diff --git a/alpa/device_mesh.py b/alpa/device_mesh.py index 4991f81dc..55d55d04e 100644 --- a/alpa/device_mesh.py +++ b/alpa/device_mesh.py @@ -64,7 +64,7 @@ from alpa.collective import worker_nccl_util logger = logging.getLogger(__name__) -logger.setLevel(logging.INFO) +logger.setLevel(logging.DEBUG) ReshardingTileSpec = namedtuple("ReshardingTileSpec", ["offset", "rank", "gpu_idx"]) @@ -124,6 +124,7 @@ def __init__(self, server_address: str, num_hosts: int, host_id: int, self.distributed_client.connect() logger.debug( f"{host_id}: Success to connect to xla runtime at {server_address}") + print("MeshHostWorker: successfully connect to XLA server") if global_config.backend == "gpu": self.backend = xla_client.make_gpu_client(self.distributed_client, node_id=host_id) @@ -1005,10 +1006,12 @@ def __init__(self, pass if found_existing_workers: + print("found_existing_workers") self.service_server = None self.workers = self.connect_to_existing_workers() self.launched = False else: + print("not found_existing_workers, launch xla servers") self.service_server, self.workers = self.launch_xla_servers() self.launched = True @@ -1017,6 +1020,7 @@ def __init__(self, def get_host_worker_name(self, host_id): if self.namespace: + print("worker: ",f"mesh_{self.mesh_id}_host_{host_id}") return f"mesh_{self.mesh_id}_host_{host_id}" else: return None @@ -1042,7 +1046,8 @@ def launch_xla_servers(self): service_server = xla_client._xla.get_distributed_runtime_service( server_address, self.num_hosts, use_coordination_service=False) logger.debug(f"Success to start XLA gRPC server on port: {port}...") - time.sleep(0.4) + print("start XLA server in DistributedPhysicalMesh :",server_address) + time.sleep(2) # Launch workers workers = [] @@ -1117,6 +1122,7 @@ def launch_xla_servers(self): self.mesh_id, move_worker, global_config.runtime_random_seed) workers.append(worker) + print(len(workers) ,"MeshHostWorkers are created") return service_server, workers @property @@ -1783,6 +1789,12 @@ def prefetch(dis_arrays: Sequence[Union[ShardedDeviceArray, DistributedArray, ######################################## class VirtualPhysicalMesh: """ + 用于流水线并行编译的虚拟物理网格。VirtualPhysicalMesh 在编译时使用, 不会为它分配实际的 Worker。 + 编译完成后，我们将其实例化为 PhysicalDeviceMesh 并启动 Worker。 + 一个 VirtualPhysicalMesh 也可以被切成多个 VirtualPhysicalMesh。 + 切片后，每个被切片的 VirtualPhysicalMesh 都可以实例化为一个 PhysicalDeviceMesh。 + 这些被切分的物理设备网格可以共同组成一个物理设备网格组(PhysicalDeviceMeshGroup), + 以实现流水线并行。 A virtual physical mesh used for pipeline parallel compilation. VirtualPhysicalMesh is used during compile time. We don't allocate actual @@ -2135,6 +2147,19 @@ def __init__(self, ray_global_node = ray_worker._global_node try: self.head_info = ray_global_node.address_info + # { + # 'node_ip_address':'10.176.22.221', + # 'raylet_ip_address':'10.176.22.221', + # 'redis_address':None, + # 'object_store_address':'/tmp/ray/session_2023-12-16_12-55-25_647403_776800/sockets/plasma_store', + # 'raylet_socket_name':'/tmp/ray/session_2023-12-16_12-55-25_647403_776800/sockets/raylet', + # 'webui_url':'', + # 'session_dir':'/tmp/ray/session_2023-12-16_12-55-25_647403_776800', + # 'metrics_export_port':64426, + # 'gcs_address':'10.176.22.221:6379', + # 'address':'10.176.22.221:6379', + # 'dashboard_agent_listen_port':52365 + # } except AttributeError as ae: raise RuntimeError( "Cannot access ray global node. Did you call ray.init?") \ @@ -2151,6 +2176,9 @@ def __init__(self, in node["Resources"]): all_host_info.append(node) all_host_ips.append(key.split("node:")[-1]) + + #print(all_host_info)[{'NodeID': 'xxx', 'Alive': True, 'NodeManagerAddress': '10.176.22.221', 'NodeManagerHostname': 'rdma221', 'NodeManagerPort': 34439, 'ObjectManagerPort': 46231, 'ObjectStoreSocketName': 'xx', 'RayletSocketName': 'xx', 'MetricsExportPort': 64426, 'NodeName': '10.176.22.221', 'alive': True, 'Resources': {'CPU': 64.0, 'object_store_memory': 72142757068.0, 'memory': 158333099828.0, 'node:10.176.22.221': 1.0, 'GPU': 2.0}}, + #{'NodeID': 'xxx', 'Alive': True, 'NodeManagerAddress': '10.176.22.220', 'NodeManagerHostname': 'rdma220', 'NodeManagerPort': 36049, 'ObjectManagerPort': 37143, 'ObjectStoreSocketName': 'xx', 'RayletSocketName': 'xx', 'MetricsExportPort': 63691, 'NodeName': '10.176.22.220', 'alive': True, 'Resources': {'accelerator_type:G': 1.0, 'memory': 179180961792.0, 'object_store_memory': 76791840768.0, 'CPU': 64.0, 'GPU': 2.0, 'node:10.176.22.220': 1.0}}] # Gather device info all_host_num_devices = [] @@ -2158,7 +2186,7 @@ def __init__(self, number = host_info["Resources"][global_config.ray_accelerator_name] assert number.is_integer() all_host_num_devices.append(int(number)) - + #print(all_host_num_devices)[2,2] # adjust the resource allocations # if `num_nodes` is set, use it. # otherwise, use the number of nodes in cluster @@ -2181,7 +2209,7 @@ def __init__(self, self.host_num_devices = all_host_num_devices # Create placement group - self.namespace = namespace + self.namespace =namespace #'None' if namespace: pg_name = namespace + "_pg" try: diff --git a/alpa/global_env.py b/alpa/global_env.py index d543ee673..0470dc8bb 100644 --- a/alpa/global_env.py +++ b/alpa/global_env.py @@ -94,8 +94,8 @@ def __init__(self): self.flax_always_use_fp16_embedding = False ########## Options of logging ########## - self.print_compilation_time = False - self.print_auto_layer_stats = False + self.print_compilation_time = True + self.print_auto_layer_stats = True # Whether to collect activity trace self.collect_trace = False diff --git a/alpa/pipeline_parallel/compile_executable.py b/alpa/pipeline_parallel/compile_executable.py index 01d644e50..ef4c84a18 100644 --- a/alpa/pipeline_parallel/compile_executable.py +++ b/alpa/pipeline_parallel/compile_executable.py @@ -43,7 +43,7 @@ OrderedSet, GradFuncTransformContext) logger = logging.getLogger(__name__) -logger.setLevel(logging.INFO) +logger.setLevel(logging.DEBUG) def compile_pipeshard_executable( @@ -114,7 +114,7 @@ def compile_pipeshard_executable( batch_invars, virtual_mesh, num_microbatch, pipeline_schedule, default_as_option, stage_option, name_base, global_input_shardings, None, stage_input_shardings, parsed_ms_option) - + print("create PipeshardDriverExecutable") executable = PipeshardDriverExecutable( mesh_group=virtual_mesh.launched_physical_mesh_group, pipeshard_config=pipeshard_config, @@ -148,6 +148,7 @@ def compile_pipeshard_executable_internal( stage_input_shardings: Forcibly set sharding specs of input vars of each stage. """ + print("call internal compile") global_invars = closed_jaxpr.jaxpr.invars gensym_func = gensym([closed_jaxpr.jaxpr]) inference_mode = (pipeline_schedule == "inference") @@ -292,6 +293,7 @@ def compile_pipeshard_executable_internal( pipeshard_config = emitter_cls(**emitter_kwargs).compile() debug_compilation_time("runtime emitter") + print("internal compile over") return pipeshard_config diff --git a/alpa/pipeline_parallel/pipeshard_executable.py b/alpa/pipeline_parallel/pipeshard_executable.py index aef5c9f4e..cf8f2b7b2 100644 --- a/alpa/pipeline_parallel/pipeshard_executable.py +++ b/alpa/pipeline_parallel/pipeshard_executable.py @@ -35,7 +35,7 @@ traceback_util.register_exclusion(__file__) logger = logging.getLogger(__name__) -logger.setLevel(logging.INFO) +logger.setLevel(logging.DEBUG) class PipeshardDriverExecutable: @@ -56,7 +56,7 @@ def __init__(self, self.in_tree = in_tree self.out_tree = out_tree self.static_argnums = static_argnums - + print("init PipeshardDriverExecutable",self.num_mesh,"meshes") ##### For debugging and serialization ##### self.stages = pipeshard_config.xla_stages self.schedule = pipeshard_config.schedule diff --git a/alpa/pipeline_parallel/stage_construction.py b/alpa/pipeline_parallel/stage_construction.py index fa7ff38cd..36192d503 100644 --- a/alpa/pipeline_parallel/stage_construction.py +++ b/alpa/pipeline_parallel/stage_construction.py @@ -623,7 +623,7 @@ def cluster_layers_and_slice_mesh( submesh_choices = get_submesh_choices( virtual_mesh.num_hosts, virtual_mesh.num_devices_per_host, stage_option.submesh_physical_shape_space, - stage_option.manually_specified_submeshes) + stage_option.manually_specified_submeshes)#(1,1) (1,2)....(1,M),(2,M)...(N,M) autosharding_configs = get_all_submesh_autosharding_config_choices( virtual_mesh, submesh_choices, stage_option.submesh_logical_shape_space, batch_size) diff --git a/alpa/pipeline_parallel/stage_profiling.py b/alpa/pipeline_parallel/stage_profiling.py index 155fcd1e8..8bb8aa302 100644 --- a/alpa/pipeline_parallel/stage_profiling.py +++ b/alpa/pipeline_parallel/stage_profiling.py @@ -293,8 +293,8 @@ class CompileWorkerPool(BaseWorkerPoolWrapper): def __init__(self, num_cpus, debug_mode=False): super().__init__() - worker_cls = ray.remote(num_cpus=1)(CompileWorker) - self.actors = [worker_cls.remote() for _ in range(num_cpus)] + worker_cls = ray.remote(num_cpus=1)(CompileWorker)#actor class + self.actors = [worker_cls.remote() for _ in range(num_cpus)]#get remote actor handles self.pool = ActorPool(self.actors) self.local_worker = CompileWorker() if debug_mode else None @@ -342,6 +342,7 @@ def _profile_impl(self, stage_id, compiled_module_output, stage_plan, peak memory during the computation, the total available memory, the input intermediate size and input initial size. """ + print("profiling stage: ",stage_id) input_avals = profile_config.invar_avals output_avals = profile_config.outvar_avals donated_invars = profile_config.donated_invars @@ -357,12 +358,17 @@ def _profile_impl(self, stage_id, compiled_module_output, stage_plan, stage_plan, input_avals, output_avals, donated_invars) + print("get executable") # Run profiling self.mesh.reset_memory_stats() + print("reset memory") peak_memory = executable.get_total_allocation_size() + print("get peak memory",peak_memory) available_memory = self.mesh.get_available_memory() - cost = executable.profile_with_dummy_inputs(skip_grad_sync=True) + print("get available memory",available_memory) + cost = executable.profile_with_dummy_inputs(skip_grad_sync=True)#problem + print("test dummy cost",cost) del executable return stage_id, cost, peak_memory, available_memory @@ -393,6 +399,7 @@ def profile(self, stage_id, compiled_output, stage_plan, profile_info): def restart(self, forced): """Restart the physical mesh.""" + print("restart profile worker") self.mesh.shutdown(forced=forced) self.virtual_mesh.launched_physical_mesh = None self.mesh = self.virtual_mesh.get_physical_mesh() @@ -408,6 +415,7 @@ def __init__(self, virtual_meshes, placement_group): worker_cls.options(placement_group=placement_group).remote(mesh) for mesh in virtual_meshes ] + print("number of actors:", len(self.actors)) self.pool = ActorPool(self.actors) @@ -596,10 +604,13 @@ def profile_all(stages, compiled_outputs: Sequence[CompileOutput], meshes, prof_result, mesh_num_devices, num_micro_batches) + print("use HloCostModelProfileWorkerPool") else: + print("use ProfileWorkerPool") profile_workers = ProfileWorkerPool(meshes, placement_group) successful_compile_ct = 0 + print(len(stages)," is profiling") for i, (compiled_output, stage) in enumerate(zip(compiled_outputs, stages)): if compiled_output is None: continue @@ -614,12 +625,12 @@ def profile_all(stages, compiled_outputs: Sequence[CompileOutput], meshes, ((i, module_id), acc_grad_module, compiled_output.stage_plan, profile_config)) successful_compile_ct += 1 - pbar = tqdm.tqdm(range(successful_compile_ct)) for _ in pbar: try: ((i, module_id), - *module_raw_result) = profile_workers.get_next_unordered() + *module_raw_result) = profile_workers.get_next_unordered()#problem + print(i,module_id) except TimeoutError: profile_workers.shutdown(force=True) logger.warning("After waiting for too long, " @@ -686,7 +697,7 @@ def generate_training_stages_2d(layers, if apply_grad_layers[idx] is not None ] stage_name = f"stage_{start}_{end}" - stage_config = generate_stage_info( + stage_config = generate_stage_info(#jax to hlo layers, [forward_layer_indices, backward_layer_indices], accumulator_mapping, acc_grad_invars, acc_grad_outvars, stage_name, selected_apply_grad_layers, apply_grad_global_info) @@ -1242,7 +1253,7 @@ def get_compute_cost( ).get_virtual_physical_mesh() sliced_virtual_meshes = ( whole_cluster_virtual_mesh.slice_profiling_submeshes( - num_hosts, num_devices_per_host)) + num_hosts, num_devices_per_host))#list of virtualPhysicalMesh else: sliced_virtual_meshes = virtual_mesh.slice_profiling_submeshes( num_hosts, num_devices_per_host) @@ -1257,6 +1268,7 @@ def get_compute_cost( sliced_virtual_meshes[0].num_devices, cluster_size, auto_stage_option.stage_imbalance_tolerance) else: + #starge==>(stage_indices, stage_config, autosharding_config) stages = generate_training_stages_2d( layers, layer_flops_prefix_sum, accumulator_mapping, acc_grad_invars, acc_grad_outvars, apply_grad_layers, diff --git a/alpa/util.py b/alpa/util.py index 29649e565..a1571f636 100644 --- a/alpa/util.py +++ b/alpa/util.py @@ -51,7 +51,7 @@ ######################################## logger = logging.getLogger(__name__) - +logger.setLevel(logging.DEBUG) def freeze_dict(pytree: PyTreeDef): """Convert a pytree to a FrozenDict.""" @@ -1031,9 +1031,10 @@ def profile_xla_executable(compiled, backend, local_devices): # Run benchmark def run_func(): + print("execute_sharded_on_local_devices ") device_outputs = compiled.execute_sharded_on_local_devices( device_inputs) - + print("execute_sharded_on_local_devices over") # Reset the value for donate buffers ct = 0 for j in range(len(device_inputs)): @@ -1046,6 +1047,7 @@ def run_func(): try: costs = benchmark_func(run_func, repeat=3, number=3) except RuntimeError: + print("error when running benchmark") costs = cost_failed return costs diff --git a/debug_out/compute_cost.txt b/debug_out/compute_cost.txt new file mode 100644 index 000000000..31af71215 --- /dev/null +++ b/debug_out/compute_cost.txt @@ -0,0 +1,18 @@ +from，to，submush_choices_idx，autosharding config +[[[[0.00229896 0.00252581] + [ inf inf]] + + [[0.00382972 0.00389926] + [0.00471987 0.00322694]]] + + + [[[ inf inf] + [ inf inf]] + + [[0.00275302 0.00274181] + [ inf inf]]]] +Result forward_stage_layer_ids: [[0], [1]] +Result mesh_shapes: [(1, 1), (1, 1)] +Result logical_mesh_shapes: [(1, 1), (1, 1)] +Result autosharding_option_dicts: [{'force_batch_dim_to_mesh_dim': 0}, {}] + \ No newline at end of file diff --git a/debug_out/out_in_profile_hlo.txt b/debug_out/out_in_profile_hlo.txt new file mode 100644 index 000000000..e04e8ebef --- /dev/null +++ b/debug_out/out_in_profile_hlo.txt @@ -0,0 +1,1356 @@ +- Profiling for submesh 1 (2, 1): +- Generate all stage infos (Jaxpr -> HLO) +selected_indices: [[0, 1], [2, 3]] +selected_indices: [[0, 1], [2, 3]] +- Compile all stages +- Profile all stages +----------------------------------------------------------forward----------------------------------------------------------------- + input_vars: (ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048])) + output_avals (ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192])) + donated_invars (False, False, False, False, False, False, False, False, False, False) + hlo module: + HloModule stage_0_1-stage_0_1_acc_grad_0, + entry_computation_layout={ + (f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[64,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0}, + f32[8192,2048]{1,0},f32[2048]{0},f32[64,2048]{1,0}) + -->(f32[64,2048]{1,0}, pred[64,2048]{1,0}, f32[64,8192]{1,0}, pred[64,8192]{1,0}, f32[64,2048]{1,0}, /*index=5*/pred[64,2048]{1,0}, f32[64,8192]{1,0}, pred[64,8192]{1,0})} + + ENTRY %main.1125-stage_0_1_acc_grad_0_spmd (param.1: f32[2048,8192], param.2: f32[8192], param.3: f32[8192,2048], param.4: f32[2048], param: f32[64,2048], param.5: f32[2048,8192], param.6: f32[8192], param.7: f32[8192,2048], param.8: f32[2048], param.9: f32[64,2048]) -> (f32[64,2048], pred[64,2048], f32[64,8192], pred[64,8192], f32[64,2048], /*index=5*/pred[64,2048], f32[64,8192], pred[64,8192]) { + %param = f32[64,2048]{1,0} parameter(4), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %param.1 = f32[2048,8192]{1,0} parameter(0), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot = f32[64,8192]{1,0} dot(f32[64,2048]{1,0} %param, f32[2048,8192]{1,0} %param.1), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.2 = f32[8192]{0} parameter(1), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.7 = f32[64,8192]{1,0} broadcast(f32[8192]{0} %param.2), dimensions={1} + %add.0 = f32[64,8192]{1,0} add(f32[64,8192]{1,0} %dot, f32[64,8192]{1,0} %broadcast.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.2 = f32[] constant(0) + %broadcast.8 = f32[64,8192]{1,0} broadcast(f32[] %constant.2), dimensions={} + %maximum.0 = f32[64,8192]{1,0} maximum(f32[64,8192]{1,0} %add.0, f32[64,8192]{1,0} %broadcast.8), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %param.3 = f32[8192,2048]{1,0} parameter(2), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.1 = f32[64,2048]{1,0} dot(f32[64,8192]{1,0} %maximum.0, f32[8192,2048]{1,0} %param.3), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.4 = f32[2048]{0} parameter(3), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.9 = f32[64,2048]{1,0} broadcast(f32[2048]{0} %param.4), dimensions={1} + %add.1 = f32[64,2048]{1,0} add(f32[64,2048]{1,0} %dot.1, f32[64,2048]{1,0} %broadcast.9), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.10 = f32[64,2048]{1,0} broadcast(f32[] %constant.2), dimensions={} + %maximum.1 = f32[64,2048]{1,0} maximum(f32[64,2048]{1,0} %add.1, f32[64,2048]{1,0} %broadcast.10), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.0 = pred[64,2048]{1,0} compare(f32[64,2048]{1,0} %add.1, f32[64,2048]{1,0} %broadcast.10), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.1 = pred[64,8192]{1,0} compare(f32[64,8192]{1,0} %add.0, f32[64,8192]{1,0} %broadcast.8), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %param.5 = f32[2048,8192]{1,0} parameter(5), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.2 = f32[64,8192]{1,0} dot(f32[64,2048]{1,0} %maximum.1, f32[2048,8192]{1,0} %param.5), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.6 = f32[8192]{0} parameter(6), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.11 = f32[64,8192]{1,0} broadcast(f32[8192]{0} %param.6), dimensions={1} + %add.2 = f32[64,8192]{1,0} add(f32[64,8192]{1,0} %dot.2, f32[64,8192]{1,0} %broadcast.11), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %maximum.2 = f32[64,8192]{1,0} maximum(f32[64,8192]{1,0} %add.2, f32[64,8192]{1,0} %broadcast.8), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %param.7 = f32[8192,2048]{1,0} parameter(7), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.3 = f32[64,2048]{1,0} dot(f32[64,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %param.7), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.8 = f32[2048]{0} parameter(8), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.12 = f32[64,2048]{1,0} broadcast(f32[2048]{0} %param.8), dimensions={1} + %add.3 = f32[64,2048]{1,0} add(f32[64,2048]{1,0} %dot.3, f32[64,2048]{1,0} %broadcast.12), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %maximum.3 = f32[64,2048]{1,0} maximum(f32[64,2048]{1,0} %add.3, f32[64,2048]{1,0} %broadcast.10), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %param.9 = f32[64,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %subtract.0 = f32[64,2048]{1,0} subtract(f32[64,2048]{1,0} %maximum.3, f32[64,2048]{1,0} %param.9), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.14 = f32[] constant(2) + %broadcast.13 = f32[64,2048]{1,0} broadcast(f32[] %constant.14), dimensions={} + %multiply.0 = f32[64,2048]{1,0} multiply(f32[64,2048]{1,0} %subtract.0, f32[64,2048]{1,0} %broadcast.13), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %compare.2 = pred[64,2048]{1,0} compare(f32[64,2048]{1,0} %add.3, f32[64,2048]{1,0} %broadcast.10), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %compare.3 = pred[64,8192]{1,0} compare(f32[64,8192]{1,0} %add.2, f32[64,8192]{1,0} %broadcast.8), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + ROOT %tuple = (f32[64,2048]{1,0}, pred[64,2048]{1,0}, f32[64,8192]{1,0}, pred[64,8192]{1,0}, f32[64,2048]{1,0}, /*index=5*/pred[64,2048]{1,0}, f32[64,8192]{1,0}, pred[64,8192]{1,0}) tuple(f32[64,2048]{1,0} %maximum.1, pred[64,2048]{1,0} %compare.0, f32[64,8192]{1,0} %maximum.0, pred[64,8192]{1,0} %compare.1, f32[64,2048]{1,0} %multiply.0, /*index=5*/pred[64,2048]{1,0} %compare.2, f32[64,8192]{1,0} %maximum.2, pred[64,8192]{1,0} %compare.3), metadata={op_name="tuple.9"} + } + + +result[(0, 1, 1, 0), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.257 GB, invar_size=0.251 GB, outvar_size=0.006 GB, temp_buffer_size=0.000 GB, available_memory=20.882 GB) +-----------------------------------------------------------------------backward------------------------------------------------------------------- + + + input_vars: (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[128,2048]), ShapedArray(float32[8192,2048])) + output_avals (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192])) + donated_invars (True, True, True, True, True, True, True, True, False, False, False, False, False, False, False, False, False, False, False, False) + hlo module: HloModule stage_0_1-stage_0_1_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[64,2048]{1,0},pred[64,2048]{1,0},f32[64,8192]{1,0},pred[64,8192]{1,0},f32[8192,2048]{1,0},f32[64,2048]{1,0},f32[2048,8192]{1,0},pred[64,2048]{1,0},f32[64,8192]{1,0},pred[64,8192]{1,0},f32[64,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} + + %region_0.300.stage_0_1_acc_grad_1 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { + %Arg_0.301 = f32[] parameter(0) + %Arg_1.302 = f32[] parameter(1) + ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %add (x: f32[], y: f32[]) -> f32[] { + %x = f32[] parameter(0) + %y = f32[] parameter(1) + ROOT %add = f32[] add(f32[] %x, f32[] %y) + } + + %region_1.304.stage_0_1_acc_grad_1 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { + %Arg_0.305 = f32[] parameter(0) + %Arg_1.306 = f32[] parameter(1) + ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %add.1 (x.1: f32[], y.1: f32[]) -> f32[] { + %x.1 = f32[] parameter(0) + %y.1 = f32[] parameter(1) + ROOT %add.1 = f32[] add(f32[] %x.1, f32[] %y.1) + } + + %region_2.343.stage_0_1_acc_grad_1 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { + %Arg_0.344 = f32[] parameter(0) + %Arg_1.345 = f32[] parameter(1) + ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %add.2 (x.2: f32[], y.2: f32[]) -> f32[] { + %x.2 = f32[] parameter(0) + %y.2 = f32[] parameter(1) + ROOT %add.2 = f32[] add(f32[] %x.2, f32[] %y.2) + } + + %region_3.347.stage_0_1_acc_grad_1 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { + %Arg_0.348 = f32[] parameter(0) + %Arg_1.349 = f32[] parameter(1) + ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %add.3 (x.3: f32[], y.3: f32[]) -> f32[] { + %x.3 = f32[] parameter(0) + %y.3 = f32[] parameter(1) + ROOT %add.3 = f32[] add(f32[] %x.3, f32[] %y.3) + } + + ENTRY %main.1125-stage_0_1_acc_grad_1_spmd (param: f32[2048], param.3: f32[8192,2048], param.5: f32[8192], param.8: f32[2048,8192], param.10: f32[2048], param.13: f32[8192,2048], param.15: f32[8192], param.18: f32[2048,8192], param.2: f32[64,2048], param.1: pred[64,2048], param.4: f32[64,8192], param.6: pred[64,8192], param.7: f32[8192,2048], param.9: f32[64,2048], param.12: f32[2048,8192], param.11: pred[64,2048], param.14: f32[64,8192], param.16: pred[64,8192], param.19: f32[64,2048], param.17: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { + %param = f32[2048]{0} parameter(0), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.1 = pred[64,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.2 = f32[64,2048]{1,0} parameter(8), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %constant = f32[] constant(3.81469727e-06) + %broadcast.3 = f32[64,2048]{1,0} broadcast(f32[] %constant), dimensions={} + %multiply.0 = f32[64,2048]{1,0} multiply(f32[64,2048]{1,0} %param.2, f32[64,2048]{1,0} %broadcast.3), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.3 = f32[] constant(0) + %broadcast.4 = f32[64,2048]{1,0} broadcast(f32[] %constant.3), dimensions={} + %select.0 = f32[64,2048]{1,0} select(pred[64,2048]{1,0} %param.1, f32[64,2048]{1,0} %multiply.0, f32[64,2048]{1,0} %broadcast.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %reduce = f32[2048]{0} reduce(f32[64,2048]{1,0} %select.0, f32[] %constant.3), dimensions={0}, to_apply=%region_0.300.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.4 = f32[2048]{0} add(f32[2048]{0} %param, f32[2048]{0} %reduce), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %all-reduce = f32[2048]{0} all-reduce(f32[2048]{0} %add.4), channel_id=1, replica_groups={{0}}, to_apply=%region_0.300.stage_0_1_acc_grad_1, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %param.3 = f32[8192,2048]{1,0} parameter(1), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.4 = f32[64,8192]{1,0} parameter(10), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot = f32[8192,2048]{1,0} dot(f32[64,8192]{1,0} %param.4, f32[64,2048]{1,0} %select.0), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.5 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param.3, f32[8192,2048]{1,0} %dot), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %all-reduce.1 = f32[8192,2048]{1,0} all-reduce(f32[8192,2048]{1,0} %add.5), channel_id=2, replica_groups={{0}}, to_apply=%add, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.5 = f32[8192]{0} parameter(2), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.6 = pred[64,8192]{1,0} parameter(11), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.7 = f32[8192,2048]{1,0} parameter(12), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.1 = f32[64,8192]{1,0} dot(f32[64,2048]{1,0} %select.0, f32[8192,2048]{1,0} %param.7), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %broadcast.5 = f32[64,8192]{1,0} broadcast(f32[] %constant.3), dimensions={} + %select.1 = f32[64,8192]{1,0} select(pred[64,8192]{1,0} %param.6, f32[64,8192]{1,0} %dot.1, f32[64,8192]{1,0} %broadcast.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %reduce.1 = f32[8192]{0} reduce(f32[64,8192]{1,0} %select.1, f32[] %constant.3), dimensions={0}, to_apply=%region_1.304.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.6 = f32[8192]{0} add(f32[8192]{0} %param.5, f32[8192]{0} %reduce.1), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %all-reduce.2 = f32[8192]{0} all-reduce(f32[8192]{0} %add.6), channel_id=3, replica_groups={{0}}, to_apply=%region_1.304.stage_0_1_acc_grad_1, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %param.8 = f32[2048,8192]{1,0} parameter(3), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.9 = f32[64,2048]{1,0} parameter(13), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.2 = f32[2048,8192]{1,0} dot(f32[64,2048]{1,0} %param.9, f32[64,8192]{1,0} %select.1), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.7 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param.8, f32[2048,8192]{1,0} %dot.2), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %all-reduce.3 = f32[2048,8192]{1,0} all-reduce(f32[2048,8192]{1,0} %add.7), channel_id=4, replica_groups={{0}}, to_apply=%add.1, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.10 = f32[2048]{0} parameter(4), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.11 = pred[64,2048]{1,0} parameter(15), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.12 = f32[2048,8192]{1,0} parameter(14), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.3 = f32[64,2048]{1,0} dot(f32[64,8192]{1,0} %select.1, f32[2048,8192]{1,0} %param.12), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %select.2 = f32[64,2048]{1,0} select(pred[64,2048]{1,0} %param.11, f32[64,2048]{1,0} %dot.3, f32[64,2048]{1,0} %broadcast.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %reduce.2 = f32[2048]{0} reduce(f32[64,2048]{1,0} %select.2, f32[] %constant.3), dimensions={0}, to_apply=%region_2.343.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.8 = f32[2048]{0} add(f32[2048]{0} %param.10, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %all-reduce.4 = f32[2048]{0} all-reduce(f32[2048]{0} %add.8), channel_id=5, replica_groups={{0}}, to_apply=%region_2.343.stage_0_1_acc_grad_1, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %param.13 = f32[8192,2048]{1,0} parameter(5), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.14 = f32[64,8192]{1,0} parameter(16), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.4 = f32[8192,2048]{1,0} dot(f32[64,8192]{1,0} %param.14, f32[64,2048]{1,0} %select.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.9 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param.13, f32[8192,2048]{1,0} %dot.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %all-reduce.5 = f32[8192,2048]{1,0} all-reduce(f32[8192,2048]{1,0} %add.9), channel_id=6, replica_groups={{0}}, to_apply=%add.2, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.15 = f32[8192]{0} parameter(6), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.16 = pred[64,8192]{1,0} parameter(17), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.17 = f32[8192,2048]{1,0} parameter(19), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.5 = f32[64,8192]{1,0} dot(f32[64,2048]{1,0} %select.2, f32[8192,2048]{1,0} %param.17), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %select.3 = f32[64,8192]{1,0} select(pred[64,8192]{1,0} %param.16, f32[64,8192]{1,0} %dot.5, f32[64,8192]{1,0} %broadcast.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %reduce.3 = f32[8192]{0} reduce(f32[64,8192]{1,0} %select.3, f32[] %constant.3), dimensions={0}, to_apply=%region_3.347.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.10 = f32[8192]{0} add(f32[8192]{0} %param.15, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %all-reduce.6 = f32[8192]{0} all-reduce(f32[8192]{0} %add.10), channel_id=7, replica_groups={{0}}, to_apply=%region_3.347.stage_0_1_acc_grad_1, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %param.18 = f32[2048,8192]{1,0} parameter(7), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.19 = f32[64,2048]{1,0} parameter(18), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.6 = f32[2048,8192]{1,0} dot(f32[64,2048]{1,0} %param.19, f32[64,8192]{1,0} %select.3), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.11 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param.18, f32[2048,8192]{1,0} %dot.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %all-reduce.7 = f32[2048,8192]{1,0} all-reduce(f32[2048,8192]{1,0} %add.11), channel_id=8, replica_groups={{0}}, to_apply=%add.3, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + ROOT %tuple = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %all-reduce, f32[8192,2048]{1,0} %all-reduce.1, f32[8192]{0} %all-reduce.2, f32[2048,8192]{1,0} %all-reduce.3, f32[2048]{0} %all-reduce.4, /*index=5*/f32[8192,2048]{1,0} %all-reduce.5, f32[8192]{0} %all-reduce.6, f32[2048,8192]{1,0} %all-reduce.7), metadata={op_name="tuple.9"} + } + + +result[(0, 1, 1, 0), 1] = ModuleProfileResult(compute_cost=0.003, peak_memory=0.694 GB, invar_size=0.444 GB, outvar_size=0.250 GB, temp_buffer_size=0.250 GB, available_memory=20.882 GB) + +--------------------------------------------------------------------------------------------------------------------------------------------------------------- + + + + input_vars: (ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048])) + output_avals (ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192])) + donated_invars (False, False, False, False, False, False, False, False, False, False) + hlo module: HloModule stage_0_1-stage_0_1_acc_grad_0, entry_computation_layout={(f32[2048,4096]{1,0},f32[4096]{0},f32[4096,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0},f32[2048,4096]{1,0},f32[4096]{0},f32[4096,2048]{1,0},f32[2048]{0},f32[64,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,4096]{1,0}, pred[128,4096]{1,0}, f32[64,2048]{1,0}, /*index=5*/pred[64,2048]{1,0}, f32[128,4096]{1,0}, pred[128,4096]{1,0})} + + %add (x: f32[], y: f32[]) -> f32[] { + %x = f32[] parameter(0) + %y = f32[] parameter(1) + ROOT %add = f32[] add(f32[] %x, f32[] %y) + } + + %add.1 (x.1: f32[], y.1: f32[]) -> f32[] { + %x.1 = f32[] parameter(0) + %y.1 = f32[] parameter(1) + ROOT %add.1 = f32[] add(f32[] %x.1, f32[] %y.1) + } + + ENTRY %main.1125-stage_0_1_acc_grad_0_spmd (param.1: f32[2048,4096], param.2: f32[4096], param.3: f32[4096,2048], param.4: f32[2048], param: f32[128,2048], param.5: f32[2048,4096], param.6: f32[4096], param.7: f32[4096,2048], param.8: f32[2048], param.9: f32[64,2048]) -> (f32[128,2048], pred[128,2048], f32[128,4096], pred[128,4096], f32[64,2048], /*index=5*/pred[64,2048], f32[128,4096], pred[128,4096]) { + %param = f32[128,2048]{1,0} parameter(4), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %param.1 = f32[2048,4096]{1,0} parameter(0), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot = f32[128,4096]{1,0} dot(f32[128,2048]{1,0} %param, f32[2048,4096]{1,0} %param.1), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.2 = f32[4096]{0} parameter(1), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.0 = f32[128,4096]{1,0} broadcast(f32[4096]{0} %param.2), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.2 = f32[128,4096]{1,0} add(f32[128,4096]{1,0} %dot, f32[128,4096]{1,0} %broadcast.0), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant = f32[] constant(0) + %broadcast.7 = f32[128,4096]{1,0} broadcast(f32[] %constant), dimensions={} + %maximum.0 = f32[128,4096]{1,0} maximum(f32[128,4096]{1,0} %add.2, f32[128,4096]{1,0} %broadcast.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %param.3 = f32[4096,2048]{1,0} parameter(2), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.1 = f32[128,2048]{1,0} dot(f32[128,4096]{1,0} %maximum.0, f32[4096,2048]{1,0} %param.3), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %all-reduce = f32[128,2048]{1,0} all-reduce(f32[128,2048]{1,0} %dot.1), channel_id=1, replica_groups={{0}}, to_apply=%add, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.4 = f32[2048]{0} parameter(3), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.2 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %param.4), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.3 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %all-reduce, f32[128,2048]{1,0} %broadcast.2), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.3 = f32[128,2048]{1,0} broadcast(f32[] %constant), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %maximum.1 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.3, f32[128,2048]{1,0} %broadcast.3), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.0 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.3, f32[128,2048]{1,0} %broadcast.3), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.1 = pred[128,4096]{1,0} compare(f32[128,4096]{1,0} %add.2, f32[128,4096]{1,0} %broadcast.7), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %param.5 = f32[2048,4096]{1,0} parameter(5), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.2 = f32[128,4096]{1,0} dot(f32[128,2048]{1,0} %maximum.1, f32[2048,4096]{1,0} %param.5), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.6 = f32[4096]{0} parameter(6), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.4 = f32[128,4096]{1,0} broadcast(f32[4096]{0} %param.6), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.4 = f32[128,4096]{1,0} add(f32[128,4096]{1,0} %dot.2, f32[128,4096]{1,0} %broadcast.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %maximum.2 = f32[128,4096]{1,0} maximum(f32[128,4096]{1,0} %add.4, f32[128,4096]{1,0} %broadcast.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %param.7 = f32[4096,2048]{1,0} parameter(7), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.3 = f32[128,2048]{1,0} dot(f32[128,4096]{1,0} %maximum.2, f32[4096,2048]{1,0} %param.7), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %all-reduce.1 = f32[128,2048]{1,0} all-reduce(f32[128,2048]{1,0} %dot.3), channel_id=2, replica_groups={{0}}, to_apply=%add.1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %constant.8 = s32[2]{0} constant({0, 64}), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %partition-id = u32[] partition-id() + %dynamic-slice.2 = s32[1]{0} dynamic-slice(s32[2]{0} %constant.8, u32[] %partition-id), dynamic_slice_sizes={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %reshape.1 = s32[] reshape(s32[1]{0} %dynamic-slice.2), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %constant.1 = s32[] constant(0), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %dynamic-slice.3 = f32[64,2048]{1,0} dynamic-slice(f32[128,2048]{1,0} %all-reduce.1, s32[] %reshape.1, s32[] %constant.1), dynamic_slice_sizes={64,2048}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.8 = f32[2048]{0} parameter(8), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.5 = f32[64,2048]{1,0} broadcast(f32[2048]{0} %param.8), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.5 = f32[64,2048]{1,0} add(f32[64,2048]{1,0} %dynamic-slice.3, f32[64,2048]{1,0} %broadcast.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.8 = f32[64,2048]{1,0} broadcast(f32[] %constant), dimensions={} + %maximum.3 = f32[64,2048]{1,0} maximum(f32[64,2048]{1,0} %add.5, f32[64,2048]{1,0} %broadcast.8), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %param.9 = f32[64,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %subtract.0 = f32[64,2048]{1,0} subtract(f32[64,2048]{1,0} %maximum.3, f32[64,2048]{1,0} %param.9), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.12 = f32[] constant(2) + %broadcast.9 = f32[64,2048]{1,0} broadcast(f32[] %constant.12), dimensions={} + %multiply.0 = f32[64,2048]{1,0} multiply(f32[64,2048]{1,0} %subtract.0, f32[64,2048]{1,0} %broadcast.9), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %compare.2 = pred[64,2048]{1,0} compare(f32[64,2048]{1,0} %add.5, f32[64,2048]{1,0} %broadcast.8), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %compare.3 = pred[128,4096]{1,0} compare(f32[128,4096]{1,0} %add.4, f32[128,4096]{1,0} %broadcast.7), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + ROOT %tuple = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,4096]{1,0}, pred[128,4096]{1,0}, f32[64,2048]{1,0}, /*index=5*/pred[64,2048]{1,0}, f32[128,4096]{1,0}, pred[128,4096]{1,0}) tuple(f32[128,2048]{1,0} %maximum.1, pred[128,2048]{1,0} %compare.0, f32[128,4096]{1,0} %maximum.0, pred[128,4096]{1,0} %compare.1, f32[64,2048]{1,0} %multiply.0, /*index=5*/pred[64,2048]{1,0} %compare.2, f32[128,4096]{1,0} %maximum.2, pred[128,4096]{1,0} %compare.3), metadata={op_name="tuple.9"} + } + + +result[(0, 1, 1, 1), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.134 GB, invar_size=0.127 GB, outvar_size=0.007 GB, temp_buffer_size=0.001 GB, available_memory=20.882 GB) + input_vars: (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[128,2048]), ShapedArray(float32[8192,2048])) + output_avals (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192])) + donated_invars (True, True, True, True, True, True, True, True, False, False, False, False, False, False, False, False, False, False, False, False) + hlo module: HloModule stage_0_1-stage_0_1_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[4096,2048]{1,0},f32[4096]{0},f32[2048,4096]{1,0},f32[2048]{0},f32[4096,2048]{1,0},f32[4096]{0},f32[2048,4096]{1,0},f32[64,2048]{1,0},pred[64,2048]{1,0},f32[128,4096]{1,0},pred[128,4096]{1,0},f32[4096,2048]{1,0},f32[128,2048]{1,0},f32[2048,4096]{1,0},pred[128,2048]{1,0},f32[128,4096]{1,0},pred[128,4096]{1,0},f32[128,2048]{1,0},f32[4096,2048]{1,0})->(f32[2048]{0}, f32[4096,2048]{1,0}, f32[4096]{0}, f32[2048,4096]{1,0}, f32[2048]{0}, /*index=5*/f32[4096,2048]{1,0}, f32[4096]{0}, f32[2048,4096]{1,0})} + + %region_0.300.stage_0_1_acc_grad_1 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { + %Arg_0.301 = f32[] parameter(0) + %Arg_1.302 = f32[] parameter(1) + ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_1.304.stage_0_1_acc_grad_1 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { + %Arg_0.305 = f32[] parameter(0) + %Arg_1.306 = f32[] parameter(1) + ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %add (x: f32[], y: f32[]) -> f32[] { + %x = f32[] parameter(0) + %y = f32[] parameter(1) + ROOT %add = f32[] add(f32[] %x, f32[] %y) + } + + %region_2.343.stage_0_1_acc_grad_1 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { + %Arg_0.344 = f32[] parameter(0) + %Arg_1.345 = f32[] parameter(1) + ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_3.347.stage_0_1_acc_grad_1 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { + %Arg_0.348 = f32[] parameter(0) + %Arg_1.349 = f32[] parameter(1) + ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + ENTRY %main.1125-stage_0_1_acc_grad_1_spmd (param: f32[2048], param.3: f32[4096,2048], param.5: f32[4096], param.8: f32[2048,4096], param.10: f32[2048], param.13: f32[4096,2048], param.15: f32[4096], param.18: f32[2048,4096], param.2: f32[64,2048], param.1: pred[64,2048], param.4: f32[128,4096], param.6: pred[128,4096], param.7: f32[4096,2048], param.9: f32[128,2048], param.12: f32[2048,4096], param.11: pred[128,2048], param.14: f32[128,4096], param.16: pred[128,4096], param.19: f32[128,2048], param.17: f32[4096,2048]) -> (f32[2048], f32[4096,2048], f32[4096], f32[2048,4096], f32[2048], /*index=5*/f32[4096,2048], f32[4096], f32[2048,4096]) { + %param = f32[2048]{0} parameter(0), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.1 = pred[64,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.2 = f32[64,2048]{1,0} parameter(8), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %constant = f32[] constant(3.81469727e-06) + %broadcast.3 = f32[64,2048]{1,0} broadcast(f32[] %constant), dimensions={} + %multiply.0 = f32[64,2048]{1,0} multiply(f32[64,2048]{1,0} %param.2, f32[64,2048]{1,0} %broadcast.3), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.3 = f32[] constant(0) + %broadcast.4 = f32[64,2048]{1,0} broadcast(f32[] %constant.3), dimensions={} + %select.0 = f32[64,2048]{1,0} select(pred[64,2048]{1,0} %param.1, f32[64,2048]{1,0} %multiply.0, f32[64,2048]{1,0} %broadcast.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %reshape.2 = f32[1,64,2048]{2,1,0} reshape(f32[64,2048]{1,0} %select.0) + %all-gather = f32[2,64,2048]{2,1,0} all-gather(f32[1,64,2048]{2,1,0} %reshape.2), channel_id=1, replica_groups={{0,1}}, dimensions={0}, use_global_device_ids=true + %transpose = f32[2,64,2048]{2,1,0} transpose(f32[2,64,2048]{2,1,0} %all-gather), dimensions={0,1,2} + %reshape.3 = f32[128,2048]{1,0} reshape(f32[2,64,2048]{2,1,0} %transpose) + %reshape.4 = f32[128,2048]{1,0} reshape(f32[128,2048]{1,0} %reshape.3) + %reduce = f32[2048]{0} reduce(f32[128,2048]{1,0} %reshape.4, f32[] %constant.3), dimensions={0}, to_apply=%region_0.300.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.1 = f32[2048]{0} add(f32[2048]{0} %param, f32[2048]{0} %reduce), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param.3 = f32[4096,2048]{1,0} parameter(1), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.4 = f32[128,4096]{1,0} parameter(10), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot = f32[4096,2048]{1,0} dot(f32[128,4096]{1,0} %param.4, f32[128,2048]{1,0} %reshape.4), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.2 = f32[4096,2048]{1,0} add(f32[4096,2048]{1,0} %param.3, f32[4096,2048]{1,0} %dot), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param.5 = f32[4096]{0} parameter(2), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.6 = pred[128,4096]{1,0} parameter(11), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.7 = f32[4096,2048]{1,0} parameter(12), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.1 = f32[128,4096]{1,0} dot(f32[128,2048]{1,0} %reshape.4, f32[4096,2048]{1,0} %param.7), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %broadcast.5 = f32[128,4096]{1,0} broadcast(f32[] %constant.3), dimensions={} + %select.1 = f32[128,4096]{1,0} select(pred[128,4096]{1,0} %param.6, f32[128,4096]{1,0} %dot.1, f32[128,4096]{1,0} %broadcast.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %reduce.1 = f32[4096]{0} reduce(f32[128,4096]{1,0} %select.1, f32[] %constant.3), dimensions={0}, to_apply=%region_1.304.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.3 = f32[4096]{0} add(f32[4096]{0} %param.5, f32[4096]{0} %reduce.1), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param.8 = f32[2048,4096]{1,0} parameter(3), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.9 = f32[128,2048]{1,0} parameter(13), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.2 = f32[2048,4096]{1,0} dot(f32[128,2048]{1,0} %param.9, f32[128,4096]{1,0} %select.1), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.4 = f32[2048,4096]{1,0} add(f32[2048,4096]{1,0} %param.8, f32[2048,4096]{1,0} %dot.2), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param.10 = f32[2048]{0} parameter(4), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.11 = pred[128,2048]{1,0} parameter(15), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.12 = f32[2048,4096]{1,0} parameter(14), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.3 = f32[128,2048]{1,0} dot(f32[128,4096]{1,0} %select.1, f32[2048,4096]{1,0} %param.12), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %all-reduce = f32[128,2048]{1,0} all-reduce(f32[128,2048]{1,0} %dot.3), channel_id=2, replica_groups={{0}}, to_apply=%add, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %broadcast.1 = f32[128,2048]{1,0} broadcast(f32[] %constant.3), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %select.2 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %param.11, f32[128,2048]{1,0} %all-reduce, f32[128,2048]{1,0} %broadcast.1), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.2, f32[] %constant.3), dimensions={0}, to_apply=%region_2.343.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.5 = f32[2048]{0} add(f32[2048]{0} %param.10, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %param.13 = f32[4096,2048]{1,0} parameter(5), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.14 = f32[128,4096]{1,0} parameter(16), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.4 = f32[4096,2048]{1,0} dot(f32[128,4096]{1,0} %param.14, f32[128,2048]{1,0} %select.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.6 = f32[4096,2048]{1,0} add(f32[4096,2048]{1,0} %param.13, f32[4096,2048]{1,0} %dot.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %param.15 = f32[4096]{0} parameter(6), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.16 = pred[128,4096]{1,0} parameter(17), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.17 = f32[4096,2048]{1,0} parameter(19), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.5 = f32[128,4096]{1,0} dot(f32[128,2048]{1,0} %select.2, f32[4096,2048]{1,0} %param.17), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %select.3 = f32[128,4096]{1,0} select(pred[128,4096]{1,0} %param.16, f32[128,4096]{1,0} %dot.5, f32[128,4096]{1,0} %broadcast.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %reduce.3 = f32[4096]{0} reduce(f32[128,4096]{1,0} %select.3, f32[] %constant.3), dimensions={0}, to_apply=%region_3.347.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.7 = f32[4096]{0} add(f32[4096]{0} %param.15, f32[4096]{0} %reduce.3), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %param.18 = f32[2048,4096]{1,0} parameter(7), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.19 = f32[128,2048]{1,0} parameter(18), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.6 = f32[2048,4096]{1,0} dot(f32[128,2048]{1,0} %param.19, f32[128,4096]{1,0} %select.3), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.8 = f32[2048,4096]{1,0} add(f32[2048,4096]{1,0} %param.18, f32[2048,4096]{1,0} %dot.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + ROOT %tuple = (f32[2048]{0}, f32[4096,2048]{1,0}, f32[4096]{0}, f32[2048,4096]{1,0}, f32[2048]{0}, /*index=5*/f32[4096,2048]{1,0}, f32[4096]{0}, f32[2048,4096]{1,0}) tuple(f32[2048]{0} %add.1, f32[4096,2048]{1,0} %add.2, f32[4096]{0} %add.3, f32[2048,4096]{1,0} %add.4, f32[2048]{0} %add.5, /*index=5*/f32[4096,2048]{1,0} %add.6, f32[4096]{0} %add.7, f32[2048,4096]{1,0} %add.8), metadata={op_name="tuple.9"} + } + + +result[(0, 1, 1, 1), 1] = ModuleProfileResult(compute_cost=0.002, peak_memory=0.230 GB, invar_size=0.226 GB, outvar_size=0.125 GB, temp_buffer_size=0.004 GB, available_memory=20.882 GB) +Profiling for submesh 1 (2, 1) takes 13.18 seconds +-------------------------------------------------- +- Profiling for submesh 0 (1, 1): +- Generate all stage infos (Jaxpr -> HLO) +selected_indices: [[0], [3]] +selected_indices: [[0], [3]] +selected_indices: [[0, 1], [2, 3]] +selected_indices: [[0, 1], [2, 3]] +selected_indices: [[1], [2]] +selected_indices: [[1], [2]] +- Compile all stages +- Profile all stages +(ProfileWorker pid=1524907) input_vars: (ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048])) +(ProfileWorker pid=1524907) output_avals (ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192])) +(ProfileWorker pid=1524907) donated_invars (False, False, False, False, False) +(ProfileWorker pid=1524907) hlo module: HloModule stage_0_0-stage_0_0_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(ProfileWorker pid=1524907) +(ProfileWorker pid=1524907) ENTRY %main.597-stage_0_0_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(ProfileWorker pid=1524907) %param_0 = f32[2048,8192]{1,0} parameter(0), metadata={op_name="stage_0_0_acc_grad_0$start"} +(ProfileWorker pid=1524907) %param_1 = f32[8192]{0} parameter(1), metadata={op_name="stage_0_0_acc_grad_0$start"} +(ProfileWorker pid=1524907) %param_2 = f32[8192,2048]{1,0} parameter(2), metadata={op_name="stage_0_0_acc_grad_0$start"} +(ProfileWorker pid=1524907) %param_3 = f32[2048]{0} parameter(3), metadata={op_name="stage_0_0_acc_grad_0$start"} +(ProfileWorker pid=1524907) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_0_acc_grad_0$start"} +(ProfileWorker pid=1524907) %tuple.10 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %param_0, f32[8192]{0} %param_1, f32[8192,2048]{1,0} %param_2, f32[2048]{0} %param_3, f32[128,2048]{1,0} %param_4) +(ProfileWorker pid=1524907) %get-tuple-element.47 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=4 +(ProfileWorker pid=1524907) %get-tuple-element.43 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=0 +(ProfileWorker pid=1524907) %dot.5 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.47, f32[2048,8192]{1,0} %get-tuple-element.43), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524907) %get-tuple-element.44 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=1 +(ProfileWorker pid=1524907) %reshape.4 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524907) %broadcast.44 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.4), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524907) %reshape.5 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524907) %broadcast.45 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.5), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524907) %add.24 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.5, f32[128,8192]{1,0} %broadcast.45), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524907) %constant.38 = f32[] constant(0) +(ProfileWorker pid=1524907) %broadcast.46 = f32[128,8192]{1,0} broadcast(f32[] %constant.38), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524907) %maximum.2 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.24, f32[128,8192]{1,0} %broadcast.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524907) %get-tuple-element.45 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=2 +(ProfileWorker pid=1524907) %dot.6 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %get-tuple-element.45), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524907) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=3 +(ProfileWorker pid=1524907) %reshape.6 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524907) %broadcast.47 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.6), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524907) %reshape.7 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.47), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524907) %broadcast.48 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.7), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524907) %add.25 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.6, f32[128,2048]{1,0} %broadcast.48), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524907) %constant.39 = f32[] constant(0) +(ProfileWorker pid=1524907) %broadcast.49 = f32[128,2048]{1,0} broadcast(f32[] %constant.39), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524907) %maximum.3 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.25, f32[128,2048]{1,0} %broadcast.49), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524907) %compare.3 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.25, f32[128,2048]{1,0} %broadcast.49), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524907) %compare.4 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.24, f32[128,8192]{1,0} %broadcast.46), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524907) %tuple.11 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.3, pred[128,2048]{1,0} %compare.3, f32[128,8192]{1,0} %maximum.2, pred[128,8192]{1,0} %compare.4) +(ProfileWorker pid=1524907) %get-tuple-element.5 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=0 +(ProfileWorker pid=1524907) %get-tuple-element.6 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=1 +(ProfileWorker pid=1524907) %get-tuple-element.7 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=2 +(ProfileWorker pid=1524907) %get-tuple-element.8 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=3 +(ProfileWorker pid=1524907) %tuple.12 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.5, pred[128,2048]{1,0} %get-tuple-element.6, f32[128,8192]{1,0} %get-tuple-element.7, pred[128,8192]{1,0} %get-tuple-element.8) +(ProfileWorker pid=1524907) %get-tuple-element.88 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=0 +(ProfileWorker pid=1524907) %get-tuple-element.89 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=1 +(ProfileWorker pid=1524907) %get-tuple-element.90 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=2 +(ProfileWorker pid=1524907) %get-tuple-element.91 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=3 +(ProfileWorker pid=1524907) ROOT %tuple.13 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.88, pred[128,2048]{1,0} %get-tuple-element.89, f32[128,8192]{1,0} %get-tuple-element.90, pred[128,8192]{1,0} %get-tuple-element.91), metadata={op_name="tuple.5"} +(ProfileWorker pid=1524907) } +(ProfileWorker pid=1524907) +(ProfileWorker pid=1524907) +(ProfileWorker pid=1524906) input_vars: (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[128,2048]), ShapedArray(float32[8192,2048])) +(ProfileWorker pid=1524906) output_avals (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192])) +(ProfileWorker pid=1524906) donated_invars (True, True, True, True, False, False, False, False, False, False) +(ProfileWorker pid=1524906) hlo module: HloModule stage_0_0-stage_0_0_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_1.166.stage_0_0_acc_grad_1 (Arg_0.167: f32[], Arg_1.168: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.167 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.168 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.169 = f32[] add(f32[] %Arg_0.167, f32[] %Arg_1.168), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_0.162.stage_0_0_acc_grad_1 (Arg_0.163: f32[], Arg_1.164: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.163 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.164 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.165 = f32[] add(f32[] %Arg_0.163, f32[] %Arg_1.164), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) ENTRY %main.597-stage_0_0_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[128,2048], param_5: pred[128,2048], param_6: f32[128,8192], param_7: pred[128,8192], param_8: f32[128,2048], param_9: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(ProfileWorker pid=1524906) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_5 = pred[128,2048]{1,0} parameter(5), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_6 = f32[128,8192]{1,0} parameter(6), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_7 = pred[128,8192]{1,0} parameter(7), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_8 = f32[128,2048]{1,0} parameter(8), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_9 = f32[8192,2048]{1,0} parameter(9), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %tuple.16 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/pred[128,2048]{1,0} %param_5, f32[128,8192]{1,0} %param_6, pred[128,8192]{1,0} %param_7, f32[128,2048]{1,0} %param_8, f32[8192,2048]{1,0} %param_9) +(ProfileWorker pid=1524906) %get-tuple-element.152 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.157 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=5 +(ProfileWorker pid=1524906) %get-tuple-element.156 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=4 +(ProfileWorker pid=1524906) %constant.40 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.50 = f32[128,2048]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %select.3 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.157, f32[128,2048]{1,0} %get-tuple-element.156, f32[128,2048]{1,0} %broadcast.50), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %constant.41 = f32[] constant(0) +(ProfileWorker pid=1524906) %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.3, f32[] %constant.41), dimensions={0}, to_apply=%region_0.162.stage_0_0_acc_grad_1, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.26 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.152, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.153 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.158 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=6 +(ProfileWorker pid=1524906) %dot.7 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[128,8192]{1,0} %get-tuple-element.158), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.7), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.27 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.153, f32[8192,2048]{0,1} %transpose.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.154 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.159 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=7 +(ProfileWorker pid=1524906) %get-tuple-element.161 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=9 +(ProfileWorker pid=1524906) %dot.8 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[8192,2048]{1,0} %get-tuple-element.161), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %constant.42 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.51 = f32[128,8192]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %select.4 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.159, f32[128,8192]{1,0} %dot.8, f32[128,8192]{1,0} %broadcast.51), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %reduce.3 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.4, f32[] %constant.41), dimensions={0}, to_apply=%region_1.166.stage_0_0_acc_grad_1, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.28 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.154, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.155 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=8 +(ProfileWorker pid=1524906) %dot.9 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[128,2048]{1,0} %get-tuple-element.160), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.3 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.9), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.29 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.155, f32[2048,8192]{0,1} %transpose.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %tuple.17 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.26, f32[8192,2048]{1,0} %add.27, f32[8192]{0} %add.28, f32[2048,8192]{1,0} %add.29) +(ProfileWorker pid=1524906) %get-tuple-element.23 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.24 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.25 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.26 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=3 +(ProfileWorker pid=1524906) %tuple.18 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.23, f32[8192,2048]{1,0} %get-tuple-element.24, f32[8192]{0} %get-tuple-element.25, f32[2048,8192]{1,0} %get-tuple-element.26) +(ProfileWorker pid=1524906) %get-tuple-element.218 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.219 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.220 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.221 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=3 +(ProfileWorker pid=1524906) ROOT %tuple.19 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.218, f32[8192,2048]{1,0} %get-tuple-element.219, f32[8192]{0} %get-tuple-element.220, f32[2048,8192]{1,0} %get-tuple-element.221), metadata={op_name="tuple.5"} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) +result[(0, 0, 0, 0), 1] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.202 GB, invar_size=0.195 GB, outvar_size=0.125 GB, temp_buffer_size=0.008 GB, available_memory=20.882 GB) +(ProfileWorker pid=1524906) input_vars: (ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048])) +(ProfileWorker pid=1524906) output_avals (ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192])) +(ProfileWorker pid=1524906) donated_invars (False, False, False, False, False) +(ProfileWorker pid=1524906) hlo module: HloModule stage_0_0-stage_0_0_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) ENTRY %main.597-stage_0_0_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(ProfileWorker pid=1524906) %param_0 = f32[2048,8192]{1,0} parameter(0), metadata={op_name="stage_0_0_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_1 = f32[8192]{0} parameter(1), metadata={op_name="stage_0_0_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_2 = f32[8192,2048]{1,0} parameter(2), metadata={op_name="stage_0_0_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_3 = f32[2048]{0} parameter(3), metadata={op_name="stage_0_0_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_0_acc_grad_0$start"} +(ProfileWorker pid=1524906) %tuple.10 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %param_0, f32[8192]{0} %param_1, f32[8192,2048]{1,0} %param_2, f32[2048]{0} %param_3, f32[128,2048]{1,0} %param_4) +(ProfileWorker pid=1524906) %get-tuple-element.47 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=4 +(ProfileWorker pid=1524906) %get-tuple-element.43 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=0 +(ProfileWorker pid=1524906) %dot.5 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.47, f32[2048,8192]{1,0} %get-tuple-element.43), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.44 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=1 +(ProfileWorker pid=1524906) %reshape.4 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.44 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.4), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.5 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.45 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.5), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.24 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.5, f32[128,8192]{1,0} %broadcast.45), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.38 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.46 = f32[128,8192]{1,0} broadcast(f32[] %constant.38), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %maximum.2 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.24, f32[128,8192]{1,0} %broadcast.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %get-tuple-element.45 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=2 +(ProfileWorker pid=1524906) %dot.6 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %get-tuple-element.45), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=3 +(ProfileWorker pid=1524906) %reshape.6 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.47 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.6), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.7 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.47), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.48 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.7), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.25 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.6, f32[128,2048]{1,0} %broadcast.48), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.39 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.49 = f32[128,2048]{1,0} broadcast(f32[] %constant.39), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %maximum.3 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.25, f32[128,2048]{1,0} %broadcast.49), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %compare.3 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.25, f32[128,2048]{1,0} %broadcast.49), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %compare.4 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.24, f32[128,8192]{1,0} %broadcast.46), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %tuple.11 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.3, pred[128,2048]{1,0} %compare.3, f32[128,8192]{1,0} %maximum.2, pred[128,8192]{1,0} %compare.4) +(ProfileWorker pid=1524906) %get-tuple-element.5 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.6 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.7 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.8 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=3 +(ProfileWorker pid=1524906) %tuple.12 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.5, pred[128,2048]{1,0} %get-tuple-element.6, f32[128,8192]{1,0} %get-tuple-element.7, pred[128,8192]{1,0} %get-tuple-element.8) +(ProfileWorker pid=1524906) %get-tuple-element.88 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.89 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.90 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.91 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=3 +(ProfileWorker pid=1524906) ROOT %tuple.13 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.88, pred[128,2048]{1,0} %get-tuple-element.89, f32[128,8192]{1,0} %get-tuple-element.90, pred[128,8192]{1,0} %get-tuple-element.91), metadata={op_name="tuple.5"} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) +result[(0, 0, 0, 1), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.132 GB, invar_size=0.126 GB, outvar_size=0.006 GB, temp_buffer_size=0.000 GB, available_memory=20.882 GB) +(ProfileWorker pid=1524906) input_vars: (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[128,2048]), ShapedArray(float32[8192,2048])) +(ProfileWorker pid=1524906) output_avals (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192])) +(ProfileWorker pid=1524906) donated_invars (True, True, True, True, False, False, False, False, False, False) +(ProfileWorker pid=1524906) hlo module: HloModule stage_0_0-stage_0_0_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_1.166.stage_0_0_acc_grad_1 (Arg_0.167: f32[], Arg_1.168: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.167 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.168 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.169 = f32[] add(f32[] %Arg_0.167, f32[] %Arg_1.168), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_0.162.stage_0_0_acc_grad_1 (Arg_0.163: f32[], Arg_1.164: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.163 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.164 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.165 = f32[] add(f32[] %Arg_0.163, f32[] %Arg_1.164), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) ENTRY %main.597-stage_0_0_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[128,2048], param_5: pred[128,2048], param_6: f32[128,8192], param_7: pred[128,8192], param_8: f32[128,2048], param_9: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(ProfileWorker pid=1524906) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_5 = pred[128,2048]{1,0} parameter(5), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_6 = f32[128,8192]{1,0} parameter(6), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_7 = pred[128,8192]{1,0} parameter(7), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_8 = f32[128,2048]{1,0} parameter(8), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_9 = f32[8192,2048]{1,0} parameter(9), metadata={op_name="stage_0_0_acc_grad_1$start"} +(ProfileWorker pid=1524906) %tuple.16 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/pred[128,2048]{1,0} %param_5, f32[128,8192]{1,0} %param_6, pred[128,8192]{1,0} %param_7, f32[128,2048]{1,0} %param_8, f32[8192,2048]{1,0} %param_9) +(ProfileWorker pid=1524906) %get-tuple-element.152 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.157 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=5 +(ProfileWorker pid=1524906) %get-tuple-element.156 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=4 +(ProfileWorker pid=1524906) %constant.40 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.50 = f32[128,2048]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %select.3 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.157, f32[128,2048]{1,0} %get-tuple-element.156, f32[128,2048]{1,0} %broadcast.50), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %constant.41 = f32[] constant(0) +(ProfileWorker pid=1524906) %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.3, f32[] %constant.41), dimensions={0}, to_apply=%region_0.162.stage_0_0_acc_grad_1, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.26 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.152, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.153 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.158 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=6 +(ProfileWorker pid=1524906) %dot.7 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[128,8192]{1,0} %get-tuple-element.158), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.7), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.27 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.153, f32[8192,2048]{0,1} %transpose.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.154 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.159 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=7 +(ProfileWorker pid=1524906) %get-tuple-element.161 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=9 +(ProfileWorker pid=1524906) %dot.8 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[8192,2048]{1,0} %get-tuple-element.161), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %constant.42 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.51 = f32[128,8192]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %select.4 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.159, f32[128,8192]{1,0} %dot.8, f32[128,8192]{1,0} %broadcast.51), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %reduce.3 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.4, f32[] %constant.41), dimensions={0}, to_apply=%region_1.166.stage_0_0_acc_grad_1, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.28 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.154, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.155 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=8 +(ProfileWorker pid=1524906) %dot.9 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[128,2048]{1,0} %get-tuple-element.160), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.3 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.9), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.29 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.155, f32[2048,8192]{0,1} %transpose.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %tuple.17 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.26, f32[8192,2048]{1,0} %add.27, f32[8192]{0} %add.28, f32[2048,8192]{1,0} %add.29) +(ProfileWorker pid=1524906) %get-tuple-element.23 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.24 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.25 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.26 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=3 +(ProfileWorker pid=1524906) %tuple.18 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.23, f32[8192,2048]{1,0} %get-tuple-element.24, f32[8192]{0} %get-tuple-element.25, f32[2048,8192]{1,0} %get-tuple-element.26) +(ProfileWorker pid=1524906) %get-tuple-element.218 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.219 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.220 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.221 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=3 +(ProfileWorker pid=1524906) ROOT %tuple.19 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.218, f32[8192,2048]{1,0} %get-tuple-element.219, f32[8192]{0} %get-tuple-element.220, f32[2048,8192]{1,0} %get-tuple-element.221), metadata={op_name="tuple.5"} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) +result[(0, 0, 0, 1), 1] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.202 GB, invar_size=0.195 GB, outvar_size=0.125 GB, temp_buffer_size=0.008 GB, available_memory=20.882 GB) +(ProfileWorker pid=1524906) input_vars: (ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048])) +(ProfileWorker pid=1524906) output_avals (ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192])) +(ProfileWorker pid=1524906) donated_invars (False, False, False, False, False, False, False, False, False, False) +(ProfileWorker pid=1524906) hlo module: HloModule stage_0_1-stage_0_1_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) ENTRY %main.1125-stage_0_1_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048], param_5: f32[2048,8192], param_6: f32[8192], param_7: f32[8192,2048], param_8: f32[2048], param_9: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { +(ProfileWorker pid=1524906) %param_0 = f32[2048,8192]{1,0} parameter(0), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_1 = f32[8192]{0} parameter(1), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_2 = f32[8192,2048]{1,0} parameter(2), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_3 = f32[2048]{0} parameter(3), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_5 = f32[2048,8192]{1,0} parameter(5), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_6 = f32[8192]{0} parameter(6), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_7 = f32[8192,2048]{1,0} parameter(7), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_8 = f32[2048]{0} parameter(8), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_9 = f32[128,2048]{1,0} parameter(9), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %tuple.13 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %param_0, f32[8192]{0} %param_1, f32[8192,2048]{1,0} %param_2, f32[2048]{0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/f32[2048,8192]{1,0} %param_5, f32[8192]{0} %param_6, f32[8192,2048]{1,0} %param_7, f32[2048]{0} %param_8, f32[128,2048]{1,0} %param_9) +(ProfileWorker pid=1524906) %get-tuple-element.78 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=4 +(ProfileWorker pid=1524906) %get-tuple-element.74 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=0 +(ProfileWorker pid=1524906) %dot.11 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.78, f32[2048,8192]{1,0} %get-tuple-element.74), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.75 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=1 +(ProfileWorker pid=1524906) %reshape.8 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.75), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.90 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.8), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.9 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.90), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.92 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.9), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.47 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.11, f32[128,8192]{1,0} %broadcast.92), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.78 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.94 = f32[128,8192]{1,0} broadcast(f32[] %constant.78), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %maximum.4 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %get-tuple-element.76 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=2 +(ProfileWorker pid=1524906) %dot.12 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.4, f32[8192,2048]{1,0} %get-tuple-element.76), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.77 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=3 +(ProfileWorker pid=1524906) %reshape.10 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.77), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.95 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.10), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.11 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.95), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.97 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.11), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.48 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.12, f32[128,2048]{1,0} %broadcast.97), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.79 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.99 = f32[128,2048]{1,0} broadcast(f32[] %constant.79), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %maximum.5 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %compare.6 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %compare.7 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %tuple.14 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.5, pred[128,2048]{1,0} %compare.6, f32[128,8192]{1,0} %maximum.4, pred[128,8192]{1,0} %compare.7) +(ProfileWorker pid=1524906) %get-tuple-element.10 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.11 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.12 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.13 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.79 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=5 +(ProfileWorker pid=1524906) %dot.13 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.10, f32[2048,8192]{1,0} %get-tuple-element.79), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.80 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=6 +(ProfileWorker pid=1524906) %reshape.12 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.80), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.100 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.12), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.13 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.100), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.101 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.13), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.49 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.13, f32[128,8192]{1,0} %broadcast.101), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.80 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.102 = f32[128,8192]{1,0} broadcast(f32[] %constant.80), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %maximum.6 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.102), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %get-tuple-element.81 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=7 +(ProfileWorker pid=1524906) %dot.14 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.6, f32[8192,2048]{1,0} %get-tuple-element.81), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.82 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=8 +(ProfileWorker pid=1524906) %reshape.14 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.82), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.103 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.14), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.15 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.103), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.105 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.15), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.50 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.14, f32[128,2048]{1,0} %broadcast.105), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.81 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.107 = f32[128,2048]{1,0} broadcast(f32[] %constant.81), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %maximum.7 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.107), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %get-tuple-element.83 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=9 +(ProfileWorker pid=1524906) %subtract.5 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.7, f32[128,2048]{1,0} %get-tuple-element.83), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %constant.82 = f32[] constant(2) +(ProfileWorker pid=1524906) %broadcast.108 = f32[128,2048]{1,0} broadcast(f32[] %constant.82), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %multiply.50 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.5, f32[128,2048]{1,0} %broadcast.108), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %compare.8 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.107), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %compare.9 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.102), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %tuple.15 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.50, pred[128,2048]{1,0} %compare.8, f32[128,8192]{1,0} %maximum.6, pred[128,8192]{1,0} %compare.9) +(ProfileWorker pid=1524906) %get-tuple-element.14 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.15 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.16 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.17 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=3 +(ProfileWorker pid=1524906) %tuple.16 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.10, pred[128,2048]{1,0} %get-tuple-element.11, f32[128,8192]{1,0} %get-tuple-element.12, pred[128,8192]{1,0} %get-tuple-element.13, f32[128,2048]{1,0} %get-tuple-element.14, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.15, f32[128,8192]{1,0} %get-tuple-element.16, pred[128,8192]{1,0} %get-tuple-element.17) +(ProfileWorker pid=1524906) %get-tuple-element.166 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.167 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.168 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.169 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.170 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=4 +(ProfileWorker pid=1524906) %get-tuple-element.171 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=5 +(ProfileWorker pid=1524906) %get-tuple-element.172 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=6 +(ProfileWorker pid=1524906) %get-tuple-element.173 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=7 +(ProfileWorker pid=1524906) ROOT %tuple.17 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.166, pred[128,2048]{1,0} %get-tuple-element.167, f32[128,8192]{1,0} %get-tuple-element.168, pred[128,8192]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %get-tuple-element.170, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %get-tuple-element.172, pred[128,8192]{1,0} %get-tuple-element.173), metadata={op_name="tuple.9"} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) +result[(0, 1, 0, 0), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.264 GB, invar_size=0.252 GB, outvar_size=0.012 GB, temp_buffer_size=0.000 GB, available_memory=20.882 GB) +(ProfileWorker pid=1524906) input_vars: (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[128,2048]), ShapedArray(float32[8192,2048])) +(ProfileWorker pid=1524906) output_avals (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192])) +(ProfileWorker pid=1524906) donated_invars (True, True, True, True, True, True, True, True, False, False, False, False, False, False, False, False, False, False, False, False) +(ProfileWorker pid=1524906) hlo module: HloModule stage_0_1-stage_0_1_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_1.304.stage_0_1_acc_grad_1 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.305 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.306 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_0.300.stage_0_1_acc_grad_1 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.301 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.302 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_3.347.stage_0_1_acc_grad_1 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.348 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.349 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_2.343.stage_0_1_acc_grad_1 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.344 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.345 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) ENTRY %main.1125-stage_0_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[2048], param_5: f32[8192,2048], param_6: f32[8192], param_7: f32[2048,8192], param_8: f32[128,2048], param_9: pred[128,2048], param_10: f32[128,8192], param_11: pred[128,8192], param_12: f32[8192,2048], param_13: f32[128,2048], param_14: f32[2048,8192], param_15: pred[128,2048], param_16: f32[128,8192], param_17: pred[128,8192], param_18: f32[128,2048], param_19: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { +(ProfileWorker pid=1524906) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_4 = f32[2048]{0} parameter(4), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_5 = f32[8192,2048]{1,0} parameter(5), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_6 = f32[8192]{0} parameter(6), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_7 = f32[2048,8192]{1,0} parameter(7), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_8 = f32[128,2048]{1,0} parameter(8), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_9 = pred[128,2048]{1,0} parameter(9), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_10 = f32[128,8192]{1,0} parameter(10), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_11 = pred[128,8192]{1,0} parameter(11), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_12 = f32[8192,2048]{1,0} parameter(12), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_13 = f32[128,2048]{1,0} parameter(13), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_14 = f32[2048,8192]{1,0} parameter(14), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_15 = pred[128,2048]{1,0} parameter(15), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_16 = f32[128,8192]{1,0} parameter(16), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_17 = pred[128,8192]{1,0} parameter(17), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_18 = f32[128,2048]{1,0} parameter(18), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_19 = f32[8192,2048]{1,0} parameter(19), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %tuple.20 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[2048]{0} %param_4, /*index=5*/f32[8192,2048]{1,0} %param_5, f32[8192]{0} %param_6, f32[2048,8192]{1,0} %param_7, f32[128,2048]{1,0} %param_8, pred[128,2048]{1,0} %param_9, /*index=10*/f32[128,8192]{1,0} %param_10, pred[128,8192]{1,0} %param_11, f32[8192,2048]{1,0} %param_12, f32[128,2048]{1,0} %param_13, f32[2048,8192]{1,0} %param_14, /*index=15*/pred[128,2048]{1,0} %param_15, f32[128,8192]{1,0} %param_16, pred[128,8192]{1,0} %param_17, f32[128,2048]{1,0} %param_18, f32[8192,2048]{1,0} %param_19) +(ProfileWorker pid=1524906) %get-tuple-element.280 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.289 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=9 +(ProfileWorker pid=1524906) %get-tuple-element.288 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=8 +(ProfileWorker pid=1524906) %constant.83 = f32[] constant(3.81469727e-06) +(ProfileWorker pid=1524906) %broadcast.109 = f32[128,2048]{1,0} broadcast(f32[] %constant.83), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %multiply.51 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %get-tuple-element.288, f32[128,2048]{1,0} %broadcast.109), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %constant.84 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.110 = f32[128,2048]{1,0} broadcast(f32[] %constant.84), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %select.6 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.289, f32[128,2048]{1,0} %multiply.51, f32[128,2048]{1,0} %broadcast.110), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %constant.85 = f32[] constant(0) +(ProfileWorker pid=1524906) %reduce.4 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.6, f32[] %constant.85), dimensions={0}, to_apply=%region_0.300.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.51 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.280, f32[2048]{0} %reduce.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.281 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.290 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=10 +(ProfileWorker pid=1524906) %dot.15 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[128,8192]{1,0} %get-tuple-element.290), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.4 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.15), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.52 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.281, f32[8192,2048]{0,1} %transpose.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.282 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.291 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=11 +(ProfileWorker pid=1524906) %get-tuple-element.292 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=12 +(ProfileWorker pid=1524906) %dot.16 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[8192,2048]{1,0} %get-tuple-element.292), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %constant.86 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.111 = f32[128,8192]{1,0} broadcast(f32[] %constant.86), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %select.7 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.291, f32[128,8192]{1,0} %dot.16, f32[128,8192]{1,0} %broadcast.111), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %reduce.5 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.7, f32[] %constant.85), dimensions={0}, to_apply=%region_1.304.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.53 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.282, f32[8192]{0} %reduce.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.283 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.293 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=13 +(ProfileWorker pid=1524906) %dot.17 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[128,2048]{1,0} %get-tuple-element.293), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.5 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.17), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.54 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.283, f32[2048,8192]{0,1} %transpose.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.294 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=14 +(ProfileWorker pid=1524906) %dot.18 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[2048,8192]{1,0} %get-tuple-element.294), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %tuple.21 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.51, f32[8192,2048]{1,0} %add.52, f32[8192]{0} %add.53, f32[2048,8192]{1,0} %add.54, f32[128,2048]{1,0} %dot.18) +(ProfileWorker pid=1524906) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.47 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.48 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.49 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.284 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=4 +(ProfileWorker pid=1524906) %get-tuple-element.295 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=15 +(ProfileWorker pid=1524906) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=4 +(ProfileWorker pid=1524906) %constant.87 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.112 = f32[128,2048]{1,0} broadcast(f32[] %constant.87), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %select.8 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.295, f32[128,2048]{1,0} %get-tuple-element.50, f32[128,2048]{1,0} %broadcast.112), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %constant.88 = f32[] constant(0) +(ProfileWorker pid=1524906) %reduce.6 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.8, f32[] %constant.88), dimensions={0}, to_apply=%region_2.343.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.55 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.284, f32[2048]{0} %reduce.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.285 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=5 +(ProfileWorker pid=1524906) %get-tuple-element.296 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=16 +(ProfileWorker pid=1524906) %dot.19 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[128,8192]{1,0} %get-tuple-element.296), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.6 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.19), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.56 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.285, f32[8192,2048]{0,1} %transpose.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.286 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=6 +(ProfileWorker pid=1524906) %get-tuple-element.297 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=17 +(ProfileWorker pid=1524906) %get-tuple-element.299 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=19 +(ProfileWorker pid=1524906) %dot.20 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[8192,2048]{1,0} %get-tuple-element.299), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %constant.89 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.113 = f32[128,8192]{1,0} broadcast(f32[] %constant.89), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %select.9 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.297, f32[128,8192]{1,0} %dot.20, f32[128,8192]{1,0} %broadcast.113), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %reduce.7 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.9, f32[] %constant.88), dimensions={0}, to_apply=%region_3.347.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.57 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.286, f32[8192]{0} %reduce.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.287 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=7 +(ProfileWorker pid=1524906) %get-tuple-element.298 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=18 +(ProfileWorker pid=1524906) %dot.21 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.9, f32[128,2048]{1,0} %get-tuple-element.298), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.7 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.21), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.58 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.287, f32[2048,8192]{0,1} %transpose.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(ProfileWorker pid=1524906) %tuple.22 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.55, f32[8192,2048]{1,0} %add.56, f32[8192]{0} %add.57, f32[2048,8192]{1,0} %add.58) +(ProfileWorker pid=1524906) %get-tuple-element.51 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.52 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.53 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.54 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=3 +(ProfileWorker pid=1524906) %tuple.23 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.46, f32[8192,2048]{1,0} %get-tuple-element.47, f32[8192]{0} %get-tuple-element.48, f32[2048,8192]{1,0} %get-tuple-element.49, f32[2048]{0} %get-tuple-element.51, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.52, f32[8192]{0} %get-tuple-element.53, f32[2048,8192]{1,0} %get-tuple-element.54) +(ProfileWorker pid=1524906) %get-tuple-element.415 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.416 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.417 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.418 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.419 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=4 +(ProfileWorker pid=1524906) %get-tuple-element.420 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=5 +(ProfileWorker pid=1524906) %get-tuple-element.421 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=6 +(ProfileWorker pid=1524906) %get-tuple-element.422 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=7 +(ProfileWorker pid=1524906) ROOT %tuple.24 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.415, f32[8192,2048]{1,0} %get-tuple-element.416, f32[8192]{0} %get-tuple-element.417, f32[2048,8192]{1,0} %get-tuple-element.418, f32[2048]{0} %get-tuple-element.419, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.420, f32[8192]{0} %get-tuple-element.421, f32[2048,8192]{1,0} %get-tuple-element.422), metadata={op_name="tuple.9"} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) +result[(0, 1, 0, 0), 1] = ModuleProfileResult(compute_cost=0.002, peak_memory=0.459 GB, invar_size=0.451 GB, outvar_size=0.250 GB, temp_buffer_size=0.008 GB, available_memory=20.882 GB) +(ProfileWorker pid=1524906) input_vars: (ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048])) +(ProfileWorker pid=1524906) output_avals (ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192])) +(ProfileWorker pid=1524906) donated_invars (False, False, False, False, False, False, False, False, False, False) +(ProfileWorker pid=1524906) hlo module: HloModule stage_0_1-stage_0_1_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) ENTRY %main.1125-stage_0_1_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048], param_5: f32[2048,8192], param_6: f32[8192], param_7: f32[8192,2048], param_8: f32[2048], param_9: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { +(ProfileWorker pid=1524906) %param_0 = f32[2048,8192]{1,0} parameter(0), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_1 = f32[8192]{0} parameter(1), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_2 = f32[8192,2048]{1,0} parameter(2), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_3 = f32[2048]{0} parameter(3), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_5 = f32[2048,8192]{1,0} parameter(5), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_6 = f32[8192]{0} parameter(6), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_7 = f32[8192,2048]{1,0} parameter(7), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_8 = f32[2048]{0} parameter(8), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_9 = f32[128,2048]{1,0} parameter(9), metadata={op_name="stage_0_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %tuple.13 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %param_0, f32[8192]{0} %param_1, f32[8192,2048]{1,0} %param_2, f32[2048]{0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/f32[2048,8192]{1,0} %param_5, f32[8192]{0} %param_6, f32[8192,2048]{1,0} %param_7, f32[2048]{0} %param_8, f32[128,2048]{1,0} %param_9) +(ProfileWorker pid=1524906) %get-tuple-element.78 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=4 +(ProfileWorker pid=1524906) %get-tuple-element.74 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=0 +(ProfileWorker pid=1524906) %dot.11 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.78, f32[2048,8192]{1,0} %get-tuple-element.74), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.75 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=1 +(ProfileWorker pid=1524906) %reshape.8 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.75), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.90 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.8), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.9 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.90), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.92 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.9), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.47 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.11, f32[128,8192]{1,0} %broadcast.92), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.78 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.94 = f32[128,8192]{1,0} broadcast(f32[] %constant.78), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %maximum.4 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %get-tuple-element.76 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=2 +(ProfileWorker pid=1524906) %dot.12 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.4, f32[8192,2048]{1,0} %get-tuple-element.76), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.77 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=3 +(ProfileWorker pid=1524906) %reshape.10 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.77), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.95 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.10), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.11 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.95), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.97 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.11), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.48 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.12, f32[128,2048]{1,0} %broadcast.97), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.79 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.99 = f32[128,2048]{1,0} broadcast(f32[] %constant.79), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %maximum.5 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %compare.6 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %compare.7 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %tuple.14 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.5, pred[128,2048]{1,0} %compare.6, f32[128,8192]{1,0} %maximum.4, pred[128,8192]{1,0} %compare.7) +(ProfileWorker pid=1524906) %get-tuple-element.10 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.11 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.12 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.13 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.79 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=5 +(ProfileWorker pid=1524906) %dot.13 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.10, f32[2048,8192]{1,0} %get-tuple-element.79), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.80 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=6 +(ProfileWorker pid=1524906) %reshape.12 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.80), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.100 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.12), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.13 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.100), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.101 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.13), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.49 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.13, f32[128,8192]{1,0} %broadcast.101), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.80 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.102 = f32[128,8192]{1,0} broadcast(f32[] %constant.80), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %maximum.6 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.102), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %get-tuple-element.81 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=7 +(ProfileWorker pid=1524906) %dot.14 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.6, f32[8192,2048]{1,0} %get-tuple-element.81), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.82 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=8 +(ProfileWorker pid=1524906) %reshape.14 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.82), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.103 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.14), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.15 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.103), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.105 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.15), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.50 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.14, f32[128,2048]{1,0} %broadcast.105), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.81 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.107 = f32[128,2048]{1,0} broadcast(f32[] %constant.81), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %maximum.7 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.107), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %get-tuple-element.83 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=9 +(ProfileWorker pid=1524906) %subtract.5 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.7, f32[128,2048]{1,0} %get-tuple-element.83), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %constant.82 = f32[] constant(2) +(ProfileWorker pid=1524906) %broadcast.108 = f32[128,2048]{1,0} broadcast(f32[] %constant.82), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %multiply.50 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.5, f32[128,2048]{1,0} %broadcast.108), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %compare.8 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.107), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %compare.9 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.102), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %tuple.15 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.50, pred[128,2048]{1,0} %compare.8, f32[128,8192]{1,0} %maximum.6, pred[128,8192]{1,0} %compare.9) +(ProfileWorker pid=1524906) %get-tuple-element.14 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.15 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.16 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.17 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=3 +(ProfileWorker pid=1524906) %tuple.16 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.10, pred[128,2048]{1,0} %get-tuple-element.11, f32[128,8192]{1,0} %get-tuple-element.12, pred[128,8192]{1,0} %get-tuple-element.13, f32[128,2048]{1,0} %get-tuple-element.14, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.15, f32[128,8192]{1,0} %get-tuple-element.16, pred[128,8192]{1,0} %get-tuple-element.17) +(ProfileWorker pid=1524906) %get-tuple-element.166 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.167 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.168 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.169 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.170 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=4 +(ProfileWorker pid=1524906) %get-tuple-element.171 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=5 +(ProfileWorker pid=1524906) %get-tuple-element.172 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=6 +(ProfileWorker pid=1524906) %get-tuple-element.173 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=7 +(ProfileWorker pid=1524906) ROOT %tuple.17 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.166, pred[128,2048]{1,0} %get-tuple-element.167, f32[128,8192]{1,0} %get-tuple-element.168, pred[128,8192]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %get-tuple-element.170, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %get-tuple-element.172, pred[128,8192]{1,0} %get-tuple-element.173), metadata={op_name="tuple.9"} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) +result[(0, 1, 0, 1), 0] = ModuleProfileResult(compute_cost=0.002, peak_memory=0.264 GB, invar_size=0.252 GB, outvar_size=0.012 GB, temp_buffer_size=0.000 GB, available_memory=20.882 GB) +(ProfileWorker pid=1524906) input_vars: (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[128,2048]), ShapedArray(float32[8192,2048])) +(ProfileWorker pid=1524906) output_avals (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192])) +(ProfileWorker pid=1524906) donated_invars (True, True, True, True, True, True, True, True, False, False, False, False, False, False, False, False, False, False, False, False) +(ProfileWorker pid=1524906) hlo module: HloModule stage_0_1-stage_0_1_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_1.304.stage_0_1_acc_grad_1 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.305 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.306 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_0.300.stage_0_1_acc_grad_1 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.301 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.302 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_3.347.stage_0_1_acc_grad_1 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.348 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.349 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_2.343.stage_0_1_acc_grad_1 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.344 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.345 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) ENTRY %main.1125-stage_0_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[2048], param_5: f32[8192,2048], param_6: f32[8192], param_7: f32[2048,8192], param_8: f32[128,2048], param_9: pred[128,2048], param_10: f32[128,8192], param_11: pred[128,8192], param_12: f32[8192,2048], param_13: f32[128,2048], param_14: f32[2048,8192], param_15: pred[128,2048], param_16: f32[128,8192], param_17: pred[128,8192], param_18: f32[128,2048], param_19: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { +(ProfileWorker pid=1524906) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_4 = f32[2048]{0} parameter(4), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_5 = f32[8192,2048]{1,0} parameter(5), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_6 = f32[8192]{0} parameter(6), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_7 = f32[2048,8192]{1,0} parameter(7), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_8 = f32[128,2048]{1,0} parameter(8), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_9 = pred[128,2048]{1,0} parameter(9), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_10 = f32[128,8192]{1,0} parameter(10), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_11 = pred[128,8192]{1,0} parameter(11), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_12 = f32[8192,2048]{1,0} parameter(12), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_13 = f32[128,2048]{1,0} parameter(13), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_14 = f32[2048,8192]{1,0} parameter(14), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_15 = pred[128,2048]{1,0} parameter(15), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_16 = f32[128,8192]{1,0} parameter(16), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_17 = pred[128,8192]{1,0} parameter(17), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_18 = f32[128,2048]{1,0} parameter(18), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_19 = f32[8192,2048]{1,0} parameter(19), metadata={op_name="stage_0_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %tuple.20 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[2048]{0} %param_4, /*index=5*/f32[8192,2048]{1,0} %param_5, f32[8192]{0} %param_6, f32[2048,8192]{1,0} %param_7, f32[128,2048]{1,0} %param_8, pred[128,2048]{1,0} %param_9, /*index=10*/f32[128,8192]{1,0} %param_10, pred[128,8192]{1,0} %param_11, f32[8192,2048]{1,0} %param_12, f32[128,2048]{1,0} %param_13, f32[2048,8192]{1,0} %param_14, /*index=15*/pred[128,2048]{1,0} %param_15, f32[128,8192]{1,0} %param_16, pred[128,8192]{1,0} %param_17, f32[128,2048]{1,0} %param_18, f32[8192,2048]{1,0} %param_19) +(ProfileWorker pid=1524906) %get-tuple-element.280 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.289 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=9 +(ProfileWorker pid=1524906) %get-tuple-element.288 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=8 +(ProfileWorker pid=1524906) %constant.83 = f32[] constant(3.81469727e-06) +(ProfileWorker pid=1524906) %broadcast.109 = f32[128,2048]{1,0} broadcast(f32[] %constant.83), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %multiply.51 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %get-tuple-element.288, f32[128,2048]{1,0} %broadcast.109), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %constant.84 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.110 = f32[128,2048]{1,0} broadcast(f32[] %constant.84), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %select.6 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.289, f32[128,2048]{1,0} %multiply.51, f32[128,2048]{1,0} %broadcast.110), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %constant.85 = f32[] constant(0) +(ProfileWorker pid=1524906) %reduce.4 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.6, f32[] %constant.85), dimensions={0}, to_apply=%region_0.300.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.51 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.280, f32[2048]{0} %reduce.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.281 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.290 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=10 +(ProfileWorker pid=1524906) %dot.15 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[128,8192]{1,0} %get-tuple-element.290), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.4 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.15), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.52 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.281, f32[8192,2048]{0,1} %transpose.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.282 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.291 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=11 +(ProfileWorker pid=1524906) %get-tuple-element.292 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=12 +(ProfileWorker pid=1524906) %dot.16 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[8192,2048]{1,0} %get-tuple-element.292), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %constant.86 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.111 = f32[128,8192]{1,0} broadcast(f32[] %constant.86), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %select.7 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.291, f32[128,8192]{1,0} %dot.16, f32[128,8192]{1,0} %broadcast.111), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %reduce.5 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.7, f32[] %constant.85), dimensions={0}, to_apply=%region_1.304.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.53 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.282, f32[8192]{0} %reduce.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.283 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.293 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=13 +(ProfileWorker pid=1524906) %dot.17 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[128,2048]{1,0} %get-tuple-element.293), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.5 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.17), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.54 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.283, f32[2048,8192]{0,1} %transpose.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.294 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=14 +(ProfileWorker pid=1524906) %dot.18 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[2048,8192]{1,0} %get-tuple-element.294), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %tuple.21 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.51, f32[8192,2048]{1,0} %add.52, f32[8192]{0} %add.53, f32[2048,8192]{1,0} %add.54, f32[128,2048]{1,0} %dot.18) +(ProfileWorker pid=1524906) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.47 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.48 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.49 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.284 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=4 +(ProfileWorker pid=1524906) %get-tuple-element.295 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=15 +(ProfileWorker pid=1524906) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=4 +(ProfileWorker pid=1524906) %constant.87 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.112 = f32[128,2048]{1,0} broadcast(f32[] %constant.87), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %select.8 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.295, f32[128,2048]{1,0} %get-tuple-element.50, f32[128,2048]{1,0} %broadcast.112), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(ProfileWorker pid=1524906) %constant.88 = f32[] constant(0) +(ProfileWorker pid=1524906) %reduce.6 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.8, f32[] %constant.88), dimensions={0}, to_apply=%region_2.343.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.55 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.284, f32[2048]{0} %reduce.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.285 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=5 +(ProfileWorker pid=1524906) %get-tuple-element.296 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=16 +(ProfileWorker pid=1524906) %dot.19 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[128,8192]{1,0} %get-tuple-element.296), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.6 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.19), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.56 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.285, f32[8192,2048]{0,1} %transpose.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.286 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=6 +(ProfileWorker pid=1524906) %get-tuple-element.297 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=17 +(ProfileWorker pid=1524906) %get-tuple-element.299 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=19 +(ProfileWorker pid=1524906) %dot.20 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[8192,2048]{1,0} %get-tuple-element.299), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %constant.89 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.113 = f32[128,8192]{1,0} broadcast(f32[] %constant.89), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %select.9 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.297, f32[128,8192]{1,0} %dot.20, f32[128,8192]{1,0} %broadcast.113), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(ProfileWorker pid=1524906) %reduce.7 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.9, f32[] %constant.88), dimensions={0}, to_apply=%region_3.347.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.57 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.286, f32[8192]{0} %reduce.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.287 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=7 +(ProfileWorker pid=1524906) %get-tuple-element.298 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=18 +(ProfileWorker pid=1524906) %dot.21 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.9, f32[128,2048]{1,0} %get-tuple-element.298), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.7 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.21), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.58 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.287, f32[2048,8192]{0,1} %transpose.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(ProfileWorker pid=1524906) %tuple.22 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.55, f32[8192,2048]{1,0} %add.56, f32[8192]{0} %add.57, f32[2048,8192]{1,0} %add.58) +(ProfileWorker pid=1524906) %get-tuple-element.51 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.52 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.53 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.54 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=3 +(ProfileWorker pid=1524906) %tuple.23 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.46, f32[8192,2048]{1,0} %get-tuple-element.47, f32[8192]{0} %get-tuple-element.48, f32[2048,8192]{1,0} %get-tuple-element.49, f32[2048]{0} %get-tuple-element.51, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.52, f32[8192]{0} %get-tuple-element.53, f32[2048,8192]{1,0} %get-tuple-element.54) +(ProfileWorker pid=1524906) %get-tuple-element.415 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.416 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.417 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.418 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.419 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=4 +(ProfileWorker pid=1524906) %get-tuple-element.420 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=5 +(ProfileWorker pid=1524906) %get-tuple-element.421 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=6 +(ProfileWorker pid=1524906) %get-tuple-element.422 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=7 +(ProfileWorker pid=1524906) ROOT %tuple.24 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.415, f32[8192,2048]{1,0} %get-tuple-element.416, f32[8192]{0} %get-tuple-element.417, f32[2048,8192]{1,0} %get-tuple-element.418, f32[2048]{0} %get-tuple-element.419, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.420, f32[8192]{0} %get-tuple-element.421, f32[2048,8192]{1,0} %get-tuple-element.422), metadata={op_name="tuple.9"} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) +result[(0, 1, 0, 1), 1] = ModuleProfileResult(compute_cost=0.002, peak_memory=0.459 GB, invar_size=0.451 GB, outvar_size=0.250 GB, temp_buffer_size=0.008 GB, available_memory=20.882 GB) +(ProfileWorker pid=1524906) input_vars: (ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048])) +(ProfileWorker pid=1524906) output_avals (ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192])) +(ProfileWorker pid=1524906) donated_invars (False, False, False, False, False, False) +(ProfileWorker pid=1524906) hlo module: HloModule stage_1_1-stage_1_1_acc_grad_0, entry_computation_layout={(f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) ENTRY %main.609-stage_1_1_acc_grad_0 (param_0: f32[128,2048], param_1: f32[2048,8192], param_2: f32[8192], param_3: f32[8192,2048], param_4: f32[2048], param_5: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(ProfileWorker pid=1524906) %param_0 = f32[128,2048]{1,0} parameter(0), metadata={op_name="stage_1_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_1 = f32[2048,8192]{1,0} parameter(1), metadata={op_name="stage_1_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_1_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_3 = f32[8192,2048]{1,0} parameter(3), metadata={op_name="stage_1_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_4 = f32[2048]{0} parameter(4), metadata={op_name="stage_1_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_5 = f32[128,2048]{1,0} parameter(5), metadata={op_name="stage_1_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %tuple.10 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) tuple(f32[128,2048]{1,0} %param_0, f32[2048,8192]{1,0} %param_1, f32[8192]{0} %param_2, f32[8192,2048]{1,0} %param_3, f32[2048]{0} %param_4, /*index=5*/f32[128,2048]{1,0} %param_5) +(ProfileWorker pid=1524906) %get-tuple-element.45 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.46 = f32[2048,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=1 +(ProfileWorker pid=1524906) %dot.6 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.45, f32[2048,8192]{1,0} %get-tuple-element.46), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.47 = f32[8192]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=2 +(ProfileWorker pid=1524906) %reshape.4 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.46 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.4), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.5 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.46), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.47 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.5), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.23 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.6, f32[128,8192]{1,0} %broadcast.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.40 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.48 = f32[128,8192]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %maximum.2 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.23, f32[128,8192]{1,0} %broadcast.48), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %get-tuple-element.48 = f32[8192,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=3 +(ProfileWorker pid=1524906) %dot.7 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %get-tuple-element.48), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.49 = f32[2048]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=4 +(ProfileWorker pid=1524906) %reshape.6 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.49 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.6), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.7 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.50 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.7), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.24 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.7, f32[128,2048]{1,0} %broadcast.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.41 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.51 = f32[128,2048]{1,0} broadcast(f32[] %constant.41), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %maximum.3 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.24, f32[128,2048]{1,0} %broadcast.51), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=5 +(ProfileWorker pid=1524906) %subtract.3 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.3, f32[128,2048]{1,0} %get-tuple-element.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %constant.42 = f32[] constant(2) +(ProfileWorker pid=1524906) %broadcast.52 = f32[128,2048]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %multiply.26 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.3, f32[128,2048]{1,0} %broadcast.52), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %compare.3 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.24, f32[128,2048]{1,0} %broadcast.51), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %compare.4 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.23, f32[128,8192]{1,0} %broadcast.48), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %tuple.11 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.26, pred[128,2048]{1,0} %compare.3, f32[128,8192]{1,0} %maximum.2, pred[128,8192]{1,0} %compare.4) +(ProfileWorker pid=1524906) %get-tuple-element.6 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.7 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.8 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.9 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=3 +(ProfileWorker pid=1524906) %tuple.12 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.6, pred[128,2048]{1,0} %get-tuple-element.7, f32[128,8192]{1,0} %get-tuple-element.8, pred[128,8192]{1,0} %get-tuple-element.9) +(ProfileWorker pid=1524906) %get-tuple-element.97 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.98 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.99 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.100 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=3 +(ProfileWorker pid=1524906) ROOT %tuple.13 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.97, pred[128,2048]{1,0} %get-tuple-element.98, f32[128,8192]{1,0} %get-tuple-element.99, pred[128,8192]{1,0} %get-tuple-element.100), metadata={op_name="tuple.5"} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) +result[(1, 1, 0, 0), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.133 GB, invar_size=0.127 GB, outvar_size=0.006 GB, temp_buffer_size=0.000 GB, available_memory=20.882 GB) +(ProfileWorker pid=1524906) input_vars: (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192])) +(ProfileWorker pid=1524906) output_avals (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[128,2048])) +(ProfileWorker pid=1524906) donated_invars (True, True, True, True, False, False, False, False, False, False, False) +(ProfileWorker pid=1524906) hlo module: HloModule stage_1_1-stage_1_1_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0})} +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_1.179.stage_1_1_acc_grad_1 (Arg_0.180: f32[], Arg_1.181: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.180 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.181 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.182 = f32[] add(f32[] %Arg_0.180, f32[] %Arg_1.181), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_0.175.stage_1_1_acc_grad_1 (Arg_0.176: f32[], Arg_1.177: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.176 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.177 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.178 = f32[] add(f32[] %Arg_0.176, f32[] %Arg_1.177), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) ENTRY %main.609-stage_1_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[128,2048], param_5: pred[128,2048], param_6: f32[128,8192], param_7: pred[128,8192], param_8: f32[8192,2048], param_9: f32[128,2048], param_10: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(ProfileWorker pid=1524906) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_5 = pred[128,2048]{1,0} parameter(5), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_6 = f32[128,8192]{1,0} parameter(6), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_7 = pred[128,8192]{1,0} parameter(7), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_8 = f32[8192,2048]{1,0} parameter(8), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_9 = f32[128,2048]{1,0} parameter(9), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_10 = f32[2048,8192]{1,0} parameter(10), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %tuple.16 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/pred[128,2048]{1,0} %param_5, f32[128,8192]{1,0} %param_6, pred[128,8192]{1,0} %param_7, f32[8192,2048]{1,0} %param_8, f32[128,2048]{1,0} %param_9, /*index=10*/f32[2048,8192]{1,0} %param_10) +(ProfileWorker pid=1524906) %get-tuple-element.164 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.169 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=5 +(ProfileWorker pid=1524906) %get-tuple-element.168 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=4 +(ProfileWorker pid=1524906) %constant.43 = f32[] constant(3.81469727e-06) +(ProfileWorker pid=1524906) %broadcast.53 = f32[128,2048]{1,0} broadcast(f32[] %constant.43), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %multiply.27 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %get-tuple-element.168, f32[128,2048]{1,0} %broadcast.53), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %constant.44 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.54 = f32[128,2048]{1,0} broadcast(f32[] %constant.44), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %select.3 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %multiply.27, f32[128,2048]{1,0} %broadcast.54), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %constant.45 = f32[] constant(0) +(ProfileWorker pid=1524906) %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.3, f32[] %constant.45), dimensions={0}, to_apply=%region_0.175.stage_1_1_acc_grad_1, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.25 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.164, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.165 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.170 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=6 +(ProfileWorker pid=1524906) %dot.8 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[128,8192]{1,0} %get-tuple-element.170), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.8), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.26 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.165, f32[8192,2048]{0,1} %transpose.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.166 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.171 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=7 +(ProfileWorker pid=1524906) %get-tuple-element.172 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=8 +(ProfileWorker pid=1524906) %dot.9 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[8192,2048]{1,0} %get-tuple-element.172), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %constant.46 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.55 = f32[128,8192]{1,0} broadcast(f32[] %constant.46), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %select.4 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %dot.9, f32[128,8192]{1,0} %broadcast.55), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %reduce.3 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.4, f32[] %constant.45), dimensions={0}, to_apply=%region_1.179.stage_1_1_acc_grad_1, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.27 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.166, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.167 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.173 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=9 +(ProfileWorker pid=1524906) %dot.10 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[128,2048]{1,0} %get-tuple-element.173), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.3 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.10), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.28 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.167, f32[2048,8192]{0,1} %transpose.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.174 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=10 +(ProfileWorker pid=1524906) %dot.11 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[2048,8192]{1,0} %get-tuple-element.174), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %tuple.17 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.25, f32[8192,2048]{1,0} %add.26, f32[8192]{0} %add.27, f32[2048,8192]{1,0} %add.28, f32[128,2048]{1,0} %dot.11) +(ProfileWorker pid=1524906) %get-tuple-element.25 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.26 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.27 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.28 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.29 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=4 +(ProfileWorker pid=1524906) %tuple.18 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.25, f32[8192,2048]{1,0} %get-tuple-element.26, f32[8192]{0} %get-tuple-element.27, f32[2048,8192]{1,0} %get-tuple-element.28, f32[128,2048]{1,0} %get-tuple-element.29) +(ProfileWorker pid=1524906) %get-tuple-element.238 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.239 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.240 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.241 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.242 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=4 +(ProfileWorker pid=1524906) ROOT %tuple.19 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.238, f32[8192,2048]{1,0} %get-tuple-element.239, f32[8192]{0} %get-tuple-element.240, f32[2048,8192]{1,0} %get-tuple-element.241, f32[128,2048]{1,0} %get-tuple-element.242), metadata={op_name="tuple.6"} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) +result[(1, 1, 0, 0), 1] = ModuleProfileResult(compute_cost=0.002, peak_memory=0.266 GB, invar_size=0.257 GB, outvar_size=0.126 GB, temp_buffer_size=0.008 GB, available_memory=20.882 GB) +(ProfileWorker pid=1524906) input_vars: (ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048])) +(ProfileWorker pid=1524906) output_avals (ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192])) +(ProfileWorker pid=1524906) donated_invars (False, False, False, False, False, False) +(ProfileWorker pid=1524906) hlo module: HloModule stage_1_1-stage_1_1_acc_grad_0, entry_computation_layout={(f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) ENTRY %main.609-stage_1_1_acc_grad_0 (param_0: f32[128,2048], param_1: f32[2048,8192], param_2: f32[8192], param_3: f32[8192,2048], param_4: f32[2048], param_5: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(ProfileWorker pid=1524906) %param_0 = f32[128,2048]{1,0} parameter(0), metadata={op_name="stage_1_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_1 = f32[2048,8192]{1,0} parameter(1), metadata={op_name="stage_1_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_1_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_3 = f32[8192,2048]{1,0} parameter(3), metadata={op_name="stage_1_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_4 = f32[2048]{0} parameter(4), metadata={op_name="stage_1_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %param_5 = f32[128,2048]{1,0} parameter(5), metadata={op_name="stage_1_1_acc_grad_0$start"} +(ProfileWorker pid=1524906) %tuple.10 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) tuple(f32[128,2048]{1,0} %param_0, f32[2048,8192]{1,0} %param_1, f32[8192]{0} %param_2, f32[8192,2048]{1,0} %param_3, f32[2048]{0} %param_4, /*index=5*/f32[128,2048]{1,0} %param_5) +(ProfileWorker pid=1524906) %get-tuple-element.45 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.46 = f32[2048,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=1 +(ProfileWorker pid=1524906) %dot.6 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.45, f32[2048,8192]{1,0} %get-tuple-element.46), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.47 = f32[8192]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=2 +(ProfileWorker pid=1524906) %reshape.4 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.46 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.4), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.5 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.46), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.47 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.5), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.23 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.6, f32[128,8192]{1,0} %broadcast.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.40 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.48 = f32[128,8192]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %maximum.2 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.23, f32[128,8192]{1,0} %broadcast.48), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %get-tuple-element.48 = f32[8192,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=3 +(ProfileWorker pid=1524906) %dot.7 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %get-tuple-element.48), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %get-tuple-element.49 = f32[2048]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=4 +(ProfileWorker pid=1524906) %reshape.6 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.49 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.6), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %reshape.7 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %broadcast.50 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.7), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.24 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.7, f32[128,2048]{1,0} %broadcast.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %constant.41 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.51 = f32[128,2048]{1,0} broadcast(f32[] %constant.41), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %maximum.3 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.24, f32[128,2048]{1,0} %broadcast.51), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=5 +(ProfileWorker pid=1524906) %subtract.3 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.3, f32[128,2048]{1,0} %get-tuple-element.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %constant.42 = f32[] constant(2) +(ProfileWorker pid=1524906) %broadcast.52 = f32[128,2048]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %multiply.26 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.3, f32[128,2048]{1,0} %broadcast.52), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %compare.3 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.24, f32[128,2048]{1,0} %broadcast.51), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %compare.4 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.23, f32[128,8192]{1,0} %broadcast.48), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %tuple.11 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.26, pred[128,2048]{1,0} %compare.3, f32[128,8192]{1,0} %maximum.2, pred[128,8192]{1,0} %compare.4) +(ProfileWorker pid=1524906) %get-tuple-element.6 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.7 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.8 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.9 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=3 +(ProfileWorker pid=1524906) %tuple.12 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.6, pred[128,2048]{1,0} %get-tuple-element.7, f32[128,8192]{1,0} %get-tuple-element.8, pred[128,8192]{1,0} %get-tuple-element.9) +(ProfileWorker pid=1524906) %get-tuple-element.97 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.98 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.99 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.100 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=3 +(ProfileWorker pid=1524906) ROOT %tuple.13 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.97, pred[128,2048]{1,0} %get-tuple-element.98, f32[128,8192]{1,0} %get-tuple-element.99, pred[128,8192]{1,0} %get-tuple-element.100), metadata={op_name="tuple.5"} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) +result[(1, 1, 0, 1), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.133 GB, invar_size=0.127 GB, outvar_size=0.006 GB, temp_buffer_size=0.000 GB, available_memory=20.882 GB) +(ProfileWorker pid=1524906) input_vars: (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192])) +(ProfileWorker pid=1524906) output_avals (ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[128,2048])) +(ProfileWorker pid=1524906) donated_invars (True, True, True, True, False, False, False, False, False, False, False) +(ProfileWorker pid=1524906) hlo module: HloModule stage_1_1-stage_1_1_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0})} +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_1.179.stage_1_1_acc_grad_1 (Arg_0.180: f32[], Arg_1.181: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.180 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.181 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.182 = f32[] add(f32[] %Arg_0.180, f32[] %Arg_1.181), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) %region_0.175.stage_1_1_acc_grad_1 (Arg_0.176: f32[], Arg_1.177: f32[]) -> f32[] { +(ProfileWorker pid=1524906) %Arg_0.176 = f32[] parameter(0) +(ProfileWorker pid=1524906) %Arg_1.177 = f32[] parameter(1) +(ProfileWorker pid=1524906) ROOT %add.178 = f32[] add(f32[] %Arg_0.176, f32[] %Arg_1.177), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) ENTRY %main.609-stage_1_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[128,2048], param_5: pred[128,2048], param_6: f32[128,8192], param_7: pred[128,8192], param_8: f32[8192,2048], param_9: f32[128,2048], param_10: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(ProfileWorker pid=1524906) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_5 = pred[128,2048]{1,0} parameter(5), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_6 = f32[128,8192]{1,0} parameter(6), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_7 = pred[128,8192]{1,0} parameter(7), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_8 = f32[8192,2048]{1,0} parameter(8), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_9 = f32[128,2048]{1,0} parameter(9), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %param_10 = f32[2048,8192]{1,0} parameter(10), metadata={op_name="stage_1_1_acc_grad_1$start"} +(ProfileWorker pid=1524906) %tuple.16 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/pred[128,2048]{1,0} %param_5, f32[128,8192]{1,0} %param_6, pred[128,8192]{1,0} %param_7, f32[8192,2048]{1,0} %param_8, f32[128,2048]{1,0} %param_9, /*index=10*/f32[2048,8192]{1,0} %param_10) +(ProfileWorker pid=1524906) %get-tuple-element.164 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.169 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=5 +(ProfileWorker pid=1524906) %get-tuple-element.168 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=4 +(ProfileWorker pid=1524906) %constant.43 = f32[] constant(3.81469727e-06) +(ProfileWorker pid=1524906) %broadcast.53 = f32[128,2048]{1,0} broadcast(f32[] %constant.43), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %multiply.27 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %get-tuple-element.168, f32[128,2048]{1,0} %broadcast.53), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(ProfileWorker pid=1524906) %constant.44 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.54 = f32[128,2048]{1,0} broadcast(f32[] %constant.44), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %select.3 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %multiply.27, f32[128,2048]{1,0} %broadcast.54), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(ProfileWorker pid=1524906) %constant.45 = f32[] constant(0) +(ProfileWorker pid=1524906) %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.3, f32[] %constant.45), dimensions={0}, to_apply=%region_0.175.stage_1_1_acc_grad_1, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.25 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.164, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.165 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.170 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=6 +(ProfileWorker pid=1524906) %dot.8 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[128,8192]{1,0} %get-tuple-element.170), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.8), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.26 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.165, f32[8192,2048]{0,1} %transpose.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.166 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.171 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=7 +(ProfileWorker pid=1524906) %get-tuple-element.172 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=8 +(ProfileWorker pid=1524906) %dot.9 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[8192,2048]{1,0} %get-tuple-element.172), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %constant.46 = f32[] constant(0) +(ProfileWorker pid=1524906) %broadcast.55 = f32[128,8192]{1,0} broadcast(f32[] %constant.46), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %select.4 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %dot.9, f32[128,8192]{1,0} %broadcast.55), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(ProfileWorker pid=1524906) %reduce.3 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.4, f32[] %constant.45), dimensions={0}, to_apply=%region_1.179.stage_1_1_acc_grad_1, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(ProfileWorker pid=1524906) %add.27 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.166, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.167 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.173 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=9 +(ProfileWorker pid=1524906) %dot.10 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[128,2048]{1,0} %get-tuple-element.173), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %transpose.3 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.10), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %add.28 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.167, f32[2048,8192]{0,1} %transpose.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(ProfileWorker pid=1524906) %get-tuple-element.174 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=10 +(ProfileWorker pid=1524906) %dot.11 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[2048,8192]{1,0} %get-tuple-element.174), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(ProfileWorker pid=1524906) %tuple.17 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.25, f32[8192,2048]{1,0} %add.26, f32[8192]{0} %add.27, f32[2048,8192]{1,0} %add.28, f32[128,2048]{1,0} %dot.11) +(ProfileWorker pid=1524906) %get-tuple-element.25 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.26 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.27 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.28 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.29 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=4 +(ProfileWorker pid=1524906) %tuple.18 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.25, f32[8192,2048]{1,0} %get-tuple-element.26, f32[8192]{0} %get-tuple-element.27, f32[2048,8192]{1,0} %get-tuple-element.28, f32[128,2048]{1,0} %get-tuple-element.29) +(ProfileWorker pid=1524906) %get-tuple-element.238 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=0 +(ProfileWorker pid=1524906) %get-tuple-element.239 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=1 +(ProfileWorker pid=1524906) %get-tuple-element.240 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=2 +(ProfileWorker pid=1524906) %get-tuple-element.241 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=3 +(ProfileWorker pid=1524906) %get-tuple-element.242 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=4 +(ProfileWorker pid=1524906) ROOT %tuple.19 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.238, f32[8192,2048]{1,0} %get-tuple-element.239, f32[8192]{0} %get-tuple-element.240, f32[2048,8192]{1,0} %get-tuple-element.241, f32[128,2048]{1,0} %get-tuple-element.242), metadata={op_name="tuple.6"} +(ProfileWorker pid=1524906) } +(ProfileWorker pid=1524906) +(ProfileWorker pid=1524906) +result[(1, 1, 0, 1), 1] = ModuleProfileResult(compute_cost=0.002, peak_memory=0.266 GB, invar_size=0.257 GB, outvar_size=0.126 GB, temp_buffer_size=0.008 GB, available_memory=20.882 GB) +result[(0, 0, 0, 0), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.132 GB, invar_size=0.126 GB, outvar_size=0.006 GB, temp_buffer_size=0.000 GB, available_memory=21.105 GB) +Profiling for submesh 0 (1, 1) takes 11.23 seconds +-------------------------------------------------- +Profile result saved to: profile-results-2023-11-14-03-06-12.npy +---------------------------------------------------------------------- +Result forward_stage_layer_ids: [[0], [1]] +Result mesh_shapes: [(1, 1), (1, 1)] +Result logical_mesh_shapes: [(1, 1), (1, 1)] +Result autosharding_option_dicts: [{'force_batch_dim_to_mesh_dim': 0}, {'force_batch_dim_to_mesh_dim': 0}] diff --git a/debug_out/out_shard_spmd_pass.txt b/debug_out/out_shard_spmd_pass.txt new file mode 100644 index 000000000..8a9a3509b --- /dev/null +++ b/debug_out/out_shard_spmd_pass.txt @@ -0,0 +1,11951 @@ + hlo module before auto shard pass: + HloModule stage_0_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias), {8}: (8, {}, may-alias), {9}: (9, {}, may-alias), {10}: (10, {}, may-alias), {11}: (11, {}, may-alias), {12}: (12, {}, may-alias), {13}: (13, {}, may-alias), {14}: (14, {}, may-alias), {15}: (15, {}, may-alias), {16}: (16, {}, may-alias), {17}: (17, {}, may-alias), {18}: (18, {}, may-alias), {19}: (19, {}, may-alias), {20}: (20, {}, may-alias), {21}: (21, {}, may-alias), {22}: (22, {}, may-alias), {23}: (23, {}, may-alias), {24}: (24, {}, may-alias), {25}: (25, {}, may-alias), {26}: (26, {}, may-alias), {27}: (27, {}, may-alias), {28}: (28, {}, may-alias), {29}: (29, {}, may-alias), {30}: (30, {}, may-alias), {31}: (31, {}, may-alias), {32}: (32, {}, may-alias), {33}: (33, {}, may-alias) }, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[128,2048]{1,0})->(f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048,8192]{1,0}, /*index=5*/f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=10*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=20*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], /*index=25*/s32[], f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=35*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=40*/f32[128,8192]{1,0}, pred[128,8192]{1,0})} + + %xla_fallback_pipeline_marker.37 (Arg_0.38: f32[2048,8192], Arg_1.39: f32[8192], Arg_2.40: f32[8192,2048], Arg_3.41: f32[2048], Arg_4.42: f32[128,2048], Arg_5.43: f32[2048,8192], Arg_6.44: f32[8192], Arg_7.45: f32[8192,2048], Arg_8.46: f32[2048], Arg_9.47: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048], /*index=5*/f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048]) { + %Arg_0.38 = f32[2048,8192]{1,0} parameter(0) + %Arg_1.39 = f32[8192]{0} parameter(1) + %Arg_2.40 = f32[8192,2048]{1,0} parameter(2) + %Arg_3.41 = f32[2048]{0} parameter(3) + %Arg_4.42 = f32[128,2048]{1,0} parameter(4) + %Arg_5.43 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.44 = f32[8192]{0} parameter(6) + %Arg_7.45 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.46 = f32[2048]{0} parameter(8) + %Arg_9.47 = f32[128,2048]{1,0} parameter(9) + %tuple.48 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %Arg_0.38, f32[8192]{0} %Arg_1.39, f32[8192,2048]{1,0} %Arg_2.40, f32[2048]{0} %Arg_3.41, f32[128,2048]{1,0} %Arg_4.42, /*index=5*/f32[2048,8192]{1,0} %Arg_5.43, f32[8192]{0} %Arg_6.44, f32[8192,2048]{1,0} %Arg_7.45, f32[2048]{0} %Arg_8.46, f32[128,2048]{1,0} %Arg_9.47), metadata={op_name="tuple.11"} + ROOT %custom-call.49 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) custom-call((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.48), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_0$start"}, backend_config="\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\020\000\000\000\000\000" + } + + %pipeline_marker.50 (Arg_0.51: f32[2048,8192], Arg_1.52: f32[8192], Arg_2.53: f32[8192,2048], Arg_3.54: f32[2048], Arg_4.55: f32[128,2048], Arg_5.56: f32[2048,8192], Arg_6.57: f32[8192], Arg_7.58: f32[8192,2048], Arg_8.59: f32[2048], Arg_9.60: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048], /*index=5*/f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048]) { + %Arg_0.51 = f32[2048,8192]{1,0} parameter(0) + %Arg_1.52 = f32[8192]{0} parameter(1) + %Arg_2.53 = f32[8192,2048]{1,0} parameter(2) + %Arg_3.54 = f32[2048]{0} parameter(3) + %Arg_4.55 = f32[128,2048]{1,0} parameter(4) + %Arg_5.56 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.57 = f32[8192]{0} parameter(6) + %Arg_7.58 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.59 = f32[2048]{0} parameter(8) + %Arg_9.60 = f32[128,2048]{1,0} parameter(9) + %call.61 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.51, f32[8192]{0} %Arg_1.52, f32[8192,2048]{1,0} %Arg_2.53, f32[2048]{0} %Arg_3.54, f32[128,2048]{1,0} %Arg_4.55, /*index=5*/f32[2048,8192]{1,0} %Arg_5.56, f32[8192]{0} %Arg_6.57, f32[8192,2048]{1,0} %Arg_7.58, f32[2048]{0} %Arg_8.59, f32[128,2048]{1,0} %Arg_9.60), to_apply=%xla_fallback_pipeline_marker.37 + %get-tuple-element.62 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.63 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.64 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.65 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.66 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.67 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.68 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.69 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.70 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.71 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + ROOT %tuple.72 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.62, f32[8192]{0} %get-tuple-element.63, f32[8192,2048]{1,0} %get-tuple-element.64, f32[2048]{0} %get-tuple-element.65, f32[128,2048]{1,0} %get-tuple-element.66, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.67, f32[8192]{0} %get-tuple-element.68, f32[8192,2048]{1,0} %get-tuple-element.69, f32[2048]{0} %get-tuple-element.70, f32[128,2048]{1,0} %get-tuple-element.71) + } + + %stage_0_1_acc_grad_00.84 (Arg_0.85: f32[2048,8192], Arg_1.86: f32[8192], Arg_2.87: f32[8192,2048], Arg_3.88: f32[2048], Arg_4.89: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { + %Arg_4.89 = f32[128,2048]{1,0} parameter(4) + %Arg_0.85 = f32[2048,8192]{1,0} parameter(0) + %dot.94 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %Arg_4.89, f32[2048,8192]{1,0} %Arg_0.85), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %Arg_1.86 = f32[8192]{0} parameter(1) + %reshape.95 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_1.86), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.96 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.95), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %reshape.97 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.96), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.98 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.97), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.99 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.94, f32[128,8192]{1,0} %broadcast.98), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.92 = f32[] constant(0) + %broadcast.93 = f32[128,8192]{1,0} broadcast(f32[] %constant.92), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %maximum.100 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.99, f32[128,8192]{1,0} %broadcast.93), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %Arg_2.87 = f32[8192,2048]{1,0} parameter(2) + %dot.102 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.100, f32[8192,2048]{1,0} %Arg_2.87), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %Arg_3.88 = f32[2048]{0} parameter(3) + %reshape.103 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_3.88), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.104 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.103), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %reshape.105 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.104), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.106 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.105), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.107 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.102, f32[128,2048]{1,0} %broadcast.106), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.90 = f32[] constant(0) + %broadcast.91 = f32[128,2048]{1,0} broadcast(f32[] %constant.90), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %maximum.108 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.107, f32[128,2048]{1,0} %broadcast.91), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.109 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.107, f32[128,2048]{1,0} %broadcast.91), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.101 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.99, f32[128,8192]{1,0} %broadcast.93), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + ROOT %tuple.110 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.108, pred[128,2048]{1,0} %compare.109, f32[128,8192]{1,0} %maximum.100, pred[128,8192]{1,0} %compare.101) + } + + %stage_0_1_acc_grad_01.111 (Arg_0.112: f32[128,2048], Arg_1.113: f32[2048,8192], Arg_2.114: f32[8192], Arg_3.115: f32[8192,2048], Arg_4.116: f32[2048], Arg_5.117: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { + %Arg_0.112 = f32[128,2048]{1,0} parameter(0) + %Arg_1.113 = f32[2048,8192]{1,0} parameter(1) + %dot.124 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %Arg_0.112, f32[2048,8192]{1,0} %Arg_1.113), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %Arg_2.114 = f32[8192]{0} parameter(2) + %reshape.125 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_2.114), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.126 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.125), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %reshape.127 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.126), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.128 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.127), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.129 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.124, f32[128,8192]{1,0} %broadcast.128), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.122 = f32[] constant(0) + %broadcast.123 = f32[128,8192]{1,0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %maximum.130 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.129, f32[128,8192]{1,0} %broadcast.123), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %Arg_3.115 = f32[8192,2048]{1,0} parameter(3) + %dot.132 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.130, f32[8192,2048]{1,0} %Arg_3.115), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %Arg_4.116 = f32[2048]{0} parameter(4) + %reshape.133 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_4.116), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.134 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.133), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %reshape.135 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.134), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.136 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.135), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.137 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.132, f32[128,2048]{1,0} %broadcast.136), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.120 = f32[] constant(0) + %broadcast.121 = f32[128,2048]{1,0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %maximum.138 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.137, f32[128,2048]{1,0} %broadcast.121), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %Arg_5.117 = f32[128,2048]{1,0} parameter(5) + %subtract.140 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.138, f32[128,2048]{1,0} %Arg_5.117), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.118 = f32[] constant(2) + %broadcast.119 = f32[128,2048]{1,0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %multiply.141 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.140, f32[128,2048]{1,0} %broadcast.119), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %compare.139 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.137, f32[128,2048]{1,0} %broadcast.121), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %compare.131 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.129, f32[128,8192]{1,0} %broadcast.123), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + ROOT %tuple.142 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.141, pred[128,2048]{1,0} %compare.139, f32[128,8192]{1,0} %maximum.130, pred[128,8192]{1,0} %compare.131) + } + + %stage_0_1_acc_grad_0.143 (Arg_0.144: f32[2048,8192], Arg_1.145: f32[8192], Arg_2.146: f32[8192,2048], Arg_3.147: f32[2048], Arg_4.148: f32[128,2048], Arg_5.149: f32[2048,8192], Arg_6.150: f32[8192], Arg_7.151: f32[8192,2048], Arg_8.152: f32[2048], Arg_9.153: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { + %Arg_0.144 = f32[2048,8192]{1,0} parameter(0) + %Arg_1.145 = f32[8192]{0} parameter(1) + %Arg_2.146 = f32[8192,2048]{1,0} parameter(2) + %Arg_3.147 = f32[2048]{0} parameter(3) + %Arg_4.148 = f32[128,2048]{1,0} parameter(4) + %call.154 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.144, f32[8192]{0} %Arg_1.145, f32[8192,2048]{1,0} %Arg_2.146, f32[2048]{0} %Arg_3.147, f32[128,2048]{1,0} %Arg_4.148), to_apply=%stage_0_1_acc_grad_00.84 + %get-tuple-element.155 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=0 + %get-tuple-element.156 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=1 + %get-tuple-element.157 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=2 + %get-tuple-element.158 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=3 + %Arg_5.149 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.150 = f32[8192]{0} parameter(6) + %Arg_7.151 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.152 = f32[2048]{0} parameter(8) + %Arg_9.153 = f32[128,2048]{1,0} parameter(9) + %call.159 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.155, f32[2048,8192]{1,0} %Arg_5.149, f32[8192]{0} %Arg_6.150, f32[8192,2048]{1,0} %Arg_7.151, f32[2048]{0} %Arg_8.152, /*index=5*/f32[128,2048]{1,0} %Arg_9.153), to_apply=%stage_0_1_acc_grad_01.111 + %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=0 + %get-tuple-element.161 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=1 + %get-tuple-element.162 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=2 + %get-tuple-element.163 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=3 + ROOT %tuple.164 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.155, pred[128,2048]{1,0} %get-tuple-element.156, f32[128,8192]{1,0} %get-tuple-element.157, pred[128,8192]{1,0} %get-tuple-element.158, f32[128,2048]{1,0} %get-tuple-element.160, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.161, f32[128,8192]{1,0} %get-tuple-element.162, pred[128,8192]{1,0} %get-tuple-element.163) + } + + %xla_fallback_pipeline_marker_0.174 (Arg_0.175: f32[128,2048], Arg_1.176: pred[128,2048], Arg_2.177: f32[128,8192], Arg_3.178: pred[128,8192], Arg_4.179: f32[128,2048], Arg_5.180: pred[128,2048], Arg_6.181: f32[128,8192], Arg_7.182: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { + %Arg_0.175 = f32[128,2048]{1,0} parameter(0) + %Arg_1.176 = pred[128,2048]{1,0} parameter(1) + %Arg_2.177 = f32[128,8192]{1,0} parameter(2) + %Arg_3.178 = pred[128,8192]{1,0} parameter(3) + %Arg_4.179 = f32[128,2048]{1,0} parameter(4) + %Arg_5.180 = pred[128,2048]{1,0} parameter(5) + %Arg_6.181 = f32[128,8192]{1,0} parameter(6) + %Arg_7.182 = pred[128,8192]{1,0} parameter(7) + %tuple.183 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %Arg_0.175, pred[128,2048]{1,0} %Arg_1.176, f32[128,8192]{1,0} %Arg_2.177, pred[128,8192]{1,0} %Arg_3.178, f32[128,2048]{1,0} %Arg_4.179, /*index=5*/pred[128,2048]{1,0} %Arg_5.180, f32[128,8192]{1,0} %Arg_6.181, pred[128,8192]{1,0} %Arg_7.182), metadata={op_name="tuple.9"} + ROOT %custom-call.184 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) custom-call((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.183), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_0$end"}, backend_config="\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000" + } + + %pipeline_marker_0.185 (Arg_0.186: f32[128,2048], Arg_1.187: pred[128,2048], Arg_2.188: f32[128,8192], Arg_3.189: pred[128,8192], Arg_4.190: f32[128,2048], Arg_5.191: pred[128,2048], Arg_6.192: f32[128,8192], Arg_7.193: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { + %Arg_0.186 = f32[128,2048]{1,0} parameter(0) + %Arg_1.187 = pred[128,2048]{1,0} parameter(1) + %Arg_2.188 = f32[128,8192]{1,0} parameter(2) + %Arg_3.189 = pred[128,8192]{1,0} parameter(3) + %Arg_4.190 = f32[128,2048]{1,0} parameter(4) + %Arg_5.191 = pred[128,2048]{1,0} parameter(5) + %Arg_6.192 = f32[128,8192]{1,0} parameter(6) + %Arg_7.193 = pred[128,8192]{1,0} parameter(7) + %call.194 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %Arg_0.186, pred[128,2048]{1,0} %Arg_1.187, f32[128,8192]{1,0} %Arg_2.188, pred[128,8192]{1,0} %Arg_3.189, f32[128,2048]{1,0} %Arg_4.190, /*index=5*/pred[128,2048]{1,0} %Arg_5.191, f32[128,8192]{1,0} %Arg_6.192, pred[128,8192]{1,0} %Arg_7.193), to_apply=%xla_fallback_pipeline_marker_0.174 + %get-tuple-element.195 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.196 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.197 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.198 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.199 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.200 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.201 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.202 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + ROOT %tuple.203 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.195, pred[128,2048]{1,0} %get-tuple-element.196, f32[128,8192]{1,0} %get-tuple-element.197, pred[128,8192]{1,0} %get-tuple-element.198, f32[128,2048]{1,0} %get-tuple-element.199, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.200, f32[128,8192]{1,0} %get-tuple-element.201, pred[128,8192]{1,0} %get-tuple-element.202) + } + + %xla_fallback_pipeline_marker_1.213 (Arg_0.214: f32[2048], Arg_1.215: f32[8192,2048], Arg_2.216: f32[8192], Arg_3.217: f32[2048,8192], Arg_4.218: f32[2048], Arg_5.219: f32[8192,2048], Arg_6.220: f32[8192], Arg_7.221: f32[2048,8192], Arg_8.222: f32[128,2048], Arg_9.223: pred[128,2048], Arg_10.224: f32[128,8192], Arg_11.225: pred[128,8192], Arg_12.226: f32[8192,2048], Arg_13.227: f32[128,2048], Arg_14.228: f32[2048,8192], Arg_15.229: pred[128,2048], Arg_16.230: f32[128,8192], Arg_17.231: pred[128,8192], Arg_18.232: f32[128,2048], Arg_19.233: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], pred[128,2048], /*index=10*/f32[128,8192], pred[128,8192], f32[8192,2048], f32[128,2048], f32[2048,8192], /*index=15*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], f32[8192,2048]) { + %Arg_0.214 = f32[2048]{0} parameter(0) + %Arg_1.215 = f32[8192,2048]{1,0} parameter(1) + %Arg_2.216 = f32[8192]{0} parameter(2) + %Arg_3.217 = f32[2048,8192]{1,0} parameter(3) + %Arg_4.218 = f32[2048]{0} parameter(4) + %Arg_5.219 = f32[8192,2048]{1,0} parameter(5) + %Arg_6.220 = f32[8192]{0} parameter(6) + %Arg_7.221 = f32[2048,8192]{1,0} parameter(7) + %Arg_8.222 = f32[128,2048]{1,0} parameter(8) + %Arg_9.223 = pred[128,2048]{1,0} parameter(9) + %Arg_10.224 = f32[128,8192]{1,0} parameter(10) + %Arg_11.225 = pred[128,8192]{1,0} parameter(11) + %Arg_12.226 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.227 = f32[128,2048]{1,0} parameter(13) + %Arg_14.228 = f32[2048,8192]{1,0} parameter(14) + %Arg_15.229 = pred[128,2048]{1,0} parameter(15) + %Arg_16.230 = f32[128,8192]{1,0} parameter(16) + %Arg_17.231 = pred[128,8192]{1,0} parameter(17) + %Arg_18.232 = f32[128,2048]{1,0} parameter(18) + %Arg_19.233 = f32[8192,2048]{1,0} parameter(19) + %tuple.234 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %Arg_0.214, f32[8192,2048]{1,0} %Arg_1.215, f32[8192]{0} %Arg_2.216, f32[2048,8192]{1,0} %Arg_3.217, f32[2048]{0} %Arg_4.218, /*index=5*/f32[8192,2048]{1,0} %Arg_5.219, f32[8192]{0} %Arg_6.220, f32[2048,8192]{1,0} %Arg_7.221, f32[128,2048]{1,0} %Arg_8.222, pred[128,2048]{1,0} %Arg_9.223, /*index=10*/f32[128,8192]{1,0} %Arg_10.224, pred[128,8192]{1,0} %Arg_11.225, f32[8192,2048]{1,0} %Arg_12.226, f32[128,2048]{1,0} %Arg_13.227, f32[2048,8192]{1,0} %Arg_14.228, /*index=15*/pred[128,2048]{1,0} %Arg_15.229, f32[128,8192]{1,0} %Arg_16.230, pred[128,8192]{1,0} %Arg_17.231, f32[128,2048]{1,0} %Arg_18.232, f32[8192,2048]{1,0} %Arg_19.233), metadata={op_name="tuple.21"} + ROOT %custom-call.235 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.234), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_1$start"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000" + } + + %pipeline_marker_1.236 (Arg_0.237: f32[2048], Arg_1.238: f32[8192,2048], Arg_2.239: f32[8192], Arg_3.240: f32[2048,8192], Arg_4.241: f32[2048], Arg_5.242: f32[8192,2048], Arg_6.243: f32[8192], Arg_7.244: f32[2048,8192], Arg_8.245: f32[128,2048], Arg_9.246: pred[128,2048], Arg_10.247: f32[128,8192], Arg_11.248: pred[128,8192], Arg_12.249: f32[8192,2048], Arg_13.250: f32[128,2048], Arg_14.251: f32[2048,8192], Arg_15.252: pred[128,2048], Arg_16.253: f32[128,8192], Arg_17.254: pred[128,8192], Arg_18.255: f32[128,2048], Arg_19.256: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], pred[128,2048], /*index=10*/f32[128,8192], pred[128,8192], f32[8192,2048], f32[128,2048], f32[2048,8192], /*index=15*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], f32[8192,2048]) { + %Arg_0.237 = f32[2048]{0} parameter(0) + %Arg_1.238 = f32[8192,2048]{1,0} parameter(1) + %Arg_2.239 = f32[8192]{0} parameter(2) + %Arg_3.240 = f32[2048,8192]{1,0} parameter(3) + %Arg_4.241 = f32[2048]{0} parameter(4) + %Arg_5.242 = f32[8192,2048]{1,0} parameter(5) + %Arg_6.243 = f32[8192]{0} parameter(6) + %Arg_7.244 = f32[2048,8192]{1,0} parameter(7) + %Arg_8.245 = f32[128,2048]{1,0} parameter(8) + %Arg_9.246 = pred[128,2048]{1,0} parameter(9) + %Arg_10.247 = f32[128,8192]{1,0} parameter(10) + %Arg_11.248 = pred[128,8192]{1,0} parameter(11) + %Arg_12.249 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.250 = f32[128,2048]{1,0} parameter(13) + %Arg_14.251 = f32[2048,8192]{1,0} parameter(14) + %Arg_15.252 = pred[128,2048]{1,0} parameter(15) + %Arg_16.253 = f32[128,8192]{1,0} parameter(16) + %Arg_17.254 = pred[128,8192]{1,0} parameter(17) + %Arg_18.255 = f32[128,2048]{1,0} parameter(18) + %Arg_19.256 = f32[8192,2048]{1,0} parameter(19) + %call.257 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) call(f32[2048]{0} %Arg_0.237, f32[8192,2048]{1,0} %Arg_1.238, f32[8192]{0} %Arg_2.239, f32[2048,8192]{1,0} %Arg_3.240, f32[2048]{0} %Arg_4.241, /*index=5*/f32[8192,2048]{1,0} %Arg_5.242, f32[8192]{0} %Arg_6.243, f32[2048,8192]{1,0} %Arg_7.244, f32[128,2048]{1,0} %Arg_8.245, pred[128,2048]{1,0} %Arg_9.246, /*index=10*/f32[128,8192]{1,0} %Arg_10.247, pred[128,8192]{1,0} %Arg_11.248, f32[8192,2048]{1,0} %Arg_12.249, f32[128,2048]{1,0} %Arg_13.250, f32[2048,8192]{1,0} %Arg_14.251, /*index=15*/pred[128,2048]{1,0} %Arg_15.252, f32[128,8192]{1,0} %Arg_16.253, pred[128,8192]{1,0} %Arg_17.254, f32[128,2048]{1,0} %Arg_18.255, f32[8192,2048]{1,0} %Arg_19.256), to_apply=%xla_fallback_pipeline_marker_1.213 + %get-tuple-element.258 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.259 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.260 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.261 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.262 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.263 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.264 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.265 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.266 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.267 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.268 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=10, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.269 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=11, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.270 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=12, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.271 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=13, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.272 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=14, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.273 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=15, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.274 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=16, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.275 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=17, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.276 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=18, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.277 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=19, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + ROOT %tuple.278 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.258, f32[8192,2048]{1,0} %get-tuple-element.259, f32[8192]{0} %get-tuple-element.260, f32[2048,8192]{1,0} %get-tuple-element.261, f32[2048]{0} %get-tuple-element.262, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.263, f32[8192]{0} %get-tuple-element.264, f32[2048,8192]{1,0} %get-tuple-element.265, f32[128,2048]{1,0} %get-tuple-element.266, pred[128,2048]{1,0} %get-tuple-element.267, /*index=10*/f32[128,8192]{1,0} %get-tuple-element.268, pred[128,8192]{1,0} %get-tuple-element.269, f32[8192,2048]{1,0} %get-tuple-element.270, f32[128,2048]{1,0} %get-tuple-element.271, f32[2048,8192]{1,0} %get-tuple-element.272, /*index=15*/pred[128,2048]{1,0} %get-tuple-element.273, f32[128,8192]{1,0} %get-tuple-element.274, pred[128,8192]{1,0} %get-tuple-element.275, f32[128,2048]{1,0} %get-tuple-element.276, f32[8192,2048]{1,0} %get-tuple-element.277) + } + + %region_0.300 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { + %Arg_0.301 = f32[] parameter(0) + %Arg_1.302 = f32[] parameter(1) + ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_1.304 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { + %Arg_0.305 = f32[] parameter(0) + %Arg_1.306 = f32[] parameter(1) + ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %stage_0_1_acc_grad_10.308 (Arg_0.309: f32[2048], Arg_1.310: f32[8192,2048], Arg_2.311: f32[8192], Arg_3.312: f32[2048,8192], Arg_4.313: f32[128,2048], Arg_5.314: pred[128,2048], Arg_6.315: f32[128,8192], Arg_7.316: pred[128,8192], Arg_8.317: f32[8192,2048], Arg_9.318: f32[128,2048], Arg_10.319: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { + %Arg_0.309 = f32[2048]{0} parameter(0) + %Arg_5.314 = pred[128,2048]{1,0} parameter(5) + %Arg_4.313 = f32[128,2048]{1,0} parameter(4) + %constant.324 = f32[] constant(3.81469727e-06) + %broadcast.325 = f32[128,2048]{1,0} broadcast(f32[] %constant.324), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %multiply.327 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %Arg_4.313, f32[128,2048]{1,0} %broadcast.325), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.322 = f32[] constant(0) + %broadcast.323 = f32[128,2048]{1,0} broadcast(f32[] %constant.322), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %select.328 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %Arg_5.314, f32[128,2048]{1,0} %multiply.327, f32[128,2048]{1,0} %broadcast.323), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %constant.326 = f32[] constant(0) + %reduce.329 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.328, f32[] %constant.326), dimensions={0}, to_apply=%region_0.300, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.338 = f32[2048]{0} add(f32[2048]{0} %Arg_0.309, f32[2048]{0} %reduce.329), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %Arg_1.310 = f32[8192,2048]{1,0} parameter(1) + %Arg_6.315 = f32[128,8192]{1,0} parameter(6) + %dot.330 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.328, f32[128,8192]{1,0} %Arg_6.315), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %transpose.331 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.330), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.339 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_1.310, f32[8192,2048]{0,1} %transpose.331), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %Arg_2.311 = f32[8192]{0} parameter(2) + %Arg_7.316 = pred[128,8192]{1,0} parameter(7) + %Arg_8.317 = f32[8192,2048]{1,0} parameter(8) + %dot.332 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.328, f32[8192,2048]{1,0} %Arg_8.317), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %constant.320 = f32[] constant(0) + %broadcast.321 = f32[128,8192]{1,0} broadcast(f32[] %constant.320), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %select.333 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %Arg_7.316, f32[128,8192]{1,0} %dot.332, f32[128,8192]{1,0} %broadcast.321), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %reduce.334 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.333, f32[] %constant.326), dimensions={0}, to_apply=%region_1.304, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.340 = f32[8192]{0} add(f32[8192]{0} %Arg_2.311, f32[8192]{0} %reduce.334), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %Arg_3.312 = f32[2048,8192]{1,0} parameter(3) + %Arg_9.318 = f32[128,2048]{1,0} parameter(9) + %dot.335 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.333, f32[128,2048]{1,0} %Arg_9.318), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %transpose.336 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.335), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.341 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_3.312, f32[2048,8192]{0,1} %transpose.336), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %Arg_10.319 = f32[2048,8192]{1,0} parameter(10) + %dot.337 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.333, f32[2048,8192]{1,0} %Arg_10.319), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + ROOT %tuple.342 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.338, f32[8192,2048]{1,0} %add.339, f32[8192]{0} %add.340, f32[2048,8192]{1,0} %add.341, f32[128,2048]{1,0} %dot.337) + } + + %region_2.343 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { + %Arg_0.344 = f32[] parameter(0) + %Arg_1.345 = f32[] parameter(1) + ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_3.347 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { + %Arg_0.348 = f32[] parameter(0) + %Arg_1.349 = f32[] parameter(1) + ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %stage_0_1_acc_grad_11.351 (Arg_0.352: f32[2048], Arg_1.353: f32[8192,2048], Arg_2.354: f32[8192], Arg_3.355: f32[2048,8192], Arg_4.356: f32[128,2048], Arg_5.357: pred[128,2048], Arg_6.358: f32[128,8192], Arg_7.359: pred[128,8192], Arg_8.360: f32[128,2048], Arg_9.361: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { + %Arg_0.352 = f32[2048]{0} parameter(0) + %Arg_5.357 = pred[128,2048]{1,0} parameter(5) + %Arg_4.356 = f32[128,2048]{1,0} parameter(4) + %constant.364 = f32[] constant(0) + %broadcast.365 = f32[128,2048]{1,0} broadcast(f32[] %constant.364), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %select.367 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %Arg_5.357, f32[128,2048]{1,0} %Arg_4.356, f32[128,2048]{1,0} %broadcast.365), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %constant.366 = f32[] constant(0) + %reduce.368 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.367, f32[] %constant.366), dimensions={0}, to_apply=%region_2.343, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.376 = f32[2048]{0} add(f32[2048]{0} %Arg_0.352, f32[2048]{0} %reduce.368), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %Arg_1.353 = f32[8192,2048]{1,0} parameter(1) + %Arg_6.358 = f32[128,8192]{1,0} parameter(6) + %dot.369 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.367, f32[128,8192]{1,0} %Arg_6.358), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %transpose.370 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.369), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.377 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_1.353, f32[8192,2048]{0,1} %transpose.370), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %Arg_2.354 = f32[8192]{0} parameter(2) + %Arg_7.359 = pred[128,8192]{1,0} parameter(7) + %Arg_9.361 = f32[8192,2048]{1,0} parameter(9) + %dot.371 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.367, f32[8192,2048]{1,0} %Arg_9.361), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %constant.362 = f32[] constant(0) + %broadcast.363 = f32[128,8192]{1,0} broadcast(f32[] %constant.362), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %select.372 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %Arg_7.359, f32[128,8192]{1,0} %dot.371, f32[128,8192]{1,0} %broadcast.363), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %reduce.373 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.372, f32[] %constant.366), dimensions={0}, to_apply=%region_3.347, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.378 = f32[8192]{0} add(f32[8192]{0} %Arg_2.354, f32[8192]{0} %reduce.373), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %Arg_3.355 = f32[2048,8192]{1,0} parameter(3) + %Arg_8.360 = f32[128,2048]{1,0} parameter(8) + %dot.374 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.372, f32[128,2048]{1,0} %Arg_8.360), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %transpose.375 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.374), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.379 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_3.355, f32[2048,8192]{0,1} %transpose.375), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + ROOT %tuple.380 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.376, f32[8192,2048]{1,0} %add.377, f32[8192]{0} %add.378, f32[2048,8192]{1,0} %add.379) + } + + %stage_0_1_acc_grad_1.381 (Arg_0.382: f32[2048], Arg_1.383: f32[8192,2048], Arg_2.384: f32[8192], Arg_3.385: f32[2048,8192], Arg_4.386: f32[2048], Arg_5.387: f32[8192,2048], Arg_6.388: f32[8192], Arg_7.389: f32[2048,8192], Arg_8.390: f32[128,2048], Arg_9.391: pred[128,2048], Arg_10.392: f32[128,8192], Arg_11.393: pred[128,8192], Arg_12.394: f32[8192,2048], Arg_13.395: f32[128,2048], Arg_14.396: f32[2048,8192], Arg_15.397: pred[128,2048], Arg_16.398: f32[128,8192], Arg_17.399: pred[128,8192], Arg_18.400: f32[128,2048], Arg_19.401: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { + %Arg_0.382 = f32[2048]{0} parameter(0) + %Arg_1.383 = f32[8192,2048]{1,0} parameter(1) + %Arg_2.384 = f32[8192]{0} parameter(2) + %Arg_3.385 = f32[2048,8192]{1,0} parameter(3) + %Arg_8.390 = f32[128,2048]{1,0} parameter(8) + %Arg_9.391 = pred[128,2048]{1,0} parameter(9) + %Arg_10.392 = f32[128,8192]{1,0} parameter(10) + %Arg_11.393 = pred[128,8192]{1,0} parameter(11) + %Arg_12.394 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.395 = f32[128,2048]{1,0} parameter(13) + %Arg_14.396 = f32[2048,8192]{1,0} parameter(14) + %call.402 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) call(f32[2048]{0} %Arg_0.382, f32[8192,2048]{1,0} %Arg_1.383, f32[8192]{0} %Arg_2.384, f32[2048,8192]{1,0} %Arg_3.385, f32[128,2048]{1,0} %Arg_8.390, /*index=5*/pred[128,2048]{1,0} %Arg_9.391, f32[128,8192]{1,0} %Arg_10.392, pred[128,8192]{1,0} %Arg_11.393, f32[8192,2048]{1,0} %Arg_12.394, f32[128,2048]{1,0} %Arg_13.395, /*index=10*/f32[2048,8192]{1,0} %Arg_14.396), to_apply=%stage_0_1_acc_grad_10.308 + %get-tuple-element.403 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=0 + %get-tuple-element.404 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=1 + %get-tuple-element.405 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=2 + %get-tuple-element.406 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=3 + %Arg_4.386 = f32[2048]{0} parameter(4) + %Arg_5.387 = f32[8192,2048]{1,0} parameter(5) + %Arg_6.388 = f32[8192]{0} parameter(6) + %Arg_7.389 = f32[2048,8192]{1,0} parameter(7) + %get-tuple-element.407 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=4 + %Arg_15.397 = pred[128,2048]{1,0} parameter(15) + %Arg_16.398 = f32[128,8192]{1,0} parameter(16) + %Arg_17.399 = pred[128,8192]{1,0} parameter(17) + %Arg_18.400 = f32[128,2048]{1,0} parameter(18) + %Arg_19.401 = f32[8192,2048]{1,0} parameter(19) + %call.408 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_4.386, f32[8192,2048]{1,0} %Arg_5.387, f32[8192]{0} %Arg_6.388, f32[2048,8192]{1,0} %Arg_7.389, f32[128,2048]{1,0} %get-tuple-element.407, /*index=5*/pred[128,2048]{1,0} %Arg_15.397, f32[128,8192]{1,0} %Arg_16.398, pred[128,8192]{1,0} %Arg_17.399, f32[128,2048]{1,0} %Arg_18.400, f32[8192,2048]{1,0} %Arg_19.401), to_apply=%stage_0_1_acc_grad_11.351 + %get-tuple-element.409 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=0 + %get-tuple-element.410 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=1 + %get-tuple-element.411 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=2 + %get-tuple-element.412 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=3 + ROOT %tuple.413 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.403, f32[8192,2048]{1,0} %get-tuple-element.404, f32[8192]{0} %get-tuple-element.405, f32[2048,8192]{1,0} %get-tuple-element.406, f32[2048]{0} %get-tuple-element.409, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.410, f32[8192]{0} %get-tuple-element.411, f32[2048,8192]{1,0} %get-tuple-element.412) + } + + %xla_fallback_pipeline_marker_2.423 (Arg_0.424: f32[2048], Arg_1.425: f32[8192,2048], Arg_2.426: f32[8192], Arg_3.427: f32[2048,8192], Arg_4.428: f32[2048], Arg_5.429: f32[8192,2048], Arg_6.430: f32[8192], Arg_7.431: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { + %Arg_0.424 = f32[2048]{0} parameter(0) + %Arg_1.425 = f32[8192,2048]{1,0} parameter(1) + %Arg_2.426 = f32[8192]{0} parameter(2) + %Arg_3.427 = f32[2048,8192]{1,0} parameter(3) + %Arg_4.428 = f32[2048]{0} parameter(4) + %Arg_5.429 = f32[8192,2048]{1,0} parameter(5) + %Arg_6.430 = f32[8192]{0} parameter(6) + %Arg_7.431 = f32[2048,8192]{1,0} parameter(7) + %tuple.432 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %Arg_0.424, f32[8192,2048]{1,0} %Arg_1.425, f32[8192]{0} %Arg_2.426, f32[2048,8192]{1,0} %Arg_3.427, f32[2048]{0} %Arg_4.428, /*index=5*/f32[8192,2048]{1,0} %Arg_5.429, f32[8192]{0} %Arg_6.430, f32[2048,8192]{1,0} %Arg_7.431), metadata={op_name="tuple.9"} + ROOT %custom-call.433 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.432), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_1$end"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000" + } + + %pipeline_marker_2.434 (Arg_0.435: f32[2048], Arg_1.436: f32[8192,2048], Arg_2.437: f32[8192], Arg_3.438: f32[2048,8192], Arg_4.439: f32[2048], Arg_5.440: f32[8192,2048], Arg_6.441: f32[8192], Arg_7.442: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { + %Arg_0.435 = f32[2048]{0} parameter(0) + %Arg_1.436 = f32[8192,2048]{1,0} parameter(1) + %Arg_2.437 = f32[8192]{0} parameter(2) + %Arg_3.438 = f32[2048,8192]{1,0} parameter(3) + %Arg_4.439 = f32[2048]{0} parameter(4) + %Arg_5.440 = f32[8192,2048]{1,0} parameter(5) + %Arg_6.441 = f32[8192]{0} parameter(6) + %Arg_7.442 = f32[2048,8192]{1,0} parameter(7) + %call.443 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_0.435, f32[8192,2048]{1,0} %Arg_1.436, f32[8192]{0} %Arg_2.437, f32[2048,8192]{1,0} %Arg_3.438, f32[2048]{0} %Arg_4.439, /*index=5*/f32[8192,2048]{1,0} %Arg_5.440, f32[8192]{0} %Arg_6.441, f32[2048,8192]{1,0} %Arg_7.442), to_apply=%xla_fallback_pipeline_marker_2.423 + %get-tuple-element.444 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.445 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.446 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.447 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.448 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.449 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.450 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.451 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + ROOT %tuple.452 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.444, f32[8192,2048]{1,0} %get-tuple-element.445, f32[8192]{0} %get-tuple-element.446, f32[2048,8192]{1,0} %get-tuple-element.447, f32[2048]{0} %get-tuple-element.448, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.449, f32[8192]{0} %get-tuple-element.450, f32[2048,8192]{1,0} %get-tuple-element.451) + } + + %xla_fallback_pipeline_marker_3.462 (Arg_0.463: f32[8192], Arg_1.464: f32[2048,8192], Arg_2.465: f32[2048], Arg_3.466: f32[8192,2048], Arg_4.467: f32[8192], Arg_5.468: f32[2048,8192], Arg_6.469: f32[2048], Arg_7.470: f32[8192,2048], Arg_8.471: s32[], Arg_9.472: f32[8192], Arg_10.473: f32[2048,8192], Arg_11.474: f32[2048], Arg_12.475: f32[8192,2048], Arg_13.476: s32[], Arg_14.477: f32[8192], Arg_15.478: f32[2048,8192], Arg_16.479: f32[2048], Arg_17.480: f32[8192,2048], Arg_18.481: f32[8192], Arg_19.482: f32[2048,8192], Arg_20.483: f32[2048], Arg_21.484: f32[8192,2048], Arg_22.485: f32[8192], Arg_23.486: f32[2048,8192], Arg_24.487: f32[2048], Arg_25.488: f32[8192,2048], Arg_26.489: f32[8192], Arg_27.490: f32[2048,8192], Arg_28.491: f32[2048], Arg_29.492: f32[8192,2048], Arg_30.493: f32[8192], Arg_31.494: f32[2048,8192], Arg_32.495: f32[2048], Arg_33.496: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=30*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048]) { + %Arg_0.463 = f32[8192]{0} parameter(0) + %Arg_1.464 = f32[2048,8192]{1,0} parameter(1) + %Arg_2.465 = f32[2048]{0} parameter(2) + %Arg_3.466 = f32[8192,2048]{1,0} parameter(3) + %Arg_4.467 = f32[8192]{0} parameter(4) + %Arg_5.468 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.469 = f32[2048]{0} parameter(6) + %Arg_7.470 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.471 = s32[] parameter(8) + %Arg_9.472 = f32[8192]{0} parameter(9) + %Arg_10.473 = f32[2048,8192]{1,0} parameter(10) + %Arg_11.474 = f32[2048]{0} parameter(11) + %Arg_12.475 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.476 = s32[] parameter(13) + %Arg_14.477 = f32[8192]{0} parameter(14) + %Arg_15.478 = f32[2048,8192]{1,0} parameter(15) + %Arg_16.479 = f32[2048]{0} parameter(16) + %Arg_17.480 = f32[8192,2048]{1,0} parameter(17) + %Arg_18.481 = f32[8192]{0} parameter(18) + %Arg_19.482 = f32[2048,8192]{1,0} parameter(19) + %Arg_20.483 = f32[2048]{0} parameter(20) + %Arg_21.484 = f32[8192,2048]{1,0} parameter(21) + %Arg_22.485 = f32[8192]{0} parameter(22) + %Arg_23.486 = f32[2048,8192]{1,0} parameter(23) + %Arg_24.487 = f32[2048]{0} parameter(24) + %Arg_25.488 = f32[8192,2048]{1,0} parameter(25) + %Arg_26.489 = f32[8192]{0} parameter(26) + %Arg_27.490 = f32[2048,8192]{1,0} parameter(27) + %Arg_28.491 = f32[2048]{0} parameter(28) + %Arg_29.492 = f32[8192,2048]{1,0} parameter(29) + %Arg_30.493 = f32[8192]{0} parameter(30) + %Arg_31.494 = f32[2048,8192]{1,0} parameter(31) + %Arg_32.495 = f32[2048]{0} parameter(32) + %Arg_33.496 = f32[8192,2048]{1,0} parameter(33) + %tuple.497 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.463, f32[2048,8192]{1,0} %Arg_1.464, f32[2048]{0} %Arg_2.465, f32[8192,2048]{1,0} %Arg_3.466, f32[8192]{0} %Arg_4.467, /*index=5*/f32[2048,8192]{1,0} %Arg_5.468, f32[2048]{0} %Arg_6.469, f32[8192,2048]{1,0} %Arg_7.470, s32[] %Arg_8.471, f32[8192]{0} %Arg_9.472, /*index=10*/f32[2048,8192]{1,0} %Arg_10.473, f32[2048]{0} %Arg_11.474, f32[8192,2048]{1,0} %Arg_12.475, s32[] %Arg_13.476, f32[8192]{0} %Arg_14.477, /*index=15*/f32[2048,8192]{1,0} %Arg_15.478, f32[2048]{0} %Arg_16.479, f32[8192,2048]{1,0} %Arg_17.480, f32[8192]{0} %Arg_18.481, f32[2048,8192]{1,0} %Arg_19.482, /*index=20*/f32[2048]{0} %Arg_20.483, f32[8192,2048]{1,0} %Arg_21.484, f32[8192]{0} %Arg_22.485, f32[2048,8192]{1,0} %Arg_23.486, f32[2048]{0} %Arg_24.487, /*index=25*/f32[8192,2048]{1,0} %Arg_25.488, f32[8192]{0} %Arg_26.489, f32[2048,8192]{1,0} %Arg_27.490, f32[2048]{0} %Arg_28.491, f32[8192,2048]{1,0} %Arg_29.492, /*index=30*/f32[8192]{0} %Arg_30.493, f32[2048,8192]{1,0} %Arg_31.494, f32[2048]{0} %Arg_32.495, f32[8192,2048]{1,0} %Arg_33.496), metadata={op_name="tuple.35"} + ROOT %custom-call.498 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.497), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_apply_grad$start"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" + } + + %pipeline_marker_3.499 (Arg_0.500: f32[8192], Arg_1.501: f32[2048,8192], Arg_2.502: f32[2048], Arg_3.503: f32[8192,2048], Arg_4.504: f32[8192], Arg_5.505: f32[2048,8192], Arg_6.506: f32[2048], Arg_7.507: f32[8192,2048], Arg_8.508: s32[], Arg_9.509: f32[8192], Arg_10.510: f32[2048,8192], Arg_11.511: f32[2048], Arg_12.512: f32[8192,2048], Arg_13.513: s32[], Arg_14.514: f32[8192], Arg_15.515: f32[2048,8192], Arg_16.516: f32[2048], Arg_17.517: f32[8192,2048], Arg_18.518: f32[8192], Arg_19.519: f32[2048,8192], Arg_20.520: f32[2048], Arg_21.521: f32[8192,2048], Arg_22.522: f32[8192], Arg_23.523: f32[2048,8192], Arg_24.524: f32[2048], Arg_25.525: f32[8192,2048], Arg_26.526: f32[8192], Arg_27.527: f32[2048,8192], Arg_28.528: f32[2048], Arg_29.529: f32[8192,2048], Arg_30.530: f32[8192], Arg_31.531: f32[2048,8192], Arg_32.532: f32[2048], Arg_33.533: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=30*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048]) { + %Arg_0.500 = f32[8192]{0} parameter(0) + %Arg_1.501 = f32[2048,8192]{1,0} parameter(1) + %Arg_2.502 = f32[2048]{0} parameter(2) + %Arg_3.503 = f32[8192,2048]{1,0} parameter(3) + %Arg_4.504 = f32[8192]{0} parameter(4) + %Arg_5.505 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.506 = f32[2048]{0} parameter(6) + %Arg_7.507 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.508 = s32[] parameter(8) + %Arg_9.509 = f32[8192]{0} parameter(9) + %Arg_10.510 = f32[2048,8192]{1,0} parameter(10) + %Arg_11.511 = f32[2048]{0} parameter(11) + %Arg_12.512 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.513 = s32[] parameter(13) + %Arg_14.514 = f32[8192]{0} parameter(14) + %Arg_15.515 = f32[2048,8192]{1,0} parameter(15) + %Arg_16.516 = f32[2048]{0} parameter(16) + %Arg_17.517 = f32[8192,2048]{1,0} parameter(17) + %Arg_18.518 = f32[8192]{0} parameter(18) + %Arg_19.519 = f32[2048,8192]{1,0} parameter(19) + %Arg_20.520 = f32[2048]{0} parameter(20) + %Arg_21.521 = f32[8192,2048]{1,0} parameter(21) + %Arg_22.522 = f32[8192]{0} parameter(22) + %Arg_23.523 = f32[2048,8192]{1,0} parameter(23) + %Arg_24.524 = f32[2048]{0} parameter(24) + %Arg_25.525 = f32[8192,2048]{1,0} parameter(25) + %Arg_26.526 = f32[8192]{0} parameter(26) + %Arg_27.527 = f32[2048,8192]{1,0} parameter(27) + %Arg_28.528 = f32[2048]{0} parameter(28) + %Arg_29.529 = f32[8192,2048]{1,0} parameter(29) + %Arg_30.530 = f32[8192]{0} parameter(30) + %Arg_31.531 = f32[2048,8192]{1,0} parameter(31) + %Arg_32.532 = f32[2048]{0} parameter(32) + %Arg_33.533 = f32[8192,2048]{1,0} parameter(33) + %call.534 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.500, f32[2048,8192]{1,0} %Arg_1.501, f32[2048]{0} %Arg_2.502, f32[8192,2048]{1,0} %Arg_3.503, f32[8192]{0} %Arg_4.504, /*index=5*/f32[2048,8192]{1,0} %Arg_5.505, f32[2048]{0} %Arg_6.506, f32[8192,2048]{1,0} %Arg_7.507, s32[] %Arg_8.508, f32[8192]{0} %Arg_9.509, /*index=10*/f32[2048,8192]{1,0} %Arg_10.510, f32[2048]{0} %Arg_11.511, f32[8192,2048]{1,0} %Arg_12.512, s32[] %Arg_13.513, f32[8192]{0} %Arg_14.514, /*index=15*/f32[2048,8192]{1,0} %Arg_15.515, f32[2048]{0} %Arg_16.516, f32[8192,2048]{1,0} %Arg_17.517, f32[8192]{0} %Arg_18.518, f32[2048,8192]{1,0} %Arg_19.519, /*index=20*/f32[2048]{0} %Arg_20.520, f32[8192,2048]{1,0} %Arg_21.521, f32[8192]{0} %Arg_22.522, f32[2048,8192]{1,0} %Arg_23.523, f32[2048]{0} %Arg_24.524, /*index=25*/f32[8192,2048]{1,0} %Arg_25.525, f32[8192]{0} %Arg_26.526, f32[2048,8192]{1,0} %Arg_27.527, f32[2048]{0} %Arg_28.528, f32[8192,2048]{1,0} %Arg_29.529, /*index=30*/f32[8192]{0} %Arg_30.530, f32[2048,8192]{1,0} %Arg_31.531, f32[2048]{0} %Arg_32.532, f32[8192,2048]{1,0} %Arg_33.533), to_apply=%xla_fallback_pipeline_marker_3.462 + %get-tuple-element.535 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.536 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.537 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.538 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.539 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.540 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.541 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.542 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.543 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.544 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.545 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=10, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.546 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=11, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.547 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=12, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.548 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=13, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.549 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=14, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.550 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=15, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.551 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=16, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.552 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=17, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.553 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=18, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.554 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=19, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.555 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=20, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.556 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=21, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.557 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=22, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.558 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=23, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.559 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=24, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.560 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=25, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.561 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=26, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.562 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=27, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.563 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=28, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.564 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=29, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.565 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=30, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.566 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=31, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.567 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=32, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.568 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=33, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + ROOT %tuple.569 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.535, f32[2048,8192]{1,0} %get-tuple-element.536, f32[2048]{0} %get-tuple-element.537, f32[8192,2048]{1,0} %get-tuple-element.538, f32[8192]{0} %get-tuple-element.539, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.540, f32[2048]{0} %get-tuple-element.541, f32[8192,2048]{1,0} %get-tuple-element.542, s32[] %get-tuple-element.543, f32[8192]{0} %get-tuple-element.544, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.545, f32[2048]{0} %get-tuple-element.546, f32[8192,2048]{1,0} %get-tuple-element.547, s32[] %get-tuple-element.548, f32[8192]{0} %get-tuple-element.549, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.550, f32[2048]{0} %get-tuple-element.551, f32[8192,2048]{1,0} %get-tuple-element.552, f32[8192]{0} %get-tuple-element.553, f32[2048,8192]{1,0} %get-tuple-element.554, /*index=20*/f32[2048]{0} %get-tuple-element.555, f32[8192,2048]{1,0} %get-tuple-element.556, f32[8192]{0} %get-tuple-element.557, f32[2048,8192]{1,0} %get-tuple-element.558, f32[2048]{0} %get-tuple-element.559, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.560, f32[8192]{0} %get-tuple-element.561, f32[2048,8192]{1,0} %get-tuple-element.562, f32[2048]{0} %get-tuple-element.563, f32[8192,2048]{1,0} %get-tuple-element.564, /*index=30*/f32[8192]{0} %get-tuple-element.565, f32[2048,8192]{1,0} %get-tuple-element.566, f32[2048]{0} %get-tuple-element.567, f32[8192,2048]{1,0} %get-tuple-element.568) + } + + %stage_0_1_apply0.605 (Arg_0.606: f32[8192], Arg_1.607: f32[8192], Arg_2.608: f32[2048,8192], Arg_3.609: f32[2048,8192], Arg_4.610: f32[2048], Arg_5.611: f32[2048], Arg_6.612: f32[8192,2048], Arg_7.613: f32[8192,2048], Arg_8.614: f32[8192], Arg_9.615: f32[2048,8192], Arg_10.616: f32[2048], Arg_11.617: f32[8192,2048], Arg_12.618: s32[], Arg_13.619: f32[8192], Arg_14.620: f32[2048,8192], Arg_15.621: f32[2048], Arg_16.622: f32[8192,2048], Arg_17.623: s32[]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { + %Arg_0.606 = f32[8192]{0} parameter(0) + %constant.678 = f32[] constant(16) + %broadcast.679 = f32[8192]{0} broadcast(f32[] %constant.678), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %divide.685 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.606, f32[8192]{0} %broadcast.679), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %constant.670 = f32[] constant(0.1) + %broadcast.671 = f32[8192]{0} broadcast(f32[] %constant.670), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.689 = f32[8192]{0} multiply(f32[8192]{0} %divide.685, f32[8192]{0} %broadcast.671), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_1.607 = f32[8192]{0} parameter(1) + %constant.668 = f32[] constant(0.9) + %broadcast.669 = f32[8192]{0} broadcast(f32[] %constant.668), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.690 = f32[8192]{0} multiply(f32[8192]{0} %Arg_1.607, f32[8192]{0} %broadcast.669), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.691 = f32[8192]{0} add(f32[8192]{0} %multiply.689, f32[8192]{0} %multiply.690), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_2.608 = f32[2048,8192]{1,0} parameter(2) + %constant.676 = f32[] constant(16) + %broadcast.677 = f32[2048,8192]{1,0} broadcast(f32[] %constant.676), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %divide.686 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_2.608, f32[2048,8192]{1,0} %broadcast.677), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %constant.666 = f32[] constant(0.1) + %broadcast.667 = f32[2048,8192]{1,0} broadcast(f32[] %constant.666), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.692 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.686, f32[2048,8192]{1,0} %broadcast.667), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_3.609 = f32[2048,8192]{1,0} parameter(3) + %constant.664 = f32[] constant(0.9) + %broadcast.665 = f32[2048,8192]{1,0} broadcast(f32[] %constant.664), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.693 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_3.609, f32[2048,8192]{1,0} %broadcast.665), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.694 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.692, f32[2048,8192]{1,0} %multiply.693), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_4.610 = f32[2048]{0} parameter(4) + %constant.674 = f32[] constant(16) + %broadcast.675 = f32[2048]{0} broadcast(f32[] %constant.674), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %divide.687 = f32[2048]{0} divide(f32[2048]{0} %Arg_4.610, f32[2048]{0} %broadcast.675), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %constant.662 = f32[] constant(0.1) + %broadcast.663 = f32[2048]{0} broadcast(f32[] %constant.662), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.695 = f32[2048]{0} multiply(f32[2048]{0} %divide.687, f32[2048]{0} %broadcast.663), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_5.611 = f32[2048]{0} parameter(5) + %constant.660 = f32[] constant(0.9) + %broadcast.661 = f32[2048]{0} broadcast(f32[] %constant.660), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.696 = f32[2048]{0} multiply(f32[2048]{0} %Arg_5.611, f32[2048]{0} %broadcast.661), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.697 = f32[2048]{0} add(f32[2048]{0} %multiply.695, f32[2048]{0} %multiply.696), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_6.612 = f32[8192,2048]{1,0} parameter(6) + %constant.672 = f32[] constant(16) + %broadcast.673 = f32[8192,2048]{1,0} broadcast(f32[] %constant.672), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %divide.688 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_6.612, f32[8192,2048]{1,0} %broadcast.673), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %constant.658 = f32[] constant(0.1) + %broadcast.659 = f32[8192,2048]{1,0} broadcast(f32[] %constant.658), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.698 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.688, f32[8192,2048]{1,0} %broadcast.659), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_7.613 = f32[8192,2048]{1,0} parameter(7) + %constant.656 = f32[] constant(0.9) + %broadcast.657 = f32[8192,2048]{1,0} broadcast(f32[] %constant.656), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.699 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_7.613, f32[8192,2048]{1,0} %broadcast.657), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.700 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.698, f32[8192,2048]{1,0} %multiply.699), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.701 = f32[8192]{0} multiply(f32[8192]{0} %divide.685, f32[8192]{0} %divide.685), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.654 = f32[] constant(0.001) + %broadcast.655 = f32[8192]{0} broadcast(f32[] %constant.654), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.702 = f32[8192]{0} multiply(f32[8192]{0} %multiply.701, f32[8192]{0} %broadcast.655), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_8.614 = f32[8192]{0} parameter(8) + %constant.652 = f32[] constant(0.999) + %broadcast.653 = f32[8192]{0} broadcast(f32[] %constant.652), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.703 = f32[8192]{0} multiply(f32[8192]{0} %Arg_8.614, f32[8192]{0} %broadcast.653), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.704 = f32[8192]{0} add(f32[8192]{0} %multiply.702, f32[8192]{0} %multiply.703), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.705 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.686, f32[2048,8192]{1,0} %divide.686), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.650 = f32[] constant(0.001) + %broadcast.651 = f32[2048,8192]{1,0} broadcast(f32[] %constant.650), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.706 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.705, f32[2048,8192]{1,0} %broadcast.651), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_9.615 = f32[2048,8192]{1,0} parameter(9) + %constant.648 = f32[] constant(0.999) + %broadcast.649 = f32[2048,8192]{1,0} broadcast(f32[] %constant.648), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.707 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_9.615, f32[2048,8192]{1,0} %broadcast.649), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.708 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.706, f32[2048,8192]{1,0} %multiply.707), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.709 = f32[2048]{0} multiply(f32[2048]{0} %divide.687, f32[2048]{0} %divide.687), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.646 = f32[] constant(0.001) + %broadcast.647 = f32[2048]{0} broadcast(f32[] %constant.646), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.710 = f32[2048]{0} multiply(f32[2048]{0} %multiply.709, f32[2048]{0} %broadcast.647), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_10.616 = f32[2048]{0} parameter(10) + %constant.644 = f32[] constant(0.999) + %broadcast.645 = f32[2048]{0} broadcast(f32[] %constant.644), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.711 = f32[2048]{0} multiply(f32[2048]{0} %Arg_10.616, f32[2048]{0} %broadcast.645), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.712 = f32[2048]{0} add(f32[2048]{0} %multiply.710, f32[2048]{0} %multiply.711), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.713 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.688, f32[8192,2048]{1,0} %divide.688), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.642 = f32[] constant(0.001) + %broadcast.643 = f32[8192,2048]{1,0} broadcast(f32[] %constant.642), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.714 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.713, f32[8192,2048]{1,0} %broadcast.643), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_11.617 = f32[8192,2048]{1,0} parameter(11) + %constant.640 = f32[] constant(0.999) + %broadcast.641 = f32[8192,2048]{1,0} broadcast(f32[] %constant.640), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.715 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_11.617, f32[8192,2048]{1,0} %broadcast.641), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.716 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.714, f32[8192,2048]{1,0} %multiply.715), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_12.618 = s32[] parameter(12) + %constant.682 = s32[] constant(2147483647) + %compare.717 = pred[] compare(s32[] %Arg_12.618, s32[] %constant.682), direction=LT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %constant.681 = s32[] constant(1) + %add.718 = s32[] add(s32[] %Arg_12.618, s32[] %constant.681), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %select.719 = s32[] select(pred[] %compare.717, s32[] %add.718, s32[] %constant.682), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %Arg_13.619 = f32[8192]{0} parameter(13) + %constant.680 = f32[] constant(1) + %constant.684 = f32[] constant(0.9) + %convert.720 = f32[] convert(s32[] %select.719), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %power.721 = f32[] power(f32[] %constant.684, f32[] %convert.720), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %subtract.722 = f32[] subtract(f32[] %constant.680, f32[] %power.721), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %broadcast.723 = f32[8192]{0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.724 = f32[8192]{0} divide(f32[8192]{0} %add.691, f32[8192]{0} %broadcast.723), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %constant.683 = f32[] constant(0.999) + %convert.731 = f32[] convert(s32[] %select.719), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %power.732 = f32[] power(f32[] %constant.683, f32[] %convert.731), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %subtract.733 = f32[] subtract(f32[] %constant.680, f32[] %power.732), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %broadcast.734 = f32[8192]{0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.735 = f32[8192]{0} divide(f32[8192]{0} %add.704, f32[8192]{0} %broadcast.734), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.742 = f32[8192]{0} sqrt(f32[8192]{0} %divide.735), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.638 = f32[] constant(1e-08) + %broadcast.639 = f32[8192]{0} broadcast(f32[] %constant.638), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.743 = f32[8192]{0} add(f32[8192]{0} %sqrt.742, f32[8192]{0} %broadcast.639), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.744 = f32[8192]{0} divide(f32[8192]{0} %divide.724, f32[8192]{0} %add.743), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.630 = f32[] constant(-0.001) + %broadcast.631 = f32[8192]{0} broadcast(f32[] %constant.630), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.754 = f32[8192]{0} multiply(f32[8192]{0} %divide.744, f32[8192]{0} %broadcast.631), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.758 = f32[8192]{0} add(f32[8192]{0} %Arg_13.619, f32[8192]{0} %multiply.754), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_14.620 = f32[2048,8192]{1,0} parameter(14) + %broadcast.725 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.726 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.694, f32[2048,8192]{1,0} %broadcast.725), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.736 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.737 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.708, f32[2048,8192]{1,0} %broadcast.736), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.745 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.737), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.636 = f32[] constant(1e-08) + %broadcast.637 = f32[2048,8192]{1,0} broadcast(f32[] %constant.636), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.746 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.745, f32[2048,8192]{1,0} %broadcast.637), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.747 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.726, f32[2048,8192]{1,0} %add.746), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.628 = f32[] constant(-0.001) + %broadcast.629 = f32[2048,8192]{1,0} broadcast(f32[] %constant.628), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.755 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.747, f32[2048,8192]{1,0} %broadcast.629), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.759 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_14.620, f32[2048,8192]{1,0} %multiply.755), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_15.621 = f32[2048]{0} parameter(15) + %broadcast.727 = f32[2048]{0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.728 = f32[2048]{0} divide(f32[2048]{0} %add.697, f32[2048]{0} %broadcast.727), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.738 = f32[2048]{0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.739 = f32[2048]{0} divide(f32[2048]{0} %add.712, f32[2048]{0} %broadcast.738), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.748 = f32[2048]{0} sqrt(f32[2048]{0} %divide.739), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.634 = f32[] constant(1e-08) + %broadcast.635 = f32[2048]{0} broadcast(f32[] %constant.634), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.749 = f32[2048]{0} add(f32[2048]{0} %sqrt.748, f32[2048]{0} %broadcast.635), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.750 = f32[2048]{0} divide(f32[2048]{0} %divide.728, f32[2048]{0} %add.749), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.626 = f32[] constant(-0.001) + %broadcast.627 = f32[2048]{0} broadcast(f32[] %constant.626), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.756 = f32[2048]{0} multiply(f32[2048]{0} %divide.750, f32[2048]{0} %broadcast.627), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.760 = f32[2048]{0} add(f32[2048]{0} %Arg_15.621, f32[2048]{0} %multiply.756), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_16.622 = f32[8192,2048]{1,0} parameter(16) + %broadcast.729 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.730 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.700, f32[8192,2048]{1,0} %broadcast.729), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.740 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.741 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.716, f32[8192,2048]{1,0} %broadcast.740), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.751 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.741), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.632 = f32[] constant(1e-08) + %broadcast.633 = f32[8192,2048]{1,0} broadcast(f32[] %constant.632), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.752 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.751, f32[8192,2048]{1,0} %broadcast.633), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.753 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.730, f32[8192,2048]{1,0} %add.752), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.624 = f32[] constant(-0.001) + %broadcast.625 = f32[8192,2048]{1,0} broadcast(f32[] %constant.624), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.757 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.753, f32[8192,2048]{1,0} %broadcast.625), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.761 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_16.622, f32[8192,2048]{1,0} %multiply.757), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_17.623 = s32[] parameter(17) + %add.762 = s32[] add(s32[] %Arg_17.623, s32[] %constant.681), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/training/train_state.py" source_line=77} + ROOT %tuple.763 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %add.691, f32[2048,8192]{1,0} %add.694, f32[2048]{0} %add.697, f32[8192,2048]{1,0} %add.700, f32[8192]{0} %add.704, /*index=5*/f32[2048,8192]{1,0} %add.708, f32[2048]{0} %add.712, f32[8192,2048]{1,0} %add.716, s32[] %select.719, f32[8192]{0} %add.758, /*index=10*/f32[2048,8192]{1,0} %add.759, f32[2048]{0} %add.760, f32[8192,2048]{1,0} %add.761, s32[] %add.762) + } + + %stage_0_1_apply1.764 (Arg_0.765: f32[8192], Arg_1.766: f32[8192], Arg_2.767: f32[2048,8192], Arg_3.768: f32[2048,8192], Arg_4.769: f32[2048], Arg_5.770: f32[2048], Arg_6.771: f32[8192,2048], Arg_7.772: f32[8192,2048], Arg_8.773: f32[8192], Arg_9.774: f32[2048,8192], Arg_10.775: f32[2048], Arg_11.776: f32[8192,2048], Arg_12.777: s32[], Arg_13.778: f32[8192], Arg_14.779: f32[2048,8192], Arg_15.780: f32[2048], Arg_16.781: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { + %Arg_0.765 = f32[8192]{0} parameter(0) + %constant.836 = f32[] constant(16) + %broadcast.837 = f32[8192]{0} broadcast(f32[] %constant.836), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %divide.843 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.765, f32[8192]{0} %broadcast.837), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %constant.828 = f32[] constant(0.1) + %broadcast.829 = f32[8192]{0} broadcast(f32[] %constant.828), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.847 = f32[8192]{0} multiply(f32[8192]{0} %divide.843, f32[8192]{0} %broadcast.829), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_1.766 = f32[8192]{0} parameter(1) + %constant.826 = f32[] constant(0.9) + %broadcast.827 = f32[8192]{0} broadcast(f32[] %constant.826), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.848 = f32[8192]{0} multiply(f32[8192]{0} %Arg_1.766, f32[8192]{0} %broadcast.827), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.849 = f32[8192]{0} add(f32[8192]{0} %multiply.847, f32[8192]{0} %multiply.848), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_2.767 = f32[2048,8192]{1,0} parameter(2) + %constant.834 = f32[] constant(16) + %broadcast.835 = f32[2048,8192]{1,0} broadcast(f32[] %constant.834), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %divide.844 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_2.767, f32[2048,8192]{1,0} %broadcast.835), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %constant.824 = f32[] constant(0.1) + %broadcast.825 = f32[2048,8192]{1,0} broadcast(f32[] %constant.824), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.850 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.844, f32[2048,8192]{1,0} %broadcast.825), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_3.768 = f32[2048,8192]{1,0} parameter(3) + %constant.822 = f32[] constant(0.9) + %broadcast.823 = f32[2048,8192]{1,0} broadcast(f32[] %constant.822), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.851 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_3.768, f32[2048,8192]{1,0} %broadcast.823), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.852 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.850, f32[2048,8192]{1,0} %multiply.851), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_4.769 = f32[2048]{0} parameter(4) + %constant.832 = f32[] constant(16) + %broadcast.833 = f32[2048]{0} broadcast(f32[] %constant.832), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %divide.845 = f32[2048]{0} divide(f32[2048]{0} %Arg_4.769, f32[2048]{0} %broadcast.833), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %constant.820 = f32[] constant(0.1) + %broadcast.821 = f32[2048]{0} broadcast(f32[] %constant.820), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.853 = f32[2048]{0} multiply(f32[2048]{0} %divide.845, f32[2048]{0} %broadcast.821), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_5.770 = f32[2048]{0} parameter(5) + %constant.818 = f32[] constant(0.9) + %broadcast.819 = f32[2048]{0} broadcast(f32[] %constant.818), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.854 = f32[2048]{0} multiply(f32[2048]{0} %Arg_5.770, f32[2048]{0} %broadcast.819), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.855 = f32[2048]{0} add(f32[2048]{0} %multiply.853, f32[2048]{0} %multiply.854), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_6.771 = f32[8192,2048]{1,0} parameter(6) + %constant.830 = f32[] constant(16) + %broadcast.831 = f32[8192,2048]{1,0} broadcast(f32[] %constant.830), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %divide.846 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_6.771, f32[8192,2048]{1,0} %broadcast.831), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %constant.816 = f32[] constant(0.1) + %broadcast.817 = f32[8192,2048]{1,0} broadcast(f32[] %constant.816), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.856 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.846, f32[8192,2048]{1,0} %broadcast.817), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_7.772 = f32[8192,2048]{1,0} parameter(7) + %constant.814 = f32[] constant(0.9) + %broadcast.815 = f32[8192,2048]{1,0} broadcast(f32[] %constant.814), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.857 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_7.772, f32[8192,2048]{1,0} %broadcast.815), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.858 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.856, f32[8192,2048]{1,0} %multiply.857), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.859 = f32[8192]{0} multiply(f32[8192]{0} %divide.843, f32[8192]{0} %divide.843), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.812 = f32[] constant(0.001) + %broadcast.813 = f32[8192]{0} broadcast(f32[] %constant.812), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.860 = f32[8192]{0} multiply(f32[8192]{0} %multiply.859, f32[8192]{0} %broadcast.813), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_8.773 = f32[8192]{0} parameter(8) + %constant.810 = f32[] constant(0.999) + %broadcast.811 = f32[8192]{0} broadcast(f32[] %constant.810), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.861 = f32[8192]{0} multiply(f32[8192]{0} %Arg_8.773, f32[8192]{0} %broadcast.811), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.862 = f32[8192]{0} add(f32[8192]{0} %multiply.860, f32[8192]{0} %multiply.861), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.863 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.844, f32[2048,8192]{1,0} %divide.844), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.808 = f32[] constant(0.001) + %broadcast.809 = f32[2048,8192]{1,0} broadcast(f32[] %constant.808), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.864 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.863, f32[2048,8192]{1,0} %broadcast.809), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_9.774 = f32[2048,8192]{1,0} parameter(9) + %constant.806 = f32[] constant(0.999) + %broadcast.807 = f32[2048,8192]{1,0} broadcast(f32[] %constant.806), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.865 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_9.774, f32[2048,8192]{1,0} %broadcast.807), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.866 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.864, f32[2048,8192]{1,0} %multiply.865), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.867 = f32[2048]{0} multiply(f32[2048]{0} %divide.845, f32[2048]{0} %divide.845), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.804 = f32[] constant(0.001) + %broadcast.805 = f32[2048]{0} broadcast(f32[] %constant.804), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.868 = f32[2048]{0} multiply(f32[2048]{0} %multiply.867, f32[2048]{0} %broadcast.805), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_10.775 = f32[2048]{0} parameter(10) + %constant.802 = f32[] constant(0.999) + %broadcast.803 = f32[2048]{0} broadcast(f32[] %constant.802), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.869 = f32[2048]{0} multiply(f32[2048]{0} %Arg_10.775, f32[2048]{0} %broadcast.803), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.870 = f32[2048]{0} add(f32[2048]{0} %multiply.868, f32[2048]{0} %multiply.869), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.871 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.846, f32[8192,2048]{1,0} %divide.846), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.800 = f32[] constant(0.001) + %broadcast.801 = f32[8192,2048]{1,0} broadcast(f32[] %constant.800), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.872 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.871, f32[8192,2048]{1,0} %broadcast.801), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_11.776 = f32[8192,2048]{1,0} parameter(11) + %constant.798 = f32[] constant(0.999) + %broadcast.799 = f32[8192,2048]{1,0} broadcast(f32[] %constant.798), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.873 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_11.776, f32[8192,2048]{1,0} %broadcast.799), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.874 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.872, f32[8192,2048]{1,0} %multiply.873), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_12.777 = s32[] parameter(12) + %constant.840 = s32[] constant(2147483647) + %compare.875 = pred[] compare(s32[] %Arg_12.777, s32[] %constant.840), direction=LT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %constant.839 = s32[] constant(1) + %add.876 = s32[] add(s32[] %Arg_12.777, s32[] %constant.839), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %select.877 = s32[] select(pred[] %compare.875, s32[] %add.876, s32[] %constant.840), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %Arg_13.778 = f32[8192]{0} parameter(13) + %constant.838 = f32[] constant(1) + %constant.842 = f32[] constant(0.9) + %convert.878 = f32[] convert(s32[] %select.877), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %power.879 = f32[] power(f32[] %constant.842, f32[] %convert.878), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %subtract.880 = f32[] subtract(f32[] %constant.838, f32[] %power.879), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %broadcast.881 = f32[8192]{0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.882 = f32[8192]{0} divide(f32[8192]{0} %add.849, f32[8192]{0} %broadcast.881), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %constant.841 = f32[] constant(0.999) + %convert.889 = f32[] convert(s32[] %select.877), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %power.890 = f32[] power(f32[] %constant.841, f32[] %convert.889), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %subtract.891 = f32[] subtract(f32[] %constant.838, f32[] %power.890), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %broadcast.892 = f32[8192]{0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.893 = f32[8192]{0} divide(f32[8192]{0} %add.862, f32[8192]{0} %broadcast.892), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.900 = f32[8192]{0} sqrt(f32[8192]{0} %divide.893), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.796 = f32[] constant(1e-08) + %broadcast.797 = f32[8192]{0} broadcast(f32[] %constant.796), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.901 = f32[8192]{0} add(f32[8192]{0} %sqrt.900, f32[8192]{0} %broadcast.797), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.902 = f32[8192]{0} divide(f32[8192]{0} %divide.882, f32[8192]{0} %add.901), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.788 = f32[] constant(-0.001) + %broadcast.789 = f32[8192]{0} broadcast(f32[] %constant.788), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.912 = f32[8192]{0} multiply(f32[8192]{0} %divide.902, f32[8192]{0} %broadcast.789), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.916 = f32[8192]{0} add(f32[8192]{0} %Arg_13.778, f32[8192]{0} %multiply.912), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_14.779 = f32[2048,8192]{1,0} parameter(14) + %broadcast.883 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.884 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.852, f32[2048,8192]{1,0} %broadcast.883), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.894 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.895 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.866, f32[2048,8192]{1,0} %broadcast.894), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.903 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.895), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.794 = f32[] constant(1e-08) + %broadcast.795 = f32[2048,8192]{1,0} broadcast(f32[] %constant.794), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.904 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.903, f32[2048,8192]{1,0} %broadcast.795), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.905 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.884, f32[2048,8192]{1,0} %add.904), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.786 = f32[] constant(-0.001) + %broadcast.787 = f32[2048,8192]{1,0} broadcast(f32[] %constant.786), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.913 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.905, f32[2048,8192]{1,0} %broadcast.787), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.917 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_14.779, f32[2048,8192]{1,0} %multiply.913), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_15.780 = f32[2048]{0} parameter(15) + %broadcast.885 = f32[2048]{0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.886 = f32[2048]{0} divide(f32[2048]{0} %add.855, f32[2048]{0} %broadcast.885), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.896 = f32[2048]{0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.897 = f32[2048]{0} divide(f32[2048]{0} %add.870, f32[2048]{0} %broadcast.896), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.906 = f32[2048]{0} sqrt(f32[2048]{0} %divide.897), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.792 = f32[] constant(1e-08) + %broadcast.793 = f32[2048]{0} broadcast(f32[] %constant.792), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.907 = f32[2048]{0} add(f32[2048]{0} %sqrt.906, f32[2048]{0} %broadcast.793), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.908 = f32[2048]{0} divide(f32[2048]{0} %divide.886, f32[2048]{0} %add.907), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.784 = f32[] constant(-0.001) + %broadcast.785 = f32[2048]{0} broadcast(f32[] %constant.784), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.914 = f32[2048]{0} multiply(f32[2048]{0} %divide.908, f32[2048]{0} %broadcast.785), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.918 = f32[2048]{0} add(f32[2048]{0} %Arg_15.780, f32[2048]{0} %multiply.914), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_16.781 = f32[8192,2048]{1,0} parameter(16) + %broadcast.887 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.888 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.858, f32[8192,2048]{1,0} %broadcast.887), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.898 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.899 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.874, f32[8192,2048]{1,0} %broadcast.898), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.909 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.899), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.790 = f32[] constant(1e-08) + %broadcast.791 = f32[8192,2048]{1,0} broadcast(f32[] %constant.790), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.910 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.909, f32[8192,2048]{1,0} %broadcast.791), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.911 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.888, f32[8192,2048]{1,0} %add.910), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.782 = f32[] constant(-0.001) + %broadcast.783 = f32[8192,2048]{1,0} broadcast(f32[] %constant.782), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.915 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.911, f32[8192,2048]{1,0} %broadcast.783), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.919 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_16.781, f32[8192,2048]{1,0} %multiply.915), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + ROOT %tuple.920 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %add.849, f32[2048,8192]{1,0} %add.852, f32[2048]{0} %add.855, f32[8192,2048]{1,0} %add.858, f32[8192]{0} %add.862, /*index=5*/f32[2048,8192]{1,0} %add.866, f32[2048]{0} %add.870, f32[8192,2048]{1,0} %add.874, s32[] %select.877, f32[8192]{0} %add.916, /*index=10*/f32[2048,8192]{1,0} %add.917, f32[2048]{0} %add.918, f32[8192,2048]{1,0} %add.919) + } + + %stage_0_1_apply_grad.921 (Arg_0.922: f32[8192], Arg_1.923: f32[2048,8192], Arg_2.924: f32[2048], Arg_3.925: f32[8192,2048], Arg_4.926: f32[8192], Arg_5.927: f32[2048,8192], Arg_6.928: f32[2048], Arg_7.929: f32[8192,2048], Arg_8.930: s32[], Arg_9.931: f32[8192], Arg_10.932: f32[2048,8192], Arg_11.933: f32[2048], Arg_12.934: f32[8192,2048], Arg_13.935: s32[], Arg_14.936: f32[8192], Arg_15.937: f32[2048,8192], Arg_16.938: f32[2048], Arg_17.939: f32[8192,2048], Arg_18.940: f32[8192], Arg_19.941: f32[2048,8192], Arg_20.942: f32[2048], Arg_21.943: f32[8192,2048], Arg_22.944: f32[8192], Arg_23.945: f32[2048,8192], Arg_24.946: f32[2048], Arg_25.947: f32[8192,2048], Arg_26.948: f32[8192], Arg_27.949: f32[2048,8192], Arg_28.950: f32[2048], Arg_29.951: f32[8192,2048], Arg_30.952: f32[8192], Arg_31.953: f32[2048,8192], Arg_32.954: f32[2048], Arg_33.955: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { + %Arg_26.948 = f32[8192]{0} parameter(26) + %Arg_0.922 = f32[8192]{0} parameter(0) + %Arg_27.949 = f32[2048,8192]{1,0} parameter(27) + %Arg_1.923 = f32[2048,8192]{1,0} parameter(1) + %Arg_28.950 = f32[2048]{0} parameter(28) + %Arg_2.924 = f32[2048]{0} parameter(2) + %Arg_29.951 = f32[8192,2048]{1,0} parameter(29) + %Arg_3.925 = f32[8192,2048]{1,0} parameter(3) + %Arg_4.926 = f32[8192]{0} parameter(4) + %Arg_5.927 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.928 = f32[2048]{0} parameter(6) + %Arg_7.929 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.930 = s32[] parameter(8) + %Arg_9.931 = f32[8192]{0} parameter(9) + %Arg_10.932 = f32[2048,8192]{1,0} parameter(10) + %Arg_11.933 = f32[2048]{0} parameter(11) + %Arg_12.934 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.935 = s32[] parameter(13) + %call.956 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) call(f32[8192]{0} %Arg_26.948, f32[8192]{0} %Arg_0.922, f32[2048,8192]{1,0} %Arg_27.949, f32[2048,8192]{1,0} %Arg_1.923, f32[2048]{0} %Arg_28.950, /*index=5*/f32[2048]{0} %Arg_2.924, f32[8192,2048]{1,0} %Arg_29.951, f32[8192,2048]{1,0} %Arg_3.925, f32[8192]{0} %Arg_4.926, f32[2048,8192]{1,0} %Arg_5.927, /*index=10*/f32[2048]{0} %Arg_6.928, f32[8192,2048]{1,0} %Arg_7.929, s32[] %Arg_8.930, f32[8192]{0} %Arg_9.931, f32[2048,8192]{1,0} %Arg_10.932, /*index=15*/f32[2048]{0} %Arg_11.933, f32[8192,2048]{1,0} %Arg_12.934, s32[] %Arg_13.935), to_apply=%stage_0_1_apply0.605 + %get-tuple-element.965 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=8 + %get-tuple-element.957 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=0 + %get-tuple-element.958 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=1 + %get-tuple-element.959 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=2 + %get-tuple-element.960 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=3 + %get-tuple-element.961 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=4 + %get-tuple-element.962 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=5 + %get-tuple-element.963 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=6 + %get-tuple-element.964 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=7 + %Arg_30.952 = f32[8192]{0} parameter(30) + %Arg_14.936 = f32[8192]{0} parameter(14) + %Arg_31.953 = f32[2048,8192]{1,0} parameter(31) + %Arg_15.937 = f32[2048,8192]{1,0} parameter(15) + %Arg_32.954 = f32[2048]{0} parameter(32) + %Arg_16.938 = f32[2048]{0} parameter(16) + %Arg_33.955 = f32[8192,2048]{1,0} parameter(33) + %Arg_17.939 = f32[8192,2048]{1,0} parameter(17) + %Arg_18.940 = f32[8192]{0} parameter(18) + %Arg_19.941 = f32[2048,8192]{1,0} parameter(19) + %Arg_20.942 = f32[2048]{0} parameter(20) + %Arg_21.943 = f32[8192,2048]{1,0} parameter(21) + %Arg_22.944 = f32[8192]{0} parameter(22) + %Arg_23.945 = f32[2048,8192]{1,0} parameter(23) + %Arg_24.946 = f32[2048]{0} parameter(24) + %Arg_25.947 = f32[8192,2048]{1,0} parameter(25) + %call.971 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_30.952, f32[8192]{0} %Arg_14.936, f32[2048,8192]{1,0} %Arg_31.953, f32[2048,8192]{1,0} %Arg_15.937, f32[2048]{0} %Arg_32.954, /*index=5*/f32[2048]{0} %Arg_16.938, f32[8192,2048]{1,0} %Arg_33.955, f32[8192,2048]{1,0} %Arg_17.939, f32[8192]{0} %Arg_18.940, f32[2048,8192]{1,0} %Arg_19.941, /*index=10*/f32[2048]{0} %Arg_20.942, f32[8192,2048]{1,0} %Arg_21.943, s32[] %Arg_8.930, f32[8192]{0} %Arg_22.944, f32[2048,8192]{1,0} %Arg_23.945, /*index=15*/f32[2048]{0} %Arg_24.946, f32[8192,2048]{1,0} %Arg_25.947), to_apply=%stage_0_1_apply1.764 + %get-tuple-element.980 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=8 + %get-tuple-element.966 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=9 + %get-tuple-element.967 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=10 + %get-tuple-element.968 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=11 + %get-tuple-element.969 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=12 + %get-tuple-element.970 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=13 + %get-tuple-element.972 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=0 + %get-tuple-element.973 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=1 + %get-tuple-element.974 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=2 + %get-tuple-element.975 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=3 + %get-tuple-element.976 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=4 + %get-tuple-element.977 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=5 + %get-tuple-element.978 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=6 + %get-tuple-element.979 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=7 + %get-tuple-element.981 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=9 + %get-tuple-element.982 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=10 + %get-tuple-element.983 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=11 + %get-tuple-element.984 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=12 + ROOT %tuple.985 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.957, f32[2048,8192]{1,0} %get-tuple-element.958, f32[2048]{0} %get-tuple-element.959, f32[8192,2048]{1,0} %get-tuple-element.960, f32[8192]{0} %get-tuple-element.961, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.962, f32[2048]{0} %get-tuple-element.963, f32[8192,2048]{1,0} %get-tuple-element.964, s32[] %get-tuple-element.980, f32[8192]{0} %get-tuple-element.966, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.967, f32[2048]{0} %get-tuple-element.968, f32[8192,2048]{1,0} %get-tuple-element.969, s32[] %get-tuple-element.970, f32[8192]{0} %get-tuple-element.972, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.973, f32[2048]{0} %get-tuple-element.974, f32[8192,2048]{1,0} %get-tuple-element.975, f32[8192]{0} %get-tuple-element.976, f32[2048,8192]{1,0} %get-tuple-element.977, /*index=20*/f32[2048]{0} %get-tuple-element.978, f32[8192,2048]{1,0} %get-tuple-element.979, f32[8192]{0} %get-tuple-element.981, f32[2048,8192]{1,0} %get-tuple-element.982, f32[2048]{0} %get-tuple-element.983, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.984) + } + + %xla_fallback_pipeline_marker_4.1013 (Arg_0.1014: f32[8192], Arg_1.1015: f32[2048,8192], Arg_2.1016: f32[2048], Arg_3.1017: f32[8192,2048], Arg_4.1018: f32[8192], Arg_5.1019: f32[2048,8192], Arg_6.1020: f32[2048], Arg_7.1021: f32[8192,2048], Arg_8.1022: s32[], Arg_9.1023: f32[8192], Arg_10.1024: f32[2048,8192], Arg_11.1025: f32[2048], Arg_12.1026: f32[8192,2048], Arg_13.1027: s32[], Arg_14.1028: f32[8192], Arg_15.1029: f32[2048,8192], Arg_16.1030: f32[2048], Arg_17.1031: f32[8192,2048], Arg_18.1032: f32[8192], Arg_19.1033: f32[2048,8192], Arg_20.1034: f32[2048], Arg_21.1035: f32[8192,2048], Arg_22.1036: f32[8192], Arg_23.1037: f32[2048,8192], Arg_24.1038: f32[2048], Arg_25.1039: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { + %Arg_0.1014 = f32[8192]{0} parameter(0) + %Arg_1.1015 = f32[2048,8192]{1,0} parameter(1) + %Arg_2.1016 = f32[2048]{0} parameter(2) + %Arg_3.1017 = f32[8192,2048]{1,0} parameter(3) + %Arg_4.1018 = f32[8192]{0} parameter(4) + %Arg_5.1019 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.1020 = f32[2048]{0} parameter(6) + %Arg_7.1021 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.1022 = s32[] parameter(8) + %Arg_9.1023 = f32[8192]{0} parameter(9) + %Arg_10.1024 = f32[2048,8192]{1,0} parameter(10) + %Arg_11.1025 = f32[2048]{0} parameter(11) + %Arg_12.1026 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.1027 = s32[] parameter(13) + %Arg_14.1028 = f32[8192]{0} parameter(14) + %Arg_15.1029 = f32[2048,8192]{1,0} parameter(15) + %Arg_16.1030 = f32[2048]{0} parameter(16) + %Arg_17.1031 = f32[8192,2048]{1,0} parameter(17) + %Arg_18.1032 = f32[8192]{0} parameter(18) + %Arg_19.1033 = f32[2048,8192]{1,0} parameter(19) + %Arg_20.1034 = f32[2048]{0} parameter(20) + %Arg_21.1035 = f32[8192,2048]{1,0} parameter(21) + %Arg_22.1036 = f32[8192]{0} parameter(22) + %Arg_23.1037 = f32[2048,8192]{1,0} parameter(23) + %Arg_24.1038 = f32[2048]{0} parameter(24) + %Arg_25.1039 = f32[8192,2048]{1,0} parameter(25) + %tuple.1040 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.1014, f32[2048,8192]{1,0} %Arg_1.1015, f32[2048]{0} %Arg_2.1016, f32[8192,2048]{1,0} %Arg_3.1017, f32[8192]{0} %Arg_4.1018, /*index=5*/f32[2048,8192]{1,0} %Arg_5.1019, f32[2048]{0} %Arg_6.1020, f32[8192,2048]{1,0} %Arg_7.1021, s32[] %Arg_8.1022, f32[8192]{0} %Arg_9.1023, /*index=10*/f32[2048,8192]{1,0} %Arg_10.1024, f32[2048]{0} %Arg_11.1025, f32[8192,2048]{1,0} %Arg_12.1026, s32[] %Arg_13.1027, f32[8192]{0} %Arg_14.1028, /*index=15*/f32[2048,8192]{1,0} %Arg_15.1029, f32[2048]{0} %Arg_16.1030, f32[8192,2048]{1,0} %Arg_17.1031, f32[8192]{0} %Arg_18.1032, f32[2048,8192]{1,0} %Arg_19.1033, /*index=20*/f32[2048]{0} %Arg_20.1034, f32[8192,2048]{1,0} %Arg_21.1035, f32[8192]{0} %Arg_22.1036, f32[2048,8192]{1,0} %Arg_23.1037, f32[2048]{0} %Arg_24.1038, /*index=25*/f32[8192,2048]{1,0} %Arg_25.1039), metadata={op_name="tuple.27"} + ROOT %custom-call.1041 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.1040), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_apply_grad$end"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" + } + + %pipeline_marker_4.1042 (Arg_0.1043: f32[8192], Arg_1.1044: f32[2048,8192], Arg_2.1045: f32[2048], Arg_3.1046: f32[8192,2048], Arg_4.1047: f32[8192], Arg_5.1048: f32[2048,8192], Arg_6.1049: f32[2048], Arg_7.1050: f32[8192,2048], Arg_8.1051: s32[], Arg_9.1052: f32[8192], Arg_10.1053: f32[2048,8192], Arg_11.1054: f32[2048], Arg_12.1055: f32[8192,2048], Arg_13.1056: s32[], Arg_14.1057: f32[8192], Arg_15.1058: f32[2048,8192], Arg_16.1059: f32[2048], Arg_17.1060: f32[8192,2048], Arg_18.1061: f32[8192], Arg_19.1062: f32[2048,8192], Arg_20.1063: f32[2048], Arg_21.1064: f32[8192,2048], Arg_22.1065: f32[8192], Arg_23.1066: f32[2048,8192], Arg_24.1067: f32[2048], Arg_25.1068: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { + %Arg_0.1043 = f32[8192]{0} parameter(0) + %Arg_1.1044 = f32[2048,8192]{1,0} parameter(1) + %Arg_2.1045 = f32[2048]{0} parameter(2) + %Arg_3.1046 = f32[8192,2048]{1,0} parameter(3) + %Arg_4.1047 = f32[8192]{0} parameter(4) + %Arg_5.1048 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.1049 = f32[2048]{0} parameter(6) + %Arg_7.1050 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.1051 = s32[] parameter(8) + %Arg_9.1052 = f32[8192]{0} parameter(9) + %Arg_10.1053 = f32[2048,8192]{1,0} parameter(10) + %Arg_11.1054 = f32[2048]{0} parameter(11) + %Arg_12.1055 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.1056 = s32[] parameter(13) + %Arg_14.1057 = f32[8192]{0} parameter(14) + %Arg_15.1058 = f32[2048,8192]{1,0} parameter(15) + %Arg_16.1059 = f32[2048]{0} parameter(16) + %Arg_17.1060 = f32[8192,2048]{1,0} parameter(17) + %Arg_18.1061 = f32[8192]{0} parameter(18) + %Arg_19.1062 = f32[2048,8192]{1,0} parameter(19) + %Arg_20.1063 = f32[2048]{0} parameter(20) + %Arg_21.1064 = f32[8192,2048]{1,0} parameter(21) + %Arg_22.1065 = f32[8192]{0} parameter(22) + %Arg_23.1066 = f32[2048,8192]{1,0} parameter(23) + %Arg_24.1067 = f32[2048]{0} parameter(24) + %Arg_25.1068 = f32[8192,2048]{1,0} parameter(25) + %call.1069 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.1043, f32[2048,8192]{1,0} %Arg_1.1044, f32[2048]{0} %Arg_2.1045, f32[8192,2048]{1,0} %Arg_3.1046, f32[8192]{0} %Arg_4.1047, /*index=5*/f32[2048,8192]{1,0} %Arg_5.1048, f32[2048]{0} %Arg_6.1049, f32[8192,2048]{1,0} %Arg_7.1050, s32[] %Arg_8.1051, f32[8192]{0} %Arg_9.1052, /*index=10*/f32[2048,8192]{1,0} %Arg_10.1053, f32[2048]{0} %Arg_11.1054, f32[8192,2048]{1,0} %Arg_12.1055, s32[] %Arg_13.1056, f32[8192]{0} %Arg_14.1057, /*index=15*/f32[2048,8192]{1,0} %Arg_15.1058, f32[2048]{0} %Arg_16.1059, f32[8192,2048]{1,0} %Arg_17.1060, f32[8192]{0} %Arg_18.1061, f32[2048,8192]{1,0} %Arg_19.1062, /*index=20*/f32[2048]{0} %Arg_20.1063, f32[8192,2048]{1,0} %Arg_21.1064, f32[8192]{0} %Arg_22.1065, f32[2048,8192]{1,0} %Arg_23.1066, f32[2048]{0} %Arg_24.1067, /*index=25*/f32[8192,2048]{1,0} %Arg_25.1068), to_apply=%xla_fallback_pipeline_marker_4.1013 + %get-tuple-element.1070 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1071 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1072 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1073 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1074 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1075 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1076 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1077 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1078 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1079 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1080 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=10, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1081 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=11, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1082 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=12, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1083 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=13, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1084 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=14, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1085 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=15, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1086 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=16, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1087 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=17, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1088 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=18, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1089 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=19, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1090 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=20, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1091 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=21, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1092 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=22, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1093 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=23, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1094 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=24, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1095 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=25, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + ROOT %tuple.1096 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.1070, f32[2048,8192]{1,0} %get-tuple-element.1071, f32[2048]{0} %get-tuple-element.1072, f32[8192,2048]{1,0} %get-tuple-element.1073, f32[8192]{0} %get-tuple-element.1074, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.1075, f32[2048]{0} %get-tuple-element.1076, f32[8192,2048]{1,0} %get-tuple-element.1077, s32[] %get-tuple-element.1078, f32[8192]{0} %get-tuple-element.1079, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.1080, f32[2048]{0} %get-tuple-element.1081, f32[8192,2048]{1,0} %get-tuple-element.1082, s32[] %get-tuple-element.1083, f32[8192]{0} %get-tuple-element.1084, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.1085, f32[2048]{0} %get-tuple-element.1086, f32[8192,2048]{1,0} %get-tuple-element.1087, f32[8192]{0} %get-tuple-element.1088, f32[2048,8192]{1,0} %get-tuple-element.1089, /*index=20*/f32[2048]{0} %get-tuple-element.1090, f32[8192,2048]{1,0} %get-tuple-element.1091, f32[8192]{0} %get-tuple-element.1092, f32[2048,8192]{1,0} %get-tuple-element.1093, f32[2048]{0} %get-tuple-element.1094, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.1095) + } + + ENTRY %main.1125 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[8192], Arg_2.3: f32[8192,2048], Arg_3.4: f32[2048], Arg_4.5: f32[2048,8192], Arg_5.6: f32[8192], Arg_6.7: f32[8192,2048], Arg_7.8: f32[2048], Arg_8.9: f32[2048], Arg_9.10: f32[8192,2048], Arg_10.11: f32[8192], Arg_11.12: f32[2048,8192], Arg_12.13: f32[2048], Arg_13.14: f32[8192,2048], Arg_14.15: f32[8192], Arg_15.16: f32[2048,8192], Arg_16.17: f32[8192], Arg_17.18: f32[2048,8192], Arg_18.19: f32[2048], Arg_19.20: f32[8192,2048], Arg_20.21: f32[8192], Arg_21.22: f32[2048,8192], Arg_22.23: f32[2048], Arg_23.24: f32[8192,2048], Arg_24.25: s32[], Arg_25.26: s32[], Arg_26.27: f32[8192], Arg_27.28: f32[2048,8192], Arg_28.29: f32[2048], Arg_29.30: f32[8192,2048], Arg_30.31: f32[8192], Arg_31.32: f32[2048,8192], Arg_32.33: f32[2048], Arg_33.34: f32[8192,2048], Arg_34.35: f32[128,2048], Arg_35.36: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[2048,8192], /*index=5*/f32[8192], f32[8192,2048], f32[2048], f32[2048], f32[8192,2048], /*index=10*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=15*/f32[2048,8192], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=20*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], s32[], /*index=25*/s32[], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=30*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[128,2048], /*index=35*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], pred[128,2048], /*index=40*/f32[128,8192], pred[128,8192]) { + %Arg_16.17 = f32[8192]{0} parameter(16) + %Arg_17.18 = f32[2048,8192]{1,0} parameter(17) + %Arg_18.19 = f32[2048]{0} parameter(18) + %Arg_19.20 = f32[8192,2048]{1,0} parameter(19) + %Arg_20.21 = f32[8192]{0} parameter(20) + %Arg_21.22 = f32[2048,8192]{1,0} parameter(21) + %Arg_22.23 = f32[2048]{0} parameter(22) + %Arg_23.24 = f32[8192,2048]{1,0} parameter(23) + %Arg_24.25 = s32[] parameter(24) + %Arg_1.2 = f32[8192]{0} parameter(1) + %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) + %Arg_3.4 = f32[2048]{0} parameter(3) + %Arg_2.3 = f32[8192,2048]{1,0} parameter(2) + %Arg_25.26 = s32[] parameter(25) + %Arg_26.27 = f32[8192]{0} parameter(26) + %Arg_27.28 = f32[2048,8192]{1,0} parameter(27) + %Arg_28.29 = f32[2048]{0} parameter(28) + %Arg_29.30 = f32[8192,2048]{1,0} parameter(29) + %Arg_30.31 = f32[8192]{0} parameter(30) + %Arg_31.32 = f32[2048,8192]{1,0} parameter(31) + %Arg_32.33 = f32[2048]{0} parameter(32) + %Arg_33.34 = f32[8192,2048]{1,0} parameter(33) + %Arg_5.6 = f32[8192]{0} parameter(5) + %Arg_4.5 = f32[2048,8192]{1,0} parameter(4) + %Arg_7.8 = f32[2048]{0} parameter(7) + %Arg_6.7 = f32[8192,2048]{1,0} parameter(6) + %Arg_8.9 = f32[2048]{0} parameter(8) + %Arg_9.10 = f32[8192,2048]{1,0} parameter(9) + %Arg_10.11 = f32[8192]{0} parameter(10) + %Arg_11.12 = f32[2048,8192]{1,0} parameter(11) + %Arg_12.13 = f32[2048]{0} parameter(12) + %Arg_13.14 = f32[8192,2048]{1,0} parameter(13) + %Arg_14.15 = f32[8192]{0} parameter(14) + %Arg_15.16 = f32[2048,8192]{1,0} parameter(15) + %Arg_34.35 = f32[128,2048]{1,0} parameter(34) + %Arg_35.36 = f32[128,2048]{1,0} parameter(35) + %call.73 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.1, f32[8192]{0} %Arg_1.2, f32[8192,2048]{1,0} %Arg_2.3, f32[2048]{0} %Arg_3.4, f32[128,2048]{1,0} %Arg_34.35, /*index=5*/f32[2048,8192]{1,0} %Arg_4.5, f32[8192]{0} %Arg_5.6, f32[8192,2048]{1,0} %Arg_6.7, f32[2048]{0} %Arg_7.8, f32[128,2048]{1,0} %Arg_35.36), to_apply=%pipeline_marker.50 + %get-tuple-element.74 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=0 + %get-tuple-element.75 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=1 + %get-tuple-element.76 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=2 + %get-tuple-element.77 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=3 + %get-tuple-element.78 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=4 + %get-tuple-element.79 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=5 + %get-tuple-element.80 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=6 + %get-tuple-element.81 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=7 + %get-tuple-element.82 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=8 + %get-tuple-element.83 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=9 + %call.165 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[2048,8192]{1,0} %get-tuple-element.74, f32[8192]{0} %get-tuple-element.75, f32[8192,2048]{1,0} %get-tuple-element.76, f32[2048]{0} %get-tuple-element.77, f32[128,2048]{1,0} %get-tuple-element.78, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.79, f32[8192]{0} %get-tuple-element.80, f32[8192,2048]{1,0} %get-tuple-element.81, f32[2048]{0} %get-tuple-element.82, f32[128,2048]{1,0} %get-tuple-element.83), to_apply=%stage_0_1_acc_grad_0.143 + %get-tuple-element.166 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=0 + %get-tuple-element.167 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=1 + %get-tuple-element.168 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=2 + %get-tuple-element.169 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=3 + %get-tuple-element.170 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=4 + %get-tuple-element.171 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=5 + %get-tuple-element.172 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=6 + %get-tuple-element.173 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=7 + %call.204 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.166, pred[128,2048]{1,0} %get-tuple-element.167, f32[128,8192]{1,0} %get-tuple-element.168, pred[128,8192]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %get-tuple-element.170, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %get-tuple-element.172, pred[128,8192]{1,0} %get-tuple-element.173), to_apply=%pipeline_marker_0.185 + %get-tuple-element.209 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=4 + %get-tuple-element.210 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=5 + %get-tuple-element.211 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=6 + %get-tuple-element.212 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=7 + %get-tuple-element.205 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=0 + %get-tuple-element.206 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=1 + %get-tuple-element.207 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=2 + %get-tuple-element.208 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=3 + %call.279 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) call(f32[2048]{0} %Arg_8.9, f32[8192,2048]{1,0} %Arg_9.10, f32[8192]{0} %Arg_10.11, f32[2048,8192]{1,0} %Arg_11.12, f32[2048]{0} %Arg_12.13, /*index=5*/f32[8192,2048]{1,0} %Arg_13.14, f32[8192]{0} %Arg_14.15, f32[2048,8192]{1,0} %Arg_15.16, f32[128,2048]{1,0} %get-tuple-element.209, pred[128,2048]{1,0} %get-tuple-element.210, /*index=10*/f32[128,8192]{1,0} %get-tuple-element.211, pred[128,8192]{1,0} %get-tuple-element.212, f32[8192,2048]{1,0} %Arg_6.7, f32[128,2048]{1,0} %get-tuple-element.205, f32[2048,8192]{1,0} %Arg_4.5, /*index=15*/pred[128,2048]{1,0} %get-tuple-element.206, f32[128,8192]{1,0} %get-tuple-element.207, pred[128,8192]{1,0} %get-tuple-element.208, f32[128,2048]{1,0} %Arg_34.35, f32[8192,2048]{1,0} %Arg_2.3), to_apply=%pipeline_marker_1.236 + %get-tuple-element.280 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=0 + %get-tuple-element.281 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=1 + %get-tuple-element.282 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=2 + %get-tuple-element.283 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=3 + %get-tuple-element.284 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=4 + %get-tuple-element.285 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=5 + %get-tuple-element.286 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=6 + %get-tuple-element.287 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=7 + %get-tuple-element.288 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=8 + %get-tuple-element.289 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=9 + %get-tuple-element.290 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=10 + %get-tuple-element.291 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=11 + %get-tuple-element.292 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=12 + %get-tuple-element.293 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=13 + %get-tuple-element.294 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=14 + %get-tuple-element.295 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=15 + %get-tuple-element.296 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=16 + %get-tuple-element.297 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=17 + %get-tuple-element.298 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=18 + %get-tuple-element.299 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=19 + %call.414 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %get-tuple-element.280, f32[8192,2048]{1,0} %get-tuple-element.281, f32[8192]{0} %get-tuple-element.282, f32[2048,8192]{1,0} %get-tuple-element.283, f32[2048]{0} %get-tuple-element.284, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.285, f32[8192]{0} %get-tuple-element.286, f32[2048,8192]{1,0} %get-tuple-element.287, f32[128,2048]{1,0} %get-tuple-element.288, pred[128,2048]{1,0} %get-tuple-element.289, /*index=10*/f32[128,8192]{1,0} %get-tuple-element.290, pred[128,8192]{1,0} %get-tuple-element.291, f32[8192,2048]{1,0} %get-tuple-element.292, f32[128,2048]{1,0} %get-tuple-element.293, f32[2048,8192]{1,0} %get-tuple-element.294, /*index=15*/pred[128,2048]{1,0} %get-tuple-element.295, f32[128,8192]{1,0} %get-tuple-element.296, pred[128,8192]{1,0} %get-tuple-element.297, f32[128,2048]{1,0} %get-tuple-element.298, f32[8192,2048]{1,0} %get-tuple-element.299), to_apply=%stage_0_1_acc_grad_1.381 + %get-tuple-element.415 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=0 + %get-tuple-element.416 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=1 + %get-tuple-element.417 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=2 + %get-tuple-element.418 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=3 + %get-tuple-element.419 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=4 + %get-tuple-element.420 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=5 + %get-tuple-element.421 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=6 + %get-tuple-element.422 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=7 + %call.453 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %get-tuple-element.415, f32[8192,2048]{1,0} %get-tuple-element.416, f32[8192]{0} %get-tuple-element.417, f32[2048,8192]{1,0} %get-tuple-element.418, f32[2048]{0} %get-tuple-element.419, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.420, f32[8192]{0} %get-tuple-element.421, f32[2048,8192]{1,0} %get-tuple-element.422), to_apply=%pipeline_marker_2.434 + %get-tuple-element.460 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=6 + %get-tuple-element.461 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=7 + %get-tuple-element.458 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=4 + %get-tuple-element.459 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=5 + %get-tuple-element.456 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=2 + %get-tuple-element.457 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=3 + %get-tuple-element.454 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=0 + %get-tuple-element.455 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=1 + %call.570 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_16.17, f32[2048,8192]{1,0} %Arg_17.18, f32[2048]{0} %Arg_18.19, f32[8192,2048]{1,0} %Arg_19.20, f32[8192]{0} %Arg_20.21, /*index=5*/f32[2048,8192]{1,0} %Arg_21.22, f32[2048]{0} %Arg_22.23, f32[8192,2048]{1,0} %Arg_23.24, s32[] %Arg_24.25, f32[8192]{0} %Arg_1.2, /*index=10*/f32[2048,8192]{1,0} %Arg_0.1, f32[2048]{0} %Arg_3.4, f32[8192,2048]{1,0} %Arg_2.3, s32[] %Arg_25.26, f32[8192]{0} %Arg_26.27, /*index=15*/f32[2048,8192]{1,0} %Arg_27.28, f32[2048]{0} %Arg_28.29, f32[8192,2048]{1,0} %Arg_29.30, f32[8192]{0} %Arg_30.31, f32[2048,8192]{1,0} %Arg_31.32, /*index=20*/f32[2048]{0} %Arg_32.33, f32[8192,2048]{1,0} %Arg_33.34, f32[8192]{0} %Arg_5.6, f32[2048,8192]{1,0} %Arg_4.5, f32[2048]{0} %Arg_7.8, /*index=25*/f32[8192,2048]{1,0} %Arg_6.7, f32[8192]{0} %get-tuple-element.460, f32[2048,8192]{1,0} %get-tuple-element.461, f32[2048]{0} %get-tuple-element.458, f32[8192,2048]{1,0} %get-tuple-element.459, /*index=30*/f32[8192]{0} %get-tuple-element.456, f32[2048,8192]{1,0} %get-tuple-element.457, f32[2048]{0} %get-tuple-element.454, f32[8192,2048]{1,0} %get-tuple-element.455), to_apply=%pipeline_marker_3.499 + %get-tuple-element.571 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=0 + %get-tuple-element.572 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=1 + %get-tuple-element.573 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=2 + %get-tuple-element.574 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=3 + %get-tuple-element.575 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=4 + %get-tuple-element.576 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=5 + %get-tuple-element.577 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=6 + %get-tuple-element.578 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=7 + %get-tuple-element.579 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=8 + %get-tuple-element.580 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=9 + %get-tuple-element.581 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=10 + %get-tuple-element.582 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=11 + %get-tuple-element.583 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=12 + %get-tuple-element.584 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=13 + %get-tuple-element.585 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=14 + %get-tuple-element.586 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=15 + %get-tuple-element.587 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=16 + %get-tuple-element.588 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=17 + %get-tuple-element.589 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=18 + %get-tuple-element.590 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=19 + %get-tuple-element.591 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=20 + %get-tuple-element.592 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=21 + %get-tuple-element.593 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=22 + %get-tuple-element.594 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=23 + %get-tuple-element.595 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=24 + %get-tuple-element.596 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=25 + %get-tuple-element.597 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=26 + %get-tuple-element.598 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=27 + %get-tuple-element.599 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=28 + %get-tuple-element.600 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=29 + %get-tuple-element.601 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=30 + %get-tuple-element.602 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=31 + %get-tuple-element.603 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=32 + %get-tuple-element.604 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=33 + %call.986 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) call(f32[8192]{0} %get-tuple-element.571, f32[2048,8192]{1,0} %get-tuple-element.572, f32[2048]{0} %get-tuple-element.573, f32[8192,2048]{1,0} %get-tuple-element.574, f32[8192]{0} %get-tuple-element.575, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.576, f32[2048]{0} %get-tuple-element.577, f32[8192,2048]{1,0} %get-tuple-element.578, s32[] %get-tuple-element.579, f32[8192]{0} %get-tuple-element.580, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.581, f32[2048]{0} %get-tuple-element.582, f32[8192,2048]{1,0} %get-tuple-element.583, s32[] %get-tuple-element.584, f32[8192]{0} %get-tuple-element.585, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.586, f32[2048]{0} %get-tuple-element.587, f32[8192,2048]{1,0} %get-tuple-element.588, f32[8192]{0} %get-tuple-element.589, f32[2048,8192]{1,0} %get-tuple-element.590, /*index=20*/f32[2048]{0} %get-tuple-element.591, f32[8192,2048]{1,0} %get-tuple-element.592, f32[8192]{0} %get-tuple-element.593, f32[2048,8192]{1,0} %get-tuple-element.594, f32[2048]{0} %get-tuple-element.595, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.596, f32[8192]{0} %get-tuple-element.597, f32[2048,8192]{1,0} %get-tuple-element.598, f32[2048]{0} %get-tuple-element.599, f32[8192,2048]{1,0} %get-tuple-element.600, /*index=30*/f32[8192]{0} %get-tuple-element.601, f32[2048,8192]{1,0} %get-tuple-element.602, f32[2048]{0} %get-tuple-element.603, f32[8192,2048]{1,0} %get-tuple-element.604), to_apply=%stage_0_1_apply_grad.921 + %get-tuple-element.987 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=0 + %get-tuple-element.988 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=1 + %get-tuple-element.989 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=2 + %get-tuple-element.990 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=3 + %get-tuple-element.991 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=4 + %get-tuple-element.992 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=5 + %get-tuple-element.993 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=6 + %get-tuple-element.994 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=7 + %get-tuple-element.995 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=8 + %get-tuple-element.996 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=9 + %get-tuple-element.997 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=10 + %get-tuple-element.998 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=11 + %get-tuple-element.999 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=12 + %get-tuple-element.1000 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=13 + %get-tuple-element.1001 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=14 + %get-tuple-element.1002 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=15 + %get-tuple-element.1003 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=16 + %get-tuple-element.1004 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=17 + %get-tuple-element.1005 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=18 + %get-tuple-element.1006 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=19 + %get-tuple-element.1007 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=20 + %get-tuple-element.1008 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=21 + %get-tuple-element.1009 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=22 + %get-tuple-element.1010 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=23 + %get-tuple-element.1011 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=24 + %get-tuple-element.1012 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=25 + %call.1097 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) call(f32[8192]{0} %get-tuple-element.987, f32[2048,8192]{1,0} %get-tuple-element.988, f32[2048]{0} %get-tuple-element.989, f32[8192,2048]{1,0} %get-tuple-element.990, f32[8192]{0} %get-tuple-element.991, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.992, f32[2048]{0} %get-tuple-element.993, f32[8192,2048]{1,0} %get-tuple-element.994, s32[] %get-tuple-element.995, f32[8192]{0} %get-tuple-element.996, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.997, f32[2048]{0} %get-tuple-element.998, f32[8192,2048]{1,0} %get-tuple-element.999, s32[] %get-tuple-element.1000, f32[8192]{0} %get-tuple-element.1001, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.1002, f32[2048]{0} %get-tuple-element.1003, f32[8192,2048]{1,0} %get-tuple-element.1004, f32[8192]{0} %get-tuple-element.1005, f32[2048,8192]{1,0} %get-tuple-element.1006, /*index=20*/f32[2048]{0} %get-tuple-element.1007, f32[8192,2048]{1,0} %get-tuple-element.1008, f32[8192]{0} %get-tuple-element.1009, f32[2048,8192]{1,0} %get-tuple-element.1010, f32[2048]{0} %get-tuple-element.1011, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.1012), to_apply=%pipeline_marker_4.1042 + %get-tuple-element.1108 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=10 + %get-tuple-element.1107 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=9 + %get-tuple-element.1110 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=12 + %get-tuple-element.1109 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=11 + %get-tuple-element.1121 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=23 + %get-tuple-element.1120 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=22 + %get-tuple-element.1123 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=25 + %get-tuple-element.1122 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=24 + %get-tuple-element.1098 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=0 + %get-tuple-element.1099 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=1 + %get-tuple-element.1100 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=2 + %get-tuple-element.1101 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=3 + %get-tuple-element.1102 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=4 + %get-tuple-element.1103 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=5 + %get-tuple-element.1104 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=6 + %get-tuple-element.1105 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=7 + %get-tuple-element.1106 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=8 + %get-tuple-element.1111 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=13 + %get-tuple-element.1112 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=14 + %get-tuple-element.1113 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=15 + %get-tuple-element.1114 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=16 + %get-tuple-element.1115 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=17 + %get-tuple-element.1116 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=18 + %get-tuple-element.1117 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=19 + %get-tuple-element.1118 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=20 + %get-tuple-element.1119 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=21 + ROOT %tuple.1124 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048,8192]{1,0}, /*index=5*/f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=10*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=20*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], /*index=25*/s32[], f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=35*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=40*/f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.1108, f32[8192]{0} %get-tuple-element.1107, f32[8192,2048]{1,0} %get-tuple-element.1110, f32[2048]{0} %get-tuple-element.1109, f32[2048,8192]{1,0} %get-tuple-element.1121, /*index=5*/f32[8192]{0} %get-tuple-element.1120, f32[8192,2048]{1,0} %get-tuple-element.1123, f32[2048]{0} %get-tuple-element.1122, f32[2048]{0} %get-tuple-element.454, f32[8192,2048]{1,0} %get-tuple-element.455, /*index=10*/f32[8192]{0} %get-tuple-element.456, f32[2048,8192]{1,0} %get-tuple-element.457, f32[2048]{0} %get-tuple-element.458, f32[8192,2048]{1,0} %get-tuple-element.459, f32[8192]{0} %get-tuple-element.460, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.461, f32[8192]{0} %get-tuple-element.1098, f32[2048,8192]{1,0} %get-tuple-element.1099, f32[2048]{0} %get-tuple-element.1100, f32[8192,2048]{1,0} %get-tuple-element.1101, /*index=20*/f32[8192]{0} %get-tuple-element.1102, f32[2048,8192]{1,0} %get-tuple-element.1103, f32[2048]{0} %get-tuple-element.1104, f32[8192,2048]{1,0} %get-tuple-element.1105, s32[] %get-tuple-element.1106, /*index=25*/s32[] %get-tuple-element.1111, f32[8192]{0} %get-tuple-element.1112, f32[2048,8192]{1,0} %get-tuple-element.1113, f32[2048]{0} %get-tuple-element.1114, f32[8192,2048]{1,0} %get-tuple-element.1115, /*index=30*/f32[8192]{0} %get-tuple-element.1116, f32[2048,8192]{1,0} %get-tuple-element.1117, f32[2048]{0} %get-tuple-element.1118, f32[8192,2048]{1,0} %get-tuple-element.1119, f32[128,2048]{1,0} %get-tuple-element.205, /*index=35*/pred[128,2048]{1,0} %get-tuple-element.206, f32[128,8192]{1,0} %get-tuple-element.207, pred[128,8192]{1,0} %get-tuple-element.208, f32[128,2048]{1,0} %get-tuple-element.209, pred[128,2048]{1,0} %get-tuple-element.210, /*index=40*/f32[128,8192]{1,0} %get-tuple-element.211, pred[128,8192]{1,0} %get-tuple-element.212) + } + + + hlo module before auto shard pass: HloModule stage_0_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias), {8}: (8, {}, may-alias), {9}: (9, {}, may-alias), {10}: (10, {}, may-alias), {11}: (11, {}, may-alias), {12}: (12, {}, may-alias), {13}: (13, {}, may-alias), {14}: (14, {}, may-alias), {15}: (15, {}, may-alias), {16}: (16, {}, may-alias), {17}: (17, {}, may-alias), {18}: (18, {}, may-alias), {19}: (19, {}, may-alias), {20}: (20, {}, may-alias), {21}: (21, {}, may-alias), {22}: (22, {}, may-alias), {23}: (23, {}, may-alias), {24}: (24, {}, may-alias), {25}: (25, {}, may-alias), {26}: (26, {}, may-alias), {27}: (27, {}, may-alias), {28}: (28, {}, may-alias), {29}: (29, {}, may-alias), {30}: (30, {}, may-alias), {31}: (31, {}, may-alias), {32}: (32, {}, may-alias), {33}: (33, {}, may-alias) }, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[128,2048]{1,0})->(f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048,8192]{1,0}, /*index=5*/f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=10*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=20*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], /*index=25*/s32[], f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=35*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=40*/f32[128,8192]{1,0}, pred[128,8192]{1,0})} + + %xla_fallback_pipeline_marker.37 (Arg_0.38: f32[2048,8192], Arg_1.39: f32[8192], Arg_2.40: f32[8192,2048], Arg_3.41: f32[2048], Arg_4.42: f32[128,2048], Arg_5.43: f32[2048,8192], Arg_6.44: f32[8192], Arg_7.45: f32[8192,2048], Arg_8.46: f32[2048], Arg_9.47: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048], /*index=5*/f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048]) { + %Arg_0.38 = f32[2048,8192]{1,0} parameter(0) + %Arg_1.39 = f32[8192]{0} parameter(1) + %Arg_2.40 = f32[8192,2048]{1,0} parameter(2) + %Arg_3.41 = f32[2048]{0} parameter(3) + %Arg_4.42 = f32[128,2048]{1,0} parameter(4) + %Arg_5.43 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.44 = f32[8192]{0} parameter(6) + %Arg_7.45 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.46 = f32[2048]{0} parameter(8) + %Arg_9.47 = f32[128,2048]{1,0} parameter(9) + %tuple.48 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %Arg_0.38, f32[8192]{0} %Arg_1.39, f32[8192,2048]{1,0} %Arg_2.40, f32[2048]{0} %Arg_3.41, f32[128,2048]{1,0} %Arg_4.42, /*index=5*/f32[2048,8192]{1,0} %Arg_5.43, f32[8192]{0} %Arg_6.44, f32[8192,2048]{1,0} %Arg_7.45, f32[2048]{0} %Arg_8.46, f32[128,2048]{1,0} %Arg_9.47), metadata={op_name="tuple.11"} + ROOT %custom-call.49 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) custom-call((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.48), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_0$start"}, backend_config="\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\020\000\000\000\000\000" + } + + %pipeline_marker.50 (Arg_0.51: f32[2048,8192], Arg_1.52: f32[8192], Arg_2.53: f32[8192,2048], Arg_3.54: f32[2048], Arg_4.55: f32[128,2048], Arg_5.56: f32[2048,8192], Arg_6.57: f32[8192], Arg_7.58: f32[8192,2048], Arg_8.59: f32[2048], Arg_9.60: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048], /*index=5*/f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048]) { + %Arg_0.51 = f32[2048,8192]{1,0} parameter(0) + %Arg_1.52 = f32[8192]{0} parameter(1) + %Arg_2.53 = f32[8192,2048]{1,0} parameter(2) + %Arg_3.54 = f32[2048]{0} parameter(3) + %Arg_4.55 = f32[128,2048]{1,0} parameter(4) + %Arg_5.56 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.57 = f32[8192]{0} parameter(6) + %Arg_7.58 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.59 = f32[2048]{0} parameter(8) + %Arg_9.60 = f32[128,2048]{1,0} parameter(9) + %call.61 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.51, f32[8192]{0} %Arg_1.52, f32[8192,2048]{1,0} %Arg_2.53, f32[2048]{0} %Arg_3.54, f32[128,2048]{1,0} %Arg_4.55, /*index=5*/f32[2048,8192]{1,0} %Arg_5.56, f32[8192]{0} %Arg_6.57, f32[8192,2048]{1,0} %Arg_7.58, f32[2048]{0} %Arg_8.59, f32[128,2048]{1,0} %Arg_9.60), to_apply=%xla_fallback_pipeline_marker.37 + %get-tuple-element.62 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.63 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.64 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.65 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.66 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.67 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.68 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.69 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.70 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + %get-tuple-element.71 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} + ROOT %tuple.72 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.62, f32[8192]{0} %get-tuple-element.63, f32[8192,2048]{1,0} %get-tuple-element.64, f32[2048]{0} %get-tuple-element.65, f32[128,2048]{1,0} %get-tuple-element.66, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.67, f32[8192]{0} %get-tuple-element.68, f32[8192,2048]{1,0} %get-tuple-element.69, f32[2048]{0} %get-tuple-element.70, f32[128,2048]{1,0} %get-tuple-element.71) + } + + %stage_0_1_acc_grad_00.84 (Arg_0.85: f32[2048,8192], Arg_1.86: f32[8192], Arg_2.87: f32[8192,2048], Arg_3.88: f32[2048], Arg_4.89: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { + %Arg_4.89 = f32[128,2048]{1,0} parameter(4) + %Arg_0.85 = f32[2048,8192]{1,0} parameter(0) + %dot.94 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %Arg_4.89, f32[2048,8192]{1,0} %Arg_0.85), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %Arg_1.86 = f32[8192]{0} parameter(1) + %reshape.95 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_1.86), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.96 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.95), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %reshape.97 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.96), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.98 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.97), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.99 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.94, f32[128,8192]{1,0} %broadcast.98), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.92 = f32[] constant(0) + %broadcast.93 = f32[128,8192]{1,0} broadcast(f32[] %constant.92), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %maximum.100 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.99, f32[128,8192]{1,0} %broadcast.93), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %Arg_2.87 = f32[8192,2048]{1,0} parameter(2) + %dot.102 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.100, f32[8192,2048]{1,0} %Arg_2.87), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %Arg_3.88 = f32[2048]{0} parameter(3) + %reshape.103 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_3.88), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.104 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.103), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %reshape.105 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.104), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.106 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.105), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.107 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.102, f32[128,2048]{1,0} %broadcast.106), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.90 = f32[] constant(0) + %broadcast.91 = f32[128,2048]{1,0} broadcast(f32[] %constant.90), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %maximum.108 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.107, f32[128,2048]{1,0} %broadcast.91), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.109 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.107, f32[128,2048]{1,0} %broadcast.91), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.101 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.99, f32[128,8192]{1,0} %broadcast.93), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + ROOT %tuple.110 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.108, pred[128,2048]{1,0} %compare.109, f32[128,8192]{1,0} %maximum.100, pred[128,8192]{1,0} %compare.101) + } + + %stage_0_1_acc_grad_01.111 (Arg_0.112: f32[128,2048], Arg_1.113: f32[2048,8192], Arg_2.114: f32[8192], Arg_3.115: f32[8192,2048], Arg_4.116: f32[2048], Arg_5.117: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { + %Arg_0.112 = f32[128,2048]{1,0} parameter(0) + %Arg_1.113 = f32[2048,8192]{1,0} parameter(1) + %dot.124 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %Arg_0.112, f32[2048,8192]{1,0} %Arg_1.113), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %Arg_2.114 = f32[8192]{0} parameter(2) + %reshape.125 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_2.114), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.126 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.125), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %reshape.127 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.126), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.128 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.127), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.129 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.124, f32[128,8192]{1,0} %broadcast.128), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.122 = f32[] constant(0) + %broadcast.123 = f32[128,8192]{1,0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %maximum.130 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.129, f32[128,8192]{1,0} %broadcast.123), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %Arg_3.115 = f32[8192,2048]{1,0} parameter(3) + %dot.132 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.130, f32[8192,2048]{1,0} %Arg_3.115), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %Arg_4.116 = f32[2048]{0} parameter(4) + %reshape.133 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_4.116), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.134 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.133), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %reshape.135 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.134), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.136 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.135), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.137 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.132, f32[128,2048]{1,0} %broadcast.136), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.120 = f32[] constant(0) + %broadcast.121 = f32[128,2048]{1,0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %maximum.138 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.137, f32[128,2048]{1,0} %broadcast.121), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %Arg_5.117 = f32[128,2048]{1,0} parameter(5) + %subtract.140 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.138, f32[128,2048]{1,0} %Arg_5.117), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.118 = f32[] constant(2) + %broadcast.119 = f32[128,2048]{1,0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %multiply.141 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.140, f32[128,2048]{1,0} %broadcast.119), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %compare.139 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.137, f32[128,2048]{1,0} %broadcast.121), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %compare.131 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.129, f32[128,8192]{1,0} %broadcast.123), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + ROOT %tuple.142 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.141, pred[128,2048]{1,0} %compare.139, f32[128,8192]{1,0} %maximum.130, pred[128,8192]{1,0} %compare.131) + } + + %stage_0_1_acc_grad_0.143 (Arg_0.144: f32[2048,8192], Arg_1.145: f32[8192], Arg_2.146: f32[8192,2048], Arg_3.147: f32[2048], Arg_4.148: f32[128,2048], Arg_5.149: f32[2048,8192], Arg_6.150: f32[8192], Arg_7.151: f32[8192,2048], Arg_8.152: f32[2048], Arg_9.153: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { + %Arg_0.144 = f32[2048,8192]{1,0} parameter(0) + %Arg_1.145 = f32[8192]{0} parameter(1) + %Arg_2.146 = f32[8192,2048]{1,0} parameter(2) + %Arg_3.147 = f32[2048]{0} parameter(3) + %Arg_4.148 = f32[128,2048]{1,0} parameter(4) + %call.154 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.144, f32[8192]{0} %Arg_1.145, f32[8192,2048]{1,0} %Arg_2.146, f32[2048]{0} %Arg_3.147, f32[128,2048]{1,0} %Arg_4.148), to_apply=%stage_0_1_acc_grad_00.84 + %get-tuple-element.155 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=0 + %get-tuple-element.156 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=1 + %get-tuple-element.157 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=2 + %get-tuple-element.158 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=3 + %Arg_5.149 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.150 = f32[8192]{0} parameter(6) + %Arg_7.151 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.152 = f32[2048]{0} parameter(8) + %Arg_9.153 = f32[128,2048]{1,0} parameter(9) + %call.159 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.155, f32[2048,8192]{1,0} %Arg_5.149, f32[8192]{0} %Arg_6.150, f32[8192,2048]{1,0} %Arg_7.151, f32[2048]{0} %Arg_8.152, /*index=5*/f32[128,2048]{1,0} %Arg_9.153), to_apply=%stage_0_1_acc_grad_01.111 + %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=0 + %get-tuple-element.161 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=1 + %get-tuple-element.162 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=2 + %get-tuple-element.163 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=3 + ROOT %tuple.164 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.155, pred[128,2048]{1,0} %get-tuple-element.156, f32[128,8192]{1,0} %get-tuple-element.157, pred[128,8192]{1,0} %get-tuple-element.158, f32[128,2048]{1,0} %get-tuple-element.160, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.161, f32[128,8192]{1,0} %get-tuple-element.162, pred[128,8192]{1,0} %get-tuple-element.163) + } + + %xla_fallback_pipeline_marker_0.174 (Arg_0.175: f32[128,2048], Arg_1.176: pred[128,2048], Arg_2.177: f32[128,8192], Arg_3.178: pred[128,8192], Arg_4.179: f32[128,2048], Arg_5.180: pred[128,2048], Arg_6.181: f32[128,8192], Arg_7.182: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { + %Arg_0.175 = f32[128,2048]{1,0} parameter(0) + %Arg_1.176 = pred[128,2048]{1,0} parameter(1) + %Arg_2.177 = f32[128,8192]{1,0} parameter(2) + %Arg_3.178 = pred[128,8192]{1,0} parameter(3) + %Arg_4.179 = f32[128,2048]{1,0} parameter(4) + %Arg_5.180 = pred[128,2048]{1,0} parameter(5) + %Arg_6.181 = f32[128,8192]{1,0} parameter(6) + %Arg_7.182 = pred[128,8192]{1,0} parameter(7) + %tuple.183 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %Arg_0.175, pred[128,2048]{1,0} %Arg_1.176, f32[128,8192]{1,0} %Arg_2.177, pred[128,8192]{1,0} %Arg_3.178, f32[128,2048]{1,0} %Arg_4.179, /*index=5*/pred[128,2048]{1,0} %Arg_5.180, f32[128,8192]{1,0} %Arg_6.181, pred[128,8192]{1,0} %Arg_7.182), metadata={op_name="tuple.9"} + ROOT %custom-call.184 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) custom-call((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.183), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_0$end"}, backend_config="\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000" + } + + %pipeline_marker_0.185 (Arg_0.186: f32[128,2048], Arg_1.187: pred[128,2048], Arg_2.188: f32[128,8192], Arg_3.189: pred[128,8192], Arg_4.190: f32[128,2048], Arg_5.191: pred[128,2048], Arg_6.192: f32[128,8192], Arg_7.193: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { + %Arg_0.186 = f32[128,2048]{1,0} parameter(0) + %Arg_1.187 = pred[128,2048]{1,0} parameter(1) + %Arg_2.188 = f32[128,8192]{1,0} parameter(2) + %Arg_3.189 = pred[128,8192]{1,0} parameter(3) + %Arg_4.190 = f32[128,2048]{1,0} parameter(4) + %Arg_5.191 = pred[128,2048]{1,0} parameter(5) + %Arg_6.192 = f32[128,8192]{1,0} parameter(6) + %Arg_7.193 = pred[128,8192]{1,0} parameter(7) + %call.194 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %Arg_0.186, pred[128,2048]{1,0} %Arg_1.187, f32[128,8192]{1,0} %Arg_2.188, pred[128,8192]{1,0} %Arg_3.189, f32[128,2048]{1,0} %Arg_4.190, /*index=5*/pred[128,2048]{1,0} %Arg_5.191, f32[128,8192]{1,0} %Arg_6.192, pred[128,8192]{1,0} %Arg_7.193), to_apply=%xla_fallback_pipeline_marker_0.174 + %get-tuple-element.195 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.196 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.197 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.198 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.199 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.200 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.201 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + %get-tuple-element.202 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} + ROOT %tuple.203 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.195, pred[128,2048]{1,0} %get-tuple-element.196, f32[128,8192]{1,0} %get-tuple-element.197, pred[128,8192]{1,0} %get-tuple-element.198, f32[128,2048]{1,0} %get-tuple-element.199, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.200, f32[128,8192]{1,0} %get-tuple-element.201, pred[128,8192]{1,0} %get-tuple-element.202) + } + + %xla_fallback_pipeline_marker_1.213 (Arg_0.214: f32[2048], Arg_1.215: f32[8192,2048], Arg_2.216: f32[8192], Arg_3.217: f32[2048,8192], Arg_4.218: f32[2048], Arg_5.219: f32[8192,2048], Arg_6.220: f32[8192], Arg_7.221: f32[2048,8192], Arg_8.222: f32[128,2048], Arg_9.223: pred[128,2048], Arg_10.224: f32[128,8192], Arg_11.225: pred[128,8192], Arg_12.226: f32[8192,2048], Arg_13.227: f32[128,2048], Arg_14.228: f32[2048,8192], Arg_15.229: pred[128,2048], Arg_16.230: f32[128,8192], Arg_17.231: pred[128,8192], Arg_18.232: f32[128,2048], Arg_19.233: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], pred[128,2048], /*index=10*/f32[128,8192], pred[128,8192], f32[8192,2048], f32[128,2048], f32[2048,8192], /*index=15*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], f32[8192,2048]) { + %Arg_0.214 = f32[2048]{0} parameter(0) + %Arg_1.215 = f32[8192,2048]{1,0} parameter(1) + %Arg_2.216 = f32[8192]{0} parameter(2) + %Arg_3.217 = f32[2048,8192]{1,0} parameter(3) + %Arg_4.218 = f32[2048]{0} parameter(4) + %Arg_5.219 = f32[8192,2048]{1,0} parameter(5) + %Arg_6.220 = f32[8192]{0} parameter(6) + %Arg_7.221 = f32[2048,8192]{1,0} parameter(7) + %Arg_8.222 = f32[128,2048]{1,0} parameter(8) + %Arg_9.223 = pred[128,2048]{1,0} parameter(9) + %Arg_10.224 = f32[128,8192]{1,0} parameter(10) + %Arg_11.225 = pred[128,8192]{1,0} parameter(11) + %Arg_12.226 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.227 = f32[128,2048]{1,0} parameter(13) + %Arg_14.228 = f32[2048,8192]{1,0} parameter(14) + %Arg_15.229 = pred[128,2048]{1,0} parameter(15) + %Arg_16.230 = f32[128,8192]{1,0} parameter(16) + %Arg_17.231 = pred[128,8192]{1,0} parameter(17) + %Arg_18.232 = f32[128,2048]{1,0} parameter(18) + %Arg_19.233 = f32[8192,2048]{1,0} parameter(19) + %tuple.234 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %Arg_0.214, f32[8192,2048]{1,0} %Arg_1.215, f32[8192]{0} %Arg_2.216, f32[2048,8192]{1,0} %Arg_3.217, f32[2048]{0} %Arg_4.218, /*index=5*/f32[8192,2048]{1,0} %Arg_5.219, f32[8192]{0} %Arg_6.220, f32[2048,8192]{1,0} %Arg_7.221, f32[128,2048]{1,0} %Arg_8.222, pred[128,2048]{1,0} %Arg_9.223, /*index=10*/f32[128,8192]{1,0} %Arg_10.224, pred[128,8192]{1,0} %Arg_11.225, f32[8192,2048]{1,0} %Arg_12.226, f32[128,2048]{1,0} %Arg_13.227, f32[2048,8192]{1,0} %Arg_14.228, /*index=15*/pred[128,2048]{1,0} %Arg_15.229, f32[128,8192]{1,0} %Arg_16.230, pred[128,8192]{1,0} %Arg_17.231, f32[128,2048]{1,0} %Arg_18.232, f32[8192,2048]{1,0} %Arg_19.233), metadata={op_name="tuple.21"} + ROOT %custom-call.235 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.234), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_1$start"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000" + } + + %pipeline_marker_1.236 (Arg_0.237: f32[2048], Arg_1.238: f32[8192,2048], Arg_2.239: f32[8192], Arg_3.240: f32[2048,8192], Arg_4.241: f32[2048], Arg_5.242: f32[8192,2048], Arg_6.243: f32[8192], Arg_7.244: f32[2048,8192], Arg_8.245: f32[128,2048], Arg_9.246: pred[128,2048], Arg_10.247: f32[128,8192], Arg_11.248: pred[128,8192], Arg_12.249: f32[8192,2048], Arg_13.250: f32[128,2048], Arg_14.251: f32[2048,8192], Arg_15.252: pred[128,2048], Arg_16.253: f32[128,8192], Arg_17.254: pred[128,8192], Arg_18.255: f32[128,2048], Arg_19.256: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], pred[128,2048], /*index=10*/f32[128,8192], pred[128,8192], f32[8192,2048], f32[128,2048], f32[2048,8192], /*index=15*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], f32[8192,2048]) { + %Arg_0.237 = f32[2048]{0} parameter(0) + %Arg_1.238 = f32[8192,2048]{1,0} parameter(1) + %Arg_2.239 = f32[8192]{0} parameter(2) + %Arg_3.240 = f32[2048,8192]{1,0} parameter(3) + %Arg_4.241 = f32[2048]{0} parameter(4) + %Arg_5.242 = f32[8192,2048]{1,0} parameter(5) + %Arg_6.243 = f32[8192]{0} parameter(6) + %Arg_7.244 = f32[2048,8192]{1,0} parameter(7) + %Arg_8.245 = f32[128,2048]{1,0} parameter(8) + %Arg_9.246 = pred[128,2048]{1,0} parameter(9) + %Arg_10.247 = f32[128,8192]{1,0} parameter(10) + %Arg_11.248 = pred[128,8192]{1,0} parameter(11) + %Arg_12.249 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.250 = f32[128,2048]{1,0} parameter(13) + %Arg_14.251 = f32[2048,8192]{1,0} parameter(14) + %Arg_15.252 = pred[128,2048]{1,0} parameter(15) + %Arg_16.253 = f32[128,8192]{1,0} parameter(16) + %Arg_17.254 = pred[128,8192]{1,0} parameter(17) + %Arg_18.255 = f32[128,2048]{1,0} parameter(18) + %Arg_19.256 = f32[8192,2048]{1,0} parameter(19) + %call.257 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) call(f32[2048]{0} %Arg_0.237, f32[8192,2048]{1,0} %Arg_1.238, f32[8192]{0} %Arg_2.239, f32[2048,8192]{1,0} %Arg_3.240, f32[2048]{0} %Arg_4.241, /*index=5*/f32[8192,2048]{1,0} %Arg_5.242, f32[8192]{0} %Arg_6.243, f32[2048,8192]{1,0} %Arg_7.244, f32[128,2048]{1,0} %Arg_8.245, pred[128,2048]{1,0} %Arg_9.246, /*index=10*/f32[128,8192]{1,0} %Arg_10.247, pred[128,8192]{1,0} %Arg_11.248, f32[8192,2048]{1,0} %Arg_12.249, f32[128,2048]{1,0} %Arg_13.250, f32[2048,8192]{1,0} %Arg_14.251, /*index=15*/pred[128,2048]{1,0} %Arg_15.252, f32[128,8192]{1,0} %Arg_16.253, pred[128,8192]{1,0} %Arg_17.254, f32[128,2048]{1,0} %Arg_18.255, f32[8192,2048]{1,0} %Arg_19.256), to_apply=%xla_fallback_pipeline_marker_1.213 + %get-tuple-element.258 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.259 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.260 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.261 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.262 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.263 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.264 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.265 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.266 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.267 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.268 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=10, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.269 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=11, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.270 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=12, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.271 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=13, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.272 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=14, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.273 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=15, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.274 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=16, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.275 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=17, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.276 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=18, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + %get-tuple-element.277 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=19, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} + ROOT %tuple.278 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.258, f32[8192,2048]{1,0} %get-tuple-element.259, f32[8192]{0} %get-tuple-element.260, f32[2048,8192]{1,0} %get-tuple-element.261, f32[2048]{0} %get-tuple-element.262, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.263, f32[8192]{0} %get-tuple-element.264, f32[2048,8192]{1,0} %get-tuple-element.265, f32[128,2048]{1,0} %get-tuple-element.266, pred[128,2048]{1,0} %get-tuple-element.267, /*index=10*/f32[128,8192]{1,0} %get-tuple-element.268, pred[128,8192]{1,0} %get-tuple-element.269, f32[8192,2048]{1,0} %get-tuple-element.270, f32[128,2048]{1,0} %get-tuple-element.271, f32[2048,8192]{1,0} %get-tuple-element.272, /*index=15*/pred[128,2048]{1,0} %get-tuple-element.273, f32[128,8192]{1,0} %get-tuple-element.274, pred[128,8192]{1,0} %get-tuple-element.275, f32[128,2048]{1,0} %get-tuple-element.276, f32[8192,2048]{1,0} %get-tuple-element.277) + } + + %region_0.300 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { + %Arg_0.301 = f32[] parameter(0) + %Arg_1.302 = f32[] parameter(1) + ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_1.304 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { + %Arg_0.305 = f32[] parameter(0) + %Arg_1.306 = f32[] parameter(1) + ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %stage_0_1_acc_grad_10.308 (Arg_0.309: f32[2048], Arg_1.310: f32[8192,2048], Arg_2.311: f32[8192], Arg_3.312: f32[2048,8192], Arg_4.313: f32[128,2048], Arg_5.314: pred[128,2048], Arg_6.315: f32[128,8192], Arg_7.316: pred[128,8192], Arg_8.317: f32[8192,2048], Arg_9.318: f32[128,2048], Arg_10.319: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { + %Arg_0.309 = f32[2048]{0} parameter(0) + %Arg_5.314 = pred[128,2048]{1,0} parameter(5) + %Arg_4.313 = f32[128,2048]{1,0} parameter(4) + %constant.324 = f32[] constant(3.81469727e-06) + %broadcast.325 = f32[128,2048]{1,0} broadcast(f32[] %constant.324), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %multiply.327 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %Arg_4.313, f32[128,2048]{1,0} %broadcast.325), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.322 = f32[] constant(0) + %broadcast.323 = f32[128,2048]{1,0} broadcast(f32[] %constant.322), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %select.328 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %Arg_5.314, f32[128,2048]{1,0} %multiply.327, f32[128,2048]{1,0} %broadcast.323), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %constant.326 = f32[] constant(0) + %reduce.329 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.328, f32[] %constant.326), dimensions={0}, to_apply=%region_0.300, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.338 = f32[2048]{0} add(f32[2048]{0} %Arg_0.309, f32[2048]{0} %reduce.329), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %Arg_1.310 = f32[8192,2048]{1,0} parameter(1) + %Arg_6.315 = f32[128,8192]{1,0} parameter(6) + %dot.330 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.328, f32[128,8192]{1,0} %Arg_6.315), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %transpose.331 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.330), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.339 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_1.310, f32[8192,2048]{0,1} %transpose.331), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %Arg_2.311 = f32[8192]{0} parameter(2) + %Arg_7.316 = pred[128,8192]{1,0} parameter(7) + %Arg_8.317 = f32[8192,2048]{1,0} parameter(8) + %dot.332 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.328, f32[8192,2048]{1,0} %Arg_8.317), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %constant.320 = f32[] constant(0) + %broadcast.321 = f32[128,8192]{1,0} broadcast(f32[] %constant.320), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %select.333 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %Arg_7.316, f32[128,8192]{1,0} %dot.332, f32[128,8192]{1,0} %broadcast.321), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %reduce.334 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.333, f32[] %constant.326), dimensions={0}, to_apply=%region_1.304, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.340 = f32[8192]{0} add(f32[8192]{0} %Arg_2.311, f32[8192]{0} %reduce.334), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %Arg_3.312 = f32[2048,8192]{1,0} parameter(3) + %Arg_9.318 = f32[128,2048]{1,0} parameter(9) + %dot.335 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.333, f32[128,2048]{1,0} %Arg_9.318), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %transpose.336 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.335), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.341 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_3.312, f32[2048,8192]{0,1} %transpose.336), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %Arg_10.319 = f32[2048,8192]{1,0} parameter(10) + %dot.337 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.333, f32[2048,8192]{1,0} %Arg_10.319), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + ROOT %tuple.342 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.338, f32[8192,2048]{1,0} %add.339, f32[8192]{0} %add.340, f32[2048,8192]{1,0} %add.341, f32[128,2048]{1,0} %dot.337) + } + + %region_2.343 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { + %Arg_0.344 = f32[] parameter(0) + %Arg_1.345 = f32[] parameter(1) + ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_3.347 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { + %Arg_0.348 = f32[] parameter(0) + %Arg_1.349 = f32[] parameter(1) + ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %stage_0_1_acc_grad_11.351 (Arg_0.352: f32[2048], Arg_1.353: f32[8192,2048], Arg_2.354: f32[8192], Arg_3.355: f32[2048,8192], Arg_4.356: f32[128,2048], Arg_5.357: pred[128,2048], Arg_6.358: f32[128,8192], Arg_7.359: pred[128,8192], Arg_8.360: f32[128,2048], Arg_9.361: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { + %Arg_0.352 = f32[2048]{0} parameter(0) + %Arg_5.357 = pred[128,2048]{1,0} parameter(5) + %Arg_4.356 = f32[128,2048]{1,0} parameter(4) + %constant.364 = f32[] constant(0) + %broadcast.365 = f32[128,2048]{1,0} broadcast(f32[] %constant.364), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %select.367 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %Arg_5.357, f32[128,2048]{1,0} %Arg_4.356, f32[128,2048]{1,0} %broadcast.365), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %constant.366 = f32[] constant(0) + %reduce.368 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.367, f32[] %constant.366), dimensions={0}, to_apply=%region_2.343, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.376 = f32[2048]{0} add(f32[2048]{0} %Arg_0.352, f32[2048]{0} %reduce.368), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %Arg_1.353 = f32[8192,2048]{1,0} parameter(1) + %Arg_6.358 = f32[128,8192]{1,0} parameter(6) + %dot.369 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.367, f32[128,8192]{1,0} %Arg_6.358), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %transpose.370 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.369), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.377 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_1.353, f32[8192,2048]{0,1} %transpose.370), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %Arg_2.354 = f32[8192]{0} parameter(2) + %Arg_7.359 = pred[128,8192]{1,0} parameter(7) + %Arg_9.361 = f32[8192,2048]{1,0} parameter(9) + %dot.371 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.367, f32[8192,2048]{1,0} %Arg_9.361), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %constant.362 = f32[] constant(0) + %broadcast.363 = f32[128,8192]{1,0} broadcast(f32[] %constant.362), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %select.372 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %Arg_7.359, f32[128,8192]{1,0} %dot.371, f32[128,8192]{1,0} %broadcast.363), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %reduce.373 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.372, f32[] %constant.366), dimensions={0}, to_apply=%region_3.347, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.378 = f32[8192]{0} add(f32[8192]{0} %Arg_2.354, f32[8192]{0} %reduce.373), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %Arg_3.355 = f32[2048,8192]{1,0} parameter(3) + %Arg_8.360 = f32[128,2048]{1,0} parameter(8) + %dot.374 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.372, f32[128,2048]{1,0} %Arg_8.360), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %transpose.375 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.374), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.379 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_3.355, f32[2048,8192]{0,1} %transpose.375), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + ROOT %tuple.380 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.376, f32[8192,2048]{1,0} %add.377, f32[8192]{0} %add.378, f32[2048,8192]{1,0} %add.379) + } + + %stage_0_1_acc_grad_1.381 (Arg_0.382: f32[2048], Arg_1.383: f32[8192,2048], Arg_2.384: f32[8192], Arg_3.385: f32[2048,8192], Arg_4.386: f32[2048], Arg_5.387: f32[8192,2048], Arg_6.388: f32[8192], Arg_7.389: f32[2048,8192], Arg_8.390: f32[128,2048], Arg_9.391: pred[128,2048], Arg_10.392: f32[128,8192], Arg_11.393: pred[128,8192], Arg_12.394: f32[8192,2048], Arg_13.395: f32[128,2048], Arg_14.396: f32[2048,8192], Arg_15.397: pred[128,2048], Arg_16.398: f32[128,8192], Arg_17.399: pred[128,8192], Arg_18.400: f32[128,2048], Arg_19.401: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { + %Arg_0.382 = f32[2048]{0} parameter(0) + %Arg_1.383 = f32[8192,2048]{1,0} parameter(1) + %Arg_2.384 = f32[8192]{0} parameter(2) + %Arg_3.385 = f32[2048,8192]{1,0} parameter(3) + %Arg_8.390 = f32[128,2048]{1,0} parameter(8) + %Arg_9.391 = pred[128,2048]{1,0} parameter(9) + %Arg_10.392 = f32[128,8192]{1,0} parameter(10) + %Arg_11.393 = pred[128,8192]{1,0} parameter(11) + %Arg_12.394 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.395 = f32[128,2048]{1,0} parameter(13) + %Arg_14.396 = f32[2048,8192]{1,0} parameter(14) + %call.402 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) call(f32[2048]{0} %Arg_0.382, f32[8192,2048]{1,0} %Arg_1.383, f32[8192]{0} %Arg_2.384, f32[2048,8192]{1,0} %Arg_3.385, f32[128,2048]{1,0} %Arg_8.390, /*index=5*/pred[128,2048]{1,0} %Arg_9.391, f32[128,8192]{1,0} %Arg_10.392, pred[128,8192]{1,0} %Arg_11.393, f32[8192,2048]{1,0} %Arg_12.394, f32[128,2048]{1,0} %Arg_13.395, /*index=10*/f32[2048,8192]{1,0} %Arg_14.396), to_apply=%stage_0_1_acc_grad_10.308 + %get-tuple-element.403 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=0 + %get-tuple-element.404 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=1 + %get-tuple-element.405 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=2 + %get-tuple-element.406 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=3 + %Arg_4.386 = f32[2048]{0} parameter(4) + %Arg_5.387 = f32[8192,2048]{1,0} parameter(5) + %Arg_6.388 = f32[8192]{0} parameter(6) + %Arg_7.389 = f32[2048,8192]{1,0} parameter(7) + %get-tuple-element.407 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=4 + %Arg_15.397 = pred[128,2048]{1,0} parameter(15) + %Arg_16.398 = f32[128,8192]{1,0} parameter(16) + %Arg_17.399 = pred[128,8192]{1,0} parameter(17) + %Arg_18.400 = f32[128,2048]{1,0} parameter(18) + %Arg_19.401 = f32[8192,2048]{1,0} parameter(19) + %call.408 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_4.386, f32[8192,2048]{1,0} %Arg_5.387, f32[8192]{0} %Arg_6.388, f32[2048,8192]{1,0} %Arg_7.389, f32[128,2048]{1,0} %get-tuple-element.407, /*index=5*/pred[128,2048]{1,0} %Arg_15.397, f32[128,8192]{1,0} %Arg_16.398, pred[128,8192]{1,0} %Arg_17.399, f32[128,2048]{1,0} %Arg_18.400, f32[8192,2048]{1,0} %Arg_19.401), to_apply=%stage_0_1_acc_grad_11.351 + %get-tuple-element.409 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=0 + %get-tuple-element.410 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=1 + %get-tuple-element.411 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=2 + %get-tuple-element.412 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=3 + ROOT %tuple.413 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.403, f32[8192,2048]{1,0} %get-tuple-element.404, f32[8192]{0} %get-tuple-element.405, f32[2048,8192]{1,0} %get-tuple-element.406, f32[2048]{0} %get-tuple-element.409, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.410, f32[8192]{0} %get-tuple-element.411, f32[2048,8192]{1,0} %get-tuple-element.412) + } + + %xla_fallback_pipeline_marker_2.423 (Arg_0.424: f32[2048], Arg_1.425: f32[8192,2048], Arg_2.426: f32[8192], Arg_3.427: f32[2048,8192], Arg_4.428: f32[2048], Arg_5.429: f32[8192,2048], Arg_6.430: f32[8192], Arg_7.431: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { + %Arg_0.424 = f32[2048]{0} parameter(0) + %Arg_1.425 = f32[8192,2048]{1,0} parameter(1) + %Arg_2.426 = f32[8192]{0} parameter(2) + %Arg_3.427 = f32[2048,8192]{1,0} parameter(3) + %Arg_4.428 = f32[2048]{0} parameter(4) + %Arg_5.429 = f32[8192,2048]{1,0} parameter(5) + %Arg_6.430 = f32[8192]{0} parameter(6) + %Arg_7.431 = f32[2048,8192]{1,0} parameter(7) + %tuple.432 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %Arg_0.424, f32[8192,2048]{1,0} %Arg_1.425, f32[8192]{0} %Arg_2.426, f32[2048,8192]{1,0} %Arg_3.427, f32[2048]{0} %Arg_4.428, /*index=5*/f32[8192,2048]{1,0} %Arg_5.429, f32[8192]{0} %Arg_6.430, f32[2048,8192]{1,0} %Arg_7.431), metadata={op_name="tuple.9"} + ROOT %custom-call.433 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.432), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_1$end"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000" + } + + %pipeline_marker_2.434 (Arg_0.435: f32[2048], Arg_1.436: f32[8192,2048], Arg_2.437: f32[8192], Arg_3.438: f32[2048,8192], Arg_4.439: f32[2048], Arg_5.440: f32[8192,2048], Arg_6.441: f32[8192], Arg_7.442: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { + %Arg_0.435 = f32[2048]{0} parameter(0) + %Arg_1.436 = f32[8192,2048]{1,0} parameter(1) + %Arg_2.437 = f32[8192]{0} parameter(2) + %Arg_3.438 = f32[2048,8192]{1,0} parameter(3) + %Arg_4.439 = f32[2048]{0} parameter(4) + %Arg_5.440 = f32[8192,2048]{1,0} parameter(5) + %Arg_6.441 = f32[8192]{0} parameter(6) + %Arg_7.442 = f32[2048,8192]{1,0} parameter(7) + %call.443 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_0.435, f32[8192,2048]{1,0} %Arg_1.436, f32[8192]{0} %Arg_2.437, f32[2048,8192]{1,0} %Arg_3.438, f32[2048]{0} %Arg_4.439, /*index=5*/f32[8192,2048]{1,0} %Arg_5.440, f32[8192]{0} %Arg_6.441, f32[2048,8192]{1,0} %Arg_7.442), to_apply=%xla_fallback_pipeline_marker_2.423 + %get-tuple-element.444 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.445 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.446 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.447 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.448 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.449 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.450 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + %get-tuple-element.451 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} + ROOT %tuple.452 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.444, f32[8192,2048]{1,0} %get-tuple-element.445, f32[8192]{0} %get-tuple-element.446, f32[2048,8192]{1,0} %get-tuple-element.447, f32[2048]{0} %get-tuple-element.448, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.449, f32[8192]{0} %get-tuple-element.450, f32[2048,8192]{1,0} %get-tuple-element.451) + } + + %xla_fallback_pipeline_marker_3.462 (Arg_0.463: f32[8192], Arg_1.464: f32[2048,8192], Arg_2.465: f32[2048], Arg_3.466: f32[8192,2048], Arg_4.467: f32[8192], Arg_5.468: f32[2048,8192], Arg_6.469: f32[2048], Arg_7.470: f32[8192,2048], Arg_8.471: s32[], Arg_9.472: f32[8192], Arg_10.473: f32[2048,8192], Arg_11.474: f32[2048], Arg_12.475: f32[8192,2048], Arg_13.476: s32[], Arg_14.477: f32[8192], Arg_15.478: f32[2048,8192], Arg_16.479: f32[2048], Arg_17.480: f32[8192,2048], Arg_18.481: f32[8192], Arg_19.482: f32[2048,8192], Arg_20.483: f32[2048], Arg_21.484: f32[8192,2048], Arg_22.485: f32[8192], Arg_23.486: f32[2048,8192], Arg_24.487: f32[2048], Arg_25.488: f32[8192,2048], Arg_26.489: f32[8192], Arg_27.490: f32[2048,8192], Arg_28.491: f32[2048], Arg_29.492: f32[8192,2048], Arg_30.493: f32[8192], Arg_31.494: f32[2048,8192], Arg_32.495: f32[2048], Arg_33.496: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=30*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048]) { + %Arg_0.463 = f32[8192]{0} parameter(0) + %Arg_1.464 = f32[2048,8192]{1,0} parameter(1) + %Arg_2.465 = f32[2048]{0} parameter(2) + %Arg_3.466 = f32[8192,2048]{1,0} parameter(3) + %Arg_4.467 = f32[8192]{0} parameter(4) + %Arg_5.468 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.469 = f32[2048]{0} parameter(6) + %Arg_7.470 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.471 = s32[] parameter(8) + %Arg_9.472 = f32[8192]{0} parameter(9) + %Arg_10.473 = f32[2048,8192]{1,0} parameter(10) + %Arg_11.474 = f32[2048]{0} parameter(11) + %Arg_12.475 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.476 = s32[] parameter(13) + %Arg_14.477 = f32[8192]{0} parameter(14) + %Arg_15.478 = f32[2048,8192]{1,0} parameter(15) + %Arg_16.479 = f32[2048]{0} parameter(16) + %Arg_17.480 = f32[8192,2048]{1,0} parameter(17) + %Arg_18.481 = f32[8192]{0} parameter(18) + %Arg_19.482 = f32[2048,8192]{1,0} parameter(19) + %Arg_20.483 = f32[2048]{0} parameter(20) + %Arg_21.484 = f32[8192,2048]{1,0} parameter(21) + %Arg_22.485 = f32[8192]{0} parameter(22) + %Arg_23.486 = f32[2048,8192]{1,0} parameter(23) + %Arg_24.487 = f32[2048]{0} parameter(24) + %Arg_25.488 = f32[8192,2048]{1,0} parameter(25) + %Arg_26.489 = f32[8192]{0} parameter(26) + %Arg_27.490 = f32[2048,8192]{1,0} parameter(27) + %Arg_28.491 = f32[2048]{0} parameter(28) + %Arg_29.492 = f32[8192,2048]{1,0} parameter(29) + %Arg_30.493 = f32[8192]{0} parameter(30) + %Arg_31.494 = f32[2048,8192]{1,0} parameter(31) + %Arg_32.495 = f32[2048]{0} parameter(32) + %Arg_33.496 = f32[8192,2048]{1,0} parameter(33) + %tuple.497 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.463, f32[2048,8192]{1,0} %Arg_1.464, f32[2048]{0} %Arg_2.465, f32[8192,2048]{1,0} %Arg_3.466, f32[8192]{0} %Arg_4.467, /*index=5*/f32[2048,8192]{1,0} %Arg_5.468, f32[2048]{0} %Arg_6.469, f32[8192,2048]{1,0} %Arg_7.470, s32[] %Arg_8.471, f32[8192]{0} %Arg_9.472, /*index=10*/f32[2048,8192]{1,0} %Arg_10.473, f32[2048]{0} %Arg_11.474, f32[8192,2048]{1,0} %Arg_12.475, s32[] %Arg_13.476, f32[8192]{0} %Arg_14.477, /*index=15*/f32[2048,8192]{1,0} %Arg_15.478, f32[2048]{0} %Arg_16.479, f32[8192,2048]{1,0} %Arg_17.480, f32[8192]{0} %Arg_18.481, f32[2048,8192]{1,0} %Arg_19.482, /*index=20*/f32[2048]{0} %Arg_20.483, f32[8192,2048]{1,0} %Arg_21.484, f32[8192]{0} %Arg_22.485, f32[2048,8192]{1,0} %Arg_23.486, f32[2048]{0} %Arg_24.487, /*index=25*/f32[8192,2048]{1,0} %Arg_25.488, f32[8192]{0} %Arg_26.489, f32[2048,8192]{1,0} %Arg_27.490, f32[2048]{0} %Arg_28.491, f32[8192,2048]{1,0} %Arg_29.492, /*index=30*/f32[8192]{0} %Arg_30.493, f32[2048,8192]{1,0} %Arg_31.494, f32[2048]{0} %Arg_32.495, f32[8192,2048]{1,0} %Arg_33.496), metadata={op_name="tuple.35"} + ROOT %custom-call.498 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.497), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_apply_grad$start"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" + } + + %pipeline_marker_3.499 (Arg_0.500: f32[8192], Arg_1.501: f32[2048,8192], Arg_2.502: f32[2048], Arg_3.503: f32[8192,2048], Arg_4.504: f32[8192], Arg_5.505: f32[2048,8192], Arg_6.506: f32[2048], Arg_7.507: f32[8192,2048], Arg_8.508: s32[], Arg_9.509: f32[8192], Arg_10.510: f32[2048,8192], Arg_11.511: f32[2048], Arg_12.512: f32[8192,2048], Arg_13.513: s32[], Arg_14.514: f32[8192], Arg_15.515: f32[2048,8192], Arg_16.516: f32[2048], Arg_17.517: f32[8192,2048], Arg_18.518: f32[8192], Arg_19.519: f32[2048,8192], Arg_20.520: f32[2048], Arg_21.521: f32[8192,2048], Arg_22.522: f32[8192], Arg_23.523: f32[2048,8192], Arg_24.524: f32[2048], Arg_25.525: f32[8192,2048], Arg_26.526: f32[8192], Arg_27.527: f32[2048,8192], Arg_28.528: f32[2048], Arg_29.529: f32[8192,2048], Arg_30.530: f32[8192], Arg_31.531: f32[2048,8192], Arg_32.532: f32[2048], Arg_33.533: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=30*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048]) { + %Arg_0.500 = f32[8192]{0} parameter(0) + %Arg_1.501 = f32[2048,8192]{1,0} parameter(1) + %Arg_2.502 = f32[2048]{0} parameter(2) + %Arg_3.503 = f32[8192,2048]{1,0} parameter(3) + %Arg_4.504 = f32[8192]{0} parameter(4) + %Arg_5.505 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.506 = f32[2048]{0} parameter(6) + %Arg_7.507 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.508 = s32[] parameter(8) + %Arg_9.509 = f32[8192]{0} parameter(9) + %Arg_10.510 = f32[2048,8192]{1,0} parameter(10) + %Arg_11.511 = f32[2048]{0} parameter(11) + %Arg_12.512 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.513 = s32[] parameter(13) + %Arg_14.514 = f32[8192]{0} parameter(14) + %Arg_15.515 = f32[2048,8192]{1,0} parameter(15) + %Arg_16.516 = f32[2048]{0} parameter(16) + %Arg_17.517 = f32[8192,2048]{1,0} parameter(17) + %Arg_18.518 = f32[8192]{0} parameter(18) + %Arg_19.519 = f32[2048,8192]{1,0} parameter(19) + %Arg_20.520 = f32[2048]{0} parameter(20) + %Arg_21.521 = f32[8192,2048]{1,0} parameter(21) + %Arg_22.522 = f32[8192]{0} parameter(22) + %Arg_23.523 = f32[2048,8192]{1,0} parameter(23) + %Arg_24.524 = f32[2048]{0} parameter(24) + %Arg_25.525 = f32[8192,2048]{1,0} parameter(25) + %Arg_26.526 = f32[8192]{0} parameter(26) + %Arg_27.527 = f32[2048,8192]{1,0} parameter(27) + %Arg_28.528 = f32[2048]{0} parameter(28) + %Arg_29.529 = f32[8192,2048]{1,0} parameter(29) + %Arg_30.530 = f32[8192]{0} parameter(30) + %Arg_31.531 = f32[2048,8192]{1,0} parameter(31) + %Arg_32.532 = f32[2048]{0} parameter(32) + %Arg_33.533 = f32[8192,2048]{1,0} parameter(33) + %call.534 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.500, f32[2048,8192]{1,0} %Arg_1.501, f32[2048]{0} %Arg_2.502, f32[8192,2048]{1,0} %Arg_3.503, f32[8192]{0} %Arg_4.504, /*index=5*/f32[2048,8192]{1,0} %Arg_5.505, f32[2048]{0} %Arg_6.506, f32[8192,2048]{1,0} %Arg_7.507, s32[] %Arg_8.508, f32[8192]{0} %Arg_9.509, /*index=10*/f32[2048,8192]{1,0} %Arg_10.510, f32[2048]{0} %Arg_11.511, f32[8192,2048]{1,0} %Arg_12.512, s32[] %Arg_13.513, f32[8192]{0} %Arg_14.514, /*index=15*/f32[2048,8192]{1,0} %Arg_15.515, f32[2048]{0} %Arg_16.516, f32[8192,2048]{1,0} %Arg_17.517, f32[8192]{0} %Arg_18.518, f32[2048,8192]{1,0} %Arg_19.519, /*index=20*/f32[2048]{0} %Arg_20.520, f32[8192,2048]{1,0} %Arg_21.521, f32[8192]{0} %Arg_22.522, f32[2048,8192]{1,0} %Arg_23.523, f32[2048]{0} %Arg_24.524, /*index=25*/f32[8192,2048]{1,0} %Arg_25.525, f32[8192]{0} %Arg_26.526, f32[2048,8192]{1,0} %Arg_27.527, f32[2048]{0} %Arg_28.528, f32[8192,2048]{1,0} %Arg_29.529, /*index=30*/f32[8192]{0} %Arg_30.530, f32[2048,8192]{1,0} %Arg_31.531, f32[2048]{0} %Arg_32.532, f32[8192,2048]{1,0} %Arg_33.533), to_apply=%xla_fallback_pipeline_marker_3.462 + %get-tuple-element.535 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.536 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.537 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.538 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.539 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.540 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.541 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.542 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.543 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.544 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.545 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=10, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.546 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=11, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.547 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=12, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.548 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=13, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.549 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=14, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.550 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=15, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.551 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=16, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.552 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=17, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.553 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=18, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.554 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=19, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.555 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=20, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.556 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=21, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.557 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=22, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.558 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=23, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.559 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=24, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.560 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=25, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.561 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=26, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.562 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=27, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.563 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=28, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.564 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=29, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.565 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=30, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.566 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=31, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.567 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=32, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + %get-tuple-element.568 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=33, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} + ROOT %tuple.569 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.535, f32[2048,8192]{1,0} %get-tuple-element.536, f32[2048]{0} %get-tuple-element.537, f32[8192,2048]{1,0} %get-tuple-element.538, f32[8192]{0} %get-tuple-element.539, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.540, f32[2048]{0} %get-tuple-element.541, f32[8192,2048]{1,0} %get-tuple-element.542, s32[] %get-tuple-element.543, f32[8192]{0} %get-tuple-element.544, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.545, f32[2048]{0} %get-tuple-element.546, f32[8192,2048]{1,0} %get-tuple-element.547, s32[] %get-tuple-element.548, f32[8192]{0} %get-tuple-element.549, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.550, f32[2048]{0} %get-tuple-element.551, f32[8192,2048]{1,0} %get-tuple-element.552, f32[8192]{0} %get-tuple-element.553, f32[2048,8192]{1,0} %get-tuple-element.554, /*index=20*/f32[2048]{0} %get-tuple-element.555, f32[8192,2048]{1,0} %get-tuple-element.556, f32[8192]{0} %get-tuple-element.557, f32[2048,8192]{1,0} %get-tuple-element.558, f32[2048]{0} %get-tuple-element.559, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.560, f32[8192]{0} %get-tuple-element.561, f32[2048,8192]{1,0} %get-tuple-element.562, f32[2048]{0} %get-tuple-element.563, f32[8192,2048]{1,0} %get-tuple-element.564, /*index=30*/f32[8192]{0} %get-tuple-element.565, f32[2048,8192]{1,0} %get-tuple-element.566, f32[2048]{0} %get-tuple-element.567, f32[8192,2048]{1,0} %get-tuple-element.568) + } + + %stage_0_1_apply0.605 (Arg_0.606: f32[8192], Arg_1.607: f32[8192], Arg_2.608: f32[2048,8192], Arg_3.609: f32[2048,8192], Arg_4.610: f32[2048], Arg_5.611: f32[2048], Arg_6.612: f32[8192,2048], Arg_7.613: f32[8192,2048], Arg_8.614: f32[8192], Arg_9.615: f32[2048,8192], Arg_10.616: f32[2048], Arg_11.617: f32[8192,2048], Arg_12.618: s32[], Arg_13.619: f32[8192], Arg_14.620: f32[2048,8192], Arg_15.621: f32[2048], Arg_16.622: f32[8192,2048], Arg_17.623: s32[]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { + %Arg_0.606 = f32[8192]{0} parameter(0) + %constant.678 = f32[] constant(16) + %broadcast.679 = f32[8192]{0} broadcast(f32[] %constant.678), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %divide.685 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.606, f32[8192]{0} %broadcast.679), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %constant.670 = f32[] constant(0.1) + %broadcast.671 = f32[8192]{0} broadcast(f32[] %constant.670), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.689 = f32[8192]{0} multiply(f32[8192]{0} %divide.685, f32[8192]{0} %broadcast.671), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_1.607 = f32[8192]{0} parameter(1) + %constant.668 = f32[] constant(0.9) + %broadcast.669 = f32[8192]{0} broadcast(f32[] %constant.668), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.690 = f32[8192]{0} multiply(f32[8192]{0} %Arg_1.607, f32[8192]{0} %broadcast.669), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.691 = f32[8192]{0} add(f32[8192]{0} %multiply.689, f32[8192]{0} %multiply.690), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_2.608 = f32[2048,8192]{1,0} parameter(2) + %constant.676 = f32[] constant(16) + %broadcast.677 = f32[2048,8192]{1,0} broadcast(f32[] %constant.676), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %divide.686 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_2.608, f32[2048,8192]{1,0} %broadcast.677), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %constant.666 = f32[] constant(0.1) + %broadcast.667 = f32[2048,8192]{1,0} broadcast(f32[] %constant.666), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.692 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.686, f32[2048,8192]{1,0} %broadcast.667), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_3.609 = f32[2048,8192]{1,0} parameter(3) + %constant.664 = f32[] constant(0.9) + %broadcast.665 = f32[2048,8192]{1,0} broadcast(f32[] %constant.664), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.693 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_3.609, f32[2048,8192]{1,0} %broadcast.665), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.694 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.692, f32[2048,8192]{1,0} %multiply.693), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_4.610 = f32[2048]{0} parameter(4) + %constant.674 = f32[] constant(16) + %broadcast.675 = f32[2048]{0} broadcast(f32[] %constant.674), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %divide.687 = f32[2048]{0} divide(f32[2048]{0} %Arg_4.610, f32[2048]{0} %broadcast.675), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %constant.662 = f32[] constant(0.1) + %broadcast.663 = f32[2048]{0} broadcast(f32[] %constant.662), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.695 = f32[2048]{0} multiply(f32[2048]{0} %divide.687, f32[2048]{0} %broadcast.663), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_5.611 = f32[2048]{0} parameter(5) + %constant.660 = f32[] constant(0.9) + %broadcast.661 = f32[2048]{0} broadcast(f32[] %constant.660), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.696 = f32[2048]{0} multiply(f32[2048]{0} %Arg_5.611, f32[2048]{0} %broadcast.661), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.697 = f32[2048]{0} add(f32[2048]{0} %multiply.695, f32[2048]{0} %multiply.696), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_6.612 = f32[8192,2048]{1,0} parameter(6) + %constant.672 = f32[] constant(16) + %broadcast.673 = f32[8192,2048]{1,0} broadcast(f32[] %constant.672), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %divide.688 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_6.612, f32[8192,2048]{1,0} %broadcast.673), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %constant.658 = f32[] constant(0.1) + %broadcast.659 = f32[8192,2048]{1,0} broadcast(f32[] %constant.658), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.698 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.688, f32[8192,2048]{1,0} %broadcast.659), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_7.613 = f32[8192,2048]{1,0} parameter(7) + %constant.656 = f32[] constant(0.9) + %broadcast.657 = f32[8192,2048]{1,0} broadcast(f32[] %constant.656), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.699 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_7.613, f32[8192,2048]{1,0} %broadcast.657), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.700 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.698, f32[8192,2048]{1,0} %multiply.699), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.701 = f32[8192]{0} multiply(f32[8192]{0} %divide.685, f32[8192]{0} %divide.685), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.654 = f32[] constant(0.001) + %broadcast.655 = f32[8192]{0} broadcast(f32[] %constant.654), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.702 = f32[8192]{0} multiply(f32[8192]{0} %multiply.701, f32[8192]{0} %broadcast.655), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_8.614 = f32[8192]{0} parameter(8) + %constant.652 = f32[] constant(0.999) + %broadcast.653 = f32[8192]{0} broadcast(f32[] %constant.652), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.703 = f32[8192]{0} multiply(f32[8192]{0} %Arg_8.614, f32[8192]{0} %broadcast.653), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.704 = f32[8192]{0} add(f32[8192]{0} %multiply.702, f32[8192]{0} %multiply.703), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.705 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.686, f32[2048,8192]{1,0} %divide.686), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.650 = f32[] constant(0.001) + %broadcast.651 = f32[2048,8192]{1,0} broadcast(f32[] %constant.650), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.706 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.705, f32[2048,8192]{1,0} %broadcast.651), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_9.615 = f32[2048,8192]{1,0} parameter(9) + %constant.648 = f32[] constant(0.999) + %broadcast.649 = f32[2048,8192]{1,0} broadcast(f32[] %constant.648), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.707 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_9.615, f32[2048,8192]{1,0} %broadcast.649), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.708 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.706, f32[2048,8192]{1,0} %multiply.707), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.709 = f32[2048]{0} multiply(f32[2048]{0} %divide.687, f32[2048]{0} %divide.687), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.646 = f32[] constant(0.001) + %broadcast.647 = f32[2048]{0} broadcast(f32[] %constant.646), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.710 = f32[2048]{0} multiply(f32[2048]{0} %multiply.709, f32[2048]{0} %broadcast.647), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_10.616 = f32[2048]{0} parameter(10) + %constant.644 = f32[] constant(0.999) + %broadcast.645 = f32[2048]{0} broadcast(f32[] %constant.644), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.711 = f32[2048]{0} multiply(f32[2048]{0} %Arg_10.616, f32[2048]{0} %broadcast.645), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.712 = f32[2048]{0} add(f32[2048]{0} %multiply.710, f32[2048]{0} %multiply.711), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.713 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.688, f32[8192,2048]{1,0} %divide.688), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.642 = f32[] constant(0.001) + %broadcast.643 = f32[8192,2048]{1,0} broadcast(f32[] %constant.642), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.714 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.713, f32[8192,2048]{1,0} %broadcast.643), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_11.617 = f32[8192,2048]{1,0} parameter(11) + %constant.640 = f32[] constant(0.999) + %broadcast.641 = f32[8192,2048]{1,0} broadcast(f32[] %constant.640), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.715 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_11.617, f32[8192,2048]{1,0} %broadcast.641), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.716 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.714, f32[8192,2048]{1,0} %multiply.715), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_12.618 = s32[] parameter(12) + %constant.682 = s32[] constant(2147483647) + %compare.717 = pred[] compare(s32[] %Arg_12.618, s32[] %constant.682), direction=LT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %constant.681 = s32[] constant(1) + %add.718 = s32[] add(s32[] %Arg_12.618, s32[] %constant.681), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %select.719 = s32[] select(pred[] %compare.717, s32[] %add.718, s32[] %constant.682), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %Arg_13.619 = f32[8192]{0} parameter(13) + %constant.680 = f32[] constant(1) + %constant.684 = f32[] constant(0.9) + %convert.720 = f32[] convert(s32[] %select.719), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %power.721 = f32[] power(f32[] %constant.684, f32[] %convert.720), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %subtract.722 = f32[] subtract(f32[] %constant.680, f32[] %power.721), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %broadcast.723 = f32[8192]{0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.724 = f32[8192]{0} divide(f32[8192]{0} %add.691, f32[8192]{0} %broadcast.723), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %constant.683 = f32[] constant(0.999) + %convert.731 = f32[] convert(s32[] %select.719), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %power.732 = f32[] power(f32[] %constant.683, f32[] %convert.731), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %subtract.733 = f32[] subtract(f32[] %constant.680, f32[] %power.732), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %broadcast.734 = f32[8192]{0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.735 = f32[8192]{0} divide(f32[8192]{0} %add.704, f32[8192]{0} %broadcast.734), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.742 = f32[8192]{0} sqrt(f32[8192]{0} %divide.735), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.638 = f32[] constant(1e-08) + %broadcast.639 = f32[8192]{0} broadcast(f32[] %constant.638), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.743 = f32[8192]{0} add(f32[8192]{0} %sqrt.742, f32[8192]{0} %broadcast.639), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.744 = f32[8192]{0} divide(f32[8192]{0} %divide.724, f32[8192]{0} %add.743), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.630 = f32[] constant(-0.001) + %broadcast.631 = f32[8192]{0} broadcast(f32[] %constant.630), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.754 = f32[8192]{0} multiply(f32[8192]{0} %divide.744, f32[8192]{0} %broadcast.631), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.758 = f32[8192]{0} add(f32[8192]{0} %Arg_13.619, f32[8192]{0} %multiply.754), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_14.620 = f32[2048,8192]{1,0} parameter(14) + %broadcast.725 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.726 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.694, f32[2048,8192]{1,0} %broadcast.725), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.736 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.737 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.708, f32[2048,8192]{1,0} %broadcast.736), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.745 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.737), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.636 = f32[] constant(1e-08) + %broadcast.637 = f32[2048,8192]{1,0} broadcast(f32[] %constant.636), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.746 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.745, f32[2048,8192]{1,0} %broadcast.637), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.747 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.726, f32[2048,8192]{1,0} %add.746), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.628 = f32[] constant(-0.001) + %broadcast.629 = f32[2048,8192]{1,0} broadcast(f32[] %constant.628), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.755 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.747, f32[2048,8192]{1,0} %broadcast.629), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.759 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_14.620, f32[2048,8192]{1,0} %multiply.755), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_15.621 = f32[2048]{0} parameter(15) + %broadcast.727 = f32[2048]{0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.728 = f32[2048]{0} divide(f32[2048]{0} %add.697, f32[2048]{0} %broadcast.727), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.738 = f32[2048]{0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.739 = f32[2048]{0} divide(f32[2048]{0} %add.712, f32[2048]{0} %broadcast.738), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.748 = f32[2048]{0} sqrt(f32[2048]{0} %divide.739), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.634 = f32[] constant(1e-08) + %broadcast.635 = f32[2048]{0} broadcast(f32[] %constant.634), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.749 = f32[2048]{0} add(f32[2048]{0} %sqrt.748, f32[2048]{0} %broadcast.635), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.750 = f32[2048]{0} divide(f32[2048]{0} %divide.728, f32[2048]{0} %add.749), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.626 = f32[] constant(-0.001) + %broadcast.627 = f32[2048]{0} broadcast(f32[] %constant.626), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.756 = f32[2048]{0} multiply(f32[2048]{0} %divide.750, f32[2048]{0} %broadcast.627), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.760 = f32[2048]{0} add(f32[2048]{0} %Arg_15.621, f32[2048]{0} %multiply.756), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_16.622 = f32[8192,2048]{1,0} parameter(16) + %broadcast.729 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.730 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.700, f32[8192,2048]{1,0} %broadcast.729), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.740 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.741 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.716, f32[8192,2048]{1,0} %broadcast.740), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.751 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.741), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.632 = f32[] constant(1e-08) + %broadcast.633 = f32[8192,2048]{1,0} broadcast(f32[] %constant.632), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.752 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.751, f32[8192,2048]{1,0} %broadcast.633), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.753 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.730, f32[8192,2048]{1,0} %add.752), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.624 = f32[] constant(-0.001) + %broadcast.625 = f32[8192,2048]{1,0} broadcast(f32[] %constant.624), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.757 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.753, f32[8192,2048]{1,0} %broadcast.625), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.761 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_16.622, f32[8192,2048]{1,0} %multiply.757), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_17.623 = s32[] parameter(17) + %add.762 = s32[] add(s32[] %Arg_17.623, s32[] %constant.681), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/training/train_state.py" source_line=77} + ROOT %tuple.763 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %add.691, f32[2048,8192]{1,0} %add.694, f32[2048]{0} %add.697, f32[8192,2048]{1,0} %add.700, f32[8192]{0} %add.704, /*index=5*/f32[2048,8192]{1,0} %add.708, f32[2048]{0} %add.712, f32[8192,2048]{1,0} %add.716, s32[] %select.719, f32[8192]{0} %add.758, /*index=10*/f32[2048,8192]{1,0} %add.759, f32[2048]{0} %add.760, f32[8192,2048]{1,0} %add.761, s32[] %add.762) + } + + %stage_0_1_apply1.764 (Arg_0.765: f32[8192], Arg_1.766: f32[8192], Arg_2.767: f32[2048,8192], Arg_3.768: f32[2048,8192], Arg_4.769: f32[2048], Arg_5.770: f32[2048], Arg_6.771: f32[8192,2048], Arg_7.772: f32[8192,2048], Arg_8.773: f32[8192], Arg_9.774: f32[2048,8192], Arg_10.775: f32[2048], Arg_11.776: f32[8192,2048], Arg_12.777: s32[], Arg_13.778: f32[8192], Arg_14.779: f32[2048,8192], Arg_15.780: f32[2048], Arg_16.781: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { + %Arg_0.765 = f32[8192]{0} parameter(0) + %constant.836 = f32[] constant(16) + %broadcast.837 = f32[8192]{0} broadcast(f32[] %constant.836), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %divide.843 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.765, f32[8192]{0} %broadcast.837), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %constant.828 = f32[] constant(0.1) + %broadcast.829 = f32[8192]{0} broadcast(f32[] %constant.828), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.847 = f32[8192]{0} multiply(f32[8192]{0} %divide.843, f32[8192]{0} %broadcast.829), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_1.766 = f32[8192]{0} parameter(1) + %constant.826 = f32[] constant(0.9) + %broadcast.827 = f32[8192]{0} broadcast(f32[] %constant.826), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.848 = f32[8192]{0} multiply(f32[8192]{0} %Arg_1.766, f32[8192]{0} %broadcast.827), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.849 = f32[8192]{0} add(f32[8192]{0} %multiply.847, f32[8192]{0} %multiply.848), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_2.767 = f32[2048,8192]{1,0} parameter(2) + %constant.834 = f32[] constant(16) + %broadcast.835 = f32[2048,8192]{1,0} broadcast(f32[] %constant.834), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %divide.844 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_2.767, f32[2048,8192]{1,0} %broadcast.835), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %constant.824 = f32[] constant(0.1) + %broadcast.825 = f32[2048,8192]{1,0} broadcast(f32[] %constant.824), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.850 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.844, f32[2048,8192]{1,0} %broadcast.825), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_3.768 = f32[2048,8192]{1,0} parameter(3) + %constant.822 = f32[] constant(0.9) + %broadcast.823 = f32[2048,8192]{1,0} broadcast(f32[] %constant.822), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.851 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_3.768, f32[2048,8192]{1,0} %broadcast.823), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.852 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.850, f32[2048,8192]{1,0} %multiply.851), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_4.769 = f32[2048]{0} parameter(4) + %constant.832 = f32[] constant(16) + %broadcast.833 = f32[2048]{0} broadcast(f32[] %constant.832), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %divide.845 = f32[2048]{0} divide(f32[2048]{0} %Arg_4.769, f32[2048]{0} %broadcast.833), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %constant.820 = f32[] constant(0.1) + %broadcast.821 = f32[2048]{0} broadcast(f32[] %constant.820), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.853 = f32[2048]{0} multiply(f32[2048]{0} %divide.845, f32[2048]{0} %broadcast.821), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_5.770 = f32[2048]{0} parameter(5) + %constant.818 = f32[] constant(0.9) + %broadcast.819 = f32[2048]{0} broadcast(f32[] %constant.818), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.854 = f32[2048]{0} multiply(f32[2048]{0} %Arg_5.770, f32[2048]{0} %broadcast.819), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.855 = f32[2048]{0} add(f32[2048]{0} %multiply.853, f32[2048]{0} %multiply.854), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_6.771 = f32[8192,2048]{1,0} parameter(6) + %constant.830 = f32[] constant(16) + %broadcast.831 = f32[8192,2048]{1,0} broadcast(f32[] %constant.830), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %divide.846 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_6.771, f32[8192,2048]{1,0} %broadcast.831), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %constant.816 = f32[] constant(0.1) + %broadcast.817 = f32[8192,2048]{1,0} broadcast(f32[] %constant.816), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.856 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.846, f32[8192,2048]{1,0} %broadcast.817), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %Arg_7.772 = f32[8192,2048]{1,0} parameter(7) + %constant.814 = f32[] constant(0.9) + %broadcast.815 = f32[8192,2048]{1,0} broadcast(f32[] %constant.814), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.857 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_7.772, f32[8192,2048]{1,0} %broadcast.815), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.858 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.856, f32[8192,2048]{1,0} %multiply.857), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.859 = f32[8192]{0} multiply(f32[8192]{0} %divide.843, f32[8192]{0} %divide.843), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.812 = f32[] constant(0.001) + %broadcast.813 = f32[8192]{0} broadcast(f32[] %constant.812), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.860 = f32[8192]{0} multiply(f32[8192]{0} %multiply.859, f32[8192]{0} %broadcast.813), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_8.773 = f32[8192]{0} parameter(8) + %constant.810 = f32[] constant(0.999) + %broadcast.811 = f32[8192]{0} broadcast(f32[] %constant.810), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.861 = f32[8192]{0} multiply(f32[8192]{0} %Arg_8.773, f32[8192]{0} %broadcast.811), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.862 = f32[8192]{0} add(f32[8192]{0} %multiply.860, f32[8192]{0} %multiply.861), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.863 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.844, f32[2048,8192]{1,0} %divide.844), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.808 = f32[] constant(0.001) + %broadcast.809 = f32[2048,8192]{1,0} broadcast(f32[] %constant.808), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.864 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.863, f32[2048,8192]{1,0} %broadcast.809), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_9.774 = f32[2048,8192]{1,0} parameter(9) + %constant.806 = f32[] constant(0.999) + %broadcast.807 = f32[2048,8192]{1,0} broadcast(f32[] %constant.806), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.865 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_9.774, f32[2048,8192]{1,0} %broadcast.807), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.866 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.864, f32[2048,8192]{1,0} %multiply.865), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.867 = f32[2048]{0} multiply(f32[2048]{0} %divide.845, f32[2048]{0} %divide.845), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.804 = f32[] constant(0.001) + %broadcast.805 = f32[2048]{0} broadcast(f32[] %constant.804), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.868 = f32[2048]{0} multiply(f32[2048]{0} %multiply.867, f32[2048]{0} %broadcast.805), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_10.775 = f32[2048]{0} parameter(10) + %constant.802 = f32[] constant(0.999) + %broadcast.803 = f32[2048]{0} broadcast(f32[] %constant.802), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.869 = f32[2048]{0} multiply(f32[2048]{0} %Arg_10.775, f32[2048]{0} %broadcast.803), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.870 = f32[2048]{0} add(f32[2048]{0} %multiply.868, f32[2048]{0} %multiply.869), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.871 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.846, f32[8192,2048]{1,0} %divide.846), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.800 = f32[] constant(0.001) + %broadcast.801 = f32[8192,2048]{1,0} broadcast(f32[] %constant.800), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.872 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.871, f32[8192,2048]{1,0} %broadcast.801), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_11.776 = f32[8192,2048]{1,0} parameter(11) + %constant.798 = f32[] constant(0.999) + %broadcast.799 = f32[8192,2048]{1,0} broadcast(f32[] %constant.798), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.873 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_11.776, f32[8192,2048]{1,0} %broadcast.799), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.874 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.872, f32[8192,2048]{1,0} %multiply.873), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %Arg_12.777 = s32[] parameter(12) + %constant.840 = s32[] constant(2147483647) + %compare.875 = pred[] compare(s32[] %Arg_12.777, s32[] %constant.840), direction=LT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %constant.839 = s32[] constant(1) + %add.876 = s32[] add(s32[] %Arg_12.777, s32[] %constant.839), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %select.877 = s32[] select(pred[] %compare.875, s32[] %add.876, s32[] %constant.840), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %Arg_13.778 = f32[8192]{0} parameter(13) + %constant.838 = f32[] constant(1) + %constant.842 = f32[] constant(0.9) + %convert.878 = f32[] convert(s32[] %select.877), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %power.879 = f32[] power(f32[] %constant.842, f32[] %convert.878), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %subtract.880 = f32[] subtract(f32[] %constant.838, f32[] %power.879), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %broadcast.881 = f32[8192]{0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.882 = f32[8192]{0} divide(f32[8192]{0} %add.849, f32[8192]{0} %broadcast.881), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %constant.841 = f32[] constant(0.999) + %convert.889 = f32[] convert(s32[] %select.877), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %power.890 = f32[] power(f32[] %constant.841, f32[] %convert.889), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %subtract.891 = f32[] subtract(f32[] %constant.838, f32[] %power.890), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %broadcast.892 = f32[8192]{0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.893 = f32[8192]{0} divide(f32[8192]{0} %add.862, f32[8192]{0} %broadcast.892), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.900 = f32[8192]{0} sqrt(f32[8192]{0} %divide.893), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.796 = f32[] constant(1e-08) + %broadcast.797 = f32[8192]{0} broadcast(f32[] %constant.796), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.901 = f32[8192]{0} add(f32[8192]{0} %sqrt.900, f32[8192]{0} %broadcast.797), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.902 = f32[8192]{0} divide(f32[8192]{0} %divide.882, f32[8192]{0} %add.901), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.788 = f32[] constant(-0.001) + %broadcast.789 = f32[8192]{0} broadcast(f32[] %constant.788), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.912 = f32[8192]{0} multiply(f32[8192]{0} %divide.902, f32[8192]{0} %broadcast.789), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.916 = f32[8192]{0} add(f32[8192]{0} %Arg_13.778, f32[8192]{0} %multiply.912), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_14.779 = f32[2048,8192]{1,0} parameter(14) + %broadcast.883 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.884 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.852, f32[2048,8192]{1,0} %broadcast.883), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.894 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.895 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.866, f32[2048,8192]{1,0} %broadcast.894), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.903 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.895), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.794 = f32[] constant(1e-08) + %broadcast.795 = f32[2048,8192]{1,0} broadcast(f32[] %constant.794), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.904 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.903, f32[2048,8192]{1,0} %broadcast.795), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.905 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.884, f32[2048,8192]{1,0} %add.904), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.786 = f32[] constant(-0.001) + %broadcast.787 = f32[2048,8192]{1,0} broadcast(f32[] %constant.786), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.913 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.905, f32[2048,8192]{1,0} %broadcast.787), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.917 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_14.779, f32[2048,8192]{1,0} %multiply.913), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_15.780 = f32[2048]{0} parameter(15) + %broadcast.885 = f32[2048]{0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.886 = f32[2048]{0} divide(f32[2048]{0} %add.855, f32[2048]{0} %broadcast.885), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.896 = f32[2048]{0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.897 = f32[2048]{0} divide(f32[2048]{0} %add.870, f32[2048]{0} %broadcast.896), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.906 = f32[2048]{0} sqrt(f32[2048]{0} %divide.897), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.792 = f32[] constant(1e-08) + %broadcast.793 = f32[2048]{0} broadcast(f32[] %constant.792), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.907 = f32[2048]{0} add(f32[2048]{0} %sqrt.906, f32[2048]{0} %broadcast.793), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.908 = f32[2048]{0} divide(f32[2048]{0} %divide.886, f32[2048]{0} %add.907), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.784 = f32[] constant(-0.001) + %broadcast.785 = f32[2048]{0} broadcast(f32[] %constant.784), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.914 = f32[2048]{0} multiply(f32[2048]{0} %divide.908, f32[2048]{0} %broadcast.785), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.918 = f32[2048]{0} add(f32[2048]{0} %Arg_15.780, f32[2048]{0} %multiply.914), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %Arg_16.781 = f32[8192,2048]{1,0} parameter(16) + %broadcast.887 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.888 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.858, f32[8192,2048]{1,0} %broadcast.887), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.898 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.899 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.874, f32[8192,2048]{1,0} %broadcast.898), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.909 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.899), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.790 = f32[] constant(1e-08) + %broadcast.791 = f32[8192,2048]{1,0} broadcast(f32[] %constant.790), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.910 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.909, f32[8192,2048]{1,0} %broadcast.791), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %divide.911 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.888, f32[8192,2048]{1,0} %add.910), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.782 = f32[] constant(-0.001) + %broadcast.783 = f32[8192,2048]{1,0} broadcast(f32[] %constant.782), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.915 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.911, f32[8192,2048]{1,0} %broadcast.783), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.919 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_16.781, f32[8192,2048]{1,0} %multiply.915), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + ROOT %tuple.920 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %add.849, f32[2048,8192]{1,0} %add.852, f32[2048]{0} %add.855, f32[8192,2048]{1,0} %add.858, f32[8192]{0} %add.862, /*index=5*/f32[2048,8192]{1,0} %add.866, f32[2048]{0} %add.870, f32[8192,2048]{1,0} %add.874, s32[] %select.877, f32[8192]{0} %add.916, /*index=10*/f32[2048,8192]{1,0} %add.917, f32[2048]{0} %add.918, f32[8192,2048]{1,0} %add.919) + } + + %stage_0_1_apply_grad.921 (Arg_0.922: f32[8192], Arg_1.923: f32[2048,8192], Arg_2.924: f32[2048], Arg_3.925: f32[8192,2048], Arg_4.926: f32[8192], Arg_5.927: f32[2048,8192], Arg_6.928: f32[2048], Arg_7.929: f32[8192,2048], Arg_8.930: s32[], Arg_9.931: f32[8192], Arg_10.932: f32[2048,8192], Arg_11.933: f32[2048], Arg_12.934: f32[8192,2048], Arg_13.935: s32[], Arg_14.936: f32[8192], Arg_15.937: f32[2048,8192], Arg_16.938: f32[2048], Arg_17.939: f32[8192,2048], Arg_18.940: f32[8192], Arg_19.941: f32[2048,8192], Arg_20.942: f32[2048], Arg_21.943: f32[8192,2048], Arg_22.944: f32[8192], Arg_23.945: f32[2048,8192], Arg_24.946: f32[2048], Arg_25.947: f32[8192,2048], Arg_26.948: f32[8192], Arg_27.949: f32[2048,8192], Arg_28.950: f32[2048], Arg_29.951: f32[8192,2048], Arg_30.952: f32[8192], Arg_31.953: f32[2048,8192], Arg_32.954: f32[2048], Arg_33.955: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { + %Arg_26.948 = f32[8192]{0} parameter(26) + %Arg_0.922 = f32[8192]{0} parameter(0) + %Arg_27.949 = f32[2048,8192]{1,0} parameter(27) + %Arg_1.923 = f32[2048,8192]{1,0} parameter(1) + %Arg_28.950 = f32[2048]{0} parameter(28) + %Arg_2.924 = f32[2048]{0} parameter(2) + %Arg_29.951 = f32[8192,2048]{1,0} parameter(29) + %Arg_3.925 = f32[8192,2048]{1,0} parameter(3) + %Arg_4.926 = f32[8192]{0} parameter(4) + %Arg_5.927 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.928 = f32[2048]{0} parameter(6) + %Arg_7.929 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.930 = s32[] parameter(8) + %Arg_9.931 = f32[8192]{0} parameter(9) + %Arg_10.932 = f32[2048,8192]{1,0} parameter(10) + %Arg_11.933 = f32[2048]{0} parameter(11) + %Arg_12.934 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.935 = s32[] parameter(13) + %call.956 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) call(f32[8192]{0} %Arg_26.948, f32[8192]{0} %Arg_0.922, f32[2048,8192]{1,0} %Arg_27.949, f32[2048,8192]{1,0} %Arg_1.923, f32[2048]{0} %Arg_28.950, /*index=5*/f32[2048]{0} %Arg_2.924, f32[8192,2048]{1,0} %Arg_29.951, f32[8192,2048]{1,0} %Arg_3.925, f32[8192]{0} %Arg_4.926, f32[2048,8192]{1,0} %Arg_5.927, /*index=10*/f32[2048]{0} %Arg_6.928, f32[8192,2048]{1,0} %Arg_7.929, s32[] %Arg_8.930, f32[8192]{0} %Arg_9.931, f32[2048,8192]{1,0} %Arg_10.932, /*index=15*/f32[2048]{0} %Arg_11.933, f32[8192,2048]{1,0} %Arg_12.934, s32[] %Arg_13.935), to_apply=%stage_0_1_apply0.605 + %get-tuple-element.965 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=8 + %get-tuple-element.957 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=0 + %get-tuple-element.958 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=1 + %get-tuple-element.959 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=2 + %get-tuple-element.960 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=3 + %get-tuple-element.961 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=4 + %get-tuple-element.962 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=5 + %get-tuple-element.963 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=6 + %get-tuple-element.964 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=7 + %Arg_30.952 = f32[8192]{0} parameter(30) + %Arg_14.936 = f32[8192]{0} parameter(14) + %Arg_31.953 = f32[2048,8192]{1,0} parameter(31) + %Arg_15.937 = f32[2048,8192]{1,0} parameter(15) + %Arg_32.954 = f32[2048]{0} parameter(32) + %Arg_16.938 = f32[2048]{0} parameter(16) + %Arg_33.955 = f32[8192,2048]{1,0} parameter(33) + %Arg_17.939 = f32[8192,2048]{1,0} parameter(17) + %Arg_18.940 = f32[8192]{0} parameter(18) + %Arg_19.941 = f32[2048,8192]{1,0} parameter(19) + %Arg_20.942 = f32[2048]{0} parameter(20) + %Arg_21.943 = f32[8192,2048]{1,0} parameter(21) + %Arg_22.944 = f32[8192]{0} parameter(22) + %Arg_23.945 = f32[2048,8192]{1,0} parameter(23) + %Arg_24.946 = f32[2048]{0} parameter(24) + %Arg_25.947 = f32[8192,2048]{1,0} parameter(25) + %call.971 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_30.952, f32[8192]{0} %Arg_14.936, f32[2048,8192]{1,0} %Arg_31.953, f32[2048,8192]{1,0} %Arg_15.937, f32[2048]{0} %Arg_32.954, /*index=5*/f32[2048]{0} %Arg_16.938, f32[8192,2048]{1,0} %Arg_33.955, f32[8192,2048]{1,0} %Arg_17.939, f32[8192]{0} %Arg_18.940, f32[2048,8192]{1,0} %Arg_19.941, /*index=10*/f32[2048]{0} %Arg_20.942, f32[8192,2048]{1,0} %Arg_21.943, s32[] %Arg_8.930, f32[8192]{0} %Arg_22.944, f32[2048,8192]{1,0} %Arg_23.945, /*index=15*/f32[2048]{0} %Arg_24.946, f32[8192,2048]{1,0} %Arg_25.947), to_apply=%stage_0_1_apply1.764 + %get-tuple-element.980 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=8 + %get-tuple-element.966 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=9 + %get-tuple-element.967 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=10 + %get-tuple-element.968 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=11 + %get-tuple-element.969 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=12 + %get-tuple-element.970 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=13 + %get-tuple-element.972 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=0 + %get-tuple-element.973 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=1 + %get-tuple-element.974 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=2 + %get-tuple-element.975 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=3 + %get-tuple-element.976 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=4 + %get-tuple-element.977 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=5 + %get-tuple-element.978 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=6 + %get-tuple-element.979 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=7 + %get-tuple-element.981 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=9 + %get-tuple-element.982 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=10 + %get-tuple-element.983 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=11 + %get-tuple-element.984 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=12 + ROOT %tuple.985 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.957, f32[2048,8192]{1,0} %get-tuple-element.958, f32[2048]{0} %get-tuple-element.959, f32[8192,2048]{1,0} %get-tuple-element.960, f32[8192]{0} %get-tuple-element.961, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.962, f32[2048]{0} %get-tuple-element.963, f32[8192,2048]{1,0} %get-tuple-element.964, s32[] %get-tuple-element.980, f32[8192]{0} %get-tuple-element.966, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.967, f32[2048]{0} %get-tuple-element.968, f32[8192,2048]{1,0} %get-tuple-element.969, s32[] %get-tuple-element.970, f32[8192]{0} %get-tuple-element.972, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.973, f32[2048]{0} %get-tuple-element.974, f32[8192,2048]{1,0} %get-tuple-element.975, f32[8192]{0} %get-tuple-element.976, f32[2048,8192]{1,0} %get-tuple-element.977, /*index=20*/f32[2048]{0} %get-tuple-element.978, f32[8192,2048]{1,0} %get-tuple-element.979, f32[8192]{0} %get-tuple-element.981, f32[2048,8192]{1,0} %get-tuple-element.982, f32[2048]{0} %get-tuple-element.983, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.984) + } + + %xla_fallback_pipeline_marker_4.1013 (Arg_0.1014: f32[8192], Arg_1.1015: f32[2048,8192], Arg_2.1016: f32[2048], Arg_3.1017: f32[8192,2048], Arg_4.1018: f32[8192], Arg_5.1019: f32[2048,8192], Arg_6.1020: f32[2048], Arg_7.1021: f32[8192,2048], Arg_8.1022: s32[], Arg_9.1023: f32[8192], Arg_10.1024: f32[2048,8192], Arg_11.1025: f32[2048], Arg_12.1026: f32[8192,2048], Arg_13.1027: s32[], Arg_14.1028: f32[8192], Arg_15.1029: f32[2048,8192], Arg_16.1030: f32[2048], Arg_17.1031: f32[8192,2048], Arg_18.1032: f32[8192], Arg_19.1033: f32[2048,8192], Arg_20.1034: f32[2048], Arg_21.1035: f32[8192,2048], Arg_22.1036: f32[8192], Arg_23.1037: f32[2048,8192], Arg_24.1038: f32[2048], Arg_25.1039: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { + %Arg_0.1014 = f32[8192]{0} parameter(0) + %Arg_1.1015 = f32[2048,8192]{1,0} parameter(1) + %Arg_2.1016 = f32[2048]{0} parameter(2) + %Arg_3.1017 = f32[8192,2048]{1,0} parameter(3) + %Arg_4.1018 = f32[8192]{0} parameter(4) + %Arg_5.1019 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.1020 = f32[2048]{0} parameter(6) + %Arg_7.1021 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.1022 = s32[] parameter(8) + %Arg_9.1023 = f32[8192]{0} parameter(9) + %Arg_10.1024 = f32[2048,8192]{1,0} parameter(10) + %Arg_11.1025 = f32[2048]{0} parameter(11) + %Arg_12.1026 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.1027 = s32[] parameter(13) + %Arg_14.1028 = f32[8192]{0} parameter(14) + %Arg_15.1029 = f32[2048,8192]{1,0} parameter(15) + %Arg_16.1030 = f32[2048]{0} parameter(16) + %Arg_17.1031 = f32[8192,2048]{1,0} parameter(17) + %Arg_18.1032 = f32[8192]{0} parameter(18) + %Arg_19.1033 = f32[2048,8192]{1,0} parameter(19) + %Arg_20.1034 = f32[2048]{0} parameter(20) + %Arg_21.1035 = f32[8192,2048]{1,0} parameter(21) + %Arg_22.1036 = f32[8192]{0} parameter(22) + %Arg_23.1037 = f32[2048,8192]{1,0} parameter(23) + %Arg_24.1038 = f32[2048]{0} parameter(24) + %Arg_25.1039 = f32[8192,2048]{1,0} parameter(25) + %tuple.1040 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.1014, f32[2048,8192]{1,0} %Arg_1.1015, f32[2048]{0} %Arg_2.1016, f32[8192,2048]{1,0} %Arg_3.1017, f32[8192]{0} %Arg_4.1018, /*index=5*/f32[2048,8192]{1,0} %Arg_5.1019, f32[2048]{0} %Arg_6.1020, f32[8192,2048]{1,0} %Arg_7.1021, s32[] %Arg_8.1022, f32[8192]{0} %Arg_9.1023, /*index=10*/f32[2048,8192]{1,0} %Arg_10.1024, f32[2048]{0} %Arg_11.1025, f32[8192,2048]{1,0} %Arg_12.1026, s32[] %Arg_13.1027, f32[8192]{0} %Arg_14.1028, /*index=15*/f32[2048,8192]{1,0} %Arg_15.1029, f32[2048]{0} %Arg_16.1030, f32[8192,2048]{1,0} %Arg_17.1031, f32[8192]{0} %Arg_18.1032, f32[2048,8192]{1,0} %Arg_19.1033, /*index=20*/f32[2048]{0} %Arg_20.1034, f32[8192,2048]{1,0} %Arg_21.1035, f32[8192]{0} %Arg_22.1036, f32[2048,8192]{1,0} %Arg_23.1037, f32[2048]{0} %Arg_24.1038, /*index=25*/f32[8192,2048]{1,0} %Arg_25.1039), metadata={op_name="tuple.27"} + ROOT %custom-call.1041 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.1040), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_apply_grad$end"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" + } + + %pipeline_marker_4.1042 (Arg_0.1043: f32[8192], Arg_1.1044: f32[2048,8192], Arg_2.1045: f32[2048], Arg_3.1046: f32[8192,2048], Arg_4.1047: f32[8192], Arg_5.1048: f32[2048,8192], Arg_6.1049: f32[2048], Arg_7.1050: f32[8192,2048], Arg_8.1051: s32[], Arg_9.1052: f32[8192], Arg_10.1053: f32[2048,8192], Arg_11.1054: f32[2048], Arg_12.1055: f32[8192,2048], Arg_13.1056: s32[], Arg_14.1057: f32[8192], Arg_15.1058: f32[2048,8192], Arg_16.1059: f32[2048], Arg_17.1060: f32[8192,2048], Arg_18.1061: f32[8192], Arg_19.1062: f32[2048,8192], Arg_20.1063: f32[2048], Arg_21.1064: f32[8192,2048], Arg_22.1065: f32[8192], Arg_23.1066: f32[2048,8192], Arg_24.1067: f32[2048], Arg_25.1068: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { + %Arg_0.1043 = f32[8192]{0} parameter(0) + %Arg_1.1044 = f32[2048,8192]{1,0} parameter(1) + %Arg_2.1045 = f32[2048]{0} parameter(2) + %Arg_3.1046 = f32[8192,2048]{1,0} parameter(3) + %Arg_4.1047 = f32[8192]{0} parameter(4) + %Arg_5.1048 = f32[2048,8192]{1,0} parameter(5) + %Arg_6.1049 = f32[2048]{0} parameter(6) + %Arg_7.1050 = f32[8192,2048]{1,0} parameter(7) + %Arg_8.1051 = s32[] parameter(8) + %Arg_9.1052 = f32[8192]{0} parameter(9) + %Arg_10.1053 = f32[2048,8192]{1,0} parameter(10) + %Arg_11.1054 = f32[2048]{0} parameter(11) + %Arg_12.1055 = f32[8192,2048]{1,0} parameter(12) + %Arg_13.1056 = s32[] parameter(13) + %Arg_14.1057 = f32[8192]{0} parameter(14) + %Arg_15.1058 = f32[2048,8192]{1,0} parameter(15) + %Arg_16.1059 = f32[2048]{0} parameter(16) + %Arg_17.1060 = f32[8192,2048]{1,0} parameter(17) + %Arg_18.1061 = f32[8192]{0} parameter(18) + %Arg_19.1062 = f32[2048,8192]{1,0} parameter(19) + %Arg_20.1063 = f32[2048]{0} parameter(20) + %Arg_21.1064 = f32[8192,2048]{1,0} parameter(21) + %Arg_22.1065 = f32[8192]{0} parameter(22) + %Arg_23.1066 = f32[2048,8192]{1,0} parameter(23) + %Arg_24.1067 = f32[2048]{0} parameter(24) + %Arg_25.1068 = f32[8192,2048]{1,0} parameter(25) + %call.1069 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.1043, f32[2048,8192]{1,0} %Arg_1.1044, f32[2048]{0} %Arg_2.1045, f32[8192,2048]{1,0} %Arg_3.1046, f32[8192]{0} %Arg_4.1047, /*index=5*/f32[2048,8192]{1,0} %Arg_5.1048, f32[2048]{0} %Arg_6.1049, f32[8192,2048]{1,0} %Arg_7.1050, s32[] %Arg_8.1051, f32[8192]{0} %Arg_9.1052, /*index=10*/f32[2048,8192]{1,0} %Arg_10.1053, f32[2048]{0} %Arg_11.1054, f32[8192,2048]{1,0} %Arg_12.1055, s32[] %Arg_13.1056, f32[8192]{0} %Arg_14.1057, /*index=15*/f32[2048,8192]{1,0} %Arg_15.1058, f32[2048]{0} %Arg_16.1059, f32[8192,2048]{1,0} %Arg_17.1060, f32[8192]{0} %Arg_18.1061, f32[2048,8192]{1,0} %Arg_19.1062, /*index=20*/f32[2048]{0} %Arg_20.1063, f32[8192,2048]{1,0} %Arg_21.1064, f32[8192]{0} %Arg_22.1065, f32[2048,8192]{1,0} %Arg_23.1066, f32[2048]{0} %Arg_24.1067, /*index=25*/f32[8192,2048]{1,0} %Arg_25.1068), to_apply=%xla_fallback_pipeline_marker_4.1013 + %get-tuple-element.1070 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1071 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1072 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1073 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1074 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1075 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1076 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1077 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1078 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1079 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1080 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=10, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1081 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=11, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1082 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=12, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1083 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=13, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1084 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=14, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1085 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=15, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1086 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=16, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1087 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=17, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1088 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=18, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1089 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=19, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1090 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=20, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1091 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=21, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1092 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=22, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1093 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=23, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1094 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=24, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + %get-tuple-element.1095 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=25, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} + ROOT %tuple.1096 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.1070, f32[2048,8192]{1,0} %get-tuple-element.1071, f32[2048]{0} %get-tuple-element.1072, f32[8192,2048]{1,0} %get-tuple-element.1073, f32[8192]{0} %get-tuple-element.1074, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.1075, f32[2048]{0} %get-tuple-element.1076, f32[8192,2048]{1,0} %get-tuple-element.1077, s32[] %get-tuple-element.1078, f32[8192]{0} %get-tuple-element.1079, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.1080, f32[2048]{0} %get-tuple-element.1081, f32[8192,2048]{1,0} %get-tuple-element.1082, s32[] %get-tuple-element.1083, f32[8192]{0} %get-tuple-element.1084, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.1085, f32[2048]{0} %get-tuple-element.1086, f32[8192,2048]{1,0} %get-tuple-element.1087, f32[8192]{0} %get-tuple-element.1088, f32[2048,8192]{1,0} %get-tuple-element.1089, /*index=20*/f32[2048]{0} %get-tuple-element.1090, f32[8192,2048]{1,0} %get-tuple-element.1091, f32[8192]{0} %get-tuple-element.1092, f32[2048,8192]{1,0} %get-tuple-element.1093, f32[2048]{0} %get-tuple-element.1094, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.1095) + } + + ENTRY %main.1125 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[8192], Arg_2.3: f32[8192,2048], Arg_3.4: f32[2048], Arg_4.5: f32[2048,8192], Arg_5.6: f32[8192], Arg_6.7: f32[8192,2048], Arg_7.8: f32[2048], Arg_8.9: f32[2048], Arg_9.10: f32[8192,2048], Arg_10.11: f32[8192], Arg_11.12: f32[2048,8192], Arg_12.13: f32[2048], Arg_13.14: f32[8192,2048], Arg_14.15: f32[8192], Arg_15.16: f32[2048,8192], Arg_16.17: f32[8192], Arg_17.18: f32[2048,8192], Arg_18.19: f32[2048], Arg_19.20: f32[8192,2048], Arg_20.21: f32[8192], Arg_21.22: f32[2048,8192], Arg_22.23: f32[2048], Arg_23.24: f32[8192,2048], Arg_24.25: s32[], Arg_25.26: s32[], Arg_26.27: f32[8192], Arg_27.28: f32[2048,8192], Arg_28.29: f32[2048], Arg_29.30: f32[8192,2048], Arg_30.31: f32[8192], Arg_31.32: f32[2048,8192], Arg_32.33: f32[2048], Arg_33.34: f32[8192,2048], Arg_34.35: f32[128,2048], Arg_35.36: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[2048,8192], /*index=5*/f32[8192], f32[8192,2048], f32[2048], f32[2048], f32[8192,2048], /*index=10*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=15*/f32[2048,8192], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=20*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], s32[], /*index=25*/s32[], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=30*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[128,2048], /*index=35*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], pred[128,2048], /*index=40*/f32[128,8192], pred[128,8192]) { + %Arg_16.17 = f32[8192]{0} parameter(16) + %Arg_17.18 = f32[2048,8192]{1,0} parameter(17) + %Arg_18.19 = f32[2048]{0} parameter(18) + %Arg_19.20 = f32[8192,2048]{1,0} parameter(19) + %Arg_20.21 = f32[8192]{0} parameter(20) + %Arg_21.22 = f32[2048,8192]{1,0} parameter(21) + %Arg_22.23 = f32[2048]{0} parameter(22) + %Arg_23.24 = f32[8192,2048]{1,0} parameter(23) + %Arg_24.25 = s32[] parameter(24) + %Arg_1.2 = f32[8192]{0} parameter(1) + %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) + %Arg_3.4 = f32[2048]{0} parameter(3) + %Arg_2.3 = f32[8192,2048]{1,0} parameter(2) + %Arg_25.26 = s32[] parameter(25) + %Arg_26.27 = f32[8192]{0} parameter(26) + %Arg_27.28 = f32[2048,8192]{1,0} parameter(27) + %Arg_28.29 = f32[2048]{0} parameter(28) + %Arg_29.30 = f32[8192,2048]{1,0} parameter(29) + %Arg_30.31 = f32[8192]{0} parameter(30) + %Arg_31.32 = f32[2048,8192]{1,0} parameter(31) + %Arg_32.33 = f32[2048]{0} parameter(32) + %Arg_33.34 = f32[8192,2048]{1,0} parameter(33) + %Arg_5.6 = f32[8192]{0} parameter(5) + %Arg_4.5 = f32[2048,8192]{1,0} parameter(4) + %Arg_7.8 = f32[2048]{0} parameter(7) + %Arg_6.7 = f32[8192,2048]{1,0} parameter(6) + %Arg_8.9 = f32[2048]{0} parameter(8) + %Arg_9.10 = f32[8192,2048]{1,0} parameter(9) + %Arg_10.11 = f32[8192]{0} parameter(10) + %Arg_11.12 = f32[2048,8192]{1,0} parameter(11) + %Arg_12.13 = f32[2048]{0} parameter(12) + %Arg_13.14 = f32[8192,2048]{1,0} parameter(13) + %Arg_14.15 = f32[8192]{0} parameter(14) + %Arg_15.16 = f32[2048,8192]{1,0} parameter(15) + %Arg_34.35 = f32[128,2048]{1,0} parameter(34) + %Arg_35.36 = f32[128,2048]{1,0} parameter(35) + %call.73 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.1, f32[8192]{0} %Arg_1.2, f32[8192,2048]{1,0} %Arg_2.3, f32[2048]{0} %Arg_3.4, f32[128,2048]{1,0} %Arg_34.35, /*index=5*/f32[2048,8192]{1,0} %Arg_4.5, f32[8192]{0} %Arg_5.6, f32[8192,2048]{1,0} %Arg_6.7, f32[2048]{0} %Arg_7.8, f32[128,2048]{1,0} %Arg_35.36), to_apply=%pipeline_marker.50 + %get-tuple-element.74 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=0 + %get-tuple-element.75 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=1 + %get-tuple-element.76 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=2 + %get-tuple-element.77 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=3 + %get-tuple-element.78 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=4 + %get-tuple-element.79 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=5 + %get-tuple-element.80 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=6 + %get-tuple-element.81 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=7 + %get-tuple-element.82 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=8 + %get-tuple-element.83 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=9 + %call.165 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[2048,8192]{1,0} %get-tuple-element.74, f32[8192]{0} %get-tuple-element.75, f32[8192,2048]{1,0} %get-tuple-element.76, f32[2048]{0} %get-tuple-element.77, f32[128,2048]{1,0} %get-tuple-element.78, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.79, f32[8192]{0} %get-tuple-element.80, f32[8192,2048]{1,0} %get-tuple-element.81, f32[2048]{0} %get-tuple-element.82, f32[128,2048]{1,0} %get-tuple-element.83), to_apply=%stage_0_1_acc_grad_0.143 + %get-tuple-element.166 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=0 + %get-tuple-element.167 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=1 + %get-tuple-element.168 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=2 + %get-tuple-element.169 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=3 + %get-tuple-element.170 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=4 + %get-tuple-element.171 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=5 + %get-tuple-element.172 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=6 + %get-tuple-element.173 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=7 + %call.204 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.166, pred[128,2048]{1,0} %get-tuple-element.167, f32[128,8192]{1,0} %get-tuple-element.168, pred[128,8192]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %get-tuple-element.170, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %get-tuple-element.172, pred[128,8192]{1,0} %get-tuple-element.173), to_apply=%pipeline_marker_0.185 + %get-tuple-element.209 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=4 + %get-tuple-element.210 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=5 + %get-tuple-element.211 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=6 + %get-tuple-element.212 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=7 + %get-tuple-element.205 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=0 + %get-tuple-element.206 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=1 + %get-tuple-element.207 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=2 + %get-tuple-element.208 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=3 + %call.279 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) call(f32[2048]{0} %Arg_8.9, f32[8192,2048]{1,0} %Arg_9.10, f32[8192]{0} %Arg_10.11, f32[2048,8192]{1,0} %Arg_11.12, f32[2048]{0} %Arg_12.13, /*index=5*/f32[8192,2048]{1,0} %Arg_13.14, f32[8192]{0} %Arg_14.15, f32[2048,8192]{1,0} %Arg_15.16, f32[128,2048]{1,0} %get-tuple-element.209, pred[128,2048]{1,0} %get-tuple-element.210, /*index=10*/f32[128,8192]{1,0} %get-tuple-element.211, pred[128,8192]{1,0} %get-tuple-element.212, f32[8192,2048]{1,0} %Arg_6.7, f32[128,2048]{1,0} %get-tuple-element.205, f32[2048,8192]{1,0} %Arg_4.5, /*index=15*/pred[128,2048]{1,0} %get-tuple-element.206, f32[128,8192]{1,0} %get-tuple-element.207, pred[128,8192]{1,0} %get-tuple-element.208, f32[128,2048]{1,0} %Arg_34.35, f32[8192,2048]{1,0} %Arg_2.3), to_apply=%pipeline_marker_1.236 + %get-tuple-element.280 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=0 + %get-tuple-element.281 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=1 + %get-tuple-element.282 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=2 + %get-tuple-element.283 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=3 + %get-tuple-element.284 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=4 + %get-tuple-element.285 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=5 + %get-tuple-element.286 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=6 + %get-tuple-element.287 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=7 + %get-tuple-element.288 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=8 + %get-tuple-element.289 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=9 + %get-tuple-element.290 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=10 + %get-tuple-element.291 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=11 + %get-tuple-element.292 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=12 + %get-tuple-element.293 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=13 + %get-tuple-element.294 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=14 + %get-tuple-element.295 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=15 + %get-tuple-element.296 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=16 + %get-tuple-element.297 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=17 + %get-tuple-element.298 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=18 + %get-tuple-element.299 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=19 + %call.414 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %get-tuple-element.280, f32[8192,2048]{1,0} %get-tuple-element.281, f32[8192]{0} %get-tuple-element.282, f32[2048,8192]{1,0} %get-tuple-element.283, f32[2048]{0} %get-tuple-element.284, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.285, f32[8192]{0} %get-tuple-element.286, f32[2048,8192]{1,0} %get-tuple-element.287, f32[128,2048]{1,0} %get-tuple-element.288, pred[128,2048]{1,0} %get-tuple-element.289, /*index=10*/f32[128,8192]{1,0} %get-tuple-element.290, pred[128,8192]{1,0} %get-tuple-element.291, f32[8192,2048]{1,0} %get-tuple-element.292, f32[128,2048]{1,0} %get-tuple-element.293, f32[2048,8192]{1,0} %get-tuple-element.294, /*index=15*/pred[128,2048]{1,0} %get-tuple-element.295, f32[128,8192]{1,0} %get-tuple-element.296, pred[128,8192]{1,0} %get-tuple-element.297, f32[128,2048]{1,0} %get-tuple-element.298, f32[8192,2048]{1,0} %get-tuple-element.299), to_apply=%stage_0_1_acc_grad_1.381 + %get-tuple-element.415 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=0 + %get-tuple-element.416 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=1 + %get-tuple-element.417 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=2 + %get-tuple-element.418 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=3 + %get-tuple-element.419 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=4 + %get-tuple-element.420 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=5 + %get-tuple-element.421 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=6 + %get-tuple-element.422 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=7 + %call.453 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %get-tuple-element.415, f32[8192,2048]{1,0} %get-tuple-element.416, f32[8192]{0} %get-tuple-element.417, f32[2048,8192]{1,0} %get-tuple-element.418, f32[2048]{0} %get-tuple-element.419, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.420, f32[8192]{0} %get-tuple-element.421, f32[2048,8192]{1,0} %get-tuple-element.422), to_apply=%pipeline_marker_2.434 + %get-tuple-element.460 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=6 + %get-tuple-element.461 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=7 + %get-tuple-element.458 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=4 + %get-tuple-element.459 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=5 + %get-tuple-element.456 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=2 + %get-tuple-element.457 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=3 + %get-tuple-element.454 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=0 + %get-tuple-element.455 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=1 + %call.570 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_16.17, f32[2048,8192]{1,0} %Arg_17.18, f32[2048]{0} %Arg_18.19, f32[8192,2048]{1,0} %Arg_19.20, f32[8192]{0} %Arg_20.21, /*index=5*/f32[2048,8192]{1,0} %Arg_21.22, f32[2048]{0} %Arg_22.23, f32[8192,2048]{1,0} %Arg_23.24, s32[] %Arg_24.25, f32[8192]{0} %Arg_1.2, /*index=10*/f32[2048,8192]{1,0} %Arg_0.1, f32[2048]{0} %Arg_3.4, f32[8192,2048]{1,0} %Arg_2.3, s32[] %Arg_25.26, f32[8192]{0} %Arg_26.27, /*index=15*/f32[2048,8192]{1,0} %Arg_27.28, f32[2048]{0} %Arg_28.29, f32[8192,2048]{1,0} %Arg_29.30, f32[8192]{0} %Arg_30.31, f32[2048,8192]{1,0} %Arg_31.32, /*index=20*/f32[2048]{0} %Arg_32.33, f32[8192,2048]{1,0} %Arg_33.34, f32[8192]{0} %Arg_5.6, f32[2048,8192]{1,0} %Arg_4.5, f32[2048]{0} %Arg_7.8, /*index=25*/f32[8192,2048]{1,0} %Arg_6.7, f32[8192]{0} %get-tuple-element.460, f32[2048,8192]{1,0} %get-tuple-element.461, f32[2048]{0} %get-tuple-element.458, f32[8192,2048]{1,0} %get-tuple-element.459, /*index=30*/f32[8192]{0} %get-tuple-element.456, f32[2048,8192]{1,0} %get-tuple-element.457, f32[2048]{0} %get-tuple-element.454, f32[8192,2048]{1,0} %get-tuple-element.455), to_apply=%pipeline_marker_3.499 + %get-tuple-element.571 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=0 + %get-tuple-element.572 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=1 + %get-tuple-element.573 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=2 + %get-tuple-element.574 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=3 + %get-tuple-element.575 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=4 + %get-tuple-element.576 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=5 + %get-tuple-element.577 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=6 + %get-tuple-element.578 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=7 + %get-tuple-element.579 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=8 + %get-tuple-element.580 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=9 + %get-tuple-element.581 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=10 + %get-tuple-element.582 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=11 + %get-tuple-element.583 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=12 + %get-tuple-element.584 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=13 + %get-tuple-element.585 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=14 + %get-tuple-element.586 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=15 + %get-tuple-element.587 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=16 + %get-tuple-element.588 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=17 + %get-tuple-element.589 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=18 + %get-tuple-element.590 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=19 + %get-tuple-element.591 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=20 + %get-tuple-element.592 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=21 + %get-tuple-element.593 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=22 + %get-tuple-element.594 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=23 + %get-tuple-element.595 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=24 + %get-tuple-element.596 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=25 + %get-tuple-element.597 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=26 + %get-tuple-element.598 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=27 + %get-tuple-element.599 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=28 + %get-tuple-element.600 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=29 + %get-tuple-element.601 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=30 + %get-tuple-element.602 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=31 + %get-tuple-element.603 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=32 + %get-tuple-element.604 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=33 + %call.986 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) call(f32[8192]{0} %get-tuple-element.571, f32[2048,8192]{1,0} %get-tuple-element.572, f32[2048]{0} %get-tuple-element.573, f32[8192,2048]{1,0} %get-tuple-element.574, f32[8192]{0} %get-tuple-element.575, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.576, f32[2048]{0} %get-tuple-element.577, f32[8192,2048]{1,0} %get-tuple-element.578, s32[] %get-tuple-element.579, f32[8192]{0} %get-tuple-element.580, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.581, f32[2048]{0} %get-tuple-element.582, f32[8192,2048]{1,0} %get-tuple-element.583, s32[] %get-tuple-element.584, f32[8192]{0} %get-tuple-element.585, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.586, f32[2048]{0} %get-tuple-element.587, f32[8192,2048]{1,0} %get-tuple-element.588, f32[8192]{0} %get-tuple-element.589, f32[2048,8192]{1,0} %get-tuple-element.590, /*index=20*/f32[2048]{0} %get-tuple-element.591, f32[8192,2048]{1,0} %get-tuple-element.592, f32[8192]{0} %get-tuple-element.593, f32[2048,8192]{1,0} %get-tuple-element.594, f32[2048]{0} %get-tuple-element.595, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.596, f32[8192]{0} %get-tuple-element.597, f32[2048,8192]{1,0} %get-tuple-element.598, f32[2048]{0} %get-tuple-element.599, f32[8192,2048]{1,0} %get-tuple-element.600, /*index=30*/f32[8192]{0} %get-tuple-element.601, f32[2048,8192]{1,0} %get-tuple-element.602, f32[2048]{0} %get-tuple-element.603, f32[8192,2048]{1,0} %get-tuple-element.604), to_apply=%stage_0_1_apply_grad.921 + %get-tuple-element.987 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=0 + %get-tuple-element.988 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=1 + %get-tuple-element.989 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=2 + %get-tuple-element.990 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=3 + %get-tuple-element.991 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=4 + %get-tuple-element.992 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=5 + %get-tuple-element.993 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=6 + %get-tuple-element.994 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=7 + %get-tuple-element.995 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=8 + %get-tuple-element.996 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=9 + %get-tuple-element.997 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=10 + %get-tuple-element.998 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=11 + %get-tuple-element.999 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=12 + %get-tuple-element.1000 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=13 + %get-tuple-element.1001 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=14 + %get-tuple-element.1002 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=15 + %get-tuple-element.1003 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=16 + %get-tuple-element.1004 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=17 + %get-tuple-element.1005 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=18 + %get-tuple-element.1006 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=19 + %get-tuple-element.1007 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=20 + %get-tuple-element.1008 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=21 + %get-tuple-element.1009 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=22 + %get-tuple-element.1010 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=23 + %get-tuple-element.1011 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=24 + %get-tuple-element.1012 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=25 + %call.1097 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) call(f32[8192]{0} %get-tuple-element.987, f32[2048,8192]{1,0} %get-tuple-element.988, f32[2048]{0} %get-tuple-element.989, f32[8192,2048]{1,0} %get-tuple-element.990, f32[8192]{0} %get-tuple-element.991, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.992, f32[2048]{0} %get-tuple-element.993, f32[8192,2048]{1,0} %get-tuple-element.994, s32[] %get-tuple-element.995, f32[8192]{0} %get-tuple-element.996, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.997, f32[2048]{0} %get-tuple-element.998, f32[8192,2048]{1,0} %get-tuple-element.999, s32[] %get-tuple-element.1000, f32[8192]{0} %get-tuple-element.1001, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.1002, f32[2048]{0} %get-tuple-element.1003, f32[8192,2048]{1,0} %get-tuple-element.1004, f32[8192]{0} %get-tuple-element.1005, f32[2048,8192]{1,0} %get-tuple-element.1006, /*index=20*/f32[2048]{0} %get-tuple-element.1007, f32[8192,2048]{1,0} %get-tuple-element.1008, f32[8192]{0} %get-tuple-element.1009, f32[2048,8192]{1,0} %get-tuple-element.1010, f32[2048]{0} %get-tuple-element.1011, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.1012), to_apply=%pipeline_marker_4.1042 + %get-tuple-element.1108 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=10 + %get-tuple-element.1107 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=9 + %get-tuple-element.1110 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=12 + %get-tuple-element.1109 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=11 + %get-tuple-element.1121 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=23 + %get-tuple-element.1120 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=22 + %get-tuple-element.1123 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=25 + %get-tuple-element.1122 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=24 + %get-tuple-element.1098 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=0 + %get-tuple-element.1099 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=1 + %get-tuple-element.1100 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=2 + %get-tuple-element.1101 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=3 + %get-tuple-element.1102 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=4 + %get-tuple-element.1103 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=5 + %get-tuple-element.1104 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=6 + %get-tuple-element.1105 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=7 + %get-tuple-element.1106 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=8 + %get-tuple-element.1111 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=13 + %get-tuple-element.1112 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=14 + %get-tuple-element.1113 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=15 + %get-tuple-element.1114 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=16 + %get-tuple-element.1115 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=17 + %get-tuple-element.1116 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=18 + %get-tuple-element.1117 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=19 + %get-tuple-element.1118 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=20 + %get-tuple-element.1119 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=21 + ROOT %tuple.1124 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048,8192]{1,0}, /*index=5*/f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=10*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=20*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], /*index=25*/s32[], f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=35*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=40*/f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.1108, f32[8192]{0} %get-tuple-element.1107, f32[8192,2048]{1,0} %get-tuple-element.1110, f32[2048]{0} %get-tuple-element.1109, f32[2048,8192]{1,0} %get-tuple-element.1121, /*index=5*/f32[8192]{0} %get-tuple-element.1120, f32[8192,2048]{1,0} %get-tuple-element.1123, f32[2048]{0} %get-tuple-element.1122, f32[2048]{0} %get-tuple-element.454, f32[8192,2048]{1,0} %get-tuple-element.455, /*index=10*/f32[8192]{0} %get-tuple-element.456, f32[2048,8192]{1,0} %get-tuple-element.457, f32[2048]{0} %get-tuple-element.458, f32[8192,2048]{1,0} %get-tuple-element.459, f32[8192]{0} %get-tuple-element.460, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.461, f32[8192]{0} %get-tuple-element.1098, f32[2048,8192]{1,0} %get-tuple-element.1099, f32[2048]{0} %get-tuple-element.1100, f32[8192,2048]{1,0} %get-tuple-element.1101, /*index=20*/f32[8192]{0} %get-tuple-element.1102, f32[2048,8192]{1,0} %get-tuple-element.1103, f32[2048]{0} %get-tuple-element.1104, f32[8192,2048]{1,0} %get-tuple-element.1105, s32[] %get-tuple-element.1106, /*index=25*/s32[] %get-tuple-element.1111, f32[8192]{0} %get-tuple-element.1112, f32[2048,8192]{1,0} %get-tuple-element.1113, f32[2048]{0} %get-tuple-element.1114, f32[8192,2048]{1,0} %get-tuple-element.1115, /*index=30*/f32[8192]{0} %get-tuple-element.1116, f32[2048,8192]{1,0} %get-tuple-element.1117, f32[2048]{0} %get-tuple-element.1118, f32[8192,2048]{1,0} %get-tuple-element.1119, f32[128,2048]{1,0} %get-tuple-element.205, /*index=35*/pred[128,2048]{1,0} %get-tuple-element.206, f32[128,8192]{1,0} %get-tuple-element.207, pred[128,8192]{1,0} %get-tuple-element.208, f32[128,2048]{1,0} %get-tuple-element.209, pred[128,2048]{1,0} %get-tuple-element.210, /*index=40*/f32[128,8192]{1,0} %get-tuple-element.211, pred[128,8192]{1,0} %get-tuple-element.212) + } + + + hlo module after auto shard pass: HloModule stage_0_1-stage_0_1_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} + + ENTRY %main.1125-stage_0_1_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048], param_5: f32[2048,8192], param_6: f32[8192], param_7: f32[8192,2048], param_8: f32[2048], param_9: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { + %param_4 = f32[128,2048]{1,0} parameter(4), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %param_0 = f32[2048,8192]{1,0} parameter(0), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.11 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %param_4, f32[2048,8192]{1,0} %param_0), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param_1 = f32[8192]{0} parameter(1), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.92 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %param_1), dimensions={1}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.47 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.11, f32[128,8192]{1,0} %broadcast.92), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.78 = f32[] constant(0), sharding={replicated} + %broadcast.94 = f32[128,8192]{1,0} broadcast(f32[] %constant.78), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %maximum.4 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %param_2 = f32[8192,2048]{1,0} parameter(2), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.12 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.4, f32[8192,2048]{1,0} %param_2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param_3 = f32[2048]{0} parameter(3), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.97 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %param_3), dimensions={1}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.48 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.12, f32[128,2048]{1,0} %broadcast.97), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.177 = f32[] constant(0), sharding={replicated} + %broadcast.99 = f32[128,2048]{1,0} broadcast(f32[] %constant.177), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %maximum.5 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.6 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), direction=GT, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.7 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), direction=GT, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %param_5 = f32[2048,8192]{1,0} parameter(5), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.13 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %maximum.5, f32[2048,8192]{1,0} %param_5), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param_6 = f32[8192]{0} parameter(6), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.101 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %param_6), dimensions={1}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.49 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.13, f32[128,8192]{1,0} %broadcast.101), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %maximum.6 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.94), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %param_7 = f32[8192,2048]{1,0} parameter(7), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.14 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.6, f32[8192,2048]{1,0} %param_7), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param_8 = f32[2048]{0} parameter(8), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.105 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %param_8), dimensions={1}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.50 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.14, f32[128,2048]{1,0} %broadcast.105), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %maximum.7 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.99), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %param_9 = f32[128,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %subtract.5 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.7, f32[128,2048]{1,0} %param_9), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.82 = f32[] constant(2), sharding={replicated} + %broadcast.108 = f32[128,2048]{1,0} broadcast(f32[] %constant.82), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %multiply.50 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.5, f32[128,2048]{1,0} %broadcast.108), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %compare.8 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.99), direction=GT, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %compare.9 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.94), direction=GT, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + ROOT %tuple.17 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.5, pred[128,2048]{1,0} %compare.6, f32[128,8192]{1,0} %maximum.4, pred[128,8192]{1,0} %compare.7, f32[128,2048]{1,0} %multiply.50, /*index=5*/pred[128,2048]{1,0} %compare.8, f32[128,8192]{1,0} %maximum.6, pred[128,8192]{1,0} %compare.9), sharding={{replicated}, {replicated}, {devices=[1,2]0,1}, {devices=[1,2]0,1}, {devices=[2,1]0,1}, /*index=5*/{devices=[2,1]0,1}, {devices=[1,2]0,1}, {devices=[1,2]0,1}}, metadata={op_name="tuple.9"} + } + + + hlo module after spmd pass: HloModule stage_0_1-stage_0_1_acc_grad_0, entry_computation_layout={(f32[2048,4096]{1,0},f32[4096]{0},f32[4096,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0},f32[2048,4096]{1,0},f32[4096]{0},f32[4096,2048]{1,0},f32[2048]{0},f32[64,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,4096]{1,0}, pred[128,4096]{1,0}, f32[64,2048]{1,0}, /*index=5*/pred[64,2048]{1,0}, f32[128,4096]{1,0}, pred[128,4096]{1,0})} + + %add (x: f32[], y: f32[]) -> f32[] { + %x = f32[] parameter(0) + %y = f32[] parameter(1) + ROOT %add = f32[] add(f32[] %x, f32[] %y) + } + + %add.1 (x.1: f32[], y.1: f32[]) -> f32[] { + %x.1 = f32[] parameter(0) + %y.1 = f32[] parameter(1) + ROOT %add.1 = f32[] add(f32[] %x.1, f32[] %y.1) + } + + ENTRY %main.1125-stage_0_1_acc_grad_0_spmd (param.1: f32[2048,4096], param.2: f32[4096], param.3: f32[4096,2048], param.4: f32[2048], param: f32[128,2048], param.5: f32[2048,4096], param.6: f32[4096], param.7: f32[4096,2048], param.8: f32[2048], param.9: f32[64,2048]) -> (f32[128,2048], pred[128,2048], f32[128,4096], pred[128,4096], f32[64,2048], /*index=5*/pred[64,2048], f32[128,4096], pred[128,4096]) { + %param = f32[128,2048]{1,0} parameter(4), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %param.1 = f32[2048,4096]{1,0} parameter(0), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot = f32[128,4096]{1,0} dot(f32[128,2048]{1,0} %param, f32[2048,4096]{1,0} %param.1), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.2 = f32[4096]{0} parameter(1), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.0 = f32[128,4096]{1,0} broadcast(f32[4096]{0} %param.2), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.2 = f32[128,4096]{1,0} add(f32[128,4096]{1,0} %dot, f32[128,4096]{1,0} %broadcast.0), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant = f32[] constant(0) + %broadcast.7 = f32[128,4096]{1,0} broadcast(f32[] %constant), dimensions={} + %maximum.0 = f32[128,4096]{1,0} maximum(f32[128,4096]{1,0} %add.2, f32[128,4096]{1,0} %broadcast.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %param.3 = f32[4096,2048]{1,0} parameter(2), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.1 = f32[128,2048]{1,0} dot(f32[128,4096]{1,0} %maximum.0, f32[4096,2048]{1,0} %param.3), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %all-reduce = f32[128,2048]{1,0} all-reduce(f32[128,2048]{1,0} %dot.1), channel_id=1, replica_groups={{0}}, to_apply=%add, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.4 = f32[2048]{0} parameter(3), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.2 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %param.4), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.3 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %all-reduce, f32[128,2048]{1,0} %broadcast.2), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.3 = f32[128,2048]{1,0} broadcast(f32[] %constant), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %maximum.1 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.3, f32[128,2048]{1,0} %broadcast.3), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.0 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.3, f32[128,2048]{1,0} %broadcast.3), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.1 = pred[128,4096]{1,0} compare(f32[128,4096]{1,0} %add.2, f32[128,4096]{1,0} %broadcast.7), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %param.5 = f32[2048,4096]{1,0} parameter(5), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.2 = f32[128,4096]{1,0} dot(f32[128,2048]{1,0} %maximum.1, f32[2048,4096]{1,0} %param.5), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.6 = f32[4096]{0} parameter(6), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.4 = f32[128,4096]{1,0} broadcast(f32[4096]{0} %param.6), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.4 = f32[128,4096]{1,0} add(f32[128,4096]{1,0} %dot.2, f32[128,4096]{1,0} %broadcast.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %maximum.2 = f32[128,4096]{1,0} maximum(f32[128,4096]{1,0} %add.4, f32[128,4096]{1,0} %broadcast.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %param.7 = f32[4096,2048]{1,0} parameter(7), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.3 = f32[128,2048]{1,0} dot(f32[128,4096]{1,0} %maximum.2, f32[4096,2048]{1,0} %param.7), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %all-reduce.1 = f32[128,2048]{1,0} all-reduce(f32[128,2048]{1,0} %dot.3), channel_id=2, replica_groups={{0}}, to_apply=%add.1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %constant.8 = s32[2]{0} constant({0, 64}), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %partition-id = u32[] partition-id() + %dynamic-slice.2 = s32[1]{0} dynamic-slice(s32[2]{0} %constant.8, u32[] %partition-id), dynamic_slice_sizes={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %reshape.1 = s32[] reshape(s32[1]{0} %dynamic-slice.2), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %constant.1 = s32[] constant(0), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %dynamic-slice.3 = f32[64,2048]{1,0} dynamic-slice(f32[128,2048]{1,0} %all-reduce.1, s32[] %reshape.1, s32[] %constant.1), dynamic_slice_sizes={64,2048}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.8 = f32[2048]{0} parameter(8), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.5 = f32[64,2048]{1,0} broadcast(f32[2048]{0} %param.8), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.5 = f32[64,2048]{1,0} add(f32[64,2048]{1,0} %dynamic-slice.3, f32[64,2048]{1,0} %broadcast.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.8 = f32[64,2048]{1,0} broadcast(f32[] %constant), dimensions={} + %maximum.3 = f32[64,2048]{1,0} maximum(f32[64,2048]{1,0} %add.5, f32[64,2048]{1,0} %broadcast.8), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %param.9 = f32[64,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %subtract.0 = f32[64,2048]{1,0} subtract(f32[64,2048]{1,0} %maximum.3, f32[64,2048]{1,0} %param.9), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.12 = f32[] constant(2) + %broadcast.9 = f32[64,2048]{1,0} broadcast(f32[] %constant.12), dimensions={} + %multiply.0 = f32[64,2048]{1,0} multiply(f32[64,2048]{1,0} %subtract.0, f32[64,2048]{1,0} %broadcast.9), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %compare.2 = pred[64,2048]{1,0} compare(f32[64,2048]{1,0} %add.5, f32[64,2048]{1,0} %broadcast.8), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %compare.3 = pred[128,4096]{1,0} compare(f32[128,4096]{1,0} %add.4, f32[128,4096]{1,0} %broadcast.7), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + ROOT %tuple = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,4096]{1,0}, pred[128,4096]{1,0}, f32[64,2048]{1,0}, /*index=5*/pred[64,2048]{1,0}, f32[128,4096]{1,0}, pred[128,4096]{1,0}) tuple(f32[128,2048]{1,0} %maximum.1, pred[128,2048]{1,0} %compare.0, f32[128,4096]{1,0} %maximum.0, pred[128,4096]{1,0} %compare.1, f32[64,2048]{1,0} %multiply.0, /*index=5*/pred[64,2048]{1,0} %compare.2, f32[128,4096]{1,0} %maximum.2, pred[128,4096]{1,0} %compare.3), metadata={op_name="tuple.9"} + } + + + hlo module after auto shard pass: HloModule stage_0_1-stage_0_1_acc_grad_1, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} + + %region_3.347.stage_0_1_acc_grad_1 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { + %Arg_0.348 = f32[] parameter(0) + %Arg_1.349 = f32[] parameter(1) + ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_2.343.stage_0_1_acc_grad_1 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { + %Arg_0.344 = f32[] parameter(0) + %Arg_1.345 = f32[] parameter(1) + ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_1.304.stage_0_1_acc_grad_1 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { + %Arg_0.305 = f32[] parameter(0) + %Arg_1.306 = f32[] parameter(1) + ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_0.300.stage_0_1_acc_grad_1 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { + %Arg_0.301 = f32[] parameter(0) + %Arg_1.302 = f32[] parameter(1) + ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + ENTRY %main.1125-stage_0_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[2048], param_5: f32[8192,2048], param_6: f32[8192], param_7: f32[2048,8192], param_8: f32[128,2048], param_9: pred[128,2048], param_10: f32[128,8192], param_11: pred[128,8192], param_12: f32[8192,2048], param_13: f32[128,2048], param_14: f32[2048,8192], param_15: pred[128,2048], param_16: f32[128,8192], param_17: pred[128,8192], param_18: f32[128,2048], param_19: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { + %param_0 = f32[2048]{0} parameter(0), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_9 = pred[128,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_8 = f32[128,2048]{1,0} parameter(8), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %constant.83 = f32[] constant(3.81469727e-06), sharding={replicated} + %broadcast.109 = f32[128,2048]{1,0} broadcast(f32[] %constant.83), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %multiply.51 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %param_8, f32[128,2048]{1,0} %broadcast.109), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.177 = f32[] constant(0), sharding={replicated} + %broadcast.99 = f32[128,2048]{1,0} broadcast(f32[] %constant.177), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %select.6 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %param_9, f32[128,2048]{1,0} %multiply.51, f32[128,2048]{1,0} %broadcast.99), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %reshape.28 = f32[128,2048]{1,0} reshape(f32[128,2048]{1,0} %select.6), sharding={replicated} + %constant.181 = f32[] constant(0), sharding={replicated} + %reduce.4 = f32[2048]{0} reduce(f32[128,2048]{1,0} %reshape.28, f32[] %constant.181), dimensions={0}, to_apply=%region_0.300.stage_0_1_acc_grad_1, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.51 = f32[2048]{0} add(f32[2048]{0} %param_0, f32[2048]{0} %reduce.4), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param_1 = f32[8192,2048]{1,0} parameter(1), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_10 = f32[128,8192]{1,0} parameter(10), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.22 = f32[8192,2048]{0,1} dot(f32[128,8192]{1,0} %param_10, f32[128,2048]{1,0} %reshape.28), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.52 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_1, f32[8192,2048]{0,1} %dot.22), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param_2 = f32[8192]{0} parameter(2), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_11 = pred[128,8192]{1,0} parameter(11), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_12 = f32[8192,2048]{1,0} parameter(12), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.16 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %reshape.28, f32[8192,2048]{1,0} %param_12), lhs_contracting_dims={1}, rhs_contracting_dims={1}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %constant.78 = f32[] constant(0), sharding={replicated} + %broadcast.94 = f32[128,8192]{1,0} broadcast(f32[] %constant.78), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %select.7 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %param_11, f32[128,8192]{1,0} %dot.16, f32[128,8192]{1,0} %broadcast.94), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %constant.178 = f32[] constant(0), sharding={replicated} + %reduce.5 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.7, f32[] %constant.178), dimensions={0}, to_apply=%region_1.304.stage_0_1_acc_grad_1, sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.53 = f32[8192]{0} add(f32[8192]{0} %param_2, f32[8192]{0} %reduce.5), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param_3 = f32[2048,8192]{1,0} parameter(3), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_13 = f32[128,2048]{1,0} parameter(13), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.23 = f32[2048,8192]{0,1} dot(f32[128,2048]{1,0} %param_13, f32[128,8192]{1,0} %select.7), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.54 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_3, f32[2048,8192]{0,1} %dot.23), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param_4 = f32[2048]{0} parameter(4), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_15 = pred[128,2048]{1,0} parameter(15), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_14 = f32[2048,8192]{1,0} parameter(14), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.18 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[2048,8192]{1,0} %param_14), lhs_contracting_dims={1}, rhs_contracting_dims={1}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %select.8 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %param_15, f32[128,2048]{1,0} %dot.18, f32[128,2048]{1,0} %broadcast.99), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %constant.180 = f32[] constant(0), sharding={replicated} + %reduce.6 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.8, f32[] %constant.180), dimensions={0}, to_apply=%region_2.343.stage_0_1_acc_grad_1, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.55 = f32[2048]{0} add(f32[2048]{0} %param_4, f32[2048]{0} %reduce.6), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %param_5 = f32[8192,2048]{1,0} parameter(5), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_16 = f32[128,8192]{1,0} parameter(16), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.24 = f32[8192,2048]{0,1} dot(f32[128,8192]{1,0} %param_16, f32[128,2048]{1,0} %select.8), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.56 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_5, f32[8192,2048]{0,1} %dot.24), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %param_6 = f32[8192]{0} parameter(6), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_17 = pred[128,8192]{1,0} parameter(17), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_19 = f32[8192,2048]{1,0} parameter(19), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.20 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[8192,2048]{1,0} %param_19), lhs_contracting_dims={1}, rhs_contracting_dims={1}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %select.9 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %param_17, f32[128,8192]{1,0} %dot.20, f32[128,8192]{1,0} %broadcast.94), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %constant.179 = f32[] constant(0), sharding={replicated} + %reduce.7 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.9, f32[] %constant.179), dimensions={0}, to_apply=%region_3.347.stage_0_1_acc_grad_1, sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.57 = f32[8192]{0} add(f32[8192]{0} %param_6, f32[8192]{0} %reduce.7), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %param_7 = f32[2048,8192]{1,0} parameter(7), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_18 = f32[128,2048]{1,0} parameter(18), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.25 = f32[2048,8192]{0,1} dot(f32[128,2048]{1,0} %param_18, f32[128,8192]{1,0} %select.9), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.58 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_7, f32[2048,8192]{0,1} %dot.25), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + ROOT %tuple.24 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.51, f32[8192,2048]{1,0} %add.52, f32[8192]{0} %add.53, f32[2048,8192]{1,0} %add.54, f32[2048]{0} %add.55, /*index=5*/f32[8192,2048]{1,0} %add.56, f32[8192]{0} %add.57, f32[2048,8192]{1,0} %add.58), sharding={{replicated}, {devices=[2,1]0,1}, {devices=[2]0,1}, {devices=[1,2]0,1}, {replicated}, /*index=5*/{devices=[2,1]0,1}, {devices=[2]0,1}, {devices=[1,2]0,1}}, metadata={op_name="tuple.9"} + } + + + hlo module after spmd pass: HloModule stage_0_1-stage_0_1_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[4096,2048]{1,0},f32[4096]{0},f32[2048,4096]{1,0},f32[2048]{0},f32[4096,2048]{1,0},f32[4096]{0},f32[2048,4096]{1,0},f32[64,2048]{1,0},pred[64,2048]{1,0},f32[128,4096]{1,0},pred[128,4096]{1,0},f32[4096,2048]{1,0},f32[128,2048]{1,0},f32[2048,4096]{1,0},pred[128,2048]{1,0},f32[128,4096]{1,0},pred[128,4096]{1,0},f32[128,2048]{1,0},f32[4096,2048]{1,0})->(f32[2048]{0}, f32[4096,2048]{1,0}, f32[4096]{0}, f32[2048,4096]{1,0}, f32[2048]{0}, /*index=5*/f32[4096,2048]{1,0}, f32[4096]{0}, f32[2048,4096]{1,0})} + + %region_0.300.stage_0_1_acc_grad_1 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { + %Arg_0.301 = f32[] parameter(0) + %Arg_1.302 = f32[] parameter(1) + ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_1.304.stage_0_1_acc_grad_1 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { + %Arg_0.305 = f32[] parameter(0) + %Arg_1.306 = f32[] parameter(1) + ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %add (x: f32[], y: f32[]) -> f32[] { + %x = f32[] parameter(0) + %y = f32[] parameter(1) + ROOT %add = f32[] add(f32[] %x, f32[] %y) + } + + %region_2.343.stage_0_1_acc_grad_1 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { + %Arg_0.344 = f32[] parameter(0) + %Arg_1.345 = f32[] parameter(1) + ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_3.347.stage_0_1_acc_grad_1 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { + %Arg_0.348 = f32[] parameter(0) + %Arg_1.349 = f32[] parameter(1) + ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + ENTRY %main.1125-stage_0_1_acc_grad_1_spmd (param: f32[2048], param.3: f32[4096,2048], param.5: f32[4096], param.8: f32[2048,4096], param.10: f32[2048], param.13: f32[4096,2048], param.15: f32[4096], param.18: f32[2048,4096], param.2: f32[64,2048], param.1: pred[64,2048], param.4: f32[128,4096], param.6: pred[128,4096], param.7: f32[4096,2048], param.9: f32[128,2048], param.12: f32[2048,4096], param.11: pred[128,2048], param.14: f32[128,4096], param.16: pred[128,4096], param.19: f32[128,2048], param.17: f32[4096,2048]) -> (f32[2048], f32[4096,2048], f32[4096], f32[2048,4096], f32[2048], /*index=5*/f32[4096,2048], f32[4096], f32[2048,4096]) { + %param = f32[2048]{0} parameter(0), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.1 = pred[64,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.2 = f32[64,2048]{1,0} parameter(8), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %constant = f32[] constant(3.81469727e-06) + %broadcast.3 = f32[64,2048]{1,0} broadcast(f32[] %constant), dimensions={} + %multiply.0 = f32[64,2048]{1,0} multiply(f32[64,2048]{1,0} %param.2, f32[64,2048]{1,0} %broadcast.3), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.3 = f32[] constant(0) + %broadcast.4 = f32[64,2048]{1,0} broadcast(f32[] %constant.3), dimensions={} + %select.0 = f32[64,2048]{1,0} select(pred[64,2048]{1,0} %param.1, f32[64,2048]{1,0} %multiply.0, f32[64,2048]{1,0} %broadcast.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %reshape.2 = f32[1,64,2048]{2,1,0} reshape(f32[64,2048]{1,0} %select.0) + %all-gather = f32[2,64,2048]{2,1,0} all-gather(f32[1,64,2048]{2,1,0} %reshape.2), channel_id=1, replica_groups={{0,1}}, dimensions={0}, use_global_device_ids=true + %transpose = f32[2,64,2048]{2,1,0} transpose(f32[2,64,2048]{2,1,0} %all-gather), dimensions={0,1,2} + %reshape.3 = f32[128,2048]{1,0} reshape(f32[2,64,2048]{2,1,0} %transpose) + %reshape.4 = f32[128,2048]{1,0} reshape(f32[128,2048]{1,0} %reshape.3) + %reduce = f32[2048]{0} reduce(f32[128,2048]{1,0} %reshape.4, f32[] %constant.3), dimensions={0}, to_apply=%region_0.300.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.1 = f32[2048]{0} add(f32[2048]{0} %param, f32[2048]{0} %reduce), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param.3 = f32[4096,2048]{1,0} parameter(1), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.4 = f32[128,4096]{1,0} parameter(10), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot = f32[4096,2048]{1,0} dot(f32[128,4096]{1,0} %param.4, f32[128,2048]{1,0} %reshape.4), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.2 = f32[4096,2048]{1,0} add(f32[4096,2048]{1,0} %param.3, f32[4096,2048]{1,0} %dot), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param.5 = f32[4096]{0} parameter(2), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.6 = pred[128,4096]{1,0} parameter(11), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.7 = f32[4096,2048]{1,0} parameter(12), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.1 = f32[128,4096]{1,0} dot(f32[128,2048]{1,0} %reshape.4, f32[4096,2048]{1,0} %param.7), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %broadcast.5 = f32[128,4096]{1,0} broadcast(f32[] %constant.3), dimensions={} + %select.1 = f32[128,4096]{1,0} select(pred[128,4096]{1,0} %param.6, f32[128,4096]{1,0} %dot.1, f32[128,4096]{1,0} %broadcast.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %reduce.1 = f32[4096]{0} reduce(f32[128,4096]{1,0} %select.1, f32[] %constant.3), dimensions={0}, to_apply=%region_1.304.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.3 = f32[4096]{0} add(f32[4096]{0} %param.5, f32[4096]{0} %reduce.1), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param.8 = f32[2048,4096]{1,0} parameter(3), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.9 = f32[128,2048]{1,0} parameter(13), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.2 = f32[2048,4096]{1,0} dot(f32[128,2048]{1,0} %param.9, f32[128,4096]{1,0} %select.1), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.4 = f32[2048,4096]{1,0} add(f32[2048,4096]{1,0} %param.8, f32[2048,4096]{1,0} %dot.2), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param.10 = f32[2048]{0} parameter(4), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.11 = pred[128,2048]{1,0} parameter(15), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.12 = f32[2048,4096]{1,0} parameter(14), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.3 = f32[128,2048]{1,0} dot(f32[128,4096]{1,0} %select.1, f32[2048,4096]{1,0} %param.12), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %all-reduce = f32[128,2048]{1,0} all-reduce(f32[128,2048]{1,0} %dot.3), channel_id=2, replica_groups={{0}}, to_apply=%add, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %broadcast.1 = f32[128,2048]{1,0} broadcast(f32[] %constant.3), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %select.2 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %param.11, f32[128,2048]{1,0} %all-reduce, f32[128,2048]{1,0} %broadcast.1), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.2, f32[] %constant.3), dimensions={0}, to_apply=%region_2.343.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.5 = f32[2048]{0} add(f32[2048]{0} %param.10, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %param.13 = f32[4096,2048]{1,0} parameter(5), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.14 = f32[128,4096]{1,0} parameter(16), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.4 = f32[4096,2048]{1,0} dot(f32[128,4096]{1,0} %param.14, f32[128,2048]{1,0} %select.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.6 = f32[4096,2048]{1,0} add(f32[4096,2048]{1,0} %param.13, f32[4096,2048]{1,0} %dot.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %param.15 = f32[4096]{0} parameter(6), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.16 = pred[128,4096]{1,0} parameter(17), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.17 = f32[4096,2048]{1,0} parameter(19), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.5 = f32[128,4096]{1,0} dot(f32[128,2048]{1,0} %select.2, f32[4096,2048]{1,0} %param.17), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %select.3 = f32[128,4096]{1,0} select(pred[128,4096]{1,0} %param.16, f32[128,4096]{1,0} %dot.5, f32[128,4096]{1,0} %broadcast.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %reduce.3 = f32[4096]{0} reduce(f32[128,4096]{1,0} %select.3, f32[] %constant.3), dimensions={0}, to_apply=%region_3.347.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.7 = f32[4096]{0} add(f32[4096]{0} %param.15, f32[4096]{0} %reduce.3), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %param.18 = f32[2048,4096]{1,0} parameter(7), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.19 = f32[128,2048]{1,0} parameter(18), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.6 = f32[2048,4096]{1,0} dot(f32[128,2048]{1,0} %param.19, f32[128,4096]{1,0} %select.3), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.8 = f32[2048,4096]{1,0} add(f32[2048,4096]{1,0} %param.18, f32[2048,4096]{1,0} %dot.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + ROOT %tuple = (f32[2048]{0}, f32[4096,2048]{1,0}, f32[4096]{0}, f32[2048,4096]{1,0}, f32[2048]{0}, /*index=5*/f32[4096,2048]{1,0}, f32[4096]{0}, f32[2048,4096]{1,0}) tuple(f32[2048]{0} %add.1, f32[4096,2048]{1,0} %add.2, f32[4096]{0} %add.3, f32[2048,4096]{1,0} %add.4, f32[2048]{0} %add.5, /*index=5*/f32[4096,2048]{1,0} %add.6, f32[4096]{0} %add.7, f32[2048,4096]{1,0} %add.8), metadata={op_name="tuple.9"} + } + + + hlo module after auto shard pass: HloModule stage_0_1-stage_0_1_apply_grad, entry_computation_layout={(f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0})->(f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0})} + + ENTRY %main.1125-stage_0_1_apply_grad (param_0: f32[8192], param_1: f32[2048,8192], param_2: f32[2048], param_3: f32[8192,2048], param_4: f32[8192], param_5: f32[2048,8192], param_6: f32[2048], param_7: f32[8192,2048], param_8: s32[], param_9: f32[8192], param_10: f32[2048,8192], param_11: f32[2048], param_12: f32[8192,2048], param_13: s32[], param_14: f32[8192], param_15: f32[2048,8192], param_16: f32[2048], param_17: f32[8192,2048], param_18: f32[8192], param_19: f32[2048,8192], param_20: f32[2048], param_21: f32[8192,2048], param_22: f32[8192], param_23: f32[2048,8192], param_24: f32[2048], param_25: f32[8192,2048], param_26: f32[8192], param_27: f32[2048,8192], param_28: f32[2048], param_29: f32[8192,2048], param_30: f32[8192], param_31: f32[2048,8192], param_32: f32[2048], param_33: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { + %param_26 = f32[8192]{0} parameter(26), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.169 = f32[] constant(0.00625), sharding={replicated} + %broadcast.194 = f32[8192]{0} broadcast(f32[] %constant.169), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.52 = f32[8192]{0} multiply(f32[8192]{0} %param_26, f32[8192]{0} %broadcast.194), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_0 = f32[8192]{0} parameter(0), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.94 = f32[] constant(0.9), sharding={replicated} + %broadcast.116 = f32[8192]{0} broadcast(f32[] %constant.94), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.53 = f32[8192]{0} multiply(f32[8192]{0} %param_0, f32[8192]{0} %broadcast.116), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.59 = f32[8192]{0} add(f32[8192]{0} %multiply.52, f32[8192]{0} %multiply.53), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_27 = f32[2048,8192]{1,0} parameter(27), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.182 = f32[] constant(0.00625), sharding={replicated} + %broadcast.196 = f32[2048,8192]{1,0} broadcast(f32[] %constant.182), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.54 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_27, f32[2048,8192]{1,0} %broadcast.196), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_1 = f32[2048,8192]{1,0} parameter(1), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.185 = f32[] constant(0.9), sharding={replicated} + %broadcast.120 = f32[2048,8192]{1,0} broadcast(f32[] %constant.185), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.55 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_1, f32[2048,8192]{1,0} %broadcast.120), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.60 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.54, f32[2048,8192]{1,0} %multiply.55), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_28 = f32[2048]{0} parameter(28), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.183 = f32[] constant(0.00625), sharding={replicated} + %broadcast.198 = f32[2048]{0} broadcast(f32[] %constant.183), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.56 = f32[2048]{0} multiply(f32[2048]{0} %param_28, f32[2048]{0} %broadcast.198), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_2 = f32[2048]{0} parameter(2), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.186 = f32[] constant(0.9), sharding={replicated} + %broadcast.125 = f32[2048]{0} broadcast(f32[] %constant.186), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.57 = f32[2048]{0} multiply(f32[2048]{0} %param_2, f32[2048]{0} %broadcast.125), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.61 = f32[2048]{0} add(f32[2048]{0} %multiply.56, f32[2048]{0} %multiply.57), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_29 = f32[8192,2048]{1,0} parameter(29), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.184 = f32[] constant(0.00625), sharding={replicated} + %broadcast.200 = f32[8192,2048]{1,0} broadcast(f32[] %constant.184), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.58 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_29, f32[8192,2048]{1,0} %broadcast.200), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_3 = f32[8192,2048]{1,0} parameter(3), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.187 = f32[] constant(0.9), sharding={replicated} + %broadcast.130 = f32[8192,2048]{1,0} broadcast(f32[] %constant.187), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.59 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_3, f32[8192,2048]{1,0} %broadcast.130), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.62 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.58, f32[8192,2048]{1,0} %multiply.59), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %constant.161 = f32[] constant(0.0625), sharding={replicated} + %broadcast.193 = f32[8192]{0} broadcast(f32[] %constant.161), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.100 = f32[8192]{0} multiply(f32[8192]{0} %param_26, f32[8192]{0} %broadcast.193), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.60 = f32[8192]{0} multiply(f32[8192]{0} %multiply.100, f32[8192]{0} %multiply.100), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.104 = f32[] constant(0.001), sharding={replicated} + %broadcast.131 = f32[8192]{0} broadcast(f32[] %constant.104), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.61 = f32[8192]{0} multiply(f32[8192]{0} %multiply.60, f32[8192]{0} %broadcast.131), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_4 = f32[8192]{0} parameter(4), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.105 = f32[] constant(0.999), sharding={replicated} + %broadcast.132 = f32[8192]{0} broadcast(f32[] %constant.105), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.62 = f32[8192]{0} multiply(f32[8192]{0} %param_4, f32[8192]{0} %broadcast.132), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.63 = f32[8192]{0} add(f32[8192]{0} %multiply.61, f32[8192]{0} %multiply.62), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %constant.189 = f32[] constant(0.0625), sharding={replicated} + %broadcast.195 = f32[2048,8192]{1,0} broadcast(f32[] %constant.189), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.103 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_27, f32[2048,8192]{1,0} %broadcast.195), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.63 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.103, f32[2048,8192]{1,0} %multiply.103), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.192 = f32[] constant(0.001), sharding={replicated} + %broadcast.133 = f32[2048,8192]{1,0} broadcast(f32[] %constant.192), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.64 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.63, f32[2048,8192]{1,0} %broadcast.133), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_5 = f32[2048,8192]{1,0} parameter(5), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.195 = f32[] constant(0.999), sharding={replicated} + %broadcast.135 = f32[2048,8192]{1,0} broadcast(f32[] %constant.195), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.65 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_5, f32[2048,8192]{1,0} %broadcast.135), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.64 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.64, f32[2048,8192]{1,0} %multiply.65), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %constant.190 = f32[] constant(0.0625), sharding={replicated} + %broadcast.197 = f32[2048]{0} broadcast(f32[] %constant.190), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.106 = f32[2048]{0} multiply(f32[2048]{0} %param_28, f32[2048]{0} %broadcast.197), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.66 = f32[2048]{0} multiply(f32[2048]{0} %multiply.106, f32[2048]{0} %multiply.106), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.193 = f32[] constant(0.001), sharding={replicated} + %broadcast.137 = f32[2048]{0} broadcast(f32[] %constant.193), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.67 = f32[2048]{0} multiply(f32[2048]{0} %multiply.66, f32[2048]{0} %broadcast.137), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_6 = f32[2048]{0} parameter(6), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.196 = f32[] constant(0.999), sharding={replicated} + %broadcast.138 = f32[2048]{0} broadcast(f32[] %constant.196), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.68 = f32[2048]{0} multiply(f32[2048]{0} %param_6, f32[2048]{0} %broadcast.138), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.65 = f32[2048]{0} add(f32[2048]{0} %multiply.67, f32[2048]{0} %multiply.68), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %constant.191 = f32[] constant(0.0625), sharding={replicated} + %broadcast.199 = f32[8192,2048]{1,0} broadcast(f32[] %constant.191), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.109 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_29, f32[8192,2048]{1,0} %broadcast.199), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.69 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.109, f32[8192,2048]{1,0} %multiply.109), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.194 = f32[] constant(0.001), sharding={replicated} + %broadcast.139 = f32[8192,2048]{1,0} broadcast(f32[] %constant.194), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.70 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.69, f32[8192,2048]{1,0} %broadcast.139), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_7 = f32[8192,2048]{1,0} parameter(7), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.197 = f32[] constant(0.999), sharding={replicated} + %broadcast.140 = f32[8192,2048]{1,0} broadcast(f32[] %constant.197), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.71 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_7, f32[8192,2048]{1,0} %broadcast.140), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.66 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.70, f32[8192,2048]{1,0} %multiply.71), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_8 = s32[] parameter(8), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.199 = s32[] constant(2147483647), sharding={replicated} + %compare.11 = pred[] compare(s32[] %param_8, s32[] %constant.199), direction=LT, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %constant.113 = s32[] constant(1), sharding={replicated} + %add.85 = s32[] add(s32[] %param_8, s32[] %constant.113), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %constant.112 = s32[] constant(2147483647), sharding={replicated} + %select.11 = s32[] select(pred[] %compare.11, s32[] %add.85, s32[] %constant.112), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %param_9 = f32[8192]{0} parameter(9), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.114 = f32[] constant(1), sharding={replicated} + %constant.188 = f32[] constant(0.9), sharding={replicated} + %convert.4 = f32[] convert(s32[] %select.11), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %power.4 = f32[] power(f32[] %constant.188, f32[] %convert.4), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %subtract.6 = f32[] subtract(f32[] %constant.114, f32[] %power.4), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %broadcast.141 = f32[8192]{0} broadcast(f32[] %subtract.6), dimensions={}, sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %constant.201 = f32[] constant(1), sharding={replicated} + %constant.198 = f32[] constant(0.999), sharding={replicated} + %power.5 = f32[] power(f32[] %constant.198, f32[] %convert.4), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %subtract.7 = f32[] subtract(f32[] %constant.201, f32[] %power.5), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %broadcast.142 = f32[8192]{0} broadcast(f32[] %subtract.7), dimensions={}, sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.37 = f32[8192]{0} divide(f32[8192]{0} %add.63, f32[8192]{0} %broadcast.142), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.8 = f32[8192]{0} sqrt(f32[8192]{0} %divide.37), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.117 = f32[] constant(1e-08), sharding={replicated} + %broadcast.143 = f32[8192]{0} broadcast(f32[] %constant.117), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.68 = f32[8192]{0} add(f32[8192]{0} %sqrt.8, f32[8192]{0} %broadcast.143), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.112 = f32[8192]{0} multiply(f32[8192]{0} %broadcast.141, f32[8192]{0} %add.68), sharding={devices=[2]0,1} + %divide.38 = f32[8192]{0} divide(f32[8192]{0} %add.59, f32[8192]{0} %multiply.112), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.119 = f32[] constant(-0.001), sharding={replicated} + %broadcast.144 = f32[8192]{0} broadcast(f32[] %constant.119), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.72 = f32[8192]{0} multiply(f32[8192]{0} %divide.38, f32[8192]{0} %broadcast.144), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.69 = f32[8192]{0} add(f32[8192]{0} %param_9, f32[8192]{0} %multiply.72), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %param_10 = f32[2048,8192]{1,0} parameter(10), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %broadcast.145 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.6), dimensions={}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.146 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.7), dimensions={}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.40 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.64, f32[2048,8192]{1,0} %broadcast.146), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.9 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.40), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.202 = f32[] constant(1e-08), sharding={replicated} + %broadcast.147 = f32[2048,8192]{1,0} broadcast(f32[] %constant.202), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.70 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.9, f32[2048,8192]{1,0} %broadcast.147), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.113 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %broadcast.145, f32[2048,8192]{1,0} %add.70), sharding={devices=[1,2]0,1} + %divide.41 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.60, f32[2048,8192]{1,0} %multiply.113), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.205 = f32[] constant(-0.001), sharding={replicated} + %broadcast.148 = f32[2048,8192]{1,0} broadcast(f32[] %constant.205), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.73 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.41, f32[2048,8192]{1,0} %broadcast.148), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.71 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_10, f32[2048,8192]{1,0} %multiply.73), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %param_11 = f32[2048]{0} parameter(11), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %broadcast.149 = f32[2048]{0} broadcast(f32[] %subtract.6), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.150 = f32[2048]{0} broadcast(f32[] %subtract.7), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.43 = f32[2048]{0} divide(f32[2048]{0} %add.65, f32[2048]{0} %broadcast.150), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.10 = f32[2048]{0} sqrt(f32[2048]{0} %divide.43), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.203 = f32[] constant(1e-08), sharding={replicated} + %broadcast.151 = f32[2048]{0} broadcast(f32[] %constant.203), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.72 = f32[2048]{0} add(f32[2048]{0} %sqrt.10, f32[2048]{0} %broadcast.151), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.114 = f32[2048]{0} multiply(f32[2048]{0} %broadcast.149, f32[2048]{0} %add.72), sharding={replicated} + %divide.44 = f32[2048]{0} divide(f32[2048]{0} %add.61, f32[2048]{0} %multiply.114), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.206 = f32[] constant(-0.001), sharding={replicated} + %broadcast.152 = f32[2048]{0} broadcast(f32[] %constant.206), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.74 = f32[2048]{0} multiply(f32[2048]{0} %divide.44, f32[2048]{0} %broadcast.152), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.73 = f32[2048]{0} add(f32[2048]{0} %param_11, f32[2048]{0} %multiply.74), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %param_12 = f32[8192,2048]{1,0} parameter(12), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %broadcast.153 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.6), dimensions={}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.154 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.7), dimensions={}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.46 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.66, f32[8192,2048]{1,0} %broadcast.154), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.11 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.46), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.204 = f32[] constant(1e-08), sharding={replicated} + %broadcast.155 = f32[8192,2048]{1,0} broadcast(f32[] %constant.204), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.74 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.11, f32[8192,2048]{1,0} %broadcast.155), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.115 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %broadcast.153, f32[8192,2048]{1,0} %add.74), sharding={devices=[2,1]0,1} + %divide.47 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.62, f32[8192,2048]{1,0} %multiply.115), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.207 = f32[] constant(-0.001), sharding={replicated} + %broadcast.156 = f32[8192,2048]{1,0} broadcast(f32[] %constant.207), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.75 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.47, f32[8192,2048]{1,0} %broadcast.156), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.75 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_12, f32[8192,2048]{1,0} %multiply.75), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %param_13 = s32[] parameter(13), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.200 = s32[] constant(1), sharding={replicated} + %add.76 = s32[] add(s32[] %param_13, s32[] %constant.200), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/training/train_state.py" source_line=77} + %param_30 = f32[8192]{0} parameter(30), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.76 = f32[8192]{0} multiply(f32[8192]{0} %param_30, f32[8192]{0} %broadcast.194), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_14 = f32[8192]{0} parameter(14), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.77 = f32[8192]{0} multiply(f32[8192]{0} %param_14, f32[8192]{0} %broadcast.116), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.77 = f32[8192]{0} add(f32[8192]{0} %multiply.76, f32[8192]{0} %multiply.77), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_31 = f32[2048,8192]{1,0} parameter(31), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.78 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_31, f32[2048,8192]{1,0} %broadcast.196), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_15 = f32[2048,8192]{1,0} parameter(15), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.79 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_15, f32[2048,8192]{1,0} %broadcast.120), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.78 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.78, f32[2048,8192]{1,0} %multiply.79), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_32 = f32[2048]{0} parameter(32), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.80 = f32[2048]{0} multiply(f32[2048]{0} %param_32, f32[2048]{0} %broadcast.198), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_16 = f32[2048]{0} parameter(16), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.81 = f32[2048]{0} multiply(f32[2048]{0} %param_16, f32[2048]{0} %broadcast.125), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.79 = f32[2048]{0} add(f32[2048]{0} %multiply.80, f32[2048]{0} %multiply.81), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_33 = f32[8192,2048]{1,0} parameter(33), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.82 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_33, f32[8192,2048]{1,0} %broadcast.200), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_17 = f32[8192,2048]{1,0} parameter(17), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.83 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_17, f32[8192,2048]{1,0} %broadcast.130), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.80 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.82, f32[8192,2048]{1,0} %multiply.83), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.116 = f32[8192]{0} multiply(f32[8192]{0} %param_30, f32[8192]{0} %broadcast.193), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %multiply.84 = f32[8192]{0} multiply(f32[8192]{0} %multiply.116, f32[8192]{0} %multiply.116), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %multiply.85 = f32[8192]{0} multiply(f32[8192]{0} %multiply.84, f32[8192]{0} %broadcast.131), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_18 = f32[8192]{0} parameter(18), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.86 = f32[8192]{0} multiply(f32[8192]{0} %param_18, f32[8192]{0} %broadcast.132), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.81 = f32[8192]{0} add(f32[8192]{0} %multiply.85, f32[8192]{0} %multiply.86), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.119 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_31, f32[2048,8192]{1,0} %broadcast.195), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %multiply.87 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.119, f32[2048,8192]{1,0} %multiply.119), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %multiply.88 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.87, f32[2048,8192]{1,0} %broadcast.133), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_19 = f32[2048,8192]{1,0} parameter(19), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.89 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_19, f32[2048,8192]{1,0} %broadcast.135), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.82 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.88, f32[2048,8192]{1,0} %multiply.89), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.122 = f32[2048]{0} multiply(f32[2048]{0} %param_32, f32[2048]{0} %broadcast.197), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %multiply.90 = f32[2048]{0} multiply(f32[2048]{0} %multiply.122, f32[2048]{0} %multiply.122), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %multiply.91 = f32[2048]{0} multiply(f32[2048]{0} %multiply.90, f32[2048]{0} %broadcast.137), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_20 = f32[2048]{0} parameter(20), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.92 = f32[2048]{0} multiply(f32[2048]{0} %param_20, f32[2048]{0} %broadcast.138), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.83 = f32[2048]{0} add(f32[2048]{0} %multiply.91, f32[2048]{0} %multiply.92), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.125 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_33, f32[8192,2048]{1,0} %broadcast.199), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %multiply.93 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.125, f32[8192,2048]{1,0} %multiply.125), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %multiply.94 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.93, f32[8192,2048]{1,0} %broadcast.139), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_21 = f32[8192,2048]{1,0} parameter(21), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.95 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_21, f32[8192,2048]{1,0} %broadcast.140), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.84 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.94, f32[8192,2048]{1,0} %multiply.95), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_22 = f32[8192]{0} parameter(22), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %divide.53 = f32[8192]{0} divide(f32[8192]{0} %add.81, f32[8192]{0} %broadcast.142), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.12 = f32[8192]{0} sqrt(f32[8192]{0} %divide.53), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.86 = f32[8192]{0} add(f32[8192]{0} %sqrt.12, f32[8192]{0} %broadcast.143), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.128 = f32[8192]{0} multiply(f32[8192]{0} %broadcast.141, f32[8192]{0} %add.86), sharding={devices=[2]0,1} + %divide.54 = f32[8192]{0} divide(f32[8192]{0} %add.77, f32[8192]{0} %multiply.128), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.96 = f32[8192]{0} multiply(f32[8192]{0} %divide.54, f32[8192]{0} %broadcast.144), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.87 = f32[8192]{0} add(f32[8192]{0} %param_22, f32[8192]{0} %multiply.96), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %param_23 = f32[2048,8192]{1,0} parameter(23), sharding={devices=[1,2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %divide.56 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.82, f32[2048,8192]{1,0} %broadcast.146), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.13 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.56), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.88 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.13, f32[2048,8192]{1,0} %broadcast.147), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.129 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %broadcast.145, f32[2048,8192]{1,0} %add.88), sharding={devices=[1,2]0,1} + %divide.57 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.78, f32[2048,8192]{1,0} %multiply.129), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.97 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.57, f32[2048,8192]{1,0} %broadcast.148), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.89 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_23, f32[2048,8192]{1,0} %multiply.97), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %param_24 = f32[2048]{0} parameter(24), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %divide.59 = f32[2048]{0} divide(f32[2048]{0} %add.83, f32[2048]{0} %broadcast.150), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.14 = f32[2048]{0} sqrt(f32[2048]{0} %divide.59), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.90 = f32[2048]{0} add(f32[2048]{0} %sqrt.14, f32[2048]{0} %broadcast.151), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.130 = f32[2048]{0} multiply(f32[2048]{0} %broadcast.149, f32[2048]{0} %add.90), sharding={replicated} + %divide.60 = f32[2048]{0} divide(f32[2048]{0} %add.79, f32[2048]{0} %multiply.130), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.98 = f32[2048]{0} multiply(f32[2048]{0} %divide.60, f32[2048]{0} %broadcast.152), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.91 = f32[2048]{0} add(f32[2048]{0} %param_24, f32[2048]{0} %multiply.98), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %param_25 = f32[8192,2048]{1,0} parameter(25), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %divide.62 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.84, f32[8192,2048]{1,0} %broadcast.154), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.15 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.62), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.92 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.15, f32[8192,2048]{1,0} %broadcast.155), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.131 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %broadcast.153, f32[8192,2048]{1,0} %add.92), sharding={devices=[2,1]0,1} + %divide.63 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.80, f32[8192,2048]{1,0} %multiply.131), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.99 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.63, f32[8192,2048]{1,0} %broadcast.156), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.93 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_25, f32[8192,2048]{1,0} %multiply.99), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + ROOT %tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %add.59, f32[2048,8192]{1,0} %add.60, f32[2048]{0} %add.61, f32[8192,2048]{1,0} %add.62, f32[8192]{0} %add.63, /*index=5*/f32[2048,8192]{1,0} %add.64, f32[2048]{0} %add.65, f32[8192,2048]{1,0} %add.66, s32[] %select.11, f32[8192]{0} %add.69, /*index=10*/f32[2048,8192]{1,0} %add.71, f32[2048]{0} %add.73, f32[8192,2048]{1,0} %add.75, s32[] %add.76, f32[8192]{0} %add.77, /*index=15*/f32[2048,8192]{1,0} %add.78, f32[2048]{0} %add.79, f32[8192,2048]{1,0} %add.80, f32[8192]{0} %add.81, f32[2048,8192]{1,0} %add.82, /*index=20*/f32[2048]{0} %add.83, f32[8192,2048]{1,0} %add.84, f32[8192]{0} %add.87, f32[2048,8192]{1,0} %add.89, f32[2048]{0} %add.91, /*index=25*/f32[8192,2048]{1,0} %add.93), sharding={{devices=[2]0,1}, {devices=[1,2]0,1}, {replicated}, {devices=[2,1]0,1}, {devices=[2]0,1}, /*index=5*/{devices=[1,2]0,1}, {replicated}, {devices=[2,1]0,1}, {replicated}, {devices=[2]0,1}, /*index=10*/{devices=[1,2]0,1}, {replicated}, {devices=[2,1]0,1}, {replicated}, {devices=[2]0,1}, /*index=15*/{devices=[1,2]0,1}, {replicated}, {devices=[2,1]0,1}, {devices=[2]0,1}, {devices=[1,2]0,1}, /*index=20*/{replicated}, {devices=[2,1]0,1}, {devices=[2]0,1}, {devices=[1,2]0,1}, {replicated}, /*index=25*/{devices=[2,1]0,1}}, metadata={op_name="tuple.27"} + } + + +- Profile all stages + hlo module after auto shard pass: HloModule stage_0_1-stage_0_1_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} + + ENTRY %main.1125-stage_0_1_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048], param_5: f32[2048,8192], param_6: f32[8192], param_7: f32[8192,2048], param_8: f32[2048], param_9: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { + %param_4 = f32[128,2048]{1,0} parameter(4), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %param_0 = f32[2048,8192]{1,0} parameter(0), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.11 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %param_4, f32[2048,8192]{1,0} %param_0), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param_1 = f32[8192]{0} parameter(1), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.92 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %param_1), dimensions={1}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.47 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.11, f32[128,8192]{1,0} %broadcast.92), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.78 = f32[] constant(0), sharding={replicated} + %broadcast.94 = f32[128,8192]{1,0} broadcast(f32[] %constant.78), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %maximum.4 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %param_2 = f32[8192,2048]{1,0} parameter(2), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.12 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.4, f32[8192,2048]{1,0} %param_2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param_3 = f32[2048]{0} parameter(3), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.97 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %param_3), dimensions={1}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.48 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.12, f32[128,2048]{1,0} %broadcast.97), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.177 = f32[] constant(0), sharding={replicated} + %broadcast.99 = f32[128,2048]{1,0} broadcast(f32[] %constant.177), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %maximum.5 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.6 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), direction=GT, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.7 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), direction=GT, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %param_5 = f32[2048,8192]{1,0} parameter(5), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.13 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %maximum.5, f32[2048,8192]{1,0} %param_5), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param_6 = f32[8192]{0} parameter(6), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.101 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %param_6), dimensions={1}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.49 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.13, f32[128,8192]{1,0} %broadcast.101), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %maximum.6 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.94), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %param_7 = f32[8192,2048]{1,0} parameter(7), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.14 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.6, f32[8192,2048]{1,0} %param_7), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param_8 = f32[2048]{0} parameter(8), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.105 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %param_8), dimensions={1}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.50 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.14, f32[128,2048]{1,0} %broadcast.105), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %maximum.7 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.99), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %param_9 = f32[128,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %subtract.5 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.7, f32[128,2048]{1,0} %param_9), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.82 = f32[] constant(2), sharding={replicated} + %broadcast.108 = f32[128,2048]{1,0} broadcast(f32[] %constant.82), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %multiply.50 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.5, f32[128,2048]{1,0} %broadcast.108), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %compare.8 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.99), direction=GT, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %compare.9 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.94), direction=GT, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + ROOT %tuple.17 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.5, pred[128,2048]{1,0} %compare.6, f32[128,8192]{1,0} %maximum.4, pred[128,8192]{1,0} %compare.7, f32[128,2048]{1,0} %multiply.50, /*index=5*/pred[128,2048]{1,0} %compare.8, f32[128,8192]{1,0} %maximum.6, pred[128,8192]{1,0} %compare.9), sharding={{devices=[2,1]0,1}, {devices=[2,1]0,1}, {devices=[2,1]0,1}, {devices=[2,1]0,1}, {devices=[2,1]0,1}, /*index=5*/{devices=[2,1]0,1}, {devices=[2,1]0,1}, {devices=[2,1]0,1}}, metadata={op_name="tuple.9"} + } + + + hlo module after spmd pass: HloModule stage_0_1-stage_0_1_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[64,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[64,2048]{1,0})->(f32[64,2048]{1,0}, pred[64,2048]{1,0}, f32[64,8192]{1,0}, pred[64,8192]{1,0}, f32[64,2048]{1,0}, /*index=5*/pred[64,2048]{1,0}, f32[64,8192]{1,0}, pred[64,8192]{1,0})} + + ENTRY %main.1125-stage_0_1_acc_grad_0_spmd (param.1: f32[2048,8192], param.2: f32[8192], param.3: f32[8192,2048], param.4: f32[2048], param: f32[64,2048], param.5: f32[2048,8192], param.6: f32[8192], param.7: f32[8192,2048], param.8: f32[2048], param.9: f32[64,2048]) -> (f32[64,2048], pred[64,2048], f32[64,8192], pred[64,8192], f32[64,2048], /*index=5*/pred[64,2048], f32[64,8192], pred[64,8192]) { + %param = f32[64,2048]{1,0} parameter(4), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %param.1 = f32[2048,8192]{1,0} parameter(0), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot = f32[64,8192]{1,0} dot(f32[64,2048]{1,0} %param, f32[2048,8192]{1,0} %param.1), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.2 = f32[8192]{0} parameter(1), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.7 = f32[64,8192]{1,0} broadcast(f32[8192]{0} %param.2), dimensions={1} + %add.0 = f32[64,8192]{1,0} add(f32[64,8192]{1,0} %dot, f32[64,8192]{1,0} %broadcast.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %constant.2 = f32[] constant(0) + %broadcast.8 = f32[64,8192]{1,0} broadcast(f32[] %constant.2), dimensions={} + %maximum.0 = f32[64,8192]{1,0} maximum(f32[64,8192]{1,0} %add.0, f32[64,8192]{1,0} %broadcast.8), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %param.3 = f32[8192,2048]{1,0} parameter(2), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.1 = f32[64,2048]{1,0} dot(f32[64,8192]{1,0} %maximum.0, f32[8192,2048]{1,0} %param.3), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.4 = f32[2048]{0} parameter(3), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.9 = f32[64,2048]{1,0} broadcast(f32[2048]{0} %param.4), dimensions={1} + %add.1 = f32[64,2048]{1,0} add(f32[64,2048]{1,0} %dot.1, f32[64,2048]{1,0} %broadcast.9), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %broadcast.10 = f32[64,2048]{1,0} broadcast(f32[] %constant.2), dimensions={} + %maximum.1 = f32[64,2048]{1,0} maximum(f32[64,2048]{1,0} %add.1, f32[64,2048]{1,0} %broadcast.10), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.0 = pred[64,2048]{1,0} compare(f32[64,2048]{1,0} %add.1, f32[64,2048]{1,0} %broadcast.10), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %compare.1 = pred[64,8192]{1,0} compare(f32[64,8192]{1,0} %add.0, f32[64,8192]{1,0} %broadcast.8), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %param.5 = f32[2048,8192]{1,0} parameter(5), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.2 = f32[64,8192]{1,0} dot(f32[64,2048]{1,0} %maximum.1, f32[2048,8192]{1,0} %param.5), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.6 = f32[8192]{0} parameter(6), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.11 = f32[64,8192]{1,0} broadcast(f32[8192]{0} %param.6), dimensions={1} + %add.2 = f32[64,8192]{1,0} add(f32[64,8192]{1,0} %dot.2, f32[64,8192]{1,0} %broadcast.11), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %maximum.2 = f32[64,8192]{1,0} maximum(f32[64,8192]{1,0} %add.2, f32[64,8192]{1,0} %broadcast.8), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %param.7 = f32[8192,2048]{1,0} parameter(7), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %dot.3 = f32[64,2048]{1,0} dot(f32[64,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %param.7), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.8 = f32[2048]{0} parameter(8), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %broadcast.12 = f32[64,2048]{1,0} broadcast(f32[2048]{0} %param.8), dimensions={1} + %add.3 = f32[64,2048]{1,0} add(f32[64,2048]{1,0} %dot.3, f32[64,2048]{1,0} %broadcast.12), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %maximum.3 = f32[64,2048]{1,0} maximum(f32[64,2048]{1,0} %add.3, f32[64,2048]{1,0} %broadcast.10), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %param.9 = f32[64,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_0$start"} + %subtract.0 = f32[64,2048]{1,0} subtract(f32[64,2048]{1,0} %maximum.3, f32[64,2048]{1,0} %param.9), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.14 = f32[] constant(2) + %broadcast.13 = f32[64,2048]{1,0} broadcast(f32[] %constant.14), dimensions={} + %multiply.0 = f32[64,2048]{1,0} multiply(f32[64,2048]{1,0} %subtract.0, f32[64,2048]{1,0} %broadcast.13), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %compare.2 = pred[64,2048]{1,0} compare(f32[64,2048]{1,0} %add.3, f32[64,2048]{1,0} %broadcast.10), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %compare.3 = pred[64,8192]{1,0} compare(f32[64,8192]{1,0} %add.2, f32[64,8192]{1,0} %broadcast.8), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + ROOT %tuple = (f32[64,2048]{1,0}, pred[64,2048]{1,0}, f32[64,8192]{1,0}, pred[64,8192]{1,0}, f32[64,2048]{1,0}, /*index=5*/pred[64,2048]{1,0}, f32[64,8192]{1,0}, pred[64,8192]{1,0}) tuple(f32[64,2048]{1,0} %maximum.1, pred[64,2048]{1,0} %compare.0, f32[64,8192]{1,0} %maximum.0, pred[64,8192]{1,0} %compare.1, f32[64,2048]{1,0} %multiply.0, /*index=5*/pred[64,2048]{1,0} %compare.2, f32[64,8192]{1,0} %maximum.2, pred[64,8192]{1,0} %compare.3), metadata={op_name="tuple.9"} + } + + + hlo module after auto shard pass: HloModule stage_0_1-stage_0_1_acc_grad_1, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} + + %region_3.347.stage_0_1_acc_grad_1 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { + %Arg_0.348 = f32[] parameter(0) + %Arg_1.349 = f32[] parameter(1) + ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_2.343.stage_0_1_acc_grad_1 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { + %Arg_0.344 = f32[] parameter(0) + %Arg_1.345 = f32[] parameter(1) + ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_1.304.stage_0_1_acc_grad_1 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { + %Arg_0.305 = f32[] parameter(0) + %Arg_1.306 = f32[] parameter(1) + ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %region_0.300.stage_0_1_acc_grad_1 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { + %Arg_0.301 = f32[] parameter(0) + %Arg_1.302 = f32[] parameter(1) + ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + ENTRY %main.1125-stage_0_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[2048], param_5: f32[8192,2048], param_6: f32[8192], param_7: f32[2048,8192], param_8: f32[128,2048], param_9: pred[128,2048], param_10: f32[128,8192], param_11: pred[128,8192], param_12: f32[8192,2048], param_13: f32[128,2048], param_14: f32[2048,8192], param_15: pred[128,2048], param_16: f32[128,8192], param_17: pred[128,8192], param_18: f32[128,2048], param_19: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { + %param_0 = f32[2048]{0} parameter(0), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_9 = pred[128,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_8 = f32[128,2048]{1,0} parameter(8), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %constant.83 = f32[] constant(3.81469727e-06), sharding={replicated} + %broadcast.109 = f32[128,2048]{1,0} broadcast(f32[] %constant.83), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %multiply.51 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %param_8, f32[128,2048]{1,0} %broadcast.109), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.177 = f32[] constant(0), sharding={replicated} + %broadcast.99 = f32[128,2048]{1,0} broadcast(f32[] %constant.177), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %select.6 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %param_9, f32[128,2048]{1,0} %multiply.51, f32[128,2048]{1,0} %broadcast.99), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %constant.181 = f32[] constant(0), sharding={replicated} + %reduce.4 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.6, f32[] %constant.181), dimensions={0}, to_apply=%region_0.300.stage_0_1_acc_grad_1, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.51 = f32[2048]{0} add(f32[2048]{0} %param_0, f32[2048]{0} %reduce.4), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param_1 = f32[8192,2048]{1,0} parameter(1), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_10 = f32[128,8192]{1,0} parameter(10), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.22 = f32[8192,2048]{0,1} dot(f32[128,8192]{1,0} %param_10, f32[128,2048]{1,0} %select.6), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.52 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_1, f32[8192,2048]{0,1} %dot.22), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param_2 = f32[8192]{0} parameter(2), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_11 = pred[128,8192]{1,0} parameter(11), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_12 = f32[8192,2048]{1,0} parameter(12), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.16 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[8192,2048]{1,0} %param_12), lhs_contracting_dims={1}, rhs_contracting_dims={1}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %constant.78 = f32[] constant(0), sharding={replicated} + %broadcast.94 = f32[128,8192]{1,0} broadcast(f32[] %constant.78), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %select.7 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %param_11, f32[128,8192]{1,0} %dot.16, f32[128,8192]{1,0} %broadcast.94), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %constant.178 = f32[] constant(0), sharding={replicated} + %reduce.5 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.7, f32[] %constant.178), dimensions={0}, to_apply=%region_1.304.stage_0_1_acc_grad_1, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.53 = f32[8192]{0} add(f32[8192]{0} %param_2, f32[8192]{0} %reduce.5), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param_3 = f32[2048,8192]{1,0} parameter(3), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_13 = f32[128,2048]{1,0} parameter(13), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.23 = f32[2048,8192]{0,1} dot(f32[128,2048]{1,0} %param_13, f32[128,8192]{1,0} %select.7), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.54 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_3, f32[2048,8192]{0,1} %dot.23), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %param_4 = f32[2048]{0} parameter(4), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_15 = pred[128,2048]{1,0} parameter(15), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_14 = f32[2048,8192]{1,0} parameter(14), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.18 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[2048,8192]{1,0} %param_14), lhs_contracting_dims={1}, rhs_contracting_dims={1}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %select.8 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %param_15, f32[128,2048]{1,0} %dot.18, f32[128,2048]{1,0} %broadcast.99), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %constant.180 = f32[] constant(0), sharding={replicated} + %reduce.6 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.8, f32[] %constant.180), dimensions={0}, to_apply=%region_2.343.stage_0_1_acc_grad_1, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.55 = f32[2048]{0} add(f32[2048]{0} %param_4, f32[2048]{0} %reduce.6), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %param_5 = f32[8192,2048]{1,0} parameter(5), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_16 = f32[128,8192]{1,0} parameter(16), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.24 = f32[8192,2048]{0,1} dot(f32[128,8192]{1,0} %param_16, f32[128,2048]{1,0} %select.8), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.56 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_5, f32[8192,2048]{0,1} %dot.24), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %param_6 = f32[8192]{0} parameter(6), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_17 = pred[128,8192]{1,0} parameter(17), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_19 = f32[8192,2048]{1,0} parameter(19), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.20 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[8192,2048]{1,0} %param_19), lhs_contracting_dims={1}, rhs_contracting_dims={1}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %select.9 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %param_17, f32[128,8192]{1,0} %dot.20, f32[128,8192]{1,0} %broadcast.94), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %constant.179 = f32[] constant(0), sharding={replicated} + %reduce.7 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.9, f32[] %constant.179), dimensions={0}, to_apply=%region_3.347.stage_0_1_acc_grad_1, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.57 = f32[8192]{0} add(f32[8192]{0} %param_6, f32[8192]{0} %reduce.7), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %param_7 = f32[2048,8192]{1,0} parameter(7), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param_18 = f32[128,2048]{1,0} parameter(18), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.25 = f32[2048,8192]{0,1} dot(f32[128,2048]{1,0} %param_18, f32[128,8192]{1,0} %select.9), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.58 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_7, f32[2048,8192]{0,1} %dot.25), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + ROOT %tuple.24 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.51, f32[8192,2048]{1,0} %add.52, f32[8192]{0} %add.53, f32[2048,8192]{1,0} %add.54, f32[2048]{0} %add.55, /*index=5*/f32[8192,2048]{1,0} %add.56, f32[8192]{0} %add.57, f32[2048,8192]{1,0} %add.58), sharding={{replicated}, {replicated}, {replicated}, {replicated}, {replicated}, /*index=5*/{replicated}, {replicated}, {replicated}}, metadata={op_name="tuple.9"} + } + + + hlo module after spmd pass: HloModule stage_0_1-stage_0_1_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[64,2048]{1,0},pred[64,2048]{1,0},f32[64,8192]{1,0},pred[64,8192]{1,0},f32[8192,2048]{1,0},f32[64,2048]{1,0},f32[2048,8192]{1,0},pred[64,2048]{1,0},f32[64,8192]{1,0},pred[64,8192]{1,0},f32[64,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} + + %region_0.300.stage_0_1_acc_grad_1 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { + %Arg_0.301 = f32[] parameter(0) + %Arg_1.302 = f32[] parameter(1) + ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %add (x: f32[], y: f32[]) -> f32[] { + %x = f32[] parameter(0) + %y = f32[] parameter(1) + ROOT %add = f32[] add(f32[] %x, f32[] %y) + } + + %region_1.304.stage_0_1_acc_grad_1 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { + %Arg_0.305 = f32[] parameter(0) + %Arg_1.306 = f32[] parameter(1) + ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %add.1 (x.1: f32[], y.1: f32[]) -> f32[] { + %x.1 = f32[] parameter(0) + %y.1 = f32[] parameter(1) + ROOT %add.1 = f32[] add(f32[] %x.1, f32[] %y.1) + } + + %region_2.343.stage_0_1_acc_grad_1 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { + %Arg_0.344 = f32[] parameter(0) + %Arg_1.345 = f32[] parameter(1) + ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %add.2 (x.2: f32[], y.2: f32[]) -> f32[] { + %x.2 = f32[] parameter(0) + %y.2 = f32[] parameter(1) + ROOT %add.2 = f32[] add(f32[] %x.2, f32[] %y.2) + } + + %region_3.347.stage_0_1_acc_grad_1 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { + %Arg_0.348 = f32[] parameter(0) + %Arg_1.349 = f32[] parameter(1) + ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + } + + %add.3 (x.3: f32[], y.3: f32[]) -> f32[] { + %x.3 = f32[] parameter(0) + %y.3 = f32[] parameter(1) + ROOT %add.3 = f32[] add(f32[] %x.3, f32[] %y.3) + } + + ENTRY %main.1125-stage_0_1_acc_grad_1_spmd (param: f32[2048], param.3: f32[8192,2048], param.5: f32[8192], param.8: f32[2048,8192], param.10: f32[2048], param.13: f32[8192,2048], param.15: f32[8192], param.18: f32[2048,8192], param.2: f32[64,2048], param.1: pred[64,2048], param.4: f32[64,8192], param.6: pred[64,8192], param.7: f32[8192,2048], param.9: f32[64,2048], param.12: f32[2048,8192], param.11: pred[64,2048], param.14: f32[64,8192], param.16: pred[64,8192], param.19: f32[64,2048], param.17: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { + %param = f32[2048]{0} parameter(0), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.1 = pred[64,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.2 = f32[64,2048]{1,0} parameter(8), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %constant = f32[] constant(3.81469727e-06) + %broadcast.3 = f32[64,2048]{1,0} broadcast(f32[] %constant), dimensions={} + %multiply.0 = f32[64,2048]{1,0} multiply(f32[64,2048]{1,0} %param.2, f32[64,2048]{1,0} %broadcast.3), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} + %constant.3 = f32[] constant(0) + %broadcast.4 = f32[64,2048]{1,0} broadcast(f32[] %constant.3), dimensions={} + %select.0 = f32[64,2048]{1,0} select(pred[64,2048]{1,0} %param.1, f32[64,2048]{1,0} %multiply.0, f32[64,2048]{1,0} %broadcast.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} + %reduce = f32[2048]{0} reduce(f32[64,2048]{1,0} %select.0, f32[] %constant.3), dimensions={0}, to_apply=%region_0.300.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.4 = f32[2048]{0} add(f32[2048]{0} %param, f32[2048]{0} %reduce), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %all-reduce = f32[2048]{0} all-reduce(f32[2048]{0} %add.4), channel_id=1, replica_groups={{0}}, to_apply=%region_0.300.stage_0_1_acc_grad_1, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %param.3 = f32[8192,2048]{1,0} parameter(1), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.4 = f32[64,8192]{1,0} parameter(10), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot = f32[8192,2048]{1,0} dot(f32[64,8192]{1,0} %param.4, f32[64,2048]{1,0} %select.0), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.5 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param.3, f32[8192,2048]{1,0} %dot), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %all-reduce.1 = f32[8192,2048]{1,0} all-reduce(f32[8192,2048]{1,0} %add.5), channel_id=2, replica_groups={{0}}, to_apply=%add, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.5 = f32[8192]{0} parameter(2), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.6 = pred[64,8192]{1,0} parameter(11), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.7 = f32[8192,2048]{1,0} parameter(12), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.1 = f32[64,8192]{1,0} dot(f32[64,2048]{1,0} %select.0, f32[8192,2048]{1,0} %param.7), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %broadcast.5 = f32[64,8192]{1,0} broadcast(f32[] %constant.3), dimensions={} + %select.1 = f32[64,8192]{1,0} select(pred[64,8192]{1,0} %param.6, f32[64,8192]{1,0} %dot.1, f32[64,8192]{1,0} %broadcast.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} + %reduce.1 = f32[8192]{0} reduce(f32[64,8192]{1,0} %select.1, f32[] %constant.3), dimensions={0}, to_apply=%region_1.304.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.6 = f32[8192]{0} add(f32[8192]{0} %param.5, f32[8192]{0} %reduce.1), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %all-reduce.2 = f32[8192]{0} all-reduce(f32[8192]{0} %add.6), channel_id=3, replica_groups={{0}}, to_apply=%region_1.304.stage_0_1_acc_grad_1, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %param.8 = f32[2048,8192]{1,0} parameter(3), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.9 = f32[64,2048]{1,0} parameter(13), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.2 = f32[2048,8192]{1,0} dot(f32[64,2048]{1,0} %param.9, f32[64,8192]{1,0} %select.1), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.7 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param.8, f32[2048,8192]{1,0} %dot.2), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} + %all-reduce.3 = f32[2048,8192]{1,0} all-reduce(f32[2048,8192]{1,0} %add.7), channel_id=4, replica_groups={{0}}, to_apply=%add.1, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.10 = f32[2048]{0} parameter(4), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.11 = pred[64,2048]{1,0} parameter(15), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.12 = f32[2048,8192]{1,0} parameter(14), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.3 = f32[64,2048]{1,0} dot(f32[64,8192]{1,0} %select.1, f32[2048,8192]{1,0} %param.12), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %select.2 = f32[64,2048]{1,0} select(pred[64,2048]{1,0} %param.11, f32[64,2048]{1,0} %dot.3, f32[64,2048]{1,0} %broadcast.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} + %reduce.2 = f32[2048]{0} reduce(f32[64,2048]{1,0} %select.2, f32[] %constant.3), dimensions={0}, to_apply=%region_2.343.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.8 = f32[2048]{0} add(f32[2048]{0} %param.10, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %all-reduce.4 = f32[2048]{0} all-reduce(f32[2048]{0} %add.8), channel_id=5, replica_groups={{0}}, to_apply=%region_2.343.stage_0_1_acc_grad_1, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %param.13 = f32[8192,2048]{1,0} parameter(5), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.14 = f32[64,8192]{1,0} parameter(16), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.4 = f32[8192,2048]{1,0} dot(f32[64,8192]{1,0} %param.14, f32[64,2048]{1,0} %select.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.9 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param.13, f32[8192,2048]{1,0} %dot.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %all-reduce.5 = f32[8192,2048]{1,0} all-reduce(f32[8192,2048]{1,0} %add.9), channel_id=6, replica_groups={{0}}, to_apply=%add.2, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %param.15 = f32[8192]{0} parameter(6), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.16 = pred[64,8192]{1,0} parameter(17), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.17 = f32[8192,2048]{1,0} parameter(19), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.5 = f32[64,8192]{1,0} dot(f32[64,2048]{1,0} %select.2, f32[8192,2048]{1,0} %param.17), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %select.3 = f32[64,8192]{1,0} select(pred[64,8192]{1,0} %param.16, f32[64,8192]{1,0} %dot.5, f32[64,8192]{1,0} %broadcast.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} + %reduce.3 = f32[8192]{0} reduce(f32[64,8192]{1,0} %select.3, f32[] %constant.3), dimensions={0}, to_apply=%region_3.347.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %add.10 = f32[8192]{0} add(f32[8192]{0} %param.15, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %all-reduce.6 = f32[8192]{0} all-reduce(f32[8192]{0} %add.10), channel_id=7, replica_groups={{0}}, to_apply=%region_3.347.stage_0_1_acc_grad_1, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + %param.18 = f32[2048,8192]{1,0} parameter(7), sharding={replicated}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %param.19 = f32[64,2048]{1,0} parameter(18), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_acc_grad_1$start"} + %dot.6 = f32[2048,8192]{1,0} dot(f32[64,2048]{1,0} %param.19, f32[64,8192]{1,0} %select.3), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + %add.11 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param.18, f32[2048,8192]{1,0} %dot.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} + %all-reduce.7 = f32[2048,8192]{1,0} all-reduce(f32[2048,8192]{1,0} %add.11), channel_id=8, replica_groups={{0}}, to_apply=%add.3, metadata={op_name="grad_acc_skippable_all_reduce" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} + ROOT %tuple = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %all-reduce, f32[8192,2048]{1,0} %all-reduce.1, f32[8192]{0} %all-reduce.2, f32[2048,8192]{1,0} %all-reduce.3, f32[2048]{0} %all-reduce.4, /*index=5*/f32[8192,2048]{1,0} %all-reduce.5, f32[8192]{0} %all-reduce.6, f32[2048,8192]{1,0} %all-reduce.7), metadata={op_name="tuple.9"} + } + + + hlo module after auto shard pass: HloModule stage_0_1-stage_0_1_apply_grad, entry_computation_layout={(f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0})->(f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0})} + + ENTRY %main.1125-stage_0_1_apply_grad (param_0: f32[8192], param_1: f32[2048,8192], param_2: f32[2048], param_3: f32[8192,2048], param_4: f32[8192], param_5: f32[2048,8192], param_6: f32[2048], param_7: f32[8192,2048], param_8: s32[], param_9: f32[8192], param_10: f32[2048,8192], param_11: f32[2048], param_12: f32[8192,2048], param_13: s32[], param_14: f32[8192], param_15: f32[2048,8192], param_16: f32[2048], param_17: f32[8192,2048], param_18: f32[8192], param_19: f32[2048,8192], param_20: f32[2048], param_21: f32[8192,2048], param_22: f32[8192], param_23: f32[2048,8192], param_24: f32[2048], param_25: f32[8192,2048], param_26: f32[8192], param_27: f32[2048,8192], param_28: f32[2048], param_29: f32[8192,2048], param_30: f32[8192], param_31: f32[2048,8192], param_32: f32[2048], param_33: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { + %param_26 = f32[8192]{0} parameter(26), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.169 = f32[] constant(0.00625), sharding={replicated} + %broadcast.194 = f32[8192]{0} broadcast(f32[] %constant.169), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.52 = f32[8192]{0} multiply(f32[8192]{0} %param_26, f32[8192]{0} %broadcast.194), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_0 = f32[8192]{0} parameter(0), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.94 = f32[] constant(0.9), sharding={replicated} + %broadcast.116 = f32[8192]{0} broadcast(f32[] %constant.94), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.53 = f32[8192]{0} multiply(f32[8192]{0} %param_0, f32[8192]{0} %broadcast.116), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.59 = f32[8192]{0} add(f32[8192]{0} %multiply.52, f32[8192]{0} %multiply.53), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_27 = f32[2048,8192]{1,0} parameter(27), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.182 = f32[] constant(0.00625), sharding={replicated} + %broadcast.196 = f32[2048,8192]{1,0} broadcast(f32[] %constant.182), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.54 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_27, f32[2048,8192]{1,0} %broadcast.196), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_1 = f32[2048,8192]{1,0} parameter(1), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.185 = f32[] constant(0.9), sharding={replicated} + %broadcast.120 = f32[2048,8192]{1,0} broadcast(f32[] %constant.185), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.55 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_1, f32[2048,8192]{1,0} %broadcast.120), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.60 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.54, f32[2048,8192]{1,0} %multiply.55), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_28 = f32[2048]{0} parameter(28), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.183 = f32[] constant(0.00625), sharding={replicated} + %broadcast.198 = f32[2048]{0} broadcast(f32[] %constant.183), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.56 = f32[2048]{0} multiply(f32[2048]{0} %param_28, f32[2048]{0} %broadcast.198), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_2 = f32[2048]{0} parameter(2), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.186 = f32[] constant(0.9), sharding={replicated} + %broadcast.125 = f32[2048]{0} broadcast(f32[] %constant.186), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.57 = f32[2048]{0} multiply(f32[2048]{0} %param_2, f32[2048]{0} %broadcast.125), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.61 = f32[2048]{0} add(f32[2048]{0} %multiply.56, f32[2048]{0} %multiply.57), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_29 = f32[8192,2048]{1,0} parameter(29), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.184 = f32[] constant(0.00625), sharding={replicated} + %broadcast.200 = f32[8192,2048]{1,0} broadcast(f32[] %constant.184), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.58 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_29, f32[8192,2048]{1,0} %broadcast.200), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_3 = f32[8192,2048]{1,0} parameter(3), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.187 = f32[] constant(0.9), sharding={replicated} + %broadcast.130 = f32[8192,2048]{1,0} broadcast(f32[] %constant.187), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.59 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_3, f32[8192,2048]{1,0} %broadcast.130), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.62 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.58, f32[8192,2048]{1,0} %multiply.59), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %constant.161 = f32[] constant(0.0625), sharding={replicated} + %broadcast.193 = f32[8192]{0} broadcast(f32[] %constant.161), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.100 = f32[8192]{0} multiply(f32[8192]{0} %param_26, f32[8192]{0} %broadcast.193), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.60 = f32[8192]{0} multiply(f32[8192]{0} %multiply.100, f32[8192]{0} %multiply.100), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.104 = f32[] constant(0.001), sharding={replicated} + %broadcast.131 = f32[8192]{0} broadcast(f32[] %constant.104), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.61 = f32[8192]{0} multiply(f32[8192]{0} %multiply.60, f32[8192]{0} %broadcast.131), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_4 = f32[8192]{0} parameter(4), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.105 = f32[] constant(0.999), sharding={replicated} + %broadcast.132 = f32[8192]{0} broadcast(f32[] %constant.105), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.62 = f32[8192]{0} multiply(f32[8192]{0} %param_4, f32[8192]{0} %broadcast.132), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.63 = f32[8192]{0} add(f32[8192]{0} %multiply.61, f32[8192]{0} %multiply.62), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %constant.189 = f32[] constant(0.0625), sharding={replicated} + %broadcast.195 = f32[2048,8192]{1,0} broadcast(f32[] %constant.189), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.103 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_27, f32[2048,8192]{1,0} %broadcast.195), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.63 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.103, f32[2048,8192]{1,0} %multiply.103), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.192 = f32[] constant(0.001), sharding={replicated} + %broadcast.133 = f32[2048,8192]{1,0} broadcast(f32[] %constant.192), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.64 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.63, f32[2048,8192]{1,0} %broadcast.133), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_5 = f32[2048,8192]{1,0} parameter(5), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.195 = f32[] constant(0.999), sharding={replicated} + %broadcast.135 = f32[2048,8192]{1,0} broadcast(f32[] %constant.195), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.65 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_5, f32[2048,8192]{1,0} %broadcast.135), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.64 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.64, f32[2048,8192]{1,0} %multiply.65), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %constant.190 = f32[] constant(0.0625), sharding={replicated} + %broadcast.197 = f32[2048]{0} broadcast(f32[] %constant.190), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.106 = f32[2048]{0} multiply(f32[2048]{0} %param_28, f32[2048]{0} %broadcast.197), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.66 = f32[2048]{0} multiply(f32[2048]{0} %multiply.106, f32[2048]{0} %multiply.106), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.193 = f32[] constant(0.001), sharding={replicated} + %broadcast.137 = f32[2048]{0} broadcast(f32[] %constant.193), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.67 = f32[2048]{0} multiply(f32[2048]{0} %multiply.66, f32[2048]{0} %broadcast.137), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_6 = f32[2048]{0} parameter(6), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.196 = f32[] constant(0.999), sharding={replicated} + %broadcast.138 = f32[2048]{0} broadcast(f32[] %constant.196), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.68 = f32[2048]{0} multiply(f32[2048]{0} %param_6, f32[2048]{0} %broadcast.138), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.65 = f32[2048]{0} add(f32[2048]{0} %multiply.67, f32[2048]{0} %multiply.68), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %constant.191 = f32[] constant(0.0625), sharding={replicated} + %broadcast.199 = f32[8192,2048]{1,0} broadcast(f32[] %constant.191), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.109 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_29, f32[8192,2048]{1,0} %broadcast.199), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} + %multiply.69 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.109, f32[8192,2048]{1,0} %multiply.109), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %constant.194 = f32[] constant(0.001), sharding={replicated} + %broadcast.139 = f32[8192,2048]{1,0} broadcast(f32[] %constant.194), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.70 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.69, f32[8192,2048]{1,0} %broadcast.139), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_7 = f32[8192,2048]{1,0} parameter(7), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.197 = f32[] constant(0.999), sharding={replicated} + %broadcast.140 = f32[8192,2048]{1,0} broadcast(f32[] %constant.197), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.71 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_7, f32[8192,2048]{1,0} %broadcast.140), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.66 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.70, f32[8192,2048]{1,0} %multiply.71), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_8 = s32[] parameter(8), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.199 = s32[] constant(2147483647), sharding={replicated} + %compare.11 = pred[] compare(s32[] %param_8, s32[] %constant.199), direction=LT, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %constant.113 = s32[] constant(1), sharding={replicated} + %add.85 = s32[] add(s32[] %param_8, s32[] %constant.113), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %constant.112 = s32[] constant(2147483647), sharding={replicated} + %select.11 = s32[] select(pred[] %compare.11, s32[] %add.85, s32[] %constant.112), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} + %param_9 = f32[8192]{0} parameter(9), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.114 = f32[] constant(1), sharding={replicated} + %constant.188 = f32[] constant(0.9), sharding={replicated} + %convert.4 = f32[] convert(s32[] %select.11), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %power.4 = f32[] power(f32[] %constant.188, f32[] %convert.4), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %subtract.6 = f32[] subtract(f32[] %constant.114, f32[] %power.4), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %broadcast.141 = f32[8192]{0} broadcast(f32[] %subtract.6), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %constant.201 = f32[] constant(1), sharding={replicated} + %constant.198 = f32[] constant(0.999), sharding={replicated} + %power.5 = f32[] power(f32[] %constant.198, f32[] %convert.4), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %subtract.7 = f32[] subtract(f32[] %constant.201, f32[] %power.5), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + %broadcast.142 = f32[8192]{0} broadcast(f32[] %subtract.7), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.37 = f32[8192]{0} divide(f32[8192]{0} %add.63, f32[8192]{0} %broadcast.142), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.8 = f32[8192]{0} sqrt(f32[8192]{0} %divide.37), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.117 = f32[] constant(1e-08), sharding={replicated} + %broadcast.143 = f32[8192]{0} broadcast(f32[] %constant.117), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.68 = f32[8192]{0} add(f32[8192]{0} %sqrt.8, f32[8192]{0} %broadcast.143), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.112 = f32[8192]{0} multiply(f32[8192]{0} %broadcast.141, f32[8192]{0} %add.68), sharding={devices=[2]0,1} + %divide.38 = f32[8192]{0} divide(f32[8192]{0} %add.59, f32[8192]{0} %multiply.112), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.119 = f32[] constant(-0.001), sharding={replicated} + %broadcast.144 = f32[8192]{0} broadcast(f32[] %constant.119), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.72 = f32[8192]{0} multiply(f32[8192]{0} %divide.38, f32[8192]{0} %broadcast.144), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.69 = f32[8192]{0} add(f32[8192]{0} %param_9, f32[8192]{0} %multiply.72), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %reshape.33 = f32[8192]{0} reshape(f32[8192]{0} %add.69), sharding={replicated} + %param_10 = f32[2048,8192]{1,0} parameter(10), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %broadcast.145 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.6), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.146 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.7), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.40 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.64, f32[2048,8192]{1,0} %broadcast.146), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.9 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.40), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.202 = f32[] constant(1e-08), sharding={replicated} + %broadcast.147 = f32[2048,8192]{1,0} broadcast(f32[] %constant.202), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.70 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.9, f32[2048,8192]{1,0} %broadcast.147), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.113 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %broadcast.145, f32[2048,8192]{1,0} %add.70), sharding={devices=[2,1]0,1} + %divide.41 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.60, f32[2048,8192]{1,0} %multiply.113), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.205 = f32[] constant(-0.001), sharding={replicated} + %broadcast.148 = f32[2048,8192]{1,0} broadcast(f32[] %constant.205), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.73 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.41, f32[2048,8192]{1,0} %broadcast.148), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.71 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_10, f32[2048,8192]{1,0} %multiply.73), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %reshape.29 = f32[2048,8192]{1,0} reshape(f32[2048,8192]{1,0} %add.71), sharding={replicated} + %param_11 = f32[2048]{0} parameter(11), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %broadcast.149 = f32[2048]{0} broadcast(f32[] %subtract.6), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.150 = f32[2048]{0} broadcast(f32[] %subtract.7), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.43 = f32[2048]{0} divide(f32[2048]{0} %add.65, f32[2048]{0} %broadcast.150), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.10 = f32[2048]{0} sqrt(f32[2048]{0} %divide.43), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.203 = f32[] constant(1e-08), sharding={replicated} + %broadcast.151 = f32[2048]{0} broadcast(f32[] %constant.203), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.72 = f32[2048]{0} add(f32[2048]{0} %sqrt.10, f32[2048]{0} %broadcast.151), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.114 = f32[2048]{0} multiply(f32[2048]{0} %broadcast.149, f32[2048]{0} %add.72), sharding={devices=[2]0,1} + %divide.44 = f32[2048]{0} divide(f32[2048]{0} %add.61, f32[2048]{0} %multiply.114), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.206 = f32[] constant(-0.001), sharding={replicated} + %broadcast.152 = f32[2048]{0} broadcast(f32[] %constant.206), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.74 = f32[2048]{0} multiply(f32[2048]{0} %divide.44, f32[2048]{0} %broadcast.152), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.73 = f32[2048]{0} add(f32[2048]{0} %param_11, f32[2048]{0} %multiply.74), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %reshape.35 = f32[2048]{0} reshape(f32[2048]{0} %add.73), sharding={replicated} + %param_12 = f32[8192,2048]{1,0} parameter(12), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %broadcast.153 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.6), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %broadcast.154 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.7), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %divide.46 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.66, f32[8192,2048]{1,0} %broadcast.154), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.11 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.46), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.204 = f32[] constant(1e-08), sharding={replicated} + %broadcast.155 = f32[8192,2048]{1,0} broadcast(f32[] %constant.204), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.74 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.11, f32[8192,2048]{1,0} %broadcast.155), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.115 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %broadcast.153, f32[8192,2048]{1,0} %add.74), sharding={devices=[2,1]0,1} + %divide.47 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.62, f32[8192,2048]{1,0} %multiply.115), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %constant.207 = f32[] constant(-0.001), sharding={replicated} + %broadcast.156 = f32[8192,2048]{1,0} broadcast(f32[] %constant.207), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %multiply.75 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.47, f32[8192,2048]{1,0} %broadcast.156), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.75 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_12, f32[8192,2048]{1,0} %multiply.75), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %reshape.31 = f32[8192,2048]{1,0} reshape(f32[8192,2048]{1,0} %add.75), sharding={replicated} + %param_13 = s32[] parameter(13), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %constant.200 = s32[] constant(1), sharding={replicated} + %add.76 = s32[] add(s32[] %param_13, s32[] %constant.200), sharding={replicated}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/training/train_state.py" source_line=77} + %param_30 = f32[8192]{0} parameter(30), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.76 = f32[8192]{0} multiply(f32[8192]{0} %param_30, f32[8192]{0} %broadcast.194), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_14 = f32[8192]{0} parameter(14), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.77 = f32[8192]{0} multiply(f32[8192]{0} %param_14, f32[8192]{0} %broadcast.116), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.77 = f32[8192]{0} add(f32[8192]{0} %multiply.76, f32[8192]{0} %multiply.77), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_31 = f32[2048,8192]{1,0} parameter(31), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.78 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_31, f32[2048,8192]{1,0} %broadcast.196), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_15 = f32[2048,8192]{1,0} parameter(15), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.79 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_15, f32[2048,8192]{1,0} %broadcast.120), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.78 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.78, f32[2048,8192]{1,0} %multiply.79), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_32 = f32[2048]{0} parameter(32), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.80 = f32[2048]{0} multiply(f32[2048]{0} %param_32, f32[2048]{0} %broadcast.198), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_16 = f32[2048]{0} parameter(16), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.81 = f32[2048]{0} multiply(f32[2048]{0} %param_16, f32[2048]{0} %broadcast.125), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.79 = f32[2048]{0} add(f32[2048]{0} %multiply.80, f32[2048]{0} %multiply.81), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_33 = f32[8192,2048]{1,0} parameter(33), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.82 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_33, f32[8192,2048]{1,0} %broadcast.200), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %param_17 = f32[8192,2048]{1,0} parameter(17), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.83 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_17, f32[8192,2048]{1,0} %broadcast.130), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %add.80 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.82, f32[8192,2048]{1,0} %multiply.83), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} + %multiply.116 = f32[8192]{0} multiply(f32[8192]{0} %param_30, f32[8192]{0} %broadcast.193), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %multiply.84 = f32[8192]{0} multiply(f32[8192]{0} %multiply.116, f32[8192]{0} %multiply.116), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %multiply.85 = f32[8192]{0} multiply(f32[8192]{0} %multiply.84, f32[8192]{0} %broadcast.131), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_18 = f32[8192]{0} parameter(18), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.86 = f32[8192]{0} multiply(f32[8192]{0} %param_18, f32[8192]{0} %broadcast.132), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.81 = f32[8192]{0} add(f32[8192]{0} %multiply.85, f32[8192]{0} %multiply.86), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.119 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_31, f32[2048,8192]{1,0} %broadcast.195), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %multiply.87 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.119, f32[2048,8192]{1,0} %multiply.119), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %multiply.88 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.87, f32[2048,8192]{1,0} %broadcast.133), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_19 = f32[2048,8192]{1,0} parameter(19), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.89 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_19, f32[2048,8192]{1,0} %broadcast.135), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.82 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.88, f32[2048,8192]{1,0} %multiply.89), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.122 = f32[2048]{0} multiply(f32[2048]{0} %param_32, f32[2048]{0} %broadcast.197), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %multiply.90 = f32[2048]{0} multiply(f32[2048]{0} %multiply.122, f32[2048]{0} %multiply.122), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %multiply.91 = f32[2048]{0} multiply(f32[2048]{0} %multiply.90, f32[2048]{0} %broadcast.137), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_20 = f32[2048]{0} parameter(20), sharding={devices=[2]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.92 = f32[2048]{0} multiply(f32[2048]{0} %param_20, f32[2048]{0} %broadcast.138), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.83 = f32[2048]{0} add(f32[2048]{0} %multiply.91, f32[2048]{0} %multiply.92), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %multiply.125 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_33, f32[8192,2048]{1,0} %broadcast.199), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} + %multiply.93 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.125, f32[8192,2048]{1,0} %multiply.125), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} + %multiply.94 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.93, f32[8192,2048]{1,0} %broadcast.139), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_21 = f32[8192,2048]{1,0} parameter(21), sharding={devices=[2,1]0,1}, metadata={op_name="stage_0_1_apply_grad$start"} + %multiply.95 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_21, f32[8192,2048]{1,0} %broadcast.140), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %add.84 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.94, f32[8192,2048]{1,0} %multiply.95), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} + %param_22 = f32[8192]{0} parameter(22), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %divide.53 = f32[8192]{0} divide(f32[8192]{0} %add.81, f32[8192]{0} %broadcast.142), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.12 = f32[8192]{0} sqrt(f32[8192]{0} %divide.53), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.86 = f32[8192]{0} add(f32[8192]{0} %sqrt.12, f32[8192]{0} %broadcast.143), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.128 = f32[8192]{0} multiply(f32[8192]{0} %broadcast.141, f32[8192]{0} %add.86), sharding={devices=[2]0,1} + %divide.54 = f32[8192]{0} divide(f32[8192]{0} %add.77, f32[8192]{0} %multiply.128), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.96 = f32[8192]{0} multiply(f32[8192]{0} %divide.54, f32[8192]{0} %broadcast.144), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.87 = f32[8192]{0} add(f32[8192]{0} %param_22, f32[8192]{0} %multiply.96), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %reshape.39 = f32[8192]{0} reshape(f32[8192]{0} %add.87), sharding={replicated} + %param_23 = f32[2048,8192]{1,0} parameter(23), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %divide.56 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.82, f32[2048,8192]{1,0} %broadcast.146), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.13 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.56), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.88 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.13, f32[2048,8192]{1,0} %broadcast.147), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.129 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %broadcast.145, f32[2048,8192]{1,0} %add.88), sharding={devices=[2,1]0,1} + %divide.57 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.78, f32[2048,8192]{1,0} %multiply.129), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.97 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.57, f32[2048,8192]{1,0} %broadcast.148), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.89 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_23, f32[2048,8192]{1,0} %multiply.97), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %reshape.37 = f32[2048,8192]{1,0} reshape(f32[2048,8192]{1,0} %add.89), sharding={replicated} + %param_24 = f32[2048]{0} parameter(24), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %divide.59 = f32[2048]{0} divide(f32[2048]{0} %add.83, f32[2048]{0} %broadcast.150), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.14 = f32[2048]{0} sqrt(f32[2048]{0} %divide.59), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.90 = f32[2048]{0} add(f32[2048]{0} %sqrt.14, f32[2048]{0} %broadcast.151), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.130 = f32[2048]{0} multiply(f32[2048]{0} %broadcast.149, f32[2048]{0} %add.90), sharding={devices=[2]0,1} + %divide.60 = f32[2048]{0} divide(f32[2048]{0} %add.79, f32[2048]{0} %multiply.130), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.98 = f32[2048]{0} multiply(f32[2048]{0} %divide.60, f32[2048]{0} %broadcast.152), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.91 = f32[2048]{0} add(f32[2048]{0} %param_24, f32[2048]{0} %multiply.98), sharding={devices=[2]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %reshape.43 = f32[2048]{0} reshape(f32[2048]{0} %add.91), sharding={replicated} + %param_25 = f32[8192,2048]{1,0} parameter(25), sharding={replicated}, metadata={op_name="stage_0_1_apply_grad$start"} + %divide.62 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.84, f32[8192,2048]{1,0} %broadcast.154), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} + %sqrt.15 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.62), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %add.92 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.15, f32[8192,2048]{1,0} %broadcast.155), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.131 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %broadcast.153, f32[8192,2048]{1,0} %add.92), sharding={devices=[2,1]0,1} + %divide.63 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.80, f32[8192,2048]{1,0} %multiply.131), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} + %multiply.99 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.63, f32[8192,2048]{1,0} %broadcast.156), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} + %add.93 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_25, f32[8192,2048]{1,0} %multiply.99), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} + %reshape.41 = f32[8192,2048]{1,0} reshape(f32[8192,2048]{1,0} %add.93), sharding={replicated} + ROOT %tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %add.59, f32[2048,8192]{1,0} %add.60, f32[2048]{0} %add.61, f32[8192,2048]{1,0} %add.62, f32[8192]{0} %add.63, /*index=5*/f32[2048,8192]{1,0} %add.64, f32[2048]{0} %add.65, f32[8192,2048]{1,0} %add.66, s32[] %select.11, f32[8192]{0} %reshape.33, /*index=10*/f32[2048,8192]{1,0} %reshape.29, f32[2048]{0} %reshape.35, f32[8192,2048]{1,0} %reshape.31, s32[] %add.76, f32[8192]{0} %add.77, /*index=15*/f32[2048,8192]{1,0} %add.78, f32[2048]{0} %add.79, f32[8192,2048]{1,0} %add.80, f32[8192]{0} %add.81, f32[2048,8192]{1,0} %add.82, /*index=20*/f32[2048]{0} %add.83, f32[8192,2048]{1,0} %add.84, f32[8192]{0} %reshape.39, f32[2048,8192]{1,0} %reshape.37, f32[2048]{0} %reshape.43, /*index=25*/f32[8192,2048]{1,0} %reshape.41), sharding={{devices=[2]0,1}, {devices=[2,1]0,1}, {devices=[2]0,1}, {devices=[2,1]0,1}, {devices=[2]0,1}, /*index=5*/{devices=[2,1]0,1}, {devices=[2]0,1}, {devices=[2,1]0,1}, {replicated}, {replicated}, /*index=10*/{replicated}, {replicated}, {replicated}, {replicated}, {devices=[2]0,1}, /*index=15*/{devices=[2,1]0,1}, {devices=[2]0,1}, {devices=[2,1]0,1}, {devices=[2]0,1}, {devices=[2,1]0,1}, /*index=20*/{devices=[2]0,1}, {devices=[2,1]0,1}, {replicated}, {replicated}, {replicated}, /*index=25*/{replicated}}, metadata={op_name="tuple.27"} + } + + +result[(0, 1, 1, 0), 0] = ModuleProfileResult(compute_cost=0.002, peak_memory=0.257 GB, invar_size=0.251 GB, outvar_size=0.006 GB, temp_buffer_size=0.000 GB, available_memory=20.882 GB) +result[(0, 1, 1, 0), 1] = ModuleProfileResult(compute_cost=0.004, peak_memory=0.694 GB, invar_size=0.444 GB, outvar_size=0.250 GB, temp_buffer_size=0.250 GB, available_memory=20.882 GB) +result[(0, 1, 1, 1), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.134 GB, invar_size=0.127 GB, outvar_size=0.007 GB, temp_buffer_size=0.001 GB, available_memory=20.882 GB) +result[(0, 1, 1, 1), 1] = ModuleProfileResult(compute_cost=0.002, peak_memory=0.230 GB, invar_size=0.226 GB, outvar_size=0.125 GB, temp_buffer_size=0.004 GB, available_memory=20.882 GB) +Profiling for submesh 1 (2, 1) takes 14.30 seconds +-------------------------------------------------- +- Profiling for submesh 0 (1, 1): +- Generate all stage infos (Jaxpr -> HLO) +selected_indices: [[0], [3]] +selected_indices: [[0], [3]] +selected_indices: [[0, 1], [2, 3]] +selected_indices: [[0, 1], [2, 3]] +selected_indices: [[1], [2]] +selected_indices: [[1], [2]] +- Compile all stages +(CompileWorker pid=1531825) hlo module before auto shard pass: HloModule stage_1_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias), {8}: (8, {}, may-alias), {9}: (9, {}, may-alias), {10}: (10, {}, may-alias), {11}: (11, {}, may-alias), {12}: (12, {}, may-alias), {13}: (13, {}, may-alias), {14}: (14, {}, may-alias), {15}: (15, {}, may-alias), {16}: (16, {}, may-alias) }, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[128,2048]{1,0},f32[128,2048]{1,0})->(f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=10*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=15*/f32[8192,2048]{1,0}, s32[], f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, /*index=20*/pred[128,8192]{1,0}, f32[128,2048]{1,0})} +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %xla_fallback_pipeline_marker.20 (Arg_0.21: f32[128,2048], Arg_1.22: f32[2048,8192], Arg_2.23: f32[8192], Arg_3.24: f32[8192,2048], Arg_4.25: f32[2048], Arg_5.26: f32[128,2048]) -> (f32[128,2048], f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], /*index=5*/f32[128,2048]) { +(CompileWorker pid=1531825) %Arg_0.21 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.22 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.23 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.24 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.25 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531825) %Arg_5.26 = f32[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531825) %tuple.27 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) tuple(f32[128,2048]{1,0} %Arg_0.21, f32[2048,8192]{1,0} %Arg_1.22, f32[8192]{0} %Arg_2.23, f32[8192,2048]{1,0} %Arg_3.24, f32[2048]{0} %Arg_4.25, /*index=5*/f32[128,2048]{1,0} %Arg_5.26), metadata={op_name="tuple.7"} +(CompileWorker pid=1531825) ROOT %custom-call.28 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) custom-call((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.27), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_1_1_acc_grad_0$start"}, backend_config="\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %pipeline_marker.29 (Arg_0.30: f32[128,2048], Arg_1.31: f32[2048,8192], Arg_2.32: f32[8192], Arg_3.33: f32[8192,2048], Arg_4.34: f32[2048], Arg_5.35: f32[128,2048]) -> (f32[128,2048], f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], /*index=5*/f32[128,2048]) { +(CompileWorker pid=1531825) %Arg_0.30 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.31 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.32 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.33 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.34 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531825) %Arg_5.35 = f32[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531825) %call.36 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) call(f32[128,2048]{1,0} %Arg_0.30, f32[2048,8192]{1,0} %Arg_1.31, f32[8192]{0} %Arg_2.32, f32[8192,2048]{1,0} %Arg_3.33, f32[2048]{0} %Arg_4.34, /*index=5*/f32[128,2048]{1,0} %Arg_5.35), to_apply=%xla_fallback_pipeline_marker.20 +(CompileWorker pid=1531825) %get-tuple-element.37 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.36), index=0, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.38 = f32[2048,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.36), index=1, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.39 = f32[8192]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.36), index=2, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.40 = f32[8192,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.36), index=3, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.41 = f32[2048]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.36), index=4, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.42 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.36), index=5, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531825) ROOT %tuple.43 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.37, f32[2048,8192]{1,0} %get-tuple-element.38, f32[8192]{0} %get-tuple-element.39, f32[8192,2048]{1,0} %get-tuple-element.40, f32[2048]{0} %get-tuple-element.41, /*index=5*/f32[128,2048]{1,0} %get-tuple-element.42) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %stage_1_1_acc_grad_00.51 (Arg_0.52: f32[128,2048], Arg_1.53: f32[2048,8192], Arg_2.54: f32[8192], Arg_3.55: f32[8192,2048], Arg_4.56: f32[2048], Arg_5.57: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531825) %Arg_0.52 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.53 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531825) %dot.64 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %Arg_0.52, f32[2048,8192]{1,0} %Arg_1.53), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %Arg_2.54 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531825) %reshape.65 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_2.54), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %broadcast.66 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.65), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %reshape.67 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.66), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %broadcast.68 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.67), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %add.69 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.64, f32[128,8192]{1,0} %broadcast.68), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %constant.62 = f32[] constant(0) +(CompileWorker pid=1531825) %broadcast.63 = f32[128,8192]{1,0} broadcast(f32[] %constant.62), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %maximum.70 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.69, f32[128,8192]{1,0} %broadcast.63), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %Arg_3.55 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531825) %dot.72 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.70, f32[8192,2048]{1,0} %Arg_3.55), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %Arg_4.56 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531825) %reshape.73 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_4.56), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %broadcast.74 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.73), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %reshape.75 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.74), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %broadcast.76 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.75), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %add.77 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.72, f32[128,2048]{1,0} %broadcast.76), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %constant.60 = f32[] constant(0) +(CompileWorker pid=1531825) %broadcast.61 = f32[128,2048]{1,0} broadcast(f32[] %constant.60), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %maximum.78 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.77, f32[128,2048]{1,0} %broadcast.61), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %Arg_5.57 = f32[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531825) %subtract.80 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.78, f32[128,2048]{1,0} %Arg_5.57), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %constant.58 = f32[] constant(2) +(CompileWorker pid=1531825) %broadcast.59 = f32[128,2048]{1,0} broadcast(f32[] %constant.58), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %multiply.81 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.80, f32[128,2048]{1,0} %broadcast.59), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %compare.79 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.77, f32[128,2048]{1,0} %broadcast.61), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %compare.71 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.69, f32[128,8192]{1,0} %broadcast.63), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) ROOT %tuple.82 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.81, pred[128,2048]{1,0} %compare.79, f32[128,8192]{1,0} %maximum.70, pred[128,8192]{1,0} %compare.71) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %stage_1_1_acc_grad_0.83 (Arg_0.84: f32[128,2048], Arg_1.85: f32[2048,8192], Arg_2.86: f32[8192], Arg_3.87: f32[8192,2048], Arg_4.88: f32[2048], Arg_5.89: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531825) %Arg_0.84 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.85 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.86 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.87 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.88 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531825) %Arg_5.89 = f32[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531825) %call.90 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %Arg_0.84, f32[2048,8192]{1,0} %Arg_1.85, f32[8192]{0} %Arg_2.86, f32[8192,2048]{1,0} %Arg_3.87, f32[2048]{0} %Arg_4.88, /*index=5*/f32[128,2048]{1,0} %Arg_5.89), to_apply=%stage_1_1_acc_grad_00.51 +(CompileWorker pid=1531825) %get-tuple-element.91 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.90), index=0 +(CompileWorker pid=1531825) %get-tuple-element.92 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.90), index=1 +(CompileWorker pid=1531825) %get-tuple-element.93 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.90), index=2 +(CompileWorker pid=1531825) %get-tuple-element.94 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.90), index=3 +(CompileWorker pid=1531825) ROOT %tuple.95 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.91, pred[128,2048]{1,0} %get-tuple-element.92, f32[128,8192]{1,0} %get-tuple-element.93, pred[128,8192]{1,0} %get-tuple-element.94) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %xla_fallback_pipeline_marker_0.101 (Arg_0.102: f32[128,2048], Arg_1.103: pred[128,2048], Arg_2.104: f32[128,8192], Arg_3.105: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531825) %Arg_0.102 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.103 = pred[128,2048]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.104 = f32[128,8192]{1,0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.105 = pred[128,8192]{1,0} parameter(3) +(CompileWorker pid=1531825) %tuple.106 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %Arg_0.102, pred[128,2048]{1,0} %Arg_1.103, f32[128,8192]{1,0} %Arg_2.104, pred[128,8192]{1,0} %Arg_3.105), metadata={op_name="tuple.5"} +(CompileWorker pid=1531825) ROOT %custom-call.107 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) custom-call((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.106), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_1_1_acc_grad_0$end"}, backend_config="\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %pipeline_marker_0.108 (Arg_0.109: f32[128,2048], Arg_1.110: pred[128,2048], Arg_2.111: f32[128,8192], Arg_3.112: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531825) %Arg_0.109 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.110 = pred[128,2048]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.111 = f32[128,8192]{1,0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.112 = pred[128,8192]{1,0} parameter(3) +(CompileWorker pid=1531825) %call.113 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %Arg_0.109, pred[128,2048]{1,0} %Arg_1.110, f32[128,8192]{1,0} %Arg_2.111, pred[128,8192]{1,0} %Arg_3.112), to_apply=%xla_fallback_pipeline_marker_0.101 +(CompileWorker pid=1531825) %get-tuple-element.114 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.113), index=0, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.115 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.113), index=1, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.116 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.113), index=2, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.117 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.113), index=3, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531825) ROOT %tuple.118 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.114, pred[128,2048]{1,0} %get-tuple-element.115, f32[128,8192]{1,0} %get-tuple-element.116, pred[128,8192]{1,0} %get-tuple-element.117) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %xla_fallback_pipeline_marker_1.124 (Arg_0.125: f32[2048], Arg_1.126: f32[8192,2048], Arg_2.127: f32[8192], Arg_3.128: f32[2048,8192], Arg_4.129: f32[128,2048], Arg_5.130: pred[128,2048], Arg_6.131: f32[128,8192], Arg_7.132: pred[128,8192], Arg_8.133: f32[8192,2048], Arg_9.134: f32[128,2048], Arg_10.135: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192], f32[8192,2048], f32[128,2048], /*index=10*/f32[2048,8192]) { +(CompileWorker pid=1531825) %Arg_0.125 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.126 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.127 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.128 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.129 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531825) %Arg_5.130 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531825) %Arg_6.131 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531825) %Arg_7.132 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531825) %Arg_8.133 = f32[8192,2048]{1,0} parameter(8) +(CompileWorker pid=1531825) %Arg_9.134 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531825) %Arg_10.135 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531825) %tuple.136 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) tuple(f32[2048]{0} %Arg_0.125, f32[8192,2048]{1,0} %Arg_1.126, f32[8192]{0} %Arg_2.127, f32[2048,8192]{1,0} %Arg_3.128, f32[128,2048]{1,0} %Arg_4.129, /*index=5*/pred[128,2048]{1,0} %Arg_5.130, f32[128,8192]{1,0} %Arg_6.131, pred[128,8192]{1,0} %Arg_7.132, f32[8192,2048]{1,0} %Arg_8.133, f32[128,2048]{1,0} %Arg_9.134, /*index=10*/f32[2048,8192]{1,0} %Arg_10.135), metadata={op_name="tuple.12"} +(CompileWorker pid=1531825) ROOT %custom-call.137 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.136), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_1_1_acc_grad_1$start"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %pipeline_marker_1.138 (Arg_0.139: f32[2048], Arg_1.140: f32[8192,2048], Arg_2.141: f32[8192], Arg_3.142: f32[2048,8192], Arg_4.143: f32[128,2048], Arg_5.144: pred[128,2048], Arg_6.145: f32[128,8192], Arg_7.146: pred[128,8192], Arg_8.147: f32[8192,2048], Arg_9.148: f32[128,2048], Arg_10.149: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192], f32[8192,2048], f32[128,2048], /*index=10*/f32[2048,8192]) { +(CompileWorker pid=1531825) %Arg_0.139 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.140 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.141 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.142 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.143 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531825) %Arg_5.144 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531825) %Arg_6.145 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531825) %Arg_7.146 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531825) %Arg_8.147 = f32[8192,2048]{1,0} parameter(8) +(CompileWorker pid=1531825) %Arg_9.148 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531825) %Arg_10.149 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531825) %call.150 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_0.139, f32[8192,2048]{1,0} %Arg_1.140, f32[8192]{0} %Arg_2.141, f32[2048,8192]{1,0} %Arg_3.142, f32[128,2048]{1,0} %Arg_4.143, /*index=5*/pred[128,2048]{1,0} %Arg_5.144, f32[128,8192]{1,0} %Arg_6.145, pred[128,8192]{1,0} %Arg_7.146, f32[8192,2048]{1,0} %Arg_8.147, f32[128,2048]{1,0} %Arg_9.148, /*index=10*/f32[2048,8192]{1,0} %Arg_10.149), to_apply=%xla_fallback_pipeline_marker_1.124 +(CompileWorker pid=1531825) %get-tuple-element.151 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=0, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.152 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=1, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.153 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=2, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.154 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=3, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.155 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=4, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.156 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=5, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.157 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=6, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.158 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=7, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.159 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=8, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=9, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.161 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=10, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531825) ROOT %tuple.162 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.151, f32[8192,2048]{1,0} %get-tuple-element.152, f32[8192]{0} %get-tuple-element.153, f32[2048,8192]{1,0} %get-tuple-element.154, f32[128,2048]{1,0} %get-tuple-element.155, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.156, f32[128,8192]{1,0} %get-tuple-element.157, pred[128,8192]{1,0} %get-tuple-element.158, f32[8192,2048]{1,0} %get-tuple-element.159, f32[128,2048]{1,0} %get-tuple-element.160, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.161) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %region_0.175 (Arg_0.176: f32[], Arg_1.177: f32[]) -> f32[] { +(CompileWorker pid=1531825) %Arg_0.176 = f32[] parameter(0) +(CompileWorker pid=1531825) %Arg_1.177 = f32[] parameter(1) +(CompileWorker pid=1531825) ROOT %add.178 = f32[] add(f32[] %Arg_0.176, f32[] %Arg_1.177), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %region_1.179 (Arg_0.180: f32[], Arg_1.181: f32[]) -> f32[] { +(CompileWorker pid=1531825) %Arg_0.180 = f32[] parameter(0) +(CompileWorker pid=1531825) %Arg_1.181 = f32[] parameter(1) +(CompileWorker pid=1531825) ROOT %add.182 = f32[] add(f32[] %Arg_0.180, f32[] %Arg_1.181), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %stage_1_1_acc_grad_10.183 (Arg_0.184: f32[2048], Arg_1.185: f32[8192,2048], Arg_2.186: f32[8192], Arg_3.187: f32[2048,8192], Arg_4.188: f32[128,2048], Arg_5.189: pred[128,2048], Arg_6.190: f32[128,8192], Arg_7.191: pred[128,8192], Arg_8.192: f32[8192,2048], Arg_9.193: f32[128,2048], Arg_10.194: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531825) %Arg_0.184 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531825) %Arg_5.189 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531825) %Arg_4.188 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531825) %constant.199 = f32[] constant(3.81469727e-06) +(CompileWorker pid=1531825) %broadcast.200 = f32[128,2048]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %multiply.202 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %Arg_4.188, f32[128,2048]{1,0} %broadcast.200), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %constant.197 = f32[] constant(0) +(CompileWorker pid=1531825) %broadcast.198 = f32[128,2048]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %select.203 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %Arg_5.189, f32[128,2048]{1,0} %multiply.202, f32[128,2048]{1,0} %broadcast.198), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %constant.201 = f32[] constant(0) +(CompileWorker pid=1531825) %reduce.204 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.203, f32[] %constant.201), dimensions={0}, to_apply=%region_0.175, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %add.213 = f32[2048]{0} add(f32[2048]{0} %Arg_0.184, f32[2048]{0} %reduce.204), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531825) %Arg_1.185 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_6.190 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531825) %dot.205 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.203, f32[128,8192]{1,0} %Arg_6.190), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %transpose.206 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.205), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %add.214 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_1.185, f32[8192,2048]{0,1} %transpose.206), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531825) %Arg_2.186 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_7.191 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531825) %Arg_8.192 = f32[8192,2048]{1,0} parameter(8) +(CompileWorker pid=1531825) %dot.207 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.203, f32[8192,2048]{1,0} %Arg_8.192), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %constant.195 = f32[] constant(0) +(CompileWorker pid=1531825) %broadcast.196 = f32[128,8192]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %select.208 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %Arg_7.191, f32[128,8192]{1,0} %dot.207, f32[128,8192]{1,0} %broadcast.196), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %reduce.209 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.208, f32[] %constant.201), dimensions={0}, to_apply=%region_1.179, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %add.215 = f32[8192]{0} add(f32[8192]{0} %Arg_2.186, f32[8192]{0} %reduce.209), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531825) %Arg_3.187 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_9.193 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531825) %dot.210 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.208, f32[128,2048]{1,0} %Arg_9.193), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %transpose.211 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.210), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %add.216 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_3.187, f32[2048,8192]{0,1} %transpose.211), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531825) %Arg_10.194 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531825) %dot.212 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.208, f32[2048,8192]{1,0} %Arg_10.194), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) ROOT %tuple.217 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.213, f32[8192,2048]{1,0} %add.214, f32[8192]{0} %add.215, f32[2048,8192]{1,0} %add.216, f32[128,2048]{1,0} %dot.212) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %stage_1_1_acc_grad_1.218 (Arg_0.219: f32[2048], Arg_1.220: f32[8192,2048], Arg_2.221: f32[8192], Arg_3.222: f32[2048,8192], Arg_4.223: f32[128,2048], Arg_5.224: pred[128,2048], Arg_6.225: f32[128,8192], Arg_7.226: pred[128,8192], Arg_8.227: f32[8192,2048], Arg_9.228: f32[128,2048], Arg_10.229: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531825) %Arg_0.219 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.220 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.221 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.222 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.223 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531825) %Arg_5.224 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531825) %Arg_6.225 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531825) %Arg_7.226 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531825) %Arg_8.227 = f32[8192,2048]{1,0} parameter(8) +(CompileWorker pid=1531825) %Arg_9.228 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531825) %Arg_10.229 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531825) %call.230 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) call(f32[2048]{0} %Arg_0.219, f32[8192,2048]{1,0} %Arg_1.220, f32[8192]{0} %Arg_2.221, f32[2048,8192]{1,0} %Arg_3.222, f32[128,2048]{1,0} %Arg_4.223, /*index=5*/pred[128,2048]{1,0} %Arg_5.224, f32[128,8192]{1,0} %Arg_6.225, pred[128,8192]{1,0} %Arg_7.226, f32[8192,2048]{1,0} %Arg_8.227, f32[128,2048]{1,0} %Arg_9.228, /*index=10*/f32[2048,8192]{1,0} %Arg_10.229), to_apply=%stage_1_1_acc_grad_10.183 +(CompileWorker pid=1531825) %get-tuple-element.231 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.230), index=0 +(CompileWorker pid=1531825) %get-tuple-element.232 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.230), index=1 +(CompileWorker pid=1531825) %get-tuple-element.233 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.230), index=2 +(CompileWorker pid=1531825) %get-tuple-element.234 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.230), index=3 +(CompileWorker pid=1531825) %get-tuple-element.235 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.230), index=4 +(CompileWorker pid=1531825) ROOT %tuple.236 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.231, f32[8192,2048]{1,0} %get-tuple-element.232, f32[8192]{0} %get-tuple-element.233, f32[2048,8192]{1,0} %get-tuple-element.234, f32[128,2048]{1,0} %get-tuple-element.235) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %xla_fallback_pipeline_marker_2.243 (Arg_0.244: f32[2048], Arg_1.245: f32[8192,2048], Arg_2.246: f32[8192], Arg_3.247: f32[2048,8192], Arg_4.248: f32[128,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531825) %Arg_0.244 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.245 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.246 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.247 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.248 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531825) %tuple.249 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %Arg_0.244, f32[8192,2048]{1,0} %Arg_1.245, f32[8192]{0} %Arg_2.246, f32[2048,8192]{1,0} %Arg_3.247, f32[128,2048]{1,0} %Arg_4.248), metadata={op_name="tuple.6"} +(CompileWorker pid=1531825) ROOT %custom-call.250 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.249), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_1_1_acc_grad_1$end"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %pipeline_marker_2.251 (Arg_0.252: f32[2048], Arg_1.253: f32[8192,2048], Arg_2.254: f32[8192], Arg_3.255: f32[2048,8192], Arg_4.256: f32[128,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531825) %Arg_0.252 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.253 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.254 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.255 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.256 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531825) %call.257 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) call(f32[2048]{0} %Arg_0.252, f32[8192,2048]{1,0} %Arg_1.253, f32[8192]{0} %Arg_2.254, f32[2048,8192]{1,0} %Arg_3.255, f32[128,2048]{1,0} %Arg_4.256), to_apply=%xla_fallback_pipeline_marker_2.243 +(CompileWorker pid=1531825) %get-tuple-element.258 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.257), index=0, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.259 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.257), index=1, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.260 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.257), index=2, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.261 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.257), index=3, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.262 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.257), index=4, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531825) ROOT %tuple.263 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.258, f32[8192,2048]{1,0} %get-tuple-element.259, f32[8192]{0} %get-tuple-element.260, f32[2048,8192]{1,0} %get-tuple-element.261, f32[128,2048]{1,0} %get-tuple-element.262) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %xla_fallback_pipeline_marker_3.270 (Arg_0.271: f32[8192], Arg_1.272: f32[2048,8192], Arg_2.273: f32[2048], Arg_3.274: f32[8192,2048], Arg_4.275: f32[8192], Arg_5.276: f32[2048,8192], Arg_6.277: f32[2048], Arg_7.278: f32[8192,2048], Arg_8.279: s32[], Arg_9.280: f32[8192], Arg_10.281: f32[2048,8192], Arg_11.282: f32[2048], Arg_12.283: f32[8192,2048], Arg_13.284: f32[8192], Arg_14.285: f32[2048,8192], Arg_15.286: f32[2048], Arg_16.287: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=15*/f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531825) %Arg_0.271 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.272 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.273 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.274 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.275 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531825) %Arg_5.276 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531825) %Arg_6.277 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531825) %Arg_7.278 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531825) %Arg_8.279 = s32[] parameter(8) +(CompileWorker pid=1531825) %Arg_9.280 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531825) %Arg_10.281 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531825) %Arg_11.282 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531825) %Arg_12.283 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531825) %Arg_13.284 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531825) %Arg_14.285 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531825) %Arg_15.286 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531825) %Arg_16.287 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531825) %tuple.288 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.271, f32[2048,8192]{1,0} %Arg_1.272, f32[2048]{0} %Arg_2.273, f32[8192,2048]{1,0} %Arg_3.274, f32[8192]{0} %Arg_4.275, /*index=5*/f32[2048,8192]{1,0} %Arg_5.276, f32[2048]{0} %Arg_6.277, f32[8192,2048]{1,0} %Arg_7.278, s32[] %Arg_8.279, f32[8192]{0} %Arg_9.280, /*index=10*/f32[2048,8192]{1,0} %Arg_10.281, f32[2048]{0} %Arg_11.282, f32[8192,2048]{1,0} %Arg_12.283, f32[8192]{0} %Arg_13.284, f32[2048,8192]{1,0} %Arg_14.285, /*index=15*/f32[2048]{0} %Arg_15.286, f32[8192,2048]{1,0} %Arg_16.287), metadata={op_name="tuple.18"} +(CompileWorker pid=1531825) ROOT %custom-call.289 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.288), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_1_1_apply_grad$start"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %pipeline_marker_3.290 (Arg_0.291: f32[8192], Arg_1.292: f32[2048,8192], Arg_2.293: f32[2048], Arg_3.294: f32[8192,2048], Arg_4.295: f32[8192], Arg_5.296: f32[2048,8192], Arg_6.297: f32[2048], Arg_7.298: f32[8192,2048], Arg_8.299: s32[], Arg_9.300: f32[8192], Arg_10.301: f32[2048,8192], Arg_11.302: f32[2048], Arg_12.303: f32[8192,2048], Arg_13.304: f32[8192], Arg_14.305: f32[2048,8192], Arg_15.306: f32[2048], Arg_16.307: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=15*/f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531825) %Arg_0.291 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.292 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.293 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.294 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.295 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531825) %Arg_5.296 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531825) %Arg_6.297 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531825) %Arg_7.298 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531825) %Arg_8.299 = s32[] parameter(8) +(CompileWorker pid=1531825) %Arg_9.300 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531825) %Arg_10.301 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531825) %Arg_11.302 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531825) %Arg_12.303 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531825) %Arg_13.304 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531825) %Arg_14.305 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531825) %Arg_15.306 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531825) %Arg_16.307 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531825) %call.308 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.291, f32[2048,8192]{1,0} %Arg_1.292, f32[2048]{0} %Arg_2.293, f32[8192,2048]{1,0} %Arg_3.294, f32[8192]{0} %Arg_4.295, /*index=5*/f32[2048,8192]{1,0} %Arg_5.296, f32[2048]{0} %Arg_6.297, f32[8192,2048]{1,0} %Arg_7.298, s32[] %Arg_8.299, f32[8192]{0} %Arg_9.300, /*index=10*/f32[2048,8192]{1,0} %Arg_10.301, f32[2048]{0} %Arg_11.302, f32[8192,2048]{1,0} %Arg_12.303, f32[8192]{0} %Arg_13.304, f32[2048,8192]{1,0} %Arg_14.305, /*index=15*/f32[2048]{0} %Arg_15.306, f32[8192,2048]{1,0} %Arg_16.307), to_apply=%xla_fallback_pipeline_marker_3.270 +(CompileWorker pid=1531825) %get-tuple-element.309 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=0, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.310 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=1, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.311 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=2, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.312 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=3, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.313 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=4, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.314 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=5, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.315 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=6, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.316 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=7, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.317 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=8, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.318 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=9, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.319 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=10, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.320 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=11, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.321 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=12, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.322 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=13, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.323 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=14, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.324 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=15, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) %get-tuple-element.325 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=16, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531825) ROOT %tuple.326 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.309, f32[2048,8192]{1,0} %get-tuple-element.310, f32[2048]{0} %get-tuple-element.311, f32[8192,2048]{1,0} %get-tuple-element.312, f32[8192]{0} %get-tuple-element.313, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.314, f32[2048]{0} %get-tuple-element.315, f32[8192,2048]{1,0} %get-tuple-element.316, s32[] %get-tuple-element.317, f32[8192]{0} %get-tuple-element.318, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.319, f32[2048]{0} %get-tuple-element.320, f32[8192,2048]{1,0} %get-tuple-element.321, f32[8192]{0} %get-tuple-element.322, f32[2048,8192]{1,0} %get-tuple-element.323, /*index=15*/f32[2048]{0} %get-tuple-element.324, f32[8192,2048]{1,0} %get-tuple-element.325) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %stage_1_1_apply0.345 (Arg_0.346: f32[8192], Arg_1.347: f32[8192], Arg_2.348: f32[2048,8192], Arg_3.349: f32[2048,8192], Arg_4.350: f32[2048], Arg_5.351: f32[2048], Arg_6.352: f32[8192,2048], Arg_7.353: f32[8192,2048], Arg_8.354: f32[8192], Arg_9.355: f32[2048,8192], Arg_10.356: f32[2048], Arg_11.357: f32[8192,2048], Arg_12.358: s32[], Arg_13.359: f32[8192], Arg_14.360: f32[2048,8192], Arg_15.361: f32[2048], Arg_16.362: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531825) %Arg_0.346 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531825) %constant.417 = f32[] constant(16) +(CompileWorker pid=1531825) %broadcast.418 = f32[8192]{0} broadcast(f32[] %constant.417), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %divide.424 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.346, f32[8192]{0} %broadcast.418), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %constant.409 = f32[] constant(0.1) +(CompileWorker pid=1531825) %broadcast.410 = f32[8192]{0} broadcast(f32[] %constant.409), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.428 = f32[8192]{0} multiply(f32[8192]{0} %divide.424, f32[8192]{0} %broadcast.410), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %Arg_1.347 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531825) %constant.407 = f32[] constant(0.9) +(CompileWorker pid=1531825) %broadcast.408 = f32[8192]{0} broadcast(f32[] %constant.407), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.429 = f32[8192]{0} multiply(f32[8192]{0} %Arg_1.347, f32[8192]{0} %broadcast.408), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %add.430 = f32[8192]{0} add(f32[8192]{0} %multiply.428, f32[8192]{0} %multiply.429), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %Arg_2.348 = f32[2048,8192]{1,0} parameter(2) +(CompileWorker pid=1531825) %constant.415 = f32[] constant(16) +(CompileWorker pid=1531825) %broadcast.416 = f32[2048,8192]{1,0} broadcast(f32[] %constant.415), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %divide.425 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_2.348, f32[2048,8192]{1,0} %broadcast.416), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %constant.405 = f32[] constant(0.1) +(CompileWorker pid=1531825) %broadcast.406 = f32[2048,8192]{1,0} broadcast(f32[] %constant.405), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.431 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.425, f32[2048,8192]{1,0} %broadcast.406), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %Arg_3.349 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531825) %constant.403 = f32[] constant(0.9) +(CompileWorker pid=1531825) %broadcast.404 = f32[2048,8192]{1,0} broadcast(f32[] %constant.403), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.432 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_3.349, f32[2048,8192]{1,0} %broadcast.404), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %add.433 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.431, f32[2048,8192]{1,0} %multiply.432), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %Arg_4.350 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531825) %constant.413 = f32[] constant(16) +(CompileWorker pid=1531825) %broadcast.414 = f32[2048]{0} broadcast(f32[] %constant.413), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %divide.426 = f32[2048]{0} divide(f32[2048]{0} %Arg_4.350, f32[2048]{0} %broadcast.414), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %constant.401 = f32[] constant(0.1) +(CompileWorker pid=1531825) %broadcast.402 = f32[2048]{0} broadcast(f32[] %constant.401), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.434 = f32[2048]{0} multiply(f32[2048]{0} %divide.426, f32[2048]{0} %broadcast.402), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %Arg_5.351 = f32[2048]{0} parameter(5) +(CompileWorker pid=1531825) %constant.399 = f32[] constant(0.9) +(CompileWorker pid=1531825) %broadcast.400 = f32[2048]{0} broadcast(f32[] %constant.399), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.435 = f32[2048]{0} multiply(f32[2048]{0} %Arg_5.351, f32[2048]{0} %broadcast.400), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %add.436 = f32[2048]{0} add(f32[2048]{0} %multiply.434, f32[2048]{0} %multiply.435), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %Arg_6.352 = f32[8192,2048]{1,0} parameter(6) +(CompileWorker pid=1531825) %constant.411 = f32[] constant(16) +(CompileWorker pid=1531825) %broadcast.412 = f32[8192,2048]{1,0} broadcast(f32[] %constant.411), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %divide.427 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_6.352, f32[8192,2048]{1,0} %broadcast.412), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %constant.397 = f32[] constant(0.1) +(CompileWorker pid=1531825) %broadcast.398 = f32[8192,2048]{1,0} broadcast(f32[] %constant.397), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.437 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.427, f32[8192,2048]{1,0} %broadcast.398), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %Arg_7.353 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531825) %constant.395 = f32[] constant(0.9) +(CompileWorker pid=1531825) %broadcast.396 = f32[8192,2048]{1,0} broadcast(f32[] %constant.395), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.438 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_7.353, f32[8192,2048]{1,0} %broadcast.396), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %add.439 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.437, f32[8192,2048]{1,0} %multiply.438), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.440 = f32[8192]{0} multiply(f32[8192]{0} %divide.424, f32[8192]{0} %divide.424), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531825) %constant.393 = f32[] constant(0.001) +(CompileWorker pid=1531825) %broadcast.394 = f32[8192]{0} broadcast(f32[] %constant.393), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.441 = f32[8192]{0} multiply(f32[8192]{0} %multiply.440, f32[8192]{0} %broadcast.394), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %Arg_8.354 = f32[8192]{0} parameter(8) +(CompileWorker pid=1531825) %constant.391 = f32[] constant(0.999) +(CompileWorker pid=1531825) %broadcast.392 = f32[8192]{0} broadcast(f32[] %constant.391), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.442 = f32[8192]{0} multiply(f32[8192]{0} %Arg_8.354, f32[8192]{0} %broadcast.392), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %add.443 = f32[8192]{0} add(f32[8192]{0} %multiply.441, f32[8192]{0} %multiply.442), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.444 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.425, f32[2048,8192]{1,0} %divide.425), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531825) %constant.389 = f32[] constant(0.001) +(CompileWorker pid=1531825) %broadcast.390 = f32[2048,8192]{1,0} broadcast(f32[] %constant.389), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.445 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.444, f32[2048,8192]{1,0} %broadcast.390), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %Arg_9.355 = f32[2048,8192]{1,0} parameter(9) +(CompileWorker pid=1531825) %constant.387 = f32[] constant(0.999) +(CompileWorker pid=1531825) %broadcast.388 = f32[2048,8192]{1,0} broadcast(f32[] %constant.387), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.446 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_9.355, f32[2048,8192]{1,0} %broadcast.388), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %add.447 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.445, f32[2048,8192]{1,0} %multiply.446), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.448 = f32[2048]{0} multiply(f32[2048]{0} %divide.426, f32[2048]{0} %divide.426), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531825) %constant.385 = f32[] constant(0.001) +(CompileWorker pid=1531825) %broadcast.386 = f32[2048]{0} broadcast(f32[] %constant.385), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.449 = f32[2048]{0} multiply(f32[2048]{0} %multiply.448, f32[2048]{0} %broadcast.386), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %Arg_10.356 = f32[2048]{0} parameter(10) +(CompileWorker pid=1531825) %constant.383 = f32[] constant(0.999) +(CompileWorker pid=1531825) %broadcast.384 = f32[2048]{0} broadcast(f32[] %constant.383), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.450 = f32[2048]{0} multiply(f32[2048]{0} %Arg_10.356, f32[2048]{0} %broadcast.384), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %add.451 = f32[2048]{0} add(f32[2048]{0} %multiply.449, f32[2048]{0} %multiply.450), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.452 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.427, f32[8192,2048]{1,0} %divide.427), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531825) %constant.381 = f32[] constant(0.001) +(CompileWorker pid=1531825) %broadcast.382 = f32[8192,2048]{1,0} broadcast(f32[] %constant.381), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.453 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.452, f32[8192,2048]{1,0} %broadcast.382), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %Arg_11.357 = f32[8192,2048]{1,0} parameter(11) +(CompileWorker pid=1531825) %constant.379 = f32[] constant(0.999) +(CompileWorker pid=1531825) %broadcast.380 = f32[8192,2048]{1,0} broadcast(f32[] %constant.379), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.454 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_11.357, f32[8192,2048]{1,0} %broadcast.380), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %add.455 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.453, f32[8192,2048]{1,0} %multiply.454), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %Arg_12.358 = s32[] parameter(12) +(CompileWorker pid=1531825) %constant.421 = s32[] constant(2147483647) +(CompileWorker pid=1531825) %compare.456 = pred[] compare(s32[] %Arg_12.358, s32[] %constant.421), direction=LT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531825) %constant.420 = s32[] constant(1) +(CompileWorker pid=1531825) %add.457 = s32[] add(s32[] %Arg_12.358, s32[] %constant.420), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531825) %select.458 = s32[] select(pred[] %compare.456, s32[] %add.457, s32[] %constant.421), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531825) %Arg_13.359 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531825) %constant.419 = f32[] constant(1) +(CompileWorker pid=1531825) %constant.423 = f32[] constant(0.9) +(CompileWorker pid=1531825) %convert.459 = f32[] convert(s32[] %select.458), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531825) %power.460 = f32[] power(f32[] %constant.423, f32[] %convert.459), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531825) %subtract.461 = f32[] subtract(f32[] %constant.419, f32[] %power.460), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531825) %broadcast.462 = f32[8192]{0} broadcast(f32[] %subtract.461), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.463 = f32[8192]{0} divide(f32[8192]{0} %add.430, f32[8192]{0} %broadcast.462), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %constant.422 = f32[] constant(0.999) +(CompileWorker pid=1531825) %convert.470 = f32[] convert(s32[] %select.458), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531825) %power.471 = f32[] power(f32[] %constant.422, f32[] %convert.470), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531825) %subtract.472 = f32[] subtract(f32[] %constant.419, f32[] %power.471), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531825) %broadcast.473 = f32[8192]{0} broadcast(f32[] %subtract.472), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.474 = f32[8192]{0} divide(f32[8192]{0} %add.443, f32[8192]{0} %broadcast.473), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %sqrt.481 = f32[8192]{0} sqrt(f32[8192]{0} %divide.474), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.377 = f32[] constant(1e-08) +(CompileWorker pid=1531825) %broadcast.378 = f32[8192]{0} broadcast(f32[] %constant.377), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %add.482 = f32[8192]{0} add(f32[8192]{0} %sqrt.481, f32[8192]{0} %broadcast.378), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %divide.483 = f32[8192]{0} divide(f32[8192]{0} %divide.463, f32[8192]{0} %add.482), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.369 = f32[] constant(-0.001) +(CompileWorker pid=1531825) %broadcast.370 = f32[8192]{0} broadcast(f32[] %constant.369), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %multiply.493 = f32[8192]{0} multiply(f32[8192]{0} %divide.483, f32[8192]{0} %broadcast.370), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %add.497 = f32[8192]{0} add(f32[8192]{0} %Arg_13.359, f32[8192]{0} %multiply.493), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531825) %Arg_14.360 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531825) %broadcast.464 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.461), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.465 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.433, f32[2048,8192]{1,0} %broadcast.464), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %broadcast.475 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.472), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.476 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.447, f32[2048,8192]{1,0} %broadcast.475), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %sqrt.484 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.476), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.375 = f32[] constant(1e-08) +(CompileWorker pid=1531825) %broadcast.376 = f32[2048,8192]{1,0} broadcast(f32[] %constant.375), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %add.485 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.484, f32[2048,8192]{1,0} %broadcast.376), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %divide.486 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.465, f32[2048,8192]{1,0} %add.485), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.367 = f32[] constant(-0.001) +(CompileWorker pid=1531825) %broadcast.368 = f32[2048,8192]{1,0} broadcast(f32[] %constant.367), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %multiply.494 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.486, f32[2048,8192]{1,0} %broadcast.368), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %add.498 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_14.360, f32[2048,8192]{1,0} %multiply.494), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531825) %Arg_15.361 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531825) %broadcast.466 = f32[2048]{0} broadcast(f32[] %subtract.461), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.467 = f32[2048]{0} divide(f32[2048]{0} %add.436, f32[2048]{0} %broadcast.466), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %broadcast.477 = f32[2048]{0} broadcast(f32[] %subtract.472), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.478 = f32[2048]{0} divide(f32[2048]{0} %add.451, f32[2048]{0} %broadcast.477), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %sqrt.487 = f32[2048]{0} sqrt(f32[2048]{0} %divide.478), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.373 = f32[] constant(1e-08) +(CompileWorker pid=1531825) %broadcast.374 = f32[2048]{0} broadcast(f32[] %constant.373), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %add.488 = f32[2048]{0} add(f32[2048]{0} %sqrt.487, f32[2048]{0} %broadcast.374), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %divide.489 = f32[2048]{0} divide(f32[2048]{0} %divide.467, f32[2048]{0} %add.488), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.365 = f32[] constant(-0.001) +(CompileWorker pid=1531825) %broadcast.366 = f32[2048]{0} broadcast(f32[] %constant.365), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %multiply.495 = f32[2048]{0} multiply(f32[2048]{0} %divide.489, f32[2048]{0} %broadcast.366), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %add.499 = f32[2048]{0} add(f32[2048]{0} %Arg_15.361, f32[2048]{0} %multiply.495), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531825) %Arg_16.362 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531825) %broadcast.468 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.461), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.469 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.439, f32[8192,2048]{1,0} %broadcast.468), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %broadcast.479 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.472), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.480 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.455, f32[8192,2048]{1,0} %broadcast.479), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %sqrt.490 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.480), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.371 = f32[] constant(1e-08) +(CompileWorker pid=1531825) %broadcast.372 = f32[8192,2048]{1,0} broadcast(f32[] %constant.371), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %add.491 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.490, f32[8192,2048]{1,0} %broadcast.372), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %divide.492 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.469, f32[8192,2048]{1,0} %add.491), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.363 = f32[] constant(-0.001) +(CompileWorker pid=1531825) %broadcast.364 = f32[8192,2048]{1,0} broadcast(f32[] %constant.363), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %multiply.496 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.492, f32[8192,2048]{1,0} %broadcast.364), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %add.500 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_16.362, f32[8192,2048]{1,0} %multiply.496), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531825) ROOT %tuple.501 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %add.430, f32[2048,8192]{1,0} %add.433, f32[2048]{0} %add.436, f32[8192,2048]{1,0} %add.439, f32[8192]{0} %add.443, /*index=5*/f32[2048,8192]{1,0} %add.447, f32[2048]{0} %add.451, f32[8192,2048]{1,0} %add.455, s32[] %select.458, f32[8192]{0} %add.497, /*index=10*/f32[2048,8192]{1,0} %add.498, f32[2048]{0} %add.499, f32[8192,2048]{1,0} %add.500) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %stage_1_1_apply_grad.502 (Arg_0.503: f32[8192], Arg_1.504: f32[2048,8192], Arg_2.505: f32[2048], Arg_3.506: f32[8192,2048], Arg_4.507: f32[8192], Arg_5.508: f32[2048,8192], Arg_6.509: f32[2048], Arg_7.510: f32[8192,2048], Arg_8.511: s32[], Arg_9.512: f32[8192], Arg_10.513: f32[2048,8192], Arg_11.514: f32[2048], Arg_12.515: f32[8192,2048], Arg_13.516: f32[8192], Arg_14.517: f32[2048,8192], Arg_15.518: f32[2048], Arg_16.519: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531825) %Arg_13.516 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531825) %Arg_0.503 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531825) %Arg_14.517 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531825) %Arg_1.504 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_15.518 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531825) %Arg_2.505 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_16.519 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531825) %Arg_3.506 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.507 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531825) %Arg_5.508 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531825) %Arg_6.509 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531825) %Arg_7.510 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531825) %Arg_8.511 = s32[] parameter(8) +(CompileWorker pid=1531825) %Arg_9.512 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531825) %Arg_10.513 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531825) %Arg_11.514 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531825) %Arg_12.515 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531825) %call.520 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_13.516, f32[8192]{0} %Arg_0.503, f32[2048,8192]{1,0} %Arg_14.517, f32[2048,8192]{1,0} %Arg_1.504, f32[2048]{0} %Arg_15.518, /*index=5*/f32[2048]{0} %Arg_2.505, f32[8192,2048]{1,0} %Arg_16.519, f32[8192,2048]{1,0} %Arg_3.506, f32[8192]{0} %Arg_4.507, f32[2048,8192]{1,0} %Arg_5.508, /*index=10*/f32[2048]{0} %Arg_6.509, f32[8192,2048]{1,0} %Arg_7.510, s32[] %Arg_8.511, f32[8192]{0} %Arg_9.512, f32[2048,8192]{1,0} %Arg_10.513, /*index=15*/f32[2048]{0} %Arg_11.514, f32[8192,2048]{1,0} %Arg_12.515), to_apply=%stage_1_1_apply0.345 +(CompileWorker pid=1531825) %get-tuple-element.521 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=0 +(CompileWorker pid=1531825) %get-tuple-element.522 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=1 +(CompileWorker pid=1531825) %get-tuple-element.523 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=2 +(CompileWorker pid=1531825) %get-tuple-element.524 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=3 +(CompileWorker pid=1531825) %get-tuple-element.525 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=4 +(CompileWorker pid=1531825) %get-tuple-element.526 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=5 +(CompileWorker pid=1531825) %get-tuple-element.527 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=6 +(CompileWorker pid=1531825) %get-tuple-element.528 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=7 +(CompileWorker pid=1531825) %get-tuple-element.529 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=8 +(CompileWorker pid=1531825) %get-tuple-element.530 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=9 +(CompileWorker pid=1531825) %get-tuple-element.531 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=10 +(CompileWorker pid=1531825) %get-tuple-element.532 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=11 +(CompileWorker pid=1531825) %get-tuple-element.533 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=12 +(CompileWorker pid=1531825) ROOT %tuple.534 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.521, f32[2048,8192]{1,0} %get-tuple-element.522, f32[2048]{0} %get-tuple-element.523, f32[8192,2048]{1,0} %get-tuple-element.524, f32[8192]{0} %get-tuple-element.525, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.526, f32[2048]{0} %get-tuple-element.527, f32[8192,2048]{1,0} %get-tuple-element.528, s32[] %get-tuple-element.529, f32[8192]{0} %get-tuple-element.530, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.531, f32[2048]{0} %get-tuple-element.532, f32[8192,2048]{1,0} %get-tuple-element.533) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %xla_fallback_pipeline_marker_4.549 (Arg_0.550: f32[8192], Arg_1.551: f32[2048,8192], Arg_2.552: f32[2048], Arg_3.553: f32[8192,2048], Arg_4.554: f32[8192], Arg_5.555: f32[2048,8192], Arg_6.556: f32[2048], Arg_7.557: f32[8192,2048], Arg_8.558: s32[], Arg_9.559: f32[8192], Arg_10.560: f32[2048,8192], Arg_11.561: f32[2048], Arg_12.562: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531825) %Arg_0.550 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.551 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.552 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.553 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.554 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531825) %Arg_5.555 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531825) %Arg_6.556 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531825) %Arg_7.557 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531825) %Arg_8.558 = s32[] parameter(8) +(CompileWorker pid=1531825) %Arg_9.559 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531825) %Arg_10.560 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531825) %Arg_11.561 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531825) %Arg_12.562 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531825) %tuple.563 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.550, f32[2048,8192]{1,0} %Arg_1.551, f32[2048]{0} %Arg_2.552, f32[8192,2048]{1,0} %Arg_3.553, f32[8192]{0} %Arg_4.554, /*index=5*/f32[2048,8192]{1,0} %Arg_5.555, f32[2048]{0} %Arg_6.556, f32[8192,2048]{1,0} %Arg_7.557, s32[] %Arg_8.558, f32[8192]{0} %Arg_9.559, /*index=10*/f32[2048,8192]{1,0} %Arg_10.560, f32[2048]{0} %Arg_11.561, f32[8192,2048]{1,0} %Arg_12.562), metadata={op_name="tuple.14"} +(CompileWorker pid=1531825) ROOT %custom-call.564 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.563), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_1_1_apply_grad$end"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %pipeline_marker_4.565 (Arg_0.566: f32[8192], Arg_1.567: f32[2048,8192], Arg_2.568: f32[2048], Arg_3.569: f32[8192,2048], Arg_4.570: f32[8192], Arg_5.571: f32[2048,8192], Arg_6.572: f32[2048], Arg_7.573: f32[8192,2048], Arg_8.574: s32[], Arg_9.575: f32[8192], Arg_10.576: f32[2048,8192], Arg_11.577: f32[2048], Arg_12.578: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531825) %Arg_0.566 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531825) %Arg_1.567 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531825) %Arg_2.568 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531825) %Arg_3.569 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531825) %Arg_4.570 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531825) %Arg_5.571 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531825) %Arg_6.572 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531825) %Arg_7.573 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531825) %Arg_8.574 = s32[] parameter(8) +(CompileWorker pid=1531825) %Arg_9.575 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531825) %Arg_10.576 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531825) %Arg_11.577 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531825) %Arg_12.578 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531825) %call.579 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.566, f32[2048,8192]{1,0} %Arg_1.567, f32[2048]{0} %Arg_2.568, f32[8192,2048]{1,0} %Arg_3.569, f32[8192]{0} %Arg_4.570, /*index=5*/f32[2048,8192]{1,0} %Arg_5.571, f32[2048]{0} %Arg_6.572, f32[8192,2048]{1,0} %Arg_7.573, s32[] %Arg_8.574, f32[8192]{0} %Arg_9.575, /*index=10*/f32[2048,8192]{1,0} %Arg_10.576, f32[2048]{0} %Arg_11.577, f32[8192,2048]{1,0} %Arg_12.578), to_apply=%xla_fallback_pipeline_marker_4.549 +(CompileWorker pid=1531825) %get-tuple-element.580 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=0, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.581 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=1, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.582 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=2, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.583 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=3, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.584 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=4, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.585 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=5, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.586 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=6, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.587 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=7, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.588 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=8, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.589 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=9, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.590 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=10, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.591 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=11, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) %get-tuple-element.592 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=12, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531825) ROOT %tuple.593 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.580, f32[2048,8192]{1,0} %get-tuple-element.581, f32[2048]{0} %get-tuple-element.582, f32[8192,2048]{1,0} %get-tuple-element.583, f32[8192]{0} %get-tuple-element.584, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.585, f32[2048]{0} %get-tuple-element.586, f32[8192,2048]{1,0} %get-tuple-element.587, s32[] %get-tuple-element.588, f32[8192]{0} %get-tuple-element.589, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.590, f32[2048]{0} %get-tuple-element.591, f32[8192,2048]{1,0} %get-tuple-element.592) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) ENTRY %main.609 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[8192], Arg_2.3: f32[8192,2048], Arg_3.4: f32[2048], Arg_4.5: f32[2048], Arg_5.6: f32[8192,2048], Arg_6.7: f32[8192], Arg_7.8: f32[2048,8192], Arg_8.9: f32[8192], Arg_9.10: f32[2048,8192], Arg_10.11: f32[2048], Arg_11.12: f32[8192,2048], Arg_12.13: f32[8192], Arg_13.14: f32[2048,8192], Arg_14.15: f32[2048], Arg_15.16: f32[8192,2048], Arg_16.17: s32[], Arg_17.18: f32[128,2048], Arg_18.19: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192], f32[8192], f32[2048,8192], /*index=10*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=15*/f32[8192,2048], s32[], f32[128,2048], pred[128,2048], f32[128,8192], /*index=20*/pred[128,8192], f32[128,2048]) { +(CompileWorker pid=1531825) %Arg_8.9 = f32[8192]{0} parameter(8) +(CompileWorker pid=1531825) %Arg_9.10 = f32[2048,8192]{1,0} parameter(9) +(CompileWorker pid=1531825) %Arg_10.11 = f32[2048]{0} parameter(10) +(CompileWorker pid=1531825) %Arg_11.12 = f32[8192,2048]{1,0} parameter(11) +(CompileWorker pid=1531825) %Arg_12.13 = f32[8192]{0} parameter(12) +(CompileWorker pid=1531825) %Arg_13.14 = f32[2048,8192]{1,0} parameter(13) +(CompileWorker pid=1531825) %Arg_14.15 = f32[2048]{0} parameter(14) +(CompileWorker pid=1531825) %Arg_15.16 = f32[8192,2048]{1,0} parameter(15) +(CompileWorker pid=1531825) %Arg_16.17 = s32[] parameter(16) +(CompileWorker pid=1531825) %Arg_1.2 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531825) %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531825) %Arg_3.4 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531825) %Arg_2.3 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531825) %Arg_4.5 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531825) %Arg_5.6 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531825) %Arg_6.7 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531825) %Arg_7.8 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531825) %Arg_17.18 = f32[128,2048]{1,0} parameter(17) +(CompileWorker pid=1531825) %Arg_18.19 = f32[128,2048]{1,0} parameter(18) +(CompileWorker pid=1531825) %call.44 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) call(f32[128,2048]{1,0} %Arg_17.18, f32[2048,8192]{1,0} %Arg_0.1, f32[8192]{0} %Arg_1.2, f32[8192,2048]{1,0} %Arg_2.3, f32[2048]{0} %Arg_3.4, /*index=5*/f32[128,2048]{1,0} %Arg_18.19), to_apply=%pipeline_marker.29 +(CompileWorker pid=1531825) %get-tuple-element.45 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.44), index=0 +(CompileWorker pid=1531825) %get-tuple-element.46 = f32[2048,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.44), index=1 +(CompileWorker pid=1531825) %get-tuple-element.47 = f32[8192]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.44), index=2 +(CompileWorker pid=1531825) %get-tuple-element.48 = f32[8192,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.44), index=3 +(CompileWorker pid=1531825) %get-tuple-element.49 = f32[2048]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.44), index=4 +(CompileWorker pid=1531825) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.44), index=5 +(CompileWorker pid=1531825) %call.96 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.45, f32[2048,8192]{1,0} %get-tuple-element.46, f32[8192]{0} %get-tuple-element.47, f32[8192,2048]{1,0} %get-tuple-element.48, f32[2048]{0} %get-tuple-element.49, /*index=5*/f32[128,2048]{1,0} %get-tuple-element.50), to_apply=%stage_1_1_acc_grad_0.83 +(CompileWorker pid=1531825) %get-tuple-element.97 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.96), index=0 +(CompileWorker pid=1531825) %get-tuple-element.98 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.96), index=1 +(CompileWorker pid=1531825) %get-tuple-element.99 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.96), index=2 +(CompileWorker pid=1531825) %get-tuple-element.100 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.96), index=3 +(CompileWorker pid=1531825) %call.119 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.97, pred[128,2048]{1,0} %get-tuple-element.98, f32[128,8192]{1,0} %get-tuple-element.99, pred[128,8192]{1,0} %get-tuple-element.100), to_apply=%pipeline_marker_0.108 +(CompileWorker pid=1531825) %get-tuple-element.120 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.119), index=0 +(CompileWorker pid=1531825) %get-tuple-element.121 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.119), index=1 +(CompileWorker pid=1531825) %get-tuple-element.122 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.119), index=2 +(CompileWorker pid=1531825) %get-tuple-element.123 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.119), index=3 +(CompileWorker pid=1531825) %call.163 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_4.5, f32[8192,2048]{1,0} %Arg_5.6, f32[8192]{0} %Arg_6.7, f32[2048,8192]{1,0} %Arg_7.8, f32[128,2048]{1,0} %get-tuple-element.120, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.121, f32[128,8192]{1,0} %get-tuple-element.122, pred[128,8192]{1,0} %get-tuple-element.123, f32[8192,2048]{1,0} %Arg_2.3, f32[128,2048]{1,0} %Arg_17.18, /*index=10*/f32[2048,8192]{1,0} %Arg_0.1), to_apply=%pipeline_marker_1.138 +(CompileWorker pid=1531825) %get-tuple-element.164 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=0 +(CompileWorker pid=1531825) %get-tuple-element.165 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=1 +(CompileWorker pid=1531825) %get-tuple-element.166 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=2 +(CompileWorker pid=1531825) %get-tuple-element.167 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=3 +(CompileWorker pid=1531825) %get-tuple-element.168 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=4 +(CompileWorker pid=1531825) %get-tuple-element.169 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=5 +(CompileWorker pid=1531825) %get-tuple-element.170 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=6 +(CompileWorker pid=1531825) %get-tuple-element.171 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=7 +(CompileWorker pid=1531825) %get-tuple-element.172 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=8 +(CompileWorker pid=1531825) %get-tuple-element.173 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=9 +(CompileWorker pid=1531825) %get-tuple-element.174 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=10 +(CompileWorker pid=1531825) %call.237 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) call(f32[2048]{0} %get-tuple-element.164, f32[8192,2048]{1,0} %get-tuple-element.165, f32[8192]{0} %get-tuple-element.166, f32[2048,8192]{1,0} %get-tuple-element.167, f32[128,2048]{1,0} %get-tuple-element.168, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.169, f32[128,8192]{1,0} %get-tuple-element.170, pred[128,8192]{1,0} %get-tuple-element.171, f32[8192,2048]{1,0} %get-tuple-element.172, f32[128,2048]{1,0} %get-tuple-element.173, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.174), to_apply=%stage_1_1_acc_grad_1.218 +(CompileWorker pid=1531825) %get-tuple-element.238 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.237), index=0 +(CompileWorker pid=1531825) %get-tuple-element.239 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.237), index=1 +(CompileWorker pid=1531825) %get-tuple-element.240 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.237), index=2 +(CompileWorker pid=1531825) %get-tuple-element.241 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.237), index=3 +(CompileWorker pid=1531825) %get-tuple-element.242 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.237), index=4 +(CompileWorker pid=1531825) %call.264 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) call(f32[2048]{0} %get-tuple-element.238, f32[8192,2048]{1,0} %get-tuple-element.239, f32[8192]{0} %get-tuple-element.240, f32[2048,8192]{1,0} %get-tuple-element.241, f32[128,2048]{1,0} %get-tuple-element.242), to_apply=%pipeline_marker_2.251 +(CompileWorker pid=1531825) %get-tuple-element.267 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.264), index=2 +(CompileWorker pid=1531825) %get-tuple-element.268 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.264), index=3 +(CompileWorker pid=1531825) %get-tuple-element.265 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.264), index=0 +(CompileWorker pid=1531825) %get-tuple-element.266 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.264), index=1 +(CompileWorker pid=1531825) %call.327 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_8.9, f32[2048,8192]{1,0} %Arg_9.10, f32[2048]{0} %Arg_10.11, f32[8192,2048]{1,0} %Arg_11.12, f32[8192]{0} %Arg_12.13, /*index=5*/f32[2048,8192]{1,0} %Arg_13.14, f32[2048]{0} %Arg_14.15, f32[8192,2048]{1,0} %Arg_15.16, s32[] %Arg_16.17, f32[8192]{0} %Arg_1.2, /*index=10*/f32[2048,8192]{1,0} %Arg_0.1, f32[2048]{0} %Arg_3.4, f32[8192,2048]{1,0} %Arg_2.3, f32[8192]{0} %get-tuple-element.267, f32[2048,8192]{1,0} %get-tuple-element.268, /*index=15*/f32[2048]{0} %get-tuple-element.265, f32[8192,2048]{1,0} %get-tuple-element.266), to_apply=%pipeline_marker_3.290 +(CompileWorker pid=1531825) %get-tuple-element.328 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=0 +(CompileWorker pid=1531825) %get-tuple-element.329 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=1 +(CompileWorker pid=1531825) %get-tuple-element.330 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=2 +(CompileWorker pid=1531825) %get-tuple-element.331 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=3 +(CompileWorker pid=1531825) %get-tuple-element.332 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=4 +(CompileWorker pid=1531825) %get-tuple-element.333 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=5 +(CompileWorker pid=1531825) %get-tuple-element.334 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=6 +(CompileWorker pid=1531825) %get-tuple-element.335 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=7 +(CompileWorker pid=1531825) %get-tuple-element.336 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=8 +(CompileWorker pid=1531825) %get-tuple-element.337 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=9 +(CompileWorker pid=1531825) %get-tuple-element.338 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=10 +(CompileWorker pid=1531825) %get-tuple-element.339 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=11 +(CompileWorker pid=1531825) %get-tuple-element.340 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=12 +(CompileWorker pid=1531825) %get-tuple-element.341 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=13 +(CompileWorker pid=1531825) %get-tuple-element.342 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=14 +(CompileWorker pid=1531825) %get-tuple-element.343 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=15 +(CompileWorker pid=1531825) %get-tuple-element.344 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=16 +(CompileWorker pid=1531825) %call.535 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %get-tuple-element.328, f32[2048,8192]{1,0} %get-tuple-element.329, f32[2048]{0} %get-tuple-element.330, f32[8192,2048]{1,0} %get-tuple-element.331, f32[8192]{0} %get-tuple-element.332, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.333, f32[2048]{0} %get-tuple-element.334, f32[8192,2048]{1,0} %get-tuple-element.335, s32[] %get-tuple-element.336, f32[8192]{0} %get-tuple-element.337, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.338, f32[2048]{0} %get-tuple-element.339, f32[8192,2048]{1,0} %get-tuple-element.340, f32[8192]{0} %get-tuple-element.341, f32[2048,8192]{1,0} %get-tuple-element.342, /*index=15*/f32[2048]{0} %get-tuple-element.343, f32[8192,2048]{1,0} %get-tuple-element.344), to_apply=%stage_1_1_apply_grad.502 +(CompileWorker pid=1531825) %get-tuple-element.536 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=0 +(CompileWorker pid=1531825) %get-tuple-element.537 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=1 +(CompileWorker pid=1531825) %get-tuple-element.538 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=2 +(CompileWorker pid=1531825) %get-tuple-element.539 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=3 +(CompileWorker pid=1531825) %get-tuple-element.540 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=4 +(CompileWorker pid=1531825) %get-tuple-element.541 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=5 +(CompileWorker pid=1531825) %get-tuple-element.542 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=6 +(CompileWorker pid=1531825) %get-tuple-element.543 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=7 +(CompileWorker pid=1531825) %get-tuple-element.544 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=8 +(CompileWorker pid=1531825) %get-tuple-element.545 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=9 +(CompileWorker pid=1531825) %get-tuple-element.546 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=10 +(CompileWorker pid=1531825) %get-tuple-element.547 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=11 +(CompileWorker pid=1531825) %get-tuple-element.548 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=12 +(CompileWorker pid=1531825) %call.594 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %get-tuple-element.536, f32[2048,8192]{1,0} %get-tuple-element.537, f32[2048]{0} %get-tuple-element.538, f32[8192,2048]{1,0} %get-tuple-element.539, f32[8192]{0} %get-tuple-element.540, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.541, f32[2048]{0} %get-tuple-element.542, f32[8192,2048]{1,0} %get-tuple-element.543, s32[] %get-tuple-element.544, f32[8192]{0} %get-tuple-element.545, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.546, f32[2048]{0} %get-tuple-element.547, f32[8192,2048]{1,0} %get-tuple-element.548), to_apply=%pipeline_marker_4.565 +(CompileWorker pid=1531825) %get-tuple-element.605 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=10 +(CompileWorker pid=1531825) %get-tuple-element.604 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=9 +(CompileWorker pid=1531825) %get-tuple-element.607 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=12 +(CompileWorker pid=1531825) %get-tuple-element.606 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=11 +(CompileWorker pid=1531825) %get-tuple-element.595 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=0 +(CompileWorker pid=1531825) %get-tuple-element.596 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=1 +(CompileWorker pid=1531825) %get-tuple-element.597 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=2 +(CompileWorker pid=1531825) %get-tuple-element.598 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=3 +(CompileWorker pid=1531825) %get-tuple-element.599 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=4 +(CompileWorker pid=1531825) %get-tuple-element.600 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=5 +(CompileWorker pid=1531825) %get-tuple-element.601 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=6 +(CompileWorker pid=1531825) %get-tuple-element.602 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=7 +(CompileWorker pid=1531825) %get-tuple-element.603 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=8 +(CompileWorker pid=1531825) %get-tuple-element.269 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.264), index=4 +(CompileWorker pid=1531825) ROOT %tuple.608 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=10*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=15*/f32[8192,2048]{1,0}, s32[], f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, /*index=20*/pred[128,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.605, f32[8192]{0} %get-tuple-element.604, f32[8192,2048]{1,0} %get-tuple-element.607, f32[2048]{0} %get-tuple-element.606, f32[2048]{0} %get-tuple-element.265, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.266, f32[8192]{0} %get-tuple-element.267, f32[2048,8192]{1,0} %get-tuple-element.268, f32[8192]{0} %get-tuple-element.595, f32[2048,8192]{1,0} %get-tuple-element.596, /*index=10*/f32[2048]{0} %get-tuple-element.597, f32[8192,2048]{1,0} %get-tuple-element.598, f32[8192]{0} %get-tuple-element.599, f32[2048,8192]{1,0} %get-tuple-element.600, f32[2048]{0} %get-tuple-element.601, /*index=15*/f32[8192,2048]{1,0} %get-tuple-element.602, s32[] %get-tuple-element.603, f32[128,2048]{1,0} %get-tuple-element.120, pred[128,2048]{1,0} %get-tuple-element.121, f32[128,8192]{1,0} %get-tuple-element.122, /*index=20*/pred[128,8192]{1,0} %get-tuple-element.123, f32[128,2048]{1,0} %get-tuple-element.269) +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) hlo module after auto shard pass: HloModule stage_1_1-stage_1_1_acc_grad_0, entry_computation_layout={(f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) ENTRY %main.609-stage_1_1_acc_grad_0 (param_0: f32[128,2048], param_1: f32[2048,8192], param_2: f32[8192], param_3: f32[8192,2048], param_4: f32[2048], param_5: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531825) %param_0 = f32[128,2048]{1,0} parameter(0), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531825) %param_1 = f32[2048,8192]{1,0} parameter(1), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531825) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531825) %param_3 = f32[8192,2048]{1,0} parameter(3), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531825) %param_4 = f32[2048]{0} parameter(4), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531825) %param_5 = f32[128,2048]{1,0} parameter(5), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531825) %tuple.10 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) tuple(f32[128,2048]{1,0} %param_0, f32[2048,8192]{1,0} %param_1, f32[8192]{0} %param_2, f32[8192,2048]{1,0} %param_3, f32[2048]{0} %param_4, /*index=5*/f32[128,2048]{1,0} %param_5) +(CompileWorker pid=1531825) %get-tuple-element.45 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=0 +(CompileWorker pid=1531825) %get-tuple-element.46 = f32[2048,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=1 +(CompileWorker pid=1531825) %dot.6 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.45, f32[2048,8192]{1,0} %get-tuple-element.46), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %get-tuple-element.47 = f32[8192]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=2 +(CompileWorker pid=1531825) %reshape.4 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %broadcast.46 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.4), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %reshape.5 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.46), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %broadcast.47 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.5), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %add.23 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.6, f32[128,8192]{1,0} %broadcast.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %constant.40 = f32[] constant(0) +(CompileWorker pid=1531825) %broadcast.48 = f32[128,8192]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %maximum.2 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.23, f32[128,8192]{1,0} %broadcast.48), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %get-tuple-element.48 = f32[8192,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=3 +(CompileWorker pid=1531825) %dot.7 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %get-tuple-element.48), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %get-tuple-element.49 = f32[2048]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=4 +(CompileWorker pid=1531825) %reshape.6 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %broadcast.49 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.6), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %reshape.7 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %broadcast.50 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.7), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %add.24 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.7, f32[128,2048]{1,0} %broadcast.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %constant.41 = f32[] constant(0) +(CompileWorker pid=1531825) %broadcast.51 = f32[128,2048]{1,0} broadcast(f32[] %constant.41), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %maximum.3 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.24, f32[128,2048]{1,0} %broadcast.51), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=5 +(CompileWorker pid=1531825) %subtract.3 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.3, f32[128,2048]{1,0} %get-tuple-element.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %constant.42 = f32[] constant(2) +(CompileWorker pid=1531825) %broadcast.52 = f32[128,2048]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %multiply.26 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.3, f32[128,2048]{1,0} %broadcast.52), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %compare.3 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.24, f32[128,2048]{1,0} %broadcast.51), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %compare.4 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.23, f32[128,8192]{1,0} %broadcast.48), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %tuple.11 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.26, pred[128,2048]{1,0} %compare.3, f32[128,8192]{1,0} %maximum.2, pred[128,8192]{1,0} %compare.4) +(CompileWorker pid=1531825) %get-tuple-element.6 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=0 +(CompileWorker pid=1531825) %get-tuple-element.7 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=1 +(CompileWorker pid=1531825) %get-tuple-element.8 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=2 +(CompileWorker pid=1531825) %get-tuple-element.9 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=3 +(CompileWorker pid=1531825) %tuple.12 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.6, pred[128,2048]{1,0} %get-tuple-element.7, f32[128,8192]{1,0} %get-tuple-element.8, pred[128,8192]{1,0} %get-tuple-element.9) +(CompileWorker pid=1531825) %get-tuple-element.97 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=0 +(CompileWorker pid=1531825) %get-tuple-element.98 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=1 +(CompileWorker pid=1531825) %get-tuple-element.99 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=2 +(CompileWorker pid=1531825) %get-tuple-element.100 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=3 +(CompileWorker pid=1531825) ROOT %tuple.13 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.97, pred[128,2048]{1,0} %get-tuple-element.98, f32[128,8192]{1,0} %get-tuple-element.99, pred[128,8192]{1,0} %get-tuple-element.100), metadata={op_name="tuple.5"} +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) hlo module after spmd pass: HloModule stage_1_1-stage_1_1_acc_grad_0, entry_computation_layout={(f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) ENTRY %main.609-stage_1_1_acc_grad_0 (param_0: f32[128,2048], param_1: f32[2048,8192], param_2: f32[8192], param_3: f32[8192,2048], param_4: f32[2048], param_5: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531825) %param_0 = f32[128,2048]{1,0} parameter(0), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531825) %param_1 = f32[2048,8192]{1,0} parameter(1), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531825) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531825) %param_3 = f32[8192,2048]{1,0} parameter(3), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531825) %param_4 = f32[2048]{0} parameter(4), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531825) %param_5 = f32[128,2048]{1,0} parameter(5), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531825) %tuple.10 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) tuple(f32[128,2048]{1,0} %param_0, f32[2048,8192]{1,0} %param_1, f32[8192]{0} %param_2, f32[8192,2048]{1,0} %param_3, f32[2048]{0} %param_4, /*index=5*/f32[128,2048]{1,0} %param_5) +(CompileWorker pid=1531825) %get-tuple-element.45 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=0 +(CompileWorker pid=1531825) %get-tuple-element.46 = f32[2048,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=1 +(CompileWorker pid=1531825) %dot.6 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.45, f32[2048,8192]{1,0} %get-tuple-element.46), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %get-tuple-element.47 = f32[8192]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=2 +(CompileWorker pid=1531825) %reshape.4 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %broadcast.46 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.4), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %reshape.5 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.46), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %broadcast.47 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.5), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %add.23 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.6, f32[128,8192]{1,0} %broadcast.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %constant.40 = f32[] constant(0) +(CompileWorker pid=1531825) %broadcast.48 = f32[128,8192]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %maximum.2 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.23, f32[128,8192]{1,0} %broadcast.48), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %get-tuple-element.48 = f32[8192,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=3 +(CompileWorker pid=1531825) %dot.7 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %get-tuple-element.48), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %get-tuple-element.49 = f32[2048]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=4 +(CompileWorker pid=1531825) %reshape.6 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %broadcast.49 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.6), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %reshape.7 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %broadcast.50 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.7), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %add.24 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.7, f32[128,2048]{1,0} %broadcast.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %constant.41 = f32[] constant(0) +(CompileWorker pid=1531825) %broadcast.51 = f32[128,2048]{1,0} broadcast(f32[] %constant.41), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %maximum.3 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.24, f32[128,2048]{1,0} %broadcast.51), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=5 +(CompileWorker pid=1531825) %subtract.3 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.3, f32[128,2048]{1,0} %get-tuple-element.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %constant.42 = f32[] constant(2) +(CompileWorker pid=1531825) %broadcast.52 = f32[128,2048]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %multiply.26 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.3, f32[128,2048]{1,0} %broadcast.52), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %compare.3 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.24, f32[128,2048]{1,0} %broadcast.51), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %compare.4 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.23, f32[128,8192]{1,0} %broadcast.48), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %tuple.11 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.26, pred[128,2048]{1,0} %compare.3, f32[128,8192]{1,0} %maximum.2, pred[128,8192]{1,0} %compare.4) +(CompileWorker pid=1531825) %get-tuple-element.6 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=0 +(CompileWorker pid=1531825) %get-tuple-element.7 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=1 +(CompileWorker pid=1531825) %get-tuple-element.8 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=2 +(CompileWorker pid=1531825) %get-tuple-element.9 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=3 +(CompileWorker pid=1531825) %tuple.12 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.6, pred[128,2048]{1,0} %get-tuple-element.7, f32[128,8192]{1,0} %get-tuple-element.8, pred[128,8192]{1,0} %get-tuple-element.9) +(CompileWorker pid=1531825) %get-tuple-element.97 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=0 +(CompileWorker pid=1531825) %get-tuple-element.98 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=1 +(CompileWorker pid=1531825) %get-tuple-element.99 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=2 +(CompileWorker pid=1531825) %get-tuple-element.100 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=3 +(CompileWorker pid=1531825) ROOT %tuple.13 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.97, pred[128,2048]{1,0} %get-tuple-element.98, f32[128,8192]{1,0} %get-tuple-element.99, pred[128,8192]{1,0} %get-tuple-element.100), metadata={op_name="tuple.5"} +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) hlo module after auto shard pass: HloModule stage_1_1-stage_1_1_acc_grad_1, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0})} +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %region_1.179.stage_1_1_acc_grad_1 (Arg_0.180: f32[], Arg_1.181: f32[]) -> f32[] { +(CompileWorker pid=1531825) %Arg_0.180 = f32[] parameter(0) +(CompileWorker pid=1531825) %Arg_1.181 = f32[] parameter(1) +(CompileWorker pid=1531825) ROOT %add.182 = f32[] add(f32[] %Arg_0.180, f32[] %Arg_1.181), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %region_0.175.stage_1_1_acc_grad_1 (Arg_0.176: f32[], Arg_1.177: f32[]) -> f32[] { +(CompileWorker pid=1531825) %Arg_0.176 = f32[] parameter(0) +(CompileWorker pid=1531825) %Arg_1.177 = f32[] parameter(1) +(CompileWorker pid=1531825) ROOT %add.178 = f32[] add(f32[] %Arg_0.176, f32[] %Arg_1.177), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) ENTRY %main.609-stage_1_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[128,2048], param_5: pred[128,2048], param_6: f32[128,8192], param_7: pred[128,8192], param_8: f32[8192,2048], param_9: f32[128,2048], param_10: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531825) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_5 = pred[128,2048]{1,0} parameter(5), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_6 = f32[128,8192]{1,0} parameter(6), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_7 = pred[128,8192]{1,0} parameter(7), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_8 = f32[8192,2048]{1,0} parameter(8), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_9 = f32[128,2048]{1,0} parameter(9), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_10 = f32[2048,8192]{1,0} parameter(10), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %tuple.16 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/pred[128,2048]{1,0} %param_5, f32[128,8192]{1,0} %param_6, pred[128,8192]{1,0} %param_7, f32[8192,2048]{1,0} %param_8, f32[128,2048]{1,0} %param_9, /*index=10*/f32[2048,8192]{1,0} %param_10) +(CompileWorker pid=1531825) %get-tuple-element.164 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=0 +(CompileWorker pid=1531825) %get-tuple-element.169 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=5 +(CompileWorker pid=1531825) %get-tuple-element.168 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=4 +(CompileWorker pid=1531825) %constant.43 = f32[] constant(3.81469727e-06) +(CompileWorker pid=1531825) %broadcast.53 = f32[128,2048]{1,0} broadcast(f32[] %constant.43), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %multiply.27 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %get-tuple-element.168, f32[128,2048]{1,0} %broadcast.53), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %constant.44 = f32[] constant(0) +(CompileWorker pid=1531825) %broadcast.54 = f32[128,2048]{1,0} broadcast(f32[] %constant.44), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %select.3 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %multiply.27, f32[128,2048]{1,0} %broadcast.54), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %constant.45 = f32[] constant(0) +(CompileWorker pid=1531825) %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.3, f32[] %constant.45), dimensions={0}, to_apply=%region_0.175.stage_1_1_acc_grad_1, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %add.25 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.164, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531825) %get-tuple-element.165 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=1 +(CompileWorker pid=1531825) %get-tuple-element.170 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=6 +(CompileWorker pid=1531825) %dot.8 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[128,8192]{1,0} %get-tuple-element.170), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.8), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %add.26 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.165, f32[8192,2048]{0,1} %transpose.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531825) %get-tuple-element.166 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=2 +(CompileWorker pid=1531825) %get-tuple-element.171 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=7 +(CompileWorker pid=1531825) %get-tuple-element.172 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=8 +(CompileWorker pid=1531825) %dot.9 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[8192,2048]{1,0} %get-tuple-element.172), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %constant.46 = f32[] constant(0) +(CompileWorker pid=1531825) %broadcast.55 = f32[128,8192]{1,0} broadcast(f32[] %constant.46), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %select.4 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %dot.9, f32[128,8192]{1,0} %broadcast.55), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %reduce.3 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.4, f32[] %constant.45), dimensions={0}, to_apply=%region_1.179.stage_1_1_acc_grad_1, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %add.27 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.166, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531825) %get-tuple-element.167 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=3 +(CompileWorker pid=1531825) %get-tuple-element.173 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=9 +(CompileWorker pid=1531825) %dot.10 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[128,2048]{1,0} %get-tuple-element.173), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %transpose.3 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.10), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %add.28 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.167, f32[2048,8192]{0,1} %transpose.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531825) %get-tuple-element.174 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=10 +(CompileWorker pid=1531825) %dot.11 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[2048,8192]{1,0} %get-tuple-element.174), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %tuple.17 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.25, f32[8192,2048]{1,0} %add.26, f32[8192]{0} %add.27, f32[2048,8192]{1,0} %add.28, f32[128,2048]{1,0} %dot.11) +(CompileWorker pid=1531825) %get-tuple-element.25 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=0 +(CompileWorker pid=1531825) %get-tuple-element.26 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=1 +(CompileWorker pid=1531825) %get-tuple-element.27 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=2 +(CompileWorker pid=1531825) %get-tuple-element.28 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=3 +(CompileWorker pid=1531825) %get-tuple-element.29 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=4 +(CompileWorker pid=1531825) %tuple.18 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.25, f32[8192,2048]{1,0} %get-tuple-element.26, f32[8192]{0} %get-tuple-element.27, f32[2048,8192]{1,0} %get-tuple-element.28, f32[128,2048]{1,0} %get-tuple-element.29) +(CompileWorker pid=1531825) %get-tuple-element.238 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=0 +(CompileWorker pid=1531825) %get-tuple-element.239 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=1 +(CompileWorker pid=1531825) %get-tuple-element.240 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=2 +(CompileWorker pid=1531825) %get-tuple-element.241 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=3 +(CompileWorker pid=1531825) %get-tuple-element.242 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=4 +(CompileWorker pid=1531825) ROOT %tuple.19 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.238, f32[8192,2048]{1,0} %get-tuple-element.239, f32[8192]{0} %get-tuple-element.240, f32[2048,8192]{1,0} %get-tuple-element.241, f32[128,2048]{1,0} %get-tuple-element.242), metadata={op_name="tuple.6"} +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) hlo module after spmd pass: HloModule stage_1_1-stage_1_1_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0})} +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %region_1.179.stage_1_1_acc_grad_1 (Arg_0.180: f32[], Arg_1.181: f32[]) -> f32[] { +(CompileWorker pid=1531825) %Arg_0.180 = f32[] parameter(0) +(CompileWorker pid=1531825) %Arg_1.181 = f32[] parameter(1) +(CompileWorker pid=1531825) ROOT %add.182 = f32[] add(f32[] %Arg_0.180, f32[] %Arg_1.181), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) %region_0.175.stage_1_1_acc_grad_1 (Arg_0.176: f32[], Arg_1.177: f32[]) -> f32[] { +(CompileWorker pid=1531825) %Arg_0.176 = f32[] parameter(0) +(CompileWorker pid=1531825) %Arg_1.177 = f32[] parameter(1) +(CompileWorker pid=1531825) ROOT %add.178 = f32[] add(f32[] %Arg_0.176, f32[] %Arg_1.177), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) ENTRY %main.609-stage_1_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[128,2048], param_5: pred[128,2048], param_6: f32[128,8192], param_7: pred[128,8192], param_8: f32[8192,2048], param_9: f32[128,2048], param_10: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531825) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_5 = pred[128,2048]{1,0} parameter(5), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_6 = f32[128,8192]{1,0} parameter(6), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_7 = pred[128,8192]{1,0} parameter(7), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_8 = f32[8192,2048]{1,0} parameter(8), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_9 = f32[128,2048]{1,0} parameter(9), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %param_10 = f32[2048,8192]{1,0} parameter(10), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531825) %tuple.16 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/pred[128,2048]{1,0} %param_5, f32[128,8192]{1,0} %param_6, pred[128,8192]{1,0} %param_7, f32[8192,2048]{1,0} %param_8, f32[128,2048]{1,0} %param_9, /*index=10*/f32[2048,8192]{1,0} %param_10) +(CompileWorker pid=1531825) %get-tuple-element.164 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=0 +(CompileWorker pid=1531825) %get-tuple-element.169 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=5 +(CompileWorker pid=1531825) %get-tuple-element.168 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=4 +(CompileWorker pid=1531825) %constant.43 = f32[] constant(3.81469727e-06) +(CompileWorker pid=1531825) %broadcast.53 = f32[128,2048]{1,0} broadcast(f32[] %constant.43), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %multiply.27 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %get-tuple-element.168, f32[128,2048]{1,0} %broadcast.53), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531825) %constant.44 = f32[] constant(0) +(CompileWorker pid=1531825) %broadcast.54 = f32[128,2048]{1,0} broadcast(f32[] %constant.44), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %select.3 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %multiply.27, f32[128,2048]{1,0} %broadcast.54), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531825) %constant.45 = f32[] constant(0) +(CompileWorker pid=1531825) %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.3, f32[] %constant.45), dimensions={0}, to_apply=%region_0.175.stage_1_1_acc_grad_1, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %add.25 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.164, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531825) %get-tuple-element.165 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=1 +(CompileWorker pid=1531825) %get-tuple-element.170 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=6 +(CompileWorker pid=1531825) %dot.8 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[128,8192]{1,0} %get-tuple-element.170), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.8), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %add.26 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.165, f32[8192,2048]{0,1} %transpose.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531825) %get-tuple-element.166 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=2 +(CompileWorker pid=1531825) %get-tuple-element.171 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=7 +(CompileWorker pid=1531825) %get-tuple-element.172 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=8 +(CompileWorker pid=1531825) %dot.9 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[8192,2048]{1,0} %get-tuple-element.172), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %constant.46 = f32[] constant(0) +(CompileWorker pid=1531825) %broadcast.55 = f32[128,8192]{1,0} broadcast(f32[] %constant.46), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %select.4 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %dot.9, f32[128,8192]{1,0} %broadcast.55), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531825) %reduce.3 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.4, f32[] %constant.45), dimensions={0}, to_apply=%region_1.179.stage_1_1_acc_grad_1, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531825) %add.27 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.166, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531825) %get-tuple-element.167 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=3 +(CompileWorker pid=1531825) %get-tuple-element.173 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=9 +(CompileWorker pid=1531825) %dot.10 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[128,2048]{1,0} %get-tuple-element.173), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %transpose.3 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.10), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %add.28 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.167, f32[2048,8192]{0,1} %transpose.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531825) %get-tuple-element.174 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=10 +(CompileWorker pid=1531825) %dot.11 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[2048,8192]{1,0} %get-tuple-element.174), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531825) %tuple.17 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.25, f32[8192,2048]{1,0} %add.26, f32[8192]{0} %add.27, f32[2048,8192]{1,0} %add.28, f32[128,2048]{1,0} %dot.11) +(CompileWorker pid=1531825) %get-tuple-element.25 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=0 +(CompileWorker pid=1531825) %get-tuple-element.26 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=1 +(CompileWorker pid=1531825) %get-tuple-element.27 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=2 +(CompileWorker pid=1531825) %get-tuple-element.28 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=3 +(CompileWorker pid=1531825) %get-tuple-element.29 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=4 +(CompileWorker pid=1531825) %tuple.18 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.25, f32[8192,2048]{1,0} %get-tuple-element.26, f32[8192]{0} %get-tuple-element.27, f32[2048,8192]{1,0} %get-tuple-element.28, f32[128,2048]{1,0} %get-tuple-element.29) +(CompileWorker pid=1531825) %get-tuple-element.238 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=0 +(CompileWorker pid=1531825) %get-tuple-element.239 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=1 +(CompileWorker pid=1531825) %get-tuple-element.240 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=2 +(CompileWorker pid=1531825) %get-tuple-element.241 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=3 +(CompileWorker pid=1531825) %get-tuple-element.242 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=4 +(CompileWorker pid=1531825) ROOT %tuple.19 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.238, f32[8192,2048]{1,0} %get-tuple-element.239, f32[8192]{0} %get-tuple-element.240, f32[2048,8192]{1,0} %get-tuple-element.241, f32[128,2048]{1,0} %get-tuple-element.242), metadata={op_name="tuple.6"} +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) hlo module after auto shard pass: HloModule stage_1_1-stage_1_1_apply_grad, entry_computation_layout={(f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0})->(f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0})} +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) ENTRY %main.609-stage_1_1_apply_grad (param_0: f32[8192], param_1: f32[2048,8192], param_2: f32[2048], param_3: f32[8192,2048], param_4: f32[8192], param_5: f32[2048,8192], param_6: f32[2048], param_7: f32[8192,2048], param_8: s32[], param_9: f32[8192], param_10: f32[2048,8192], param_11: f32[2048], param_12: f32[8192,2048], param_13: f32[8192], param_14: f32[2048,8192], param_15: f32[2048], param_16: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531825) %param_0 = f32[8192]{0} parameter(0), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_1 = f32[2048,8192]{1,0} parameter(1), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_2 = f32[2048]{0} parameter(2), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_3 = f32[8192,2048]{1,0} parameter(3), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_4 = f32[8192]{0} parameter(4), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_5 = f32[2048,8192]{1,0} parameter(5), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_6 = f32[2048]{0} parameter(6), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_7 = f32[8192,2048]{1,0} parameter(7), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_8 = s32[] parameter(8), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_9 = f32[8192]{0} parameter(9), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_10 = f32[2048,8192]{1,0} parameter(10), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_11 = f32[2048]{0} parameter(11), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_12 = f32[8192,2048]{1,0} parameter(12), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_13 = f32[8192]{0} parameter(13), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_14 = f32[2048,8192]{1,0} parameter(14), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_15 = f32[2048]{0} parameter(15), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %param_16 = f32[8192,2048]{1,0} parameter(16), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531825) %tuple.22 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %param_0, f32[2048,8192]{1,0} %param_1, f32[2048]{0} %param_2, f32[8192,2048]{1,0} %param_3, f32[8192]{0} %param_4, /*index=5*/f32[2048,8192]{1,0} %param_5, f32[2048]{0} %param_6, f32[8192,2048]{1,0} %param_7, s32[] %param_8, f32[8192]{0} %param_9, /*index=10*/f32[2048,8192]{1,0} %param_10, f32[2048]{0} %param_11, f32[8192,2048]{1,0} %param_12, f32[8192]{0} %param_13, f32[2048,8192]{1,0} %param_14, /*index=15*/f32[2048]{0} %param_15, f32[8192,2048]{1,0} %param_16) +(CompileWorker pid=1531825) %get-tuple-element.341 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=13 +(CompileWorker pid=1531825) %constant.47 = f32[] constant(16) +(CompileWorker pid=1531825) %broadcast.56 = f32[8192]{0} broadcast(f32[] %constant.47), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %divide.16 = f32[8192]{0} divide(f32[8192]{0} %get-tuple-element.341, f32[8192]{0} %broadcast.56), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %constant.48 = f32[] constant(0.1) +(CompileWorker pid=1531825) %broadcast.57 = f32[8192]{0} broadcast(f32[] %constant.48), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.28 = f32[8192]{0} multiply(f32[8192]{0} %divide.16, f32[8192]{0} %broadcast.57), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %get-tuple-element.328 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=0 +(CompileWorker pid=1531825) %constant.49 = f32[] constant(0.9) +(CompileWorker pid=1531825) %broadcast.58 = f32[8192]{0} broadcast(f32[] %constant.49), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.29 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.328, f32[8192]{0} %broadcast.58), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %add.29 = f32[8192]{0} add(f32[8192]{0} %multiply.28, f32[8192]{0} %multiply.29), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %get-tuple-element.342 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=14 +(CompileWorker pid=1531825) %constant.50 = f32[] constant(16) +(CompileWorker pid=1531825) %broadcast.60 = f32[2048,8192]{1,0} broadcast(f32[] %constant.50), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %divide.17 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %get-tuple-element.342, f32[2048,8192]{1,0} %broadcast.60), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %constant.51 = f32[] constant(0.1) +(CompileWorker pid=1531825) %broadcast.62 = f32[2048,8192]{1,0} broadcast(f32[] %constant.51), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.30 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.17, f32[2048,8192]{1,0} %broadcast.62), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %get-tuple-element.329 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=1 +(CompileWorker pid=1531825) %constant.52 = f32[] constant(0.9) +(CompileWorker pid=1531825) %broadcast.64 = f32[2048,8192]{1,0} broadcast(f32[] %constant.52), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.31 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.329, f32[2048,8192]{1,0} %broadcast.64), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %add.30 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.30, f32[2048,8192]{1,0} %multiply.31), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %get-tuple-element.343 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=15 +(CompileWorker pid=1531825) %constant.53 = f32[] constant(16) +(CompileWorker pid=1531825) %broadcast.65 = f32[2048]{0} broadcast(f32[] %constant.53), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %divide.18 = f32[2048]{0} divide(f32[2048]{0} %get-tuple-element.343, f32[2048]{0} %broadcast.65), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %constant.54 = f32[] constant(0.1) +(CompileWorker pid=1531825) %broadcast.67 = f32[2048]{0} broadcast(f32[] %constant.54), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.32 = f32[2048]{0} multiply(f32[2048]{0} %divide.18, f32[2048]{0} %broadcast.67), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %get-tuple-element.330 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=2 +(CompileWorker pid=1531825) %constant.55 = f32[] constant(0.9) +(CompileWorker pid=1531825) %broadcast.69 = f32[2048]{0} broadcast(f32[] %constant.55), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.33 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.330, f32[2048]{0} %broadcast.69), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %add.31 = f32[2048]{0} add(f32[2048]{0} %multiply.32, f32[2048]{0} %multiply.33), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %get-tuple-element.344 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=16 +(CompileWorker pid=1531825) %constant.56 = f32[] constant(16) +(CompileWorker pid=1531825) %broadcast.70 = f32[8192,2048]{1,0} broadcast(f32[] %constant.56), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %divide.19 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %get-tuple-element.344, f32[8192,2048]{1,0} %broadcast.70), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531825) %constant.57 = f32[] constant(0.1) +(CompileWorker pid=1531825) %broadcast.71 = f32[8192,2048]{1,0} broadcast(f32[] %constant.57), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.34 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.19, f32[8192,2048]{1,0} %broadcast.71), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %get-tuple-element.331 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=3 +(CompileWorker pid=1531825) %constant.59 = f32[] constant(0.9) +(CompileWorker pid=1531825) %broadcast.72 = f32[8192,2048]{1,0} broadcast(f32[] %constant.59), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.35 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.331, f32[8192,2048]{1,0} %broadcast.72), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %add.32 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.34, f32[8192,2048]{1,0} %multiply.35), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531825) %multiply.36 = f32[8192]{0} multiply(f32[8192]{0} %divide.16, f32[8192]{0} %divide.16), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531825) %constant.61 = f32[] constant(0.001) +(CompileWorker pid=1531825) %broadcast.73 = f32[8192]{0} broadcast(f32[] %constant.61), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.37 = f32[8192]{0} multiply(f32[8192]{0} %multiply.36, f32[8192]{0} %broadcast.73), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %get-tuple-element.332 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=4 +(CompileWorker pid=1531825) %constant.63 = f32[] constant(0.999) +(CompileWorker pid=1531825) %broadcast.75 = f32[8192]{0} broadcast(f32[] %constant.63), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.38 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.332, f32[8192]{0} %broadcast.75), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %add.33 = f32[8192]{0} add(f32[8192]{0} %multiply.37, f32[8192]{0} %multiply.38), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.39 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.17, f32[2048,8192]{1,0} %divide.17), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531825) %constant.64 = f32[] constant(0.001) +(CompileWorker pid=1531825) %broadcast.77 = f32[2048,8192]{1,0} broadcast(f32[] %constant.64), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.40 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.39, f32[2048,8192]{1,0} %broadcast.77), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %get-tuple-element.333 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=5 +(CompileWorker pid=1531825) %constant.65 = f32[] constant(0.999) +(CompileWorker pid=1531825) %broadcast.78 = f32[2048,8192]{1,0} broadcast(f32[] %constant.65), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.41 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.333, f32[2048,8192]{1,0} %broadcast.78), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %add.34 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.40, f32[2048,8192]{1,0} %multiply.41), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.42 = f32[2048]{0} multiply(f32[2048]{0} %divide.18, f32[2048]{0} %divide.18), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531825) %constant.66 = f32[] constant(0.001) +(CompileWorker pid=1531825) %broadcast.79 = f32[2048]{0} broadcast(f32[] %constant.66), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.43 = f32[2048]{0} multiply(f32[2048]{0} %multiply.42, f32[2048]{0} %broadcast.79), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %get-tuple-element.334 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=6 +(CompileWorker pid=1531825) %constant.67 = f32[] constant(0.999) +(CompileWorker pid=1531825) %broadcast.80 = f32[2048]{0} broadcast(f32[] %constant.67), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.44 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.334, f32[2048]{0} %broadcast.80), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %add.35 = f32[2048]{0} add(f32[2048]{0} %multiply.43, f32[2048]{0} %multiply.44), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.45 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.19, f32[8192,2048]{1,0} %divide.19), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531825) %constant.68 = f32[] constant(0.001) +(CompileWorker pid=1531825) %broadcast.81 = f32[8192,2048]{1,0} broadcast(f32[] %constant.68), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.46 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.45, f32[8192,2048]{1,0} %broadcast.81), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %get-tuple-element.335 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=7 +(CompileWorker pid=1531825) %constant.69 = f32[] constant(0.999) +(CompileWorker pid=1531825) %broadcast.82 = f32[8192,2048]{1,0} broadcast(f32[] %constant.69), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %multiply.47 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.335, f32[8192,2048]{1,0} %broadcast.82), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %add.36 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.46, f32[8192,2048]{1,0} %multiply.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531825) %get-tuple-element.336 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=8 +(CompileWorker pid=1531825) %constant.70 = s32[] constant(2147483647) +(CompileWorker pid=1531825) %compare.5 = pred[] compare(s32[] %get-tuple-element.336, s32[] %constant.70), direction=LT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531825) %constant.71 = s32[] constant(1) +(CompileWorker pid=1531825) %add.37 = s32[] add(s32[] %get-tuple-element.336, s32[] %constant.71), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531825) %select.5 = s32[] select(pred[] %compare.5, s32[] %add.37, s32[] %constant.70), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531825) %get-tuple-element.337 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=9 +(CompileWorker pid=1531825) %constant.72 = f32[] constant(1) +(CompileWorker pid=1531825) %constant.73 = f32[] constant(0.9) +(CompileWorker pid=1531825) %convert.2 = f32[] convert(s32[] %select.5), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531825) %power.2 = f32[] power(f32[] %constant.73, f32[] %convert.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531825) %subtract.4 = f32[] subtract(f32[] %constant.72, f32[] %power.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531825) %broadcast.83 = f32[8192]{0} broadcast(f32[] %subtract.4), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.20 = f32[8192]{0} divide(f32[8192]{0} %add.29, f32[8192]{0} %broadcast.83), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %constant.74 = f32[] constant(0.999) +(CompileWorker pid=1531825) %convert.3 = f32[] convert(s32[] %select.5), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531825) %power.3 = f32[] power(f32[] %constant.74, f32[] %convert.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531825) %subtract.5 = f32[] subtract(f32[] %constant.72, f32[] %power.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531825) %broadcast.84 = f32[8192]{0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.21 = f32[8192]{0} divide(f32[8192]{0} %add.33, f32[8192]{0} %broadcast.84), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %sqrt.4 = f32[8192]{0} sqrt(f32[8192]{0} %divide.21), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.75 = f32[] constant(1e-08) +(CompileWorker pid=1531825) %broadcast.85 = f32[8192]{0} broadcast(f32[] %constant.75), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %add.38 = f32[8192]{0} add(f32[8192]{0} %sqrt.4, f32[8192]{0} %broadcast.85), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %divide.22 = f32[8192]{0} divide(f32[8192]{0} %divide.20, f32[8192]{0} %add.38), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.76 = f32[] constant(-0.001) +(CompileWorker pid=1531825) %broadcast.86 = f32[8192]{0} broadcast(f32[] %constant.76), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %multiply.48 = f32[8192]{0} multiply(f32[8192]{0} %divide.22, f32[8192]{0} %broadcast.86), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %add.39 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.337, f32[8192]{0} %multiply.48), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531825) %get-tuple-element.338 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=10 +(CompileWorker pid=1531825) %broadcast.87 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.4), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.23 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.30, f32[2048,8192]{1,0} %broadcast.87), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %broadcast.88 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.24 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.34, f32[2048,8192]{1,0} %broadcast.88), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %sqrt.5 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.24), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.77 = f32[] constant(1e-08) +(CompileWorker pid=1531825) %broadcast.89 = f32[2048,8192]{1,0} broadcast(f32[] %constant.77), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %add.40 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.5, f32[2048,8192]{1,0} %broadcast.89), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %divide.25 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.23, f32[2048,8192]{1,0} %add.40), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.78 = f32[] constant(-0.001) +(CompileWorker pid=1531825) %broadcast.90 = f32[2048,8192]{1,0} broadcast(f32[] %constant.78), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %multiply.49 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.25, f32[2048,8192]{1,0} %broadcast.90), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %add.41 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.338, f32[2048,8192]{1,0} %multiply.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531825) %get-tuple-element.339 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=11 +(CompileWorker pid=1531825) %broadcast.91 = f32[2048]{0} broadcast(f32[] %subtract.4), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.26 = f32[2048]{0} divide(f32[2048]{0} %add.31, f32[2048]{0} %broadcast.91), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %broadcast.92 = f32[2048]{0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.27 = f32[2048]{0} divide(f32[2048]{0} %add.35, f32[2048]{0} %broadcast.92), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %sqrt.6 = f32[2048]{0} sqrt(f32[2048]{0} %divide.27), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.79 = f32[] constant(1e-08) +(CompileWorker pid=1531825) %broadcast.93 = f32[2048]{0} broadcast(f32[] %constant.79), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %add.42 = f32[2048]{0} add(f32[2048]{0} %sqrt.6, f32[2048]{0} %broadcast.93), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %divide.28 = f32[2048]{0} divide(f32[2048]{0} %divide.26, f32[2048]{0} %add.42), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.80 = f32[] constant(-0.001) +(CompileWorker pid=1531825) %broadcast.94 = f32[2048]{0} broadcast(f32[] %constant.80), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %multiply.50 = f32[2048]{0} multiply(f32[2048]{0} %divide.28, f32[2048]{0} %broadcast.94), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %add.43 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.339, f32[2048]{0} %multiply.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531825) %get-tuple-element.340 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=12 +(CompileWorker pid=1531825) %broadcast.95 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.4), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.29 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.32, f32[8192,2048]{1,0} %broadcast.95), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %broadcast.96 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %divide.30 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.36, f32[8192,2048]{1,0} %broadcast.96), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531825) %sqrt.7 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.30), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.81 = f32[] constant(1e-08) +(CompileWorker pid=1531825) %broadcast.97 = f32[8192,2048]{1,0} broadcast(f32[] %constant.81), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %add.44 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.7, f32[8192,2048]{1,0} %broadcast.97), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %divide.31 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.29, f32[8192,2048]{1,0} %add.44), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531825) %constant.82 = f32[] constant(-0.001) +(CompileWorker pid=1531825) %broadcast.98 = f32[8192,2048]{1,0} broadcast(f32[] %constant.82), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %multiply.51 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.31, f32[8192,2048]{1,0} %broadcast.98), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531825) %add.45 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.340, f32[8192,2048]{1,0} %multiply.51), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531825) %tuple.23 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %add.29, f32[2048,8192]{1,0} %add.30, f32[2048]{0} %add.31, f32[8192,2048]{1,0} %add.32, f32[8192]{0} %add.33, /*index=5*/f32[2048,8192]{1,0} %add.34, f32[2048]{0} %add.35, f32[8192,2048]{1,0} %add.36, s32[] %select.5, f32[8192]{0} %add.39, /*index=10*/f32[2048,8192]{1,0} %add.41, f32[2048]{0} %add.43, f32[8192,2048]{1,0} %add.45) +(CompileWorker pid=1531825) %get-tuple-element.64 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=0 +(CompileWorker pid=1531825) %get-tuple-element.65 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=1 +(CompileWorker pid=1531825) %get-tuple-element.66 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=2 +(CompileWorker pid=1531825) %get-tuple-element.67 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=3 +(CompileWorker pid=1531825) %get-tuple-element.68 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=4 +(CompileWorker pid=1531825) %get-tuple-element.69 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=5 +(CompileWorker pid=1531825) %get-tuple-element.70 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=6 +(CompileWorker pid=1531825) %get-tuple-element.71 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=7 +(CompileWorker pid=1531825) %get-tuple-element.72 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=8 +(CompileWorker pid=1531825) %get-tuple-element.73 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=9 +(CompileWorker pid=1531825) %get-tuple-element.74 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=10 +(CompileWorker pid=1531825) %get-tuple-element.75 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=11 +(CompileWorker pid=1531825) %get-tuple-element.76 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=12 +(CompileWorker pid=1531825) %tuple.24 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.64, f32[2048,8192]{1,0} %get-tuple-element.65, f32[2048]{0} %get-tuple-element.66, f32[8192,2048]{1,0} %get-tuple-element.67, f32[8192]{0} %get-tuple-element.68, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.69, f32[2048]{0} %get-tuple-element.70, f32[8192,2048]{1,0} %get-tuple-element.71, s32[] %get-tuple-element.72, f32[8192]{0} %get-tuple-element.73, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.74, f32[2048]{0} %get-tuple-element.75, f32[8192,2048]{1,0} %get-tuple-element.76) +(CompileWorker pid=1531825) %get-tuple-element.536 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=0 +(CompileWorker pid=1531825) %get-tuple-element.537 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=1 +(CompileWorker pid=1531825) %get-tuple-element.538 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=2 +(CompileWorker pid=1531825) %get-tuple-element.539 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=3 +(CompileWorker pid=1531825) %get-tuple-element.540 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=4 +(CompileWorker pid=1531825) %get-tuple-element.541 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=5 +(CompileWorker pid=1531825) %get-tuple-element.542 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=6 +(CompileWorker pid=1531825) %get-tuple-element.543 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=7 +(CompileWorker pid=1531825) %get-tuple-element.544 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=8 +(CompileWorker pid=1531825) %get-tuple-element.545 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=9 +(CompileWorker pid=1531825) %get-tuple-element.546 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=10 +(CompileWorker pid=1531825) %get-tuple-element.547 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=11 +(CompileWorker pid=1531825) %get-tuple-element.548 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=12 +(CompileWorker pid=1531825) ROOT %tuple.25 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.536, f32[2048,8192]{1,0} %get-tuple-element.537, f32[2048]{0} %get-tuple-element.538, f32[8192,2048]{1,0} %get-tuple-element.539, f32[8192]{0} %get-tuple-element.540, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.541, f32[2048]{0} %get-tuple-element.542, f32[8192,2048]{1,0} %get-tuple-element.543, s32[] %get-tuple-element.544, f32[8192]{0} %get-tuple-element.545, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.546, f32[2048]{0} %get-tuple-element.547, f32[8192,2048]{1,0} %get-tuple-element.548), metadata={op_name="tuple.14"} +(CompileWorker pid=1531825) } +(CompileWorker pid=1531825) +(CompileWorker pid=1531825) +- Profile all stages +(CompileWorker pid=1531828) hlo module before auto shard pass: HloModule stage_0_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias), {8}: (8, {}, may-alias), {9}: (9, {}, may-alias), {10}: (10, {}, may-alias), {11}: (11, {}, may-alias), {12}: (12, {}, may-alias), {13}: (13, {}, may-alias), {14}: (14, {}, may-alias), {15}: (15, {}, may-alias), {16}: (16, {}, may-alias), {17}: (17, {}, may-alias), {18}: (18, {}, may-alias), {19}: (19, {}, may-alias), {20}: (20, {}, may-alias), {21}: (21, {}, may-alias), {22}: (22, {}, may-alias), {23}: (23, {}, may-alias), {24}: (24, {}, may-alias), {25}: (25, {}, may-alias), {26}: (26, {}, may-alias), {27}: (27, {}, may-alias), {28}: (28, {}, may-alias), {29}: (29, {}, may-alias), {30}: (30, {}, may-alias), {31}: (31, {}, may-alias), {32}: (32, {}, may-alias), {33}: (33, {}, may-alias) }, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[128,2048]{1,0})->(f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048,8192]{1,0}, /*index=5*/f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=10*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=20*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], /*index=25*/s32[], f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=35*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=40*/f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %xla_fallback_pipeline_marker.37 (Arg_0.38: f32[2048,8192], Arg_1.39: f32[8192], Arg_2.40: f32[8192,2048], Arg_3.41: f32[2048], Arg_4.42: f32[128,2048], Arg_5.43: f32[2048,8192], Arg_6.44: f32[8192], Arg_7.45: f32[8192,2048], Arg_8.46: f32[2048], Arg_9.47: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048], /*index=5*/f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048]) { +(CompileWorker pid=1531828) %Arg_0.38 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.39 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.40 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.41 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.42 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.43 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.44 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.45 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531828) %Arg_8.46 = f32[2048]{0} parameter(8) +(CompileWorker pid=1531828) %Arg_9.47 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531828) %tuple.48 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %Arg_0.38, f32[8192]{0} %Arg_1.39, f32[8192,2048]{1,0} %Arg_2.40, f32[2048]{0} %Arg_3.41, f32[128,2048]{1,0} %Arg_4.42, /*index=5*/f32[2048,8192]{1,0} %Arg_5.43, f32[8192]{0} %Arg_6.44, f32[8192,2048]{1,0} %Arg_7.45, f32[2048]{0} %Arg_8.46, f32[128,2048]{1,0} %Arg_9.47), metadata={op_name="tuple.11"} +(CompileWorker pid=1531828) ROOT %custom-call.49 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) custom-call((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.48), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_0$start"}, backend_config="\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %pipeline_marker.50 (Arg_0.51: f32[2048,8192], Arg_1.52: f32[8192], Arg_2.53: f32[8192,2048], Arg_3.54: f32[2048], Arg_4.55: f32[128,2048], Arg_5.56: f32[2048,8192], Arg_6.57: f32[8192], Arg_7.58: f32[8192,2048], Arg_8.59: f32[2048], Arg_9.60: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048], /*index=5*/f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048]) { +(CompileWorker pid=1531828) %Arg_0.51 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.52 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.53 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.54 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.55 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.56 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.57 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.58 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531828) %Arg_8.59 = f32[2048]{0} parameter(8) +(CompileWorker pid=1531828) %Arg_9.60 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531828) %call.61 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.51, f32[8192]{0} %Arg_1.52, f32[8192,2048]{1,0} %Arg_2.53, f32[2048]{0} %Arg_3.54, f32[128,2048]{1,0} %Arg_4.55, /*index=5*/f32[2048,8192]{1,0} %Arg_5.56, f32[8192]{0} %Arg_6.57, f32[8192,2048]{1,0} %Arg_7.58, f32[2048]{0} %Arg_8.59, f32[128,2048]{1,0} %Arg_9.60), to_apply=%xla_fallback_pipeline_marker.37 +(CompileWorker pid=1531828) %get-tuple-element.62 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.63 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.64 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.65 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.66 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.67 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.68 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.69 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.70 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.71 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531828) ROOT %tuple.72 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.62, f32[8192]{0} %get-tuple-element.63, f32[8192,2048]{1,0} %get-tuple-element.64, f32[2048]{0} %get-tuple-element.65, f32[128,2048]{1,0} %get-tuple-element.66, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.67, f32[8192]{0} %get-tuple-element.68, f32[8192,2048]{1,0} %get-tuple-element.69, f32[2048]{0} %get-tuple-element.70, f32[128,2048]{1,0} %get-tuple-element.71) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %stage_0_1_acc_grad_00.84 (Arg_0.85: f32[2048,8192], Arg_1.86: f32[8192], Arg_2.87: f32[8192,2048], Arg_3.88: f32[2048], Arg_4.89: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531828) %Arg_4.89 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531828) %Arg_0.85 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531828) %dot.94 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %Arg_4.89, f32[2048,8192]{1,0} %Arg_0.85), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %Arg_1.86 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531828) %reshape.95 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_1.86), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.96 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.95), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %reshape.97 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.96), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.98 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.97), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.99 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.94, f32[128,8192]{1,0} %broadcast.98), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %constant.92 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.93 = f32[128,8192]{1,0} broadcast(f32[] %constant.92), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %maximum.100 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.99, f32[128,8192]{1,0} %broadcast.93), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %Arg_2.87 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531828) %dot.102 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.100, f32[8192,2048]{1,0} %Arg_2.87), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %Arg_3.88 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531828) %reshape.103 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_3.88), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.104 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.103), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %reshape.105 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.104), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.106 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.105), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.107 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.102, f32[128,2048]{1,0} %broadcast.106), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %constant.90 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.91 = f32[128,2048]{1,0} broadcast(f32[] %constant.90), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %maximum.108 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.107, f32[128,2048]{1,0} %broadcast.91), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %compare.109 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.107, f32[128,2048]{1,0} %broadcast.91), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %compare.101 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.99, f32[128,8192]{1,0} %broadcast.93), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) ROOT %tuple.110 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.108, pred[128,2048]{1,0} %compare.109, f32[128,8192]{1,0} %maximum.100, pred[128,8192]{1,0} %compare.101) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %stage_0_1_acc_grad_01.111 (Arg_0.112: f32[128,2048], Arg_1.113: f32[2048,8192], Arg_2.114: f32[8192], Arg_3.115: f32[8192,2048], Arg_4.116: f32[2048], Arg_5.117: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531828) %Arg_0.112 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.113 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531828) %dot.124 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %Arg_0.112, f32[2048,8192]{1,0} %Arg_1.113), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %Arg_2.114 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531828) %reshape.125 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_2.114), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.126 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.125), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %reshape.127 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.126), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.128 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.127), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.129 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.124, f32[128,8192]{1,0} %broadcast.128), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %constant.122 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.123 = f32[128,8192]{1,0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %maximum.130 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.129, f32[128,8192]{1,0} %broadcast.123), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %Arg_3.115 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531828) %dot.132 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.130, f32[8192,2048]{1,0} %Arg_3.115), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %Arg_4.116 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531828) %reshape.133 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_4.116), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.134 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.133), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %reshape.135 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.134), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.136 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.135), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.137 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.132, f32[128,2048]{1,0} %broadcast.136), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %constant.120 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.121 = f32[128,2048]{1,0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %maximum.138 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.137, f32[128,2048]{1,0} %broadcast.121), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %Arg_5.117 = f32[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531828) %subtract.140 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.138, f32[128,2048]{1,0} %Arg_5.117), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %constant.118 = f32[] constant(2) +(CompileWorker pid=1531828) %broadcast.119 = f32[128,2048]{1,0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %multiply.141 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.140, f32[128,2048]{1,0} %broadcast.119), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %compare.139 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.137, f32[128,2048]{1,0} %broadcast.121), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %compare.131 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.129, f32[128,8192]{1,0} %broadcast.123), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) ROOT %tuple.142 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.141, pred[128,2048]{1,0} %compare.139, f32[128,8192]{1,0} %maximum.130, pred[128,8192]{1,0} %compare.131) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %stage_0_1_acc_grad_0.143 (Arg_0.144: f32[2048,8192], Arg_1.145: f32[8192], Arg_2.146: f32[8192,2048], Arg_3.147: f32[2048], Arg_4.148: f32[128,2048], Arg_5.149: f32[2048,8192], Arg_6.150: f32[8192], Arg_7.151: f32[8192,2048], Arg_8.152: f32[2048], Arg_9.153: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531828) %Arg_0.144 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.145 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.146 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.147 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.148 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531828) %call.154 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.144, f32[8192]{0} %Arg_1.145, f32[8192,2048]{1,0} %Arg_2.146, f32[2048]{0} %Arg_3.147, f32[128,2048]{1,0} %Arg_4.148), to_apply=%stage_0_1_acc_grad_00.84 +(CompileWorker pid=1531828) %get-tuple-element.155 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=0 +(CompileWorker pid=1531828) %get-tuple-element.156 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=1 +(CompileWorker pid=1531828) %get-tuple-element.157 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=2 +(CompileWorker pid=1531828) %get-tuple-element.158 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=3 +(CompileWorker pid=1531828) %Arg_5.149 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.150 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.151 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531828) %Arg_8.152 = f32[2048]{0} parameter(8) +(CompileWorker pid=1531828) %Arg_9.153 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531828) %call.159 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.155, f32[2048,8192]{1,0} %Arg_5.149, f32[8192]{0} %Arg_6.150, f32[8192,2048]{1,0} %Arg_7.151, f32[2048]{0} %Arg_8.152, /*index=5*/f32[128,2048]{1,0} %Arg_9.153), to_apply=%stage_0_1_acc_grad_01.111 +(CompileWorker pid=1531828) %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=0 +(CompileWorker pid=1531828) %get-tuple-element.161 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=1 +(CompileWorker pid=1531828) %get-tuple-element.162 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=2 +(CompileWorker pid=1531828) %get-tuple-element.163 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=3 +(CompileWorker pid=1531828) ROOT %tuple.164 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.155, pred[128,2048]{1,0} %get-tuple-element.156, f32[128,8192]{1,0} %get-tuple-element.157, pred[128,8192]{1,0} %get-tuple-element.158, f32[128,2048]{1,0} %get-tuple-element.160, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.161, f32[128,8192]{1,0} %get-tuple-element.162, pred[128,8192]{1,0} %get-tuple-element.163) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %xla_fallback_pipeline_marker_0.174 (Arg_0.175: f32[128,2048], Arg_1.176: pred[128,2048], Arg_2.177: f32[128,8192], Arg_3.178: pred[128,8192], Arg_4.179: f32[128,2048], Arg_5.180: pred[128,2048], Arg_6.181: f32[128,8192], Arg_7.182: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531828) %Arg_0.175 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.176 = pred[128,2048]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.177 = f32[128,8192]{1,0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.178 = pred[128,8192]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.179 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.180 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.181 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.182 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531828) %tuple.183 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %Arg_0.175, pred[128,2048]{1,0} %Arg_1.176, f32[128,8192]{1,0} %Arg_2.177, pred[128,8192]{1,0} %Arg_3.178, f32[128,2048]{1,0} %Arg_4.179, /*index=5*/pred[128,2048]{1,0} %Arg_5.180, f32[128,8192]{1,0} %Arg_6.181, pred[128,8192]{1,0} %Arg_7.182), metadata={op_name="tuple.9"} +(CompileWorker pid=1531828) ROOT %custom-call.184 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) custom-call((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.183), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_0$end"}, backend_config="\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %pipeline_marker_0.185 (Arg_0.186: f32[128,2048], Arg_1.187: pred[128,2048], Arg_2.188: f32[128,8192], Arg_3.189: pred[128,8192], Arg_4.190: f32[128,2048], Arg_5.191: pred[128,2048], Arg_6.192: f32[128,8192], Arg_7.193: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531828) %Arg_0.186 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.187 = pred[128,2048]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.188 = f32[128,8192]{1,0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.189 = pred[128,8192]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.190 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.191 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.192 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.193 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531828) %call.194 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %Arg_0.186, pred[128,2048]{1,0} %Arg_1.187, f32[128,8192]{1,0} %Arg_2.188, pred[128,8192]{1,0} %Arg_3.189, f32[128,2048]{1,0} %Arg_4.190, /*index=5*/pred[128,2048]{1,0} %Arg_5.191, f32[128,8192]{1,0} %Arg_6.192, pred[128,8192]{1,0} %Arg_7.193), to_apply=%xla_fallback_pipeline_marker_0.174 +(CompileWorker pid=1531828) %get-tuple-element.195 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.196 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.197 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.198 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.199 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.200 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.201 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.202 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531828) ROOT %tuple.203 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.195, pred[128,2048]{1,0} %get-tuple-element.196, f32[128,8192]{1,0} %get-tuple-element.197, pred[128,8192]{1,0} %get-tuple-element.198, f32[128,2048]{1,0} %get-tuple-element.199, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.200, f32[128,8192]{1,0} %get-tuple-element.201, pred[128,8192]{1,0} %get-tuple-element.202) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %xla_fallback_pipeline_marker_1.213 (Arg_0.214: f32[2048], Arg_1.215: f32[8192,2048], Arg_2.216: f32[8192], Arg_3.217: f32[2048,8192], Arg_4.218: f32[2048], Arg_5.219: f32[8192,2048], Arg_6.220: f32[8192], Arg_7.221: f32[2048,8192], Arg_8.222: f32[128,2048], Arg_9.223: pred[128,2048], Arg_10.224: f32[128,8192], Arg_11.225: pred[128,8192], Arg_12.226: f32[8192,2048], Arg_13.227: f32[128,2048], Arg_14.228: f32[2048,8192], Arg_15.229: pred[128,2048], Arg_16.230: f32[128,8192], Arg_17.231: pred[128,8192], Arg_18.232: f32[128,2048], Arg_19.233: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], pred[128,2048], /*index=10*/f32[128,8192], pred[128,8192], f32[8192,2048], f32[128,2048], f32[2048,8192], /*index=15*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], f32[8192,2048]) { +(CompileWorker pid=1531828) %Arg_0.214 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.215 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.216 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.217 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.218 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.219 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.220 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.221 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531828) %Arg_8.222 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531828) %Arg_9.223 = pred[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531828) %Arg_10.224 = f32[128,8192]{1,0} parameter(10) +(CompileWorker pid=1531828) %Arg_11.225 = pred[128,8192]{1,0} parameter(11) +(CompileWorker pid=1531828) %Arg_12.226 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531828) %Arg_13.227 = f32[128,2048]{1,0} parameter(13) +(CompileWorker pid=1531828) %Arg_14.228 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531828) %Arg_15.229 = pred[128,2048]{1,0} parameter(15) +(CompileWorker pid=1531828) %Arg_16.230 = f32[128,8192]{1,0} parameter(16) +(CompileWorker pid=1531828) %Arg_17.231 = pred[128,8192]{1,0} parameter(17) +(CompileWorker pid=1531828) %Arg_18.232 = f32[128,2048]{1,0} parameter(18) +(CompileWorker pid=1531828) %Arg_19.233 = f32[8192,2048]{1,0} parameter(19) +(CompileWorker pid=1531828) %tuple.234 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %Arg_0.214, f32[8192,2048]{1,0} %Arg_1.215, f32[8192]{0} %Arg_2.216, f32[2048,8192]{1,0} %Arg_3.217, f32[2048]{0} %Arg_4.218, /*index=5*/f32[8192,2048]{1,0} %Arg_5.219, f32[8192]{0} %Arg_6.220, f32[2048,8192]{1,0} %Arg_7.221, f32[128,2048]{1,0} %Arg_8.222, pred[128,2048]{1,0} %Arg_9.223, /*index=10*/f32[128,8192]{1,0} %Arg_10.224, pred[128,8192]{1,0} %Arg_11.225, f32[8192,2048]{1,0} %Arg_12.226, f32[128,2048]{1,0} %Arg_13.227, f32[2048,8192]{1,0} %Arg_14.228, /*index=15*/pred[128,2048]{1,0} %Arg_15.229, f32[128,8192]{1,0} %Arg_16.230, pred[128,8192]{1,0} %Arg_17.231, f32[128,2048]{1,0} %Arg_18.232, f32[8192,2048]{1,0} %Arg_19.233), metadata={op_name="tuple.21"} +(CompileWorker pid=1531828) ROOT %custom-call.235 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.234), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_1$start"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %pipeline_marker_1.236 (Arg_0.237: f32[2048], Arg_1.238: f32[8192,2048], Arg_2.239: f32[8192], Arg_3.240: f32[2048,8192], Arg_4.241: f32[2048], Arg_5.242: f32[8192,2048], Arg_6.243: f32[8192], Arg_7.244: f32[2048,8192], Arg_8.245: f32[128,2048], Arg_9.246: pred[128,2048], Arg_10.247: f32[128,8192], Arg_11.248: pred[128,8192], Arg_12.249: f32[8192,2048], Arg_13.250: f32[128,2048], Arg_14.251: f32[2048,8192], Arg_15.252: pred[128,2048], Arg_16.253: f32[128,8192], Arg_17.254: pred[128,8192], Arg_18.255: f32[128,2048], Arg_19.256: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], pred[128,2048], /*index=10*/f32[128,8192], pred[128,8192], f32[8192,2048], f32[128,2048], f32[2048,8192], /*index=15*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], f32[8192,2048]) { +(CompileWorker pid=1531828) %Arg_0.237 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.238 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.239 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.240 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.241 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.242 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.243 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.244 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531828) %Arg_8.245 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531828) %Arg_9.246 = pred[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531828) %Arg_10.247 = f32[128,8192]{1,0} parameter(10) +(CompileWorker pid=1531828) %Arg_11.248 = pred[128,8192]{1,0} parameter(11) +(CompileWorker pid=1531828) %Arg_12.249 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531828) %Arg_13.250 = f32[128,2048]{1,0} parameter(13) +(CompileWorker pid=1531828) %Arg_14.251 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531828) %Arg_15.252 = pred[128,2048]{1,0} parameter(15) +(CompileWorker pid=1531828) %Arg_16.253 = f32[128,8192]{1,0} parameter(16) +(CompileWorker pid=1531828) %Arg_17.254 = pred[128,8192]{1,0} parameter(17) +(CompileWorker pid=1531828) %Arg_18.255 = f32[128,2048]{1,0} parameter(18) +(CompileWorker pid=1531828) %Arg_19.256 = f32[8192,2048]{1,0} parameter(19) +(CompileWorker pid=1531828) %call.257 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) call(f32[2048]{0} %Arg_0.237, f32[8192,2048]{1,0} %Arg_1.238, f32[8192]{0} %Arg_2.239, f32[2048,8192]{1,0} %Arg_3.240, f32[2048]{0} %Arg_4.241, /*index=5*/f32[8192,2048]{1,0} %Arg_5.242, f32[8192]{0} %Arg_6.243, f32[2048,8192]{1,0} %Arg_7.244, f32[128,2048]{1,0} %Arg_8.245, pred[128,2048]{1,0} %Arg_9.246, /*index=10*/f32[128,8192]{1,0} %Arg_10.247, pred[128,8192]{1,0} %Arg_11.248, f32[8192,2048]{1,0} %Arg_12.249, f32[128,2048]{1,0} %Arg_13.250, f32[2048,8192]{1,0} %Arg_14.251, /*index=15*/pred[128,2048]{1,0} %Arg_15.252, f32[128,8192]{1,0} %Arg_16.253, pred[128,8192]{1,0} %Arg_17.254, f32[128,2048]{1,0} %Arg_18.255, f32[8192,2048]{1,0} %Arg_19.256), to_apply=%xla_fallback_pipeline_marker_1.213 +(CompileWorker pid=1531828) %get-tuple-element.258 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.259 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.260 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.261 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.262 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.263 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.264 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.265 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.266 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.267 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.268 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=10, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.269 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=11, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.270 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=12, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.271 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=13, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.272 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=14, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.273 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=15, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.274 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=16, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.275 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=17, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.276 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=18, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.277 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=19, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531828) ROOT %tuple.278 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.258, f32[8192,2048]{1,0} %get-tuple-element.259, f32[8192]{0} %get-tuple-element.260, f32[2048,8192]{1,0} %get-tuple-element.261, f32[2048]{0} %get-tuple-element.262, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.263, f32[8192]{0} %get-tuple-element.264, f32[2048,8192]{1,0} %get-tuple-element.265, f32[128,2048]{1,0} %get-tuple-element.266, pred[128,2048]{1,0} %get-tuple-element.267, /*index=10*/f32[128,8192]{1,0} %get-tuple-element.268, pred[128,8192]{1,0} %get-tuple-element.269, f32[8192,2048]{1,0} %get-tuple-element.270, f32[128,2048]{1,0} %get-tuple-element.271, f32[2048,8192]{1,0} %get-tuple-element.272, /*index=15*/pred[128,2048]{1,0} %get-tuple-element.273, f32[128,8192]{1,0} %get-tuple-element.274, pred[128,8192]{1,0} %get-tuple-element.275, f32[128,2048]{1,0} %get-tuple-element.276, f32[8192,2048]{1,0} %get-tuple-element.277) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %region_0.300 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { +(CompileWorker pid=1531828) %Arg_0.301 = f32[] parameter(0) +(CompileWorker pid=1531828) %Arg_1.302 = f32[] parameter(1) +(CompileWorker pid=1531828) ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %region_1.304 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { +(CompileWorker pid=1531828) %Arg_0.305 = f32[] parameter(0) +(CompileWorker pid=1531828) %Arg_1.306 = f32[] parameter(1) +(CompileWorker pid=1531828) ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %stage_0_1_acc_grad_10.308 (Arg_0.309: f32[2048], Arg_1.310: f32[8192,2048], Arg_2.311: f32[8192], Arg_3.312: f32[2048,8192], Arg_4.313: f32[128,2048], Arg_5.314: pred[128,2048], Arg_6.315: f32[128,8192], Arg_7.316: pred[128,8192], Arg_8.317: f32[8192,2048], Arg_9.318: f32[128,2048], Arg_10.319: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531828) %Arg_0.309 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531828) %Arg_5.314 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_4.313 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531828) %constant.324 = f32[] constant(3.81469727e-06) +(CompileWorker pid=1531828) %broadcast.325 = f32[128,2048]{1,0} broadcast(f32[] %constant.324), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %multiply.327 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %Arg_4.313, f32[128,2048]{1,0} %broadcast.325), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %constant.322 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.323 = f32[128,2048]{1,0} broadcast(f32[] %constant.322), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %select.328 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %Arg_5.314, f32[128,2048]{1,0} %multiply.327, f32[128,2048]{1,0} %broadcast.323), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %constant.326 = f32[] constant(0) +(CompileWorker pid=1531828) %reduce.329 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.328, f32[] %constant.326), dimensions={0}, to_apply=%region_0.300, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.338 = f32[2048]{0} add(f32[2048]{0} %Arg_0.309, f32[2048]{0} %reduce.329), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531828) %Arg_1.310 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_6.315 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531828) %dot.330 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.328, f32[128,8192]{1,0} %Arg_6.315), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %transpose.331 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.330), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %add.339 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_1.310, f32[8192,2048]{0,1} %transpose.331), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531828) %Arg_2.311 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531828) %Arg_7.316 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531828) %Arg_8.317 = f32[8192,2048]{1,0} parameter(8) +(CompileWorker pid=1531828) %dot.332 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.328, f32[8192,2048]{1,0} %Arg_8.317), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %constant.320 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.321 = f32[128,8192]{1,0} broadcast(f32[] %constant.320), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %select.333 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %Arg_7.316, f32[128,8192]{1,0} %dot.332, f32[128,8192]{1,0} %broadcast.321), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %reduce.334 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.333, f32[] %constant.326), dimensions={0}, to_apply=%region_1.304, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.340 = f32[8192]{0} add(f32[8192]{0} %Arg_2.311, f32[8192]{0} %reduce.334), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531828) %Arg_3.312 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_9.318 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531828) %dot.335 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.333, f32[128,2048]{1,0} %Arg_9.318), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %transpose.336 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.335), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %add.341 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_3.312, f32[2048,8192]{0,1} %transpose.336), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531828) %Arg_10.319 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531828) %dot.337 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.333, f32[2048,8192]{1,0} %Arg_10.319), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) ROOT %tuple.342 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.338, f32[8192,2048]{1,0} %add.339, f32[8192]{0} %add.340, f32[2048,8192]{1,0} %add.341, f32[128,2048]{1,0} %dot.337) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %region_2.343 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { +(CompileWorker pid=1531828) %Arg_0.344 = f32[] parameter(0) +(CompileWorker pid=1531828) %Arg_1.345 = f32[] parameter(1) +(CompileWorker pid=1531828) ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %region_3.347 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { +(CompileWorker pid=1531828) %Arg_0.348 = f32[] parameter(0) +(CompileWorker pid=1531828) %Arg_1.349 = f32[] parameter(1) +(CompileWorker pid=1531828) ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %stage_0_1_acc_grad_11.351 (Arg_0.352: f32[2048], Arg_1.353: f32[8192,2048], Arg_2.354: f32[8192], Arg_3.355: f32[2048,8192], Arg_4.356: f32[128,2048], Arg_5.357: pred[128,2048], Arg_6.358: f32[128,8192], Arg_7.359: pred[128,8192], Arg_8.360: f32[128,2048], Arg_9.361: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531828) %Arg_0.352 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531828) %Arg_5.357 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_4.356 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531828) %constant.364 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.365 = f32[128,2048]{1,0} broadcast(f32[] %constant.364), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %select.367 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %Arg_5.357, f32[128,2048]{1,0} %Arg_4.356, f32[128,2048]{1,0} %broadcast.365), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %constant.366 = f32[] constant(0) +(CompileWorker pid=1531828) %reduce.368 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.367, f32[] %constant.366), dimensions={0}, to_apply=%region_2.343, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.376 = f32[2048]{0} add(f32[2048]{0} %Arg_0.352, f32[2048]{0} %reduce.368), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531828) %Arg_1.353 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_6.358 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531828) %dot.369 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.367, f32[128,8192]{1,0} %Arg_6.358), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %transpose.370 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.369), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %add.377 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_1.353, f32[8192,2048]{0,1} %transpose.370), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531828) %Arg_2.354 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531828) %Arg_7.359 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531828) %Arg_9.361 = f32[8192,2048]{1,0} parameter(9) +(CompileWorker pid=1531828) %dot.371 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.367, f32[8192,2048]{1,0} %Arg_9.361), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %constant.362 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.363 = f32[128,8192]{1,0} broadcast(f32[] %constant.362), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %select.372 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %Arg_7.359, f32[128,8192]{1,0} %dot.371, f32[128,8192]{1,0} %broadcast.363), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %reduce.373 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.372, f32[] %constant.366), dimensions={0}, to_apply=%region_3.347, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.378 = f32[8192]{0} add(f32[8192]{0} %Arg_2.354, f32[8192]{0} %reduce.373), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531828) %Arg_3.355 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_8.360 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531828) %dot.374 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.372, f32[128,2048]{1,0} %Arg_8.360), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %transpose.375 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.374), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %add.379 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_3.355, f32[2048,8192]{0,1} %transpose.375), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531828) ROOT %tuple.380 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.376, f32[8192,2048]{1,0} %add.377, f32[8192]{0} %add.378, f32[2048,8192]{1,0} %add.379) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %stage_0_1_acc_grad_1.381 (Arg_0.382: f32[2048], Arg_1.383: f32[8192,2048], Arg_2.384: f32[8192], Arg_3.385: f32[2048,8192], Arg_4.386: f32[2048], Arg_5.387: f32[8192,2048], Arg_6.388: f32[8192], Arg_7.389: f32[2048,8192], Arg_8.390: f32[128,2048], Arg_9.391: pred[128,2048], Arg_10.392: f32[128,8192], Arg_11.393: pred[128,8192], Arg_12.394: f32[8192,2048], Arg_13.395: f32[128,2048], Arg_14.396: f32[2048,8192], Arg_15.397: pred[128,2048], Arg_16.398: f32[128,8192], Arg_17.399: pred[128,8192], Arg_18.400: f32[128,2048], Arg_19.401: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531828) %Arg_0.382 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.383 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.384 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.385 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_8.390 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531828) %Arg_9.391 = pred[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531828) %Arg_10.392 = f32[128,8192]{1,0} parameter(10) +(CompileWorker pid=1531828) %Arg_11.393 = pred[128,8192]{1,0} parameter(11) +(CompileWorker pid=1531828) %Arg_12.394 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531828) %Arg_13.395 = f32[128,2048]{1,0} parameter(13) +(CompileWorker pid=1531828) %Arg_14.396 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531828) %call.402 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) call(f32[2048]{0} %Arg_0.382, f32[8192,2048]{1,0} %Arg_1.383, f32[8192]{0} %Arg_2.384, f32[2048,8192]{1,0} %Arg_3.385, f32[128,2048]{1,0} %Arg_8.390, /*index=5*/pred[128,2048]{1,0} %Arg_9.391, f32[128,8192]{1,0} %Arg_10.392, pred[128,8192]{1,0} %Arg_11.393, f32[8192,2048]{1,0} %Arg_12.394, f32[128,2048]{1,0} %Arg_13.395, /*index=10*/f32[2048,8192]{1,0} %Arg_14.396), to_apply=%stage_0_1_acc_grad_10.308 +(CompileWorker pid=1531828) %get-tuple-element.403 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=0 +(CompileWorker pid=1531828) %get-tuple-element.404 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=1 +(CompileWorker pid=1531828) %get-tuple-element.405 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=2 +(CompileWorker pid=1531828) %get-tuple-element.406 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=3 +(CompileWorker pid=1531828) %Arg_4.386 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.387 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.388 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.389 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531828) %get-tuple-element.407 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=4 +(CompileWorker pid=1531828) %Arg_15.397 = pred[128,2048]{1,0} parameter(15) +(CompileWorker pid=1531828) %Arg_16.398 = f32[128,8192]{1,0} parameter(16) +(CompileWorker pid=1531828) %Arg_17.399 = pred[128,8192]{1,0} parameter(17) +(CompileWorker pid=1531828) %Arg_18.400 = f32[128,2048]{1,0} parameter(18) +(CompileWorker pid=1531828) %Arg_19.401 = f32[8192,2048]{1,0} parameter(19) +(CompileWorker pid=1531828) %call.408 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_4.386, f32[8192,2048]{1,0} %Arg_5.387, f32[8192]{0} %Arg_6.388, f32[2048,8192]{1,0} %Arg_7.389, f32[128,2048]{1,0} %get-tuple-element.407, /*index=5*/pred[128,2048]{1,0} %Arg_15.397, f32[128,8192]{1,0} %Arg_16.398, pred[128,8192]{1,0} %Arg_17.399, f32[128,2048]{1,0} %Arg_18.400, f32[8192,2048]{1,0} %Arg_19.401), to_apply=%stage_0_1_acc_grad_11.351 +(CompileWorker pid=1531828) %get-tuple-element.409 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=0 +(CompileWorker pid=1531828) %get-tuple-element.410 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=1 +(CompileWorker pid=1531828) %get-tuple-element.411 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=2 +(CompileWorker pid=1531828) %get-tuple-element.412 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=3 +(CompileWorker pid=1531828) ROOT %tuple.413 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.403, f32[8192,2048]{1,0} %get-tuple-element.404, f32[8192]{0} %get-tuple-element.405, f32[2048,8192]{1,0} %get-tuple-element.406, f32[2048]{0} %get-tuple-element.409, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.410, f32[8192]{0} %get-tuple-element.411, f32[2048,8192]{1,0} %get-tuple-element.412) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %xla_fallback_pipeline_marker_2.423 (Arg_0.424: f32[2048], Arg_1.425: f32[8192,2048], Arg_2.426: f32[8192], Arg_3.427: f32[2048,8192], Arg_4.428: f32[2048], Arg_5.429: f32[8192,2048], Arg_6.430: f32[8192], Arg_7.431: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531828) %Arg_0.424 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.425 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.426 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.427 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.428 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.429 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.430 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.431 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531828) %tuple.432 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %Arg_0.424, f32[8192,2048]{1,0} %Arg_1.425, f32[8192]{0} %Arg_2.426, f32[2048,8192]{1,0} %Arg_3.427, f32[2048]{0} %Arg_4.428, /*index=5*/f32[8192,2048]{1,0} %Arg_5.429, f32[8192]{0} %Arg_6.430, f32[2048,8192]{1,0} %Arg_7.431), metadata={op_name="tuple.9"} +(CompileWorker pid=1531828) ROOT %custom-call.433 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.432), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_1$end"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %pipeline_marker_2.434 (Arg_0.435: f32[2048], Arg_1.436: f32[8192,2048], Arg_2.437: f32[8192], Arg_3.438: f32[2048,8192], Arg_4.439: f32[2048], Arg_5.440: f32[8192,2048], Arg_6.441: f32[8192], Arg_7.442: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531828) %Arg_0.435 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.436 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.437 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.438 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.439 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.440 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.441 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.442 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531828) %call.443 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_0.435, f32[8192,2048]{1,0} %Arg_1.436, f32[8192]{0} %Arg_2.437, f32[2048,8192]{1,0} %Arg_3.438, f32[2048]{0} %Arg_4.439, /*index=5*/f32[8192,2048]{1,0} %Arg_5.440, f32[8192]{0} %Arg_6.441, f32[2048,8192]{1,0} %Arg_7.442), to_apply=%xla_fallback_pipeline_marker_2.423 +(CompileWorker pid=1531828) %get-tuple-element.444 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.445 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.446 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.447 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.448 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.449 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.450 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.451 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531828) ROOT %tuple.452 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.444, f32[8192,2048]{1,0} %get-tuple-element.445, f32[8192]{0} %get-tuple-element.446, f32[2048,8192]{1,0} %get-tuple-element.447, f32[2048]{0} %get-tuple-element.448, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.449, f32[8192]{0} %get-tuple-element.450, f32[2048,8192]{1,0} %get-tuple-element.451) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %xla_fallback_pipeline_marker_3.462 (Arg_0.463: f32[8192], Arg_1.464: f32[2048,8192], Arg_2.465: f32[2048], Arg_3.466: f32[8192,2048], Arg_4.467: f32[8192], Arg_5.468: f32[2048,8192], Arg_6.469: f32[2048], Arg_7.470: f32[8192,2048], Arg_8.471: s32[], Arg_9.472: f32[8192], Arg_10.473: f32[2048,8192], Arg_11.474: f32[2048], Arg_12.475: f32[8192,2048], Arg_13.476: s32[], Arg_14.477: f32[8192], Arg_15.478: f32[2048,8192], Arg_16.479: f32[2048], Arg_17.480: f32[8192,2048], Arg_18.481: f32[8192], Arg_19.482: f32[2048,8192], Arg_20.483: f32[2048], Arg_21.484: f32[8192,2048], Arg_22.485: f32[8192], Arg_23.486: f32[2048,8192], Arg_24.487: f32[2048], Arg_25.488: f32[8192,2048], Arg_26.489: f32[8192], Arg_27.490: f32[2048,8192], Arg_28.491: f32[2048], Arg_29.492: f32[8192,2048], Arg_30.493: f32[8192], Arg_31.494: f32[2048,8192], Arg_32.495: f32[2048], Arg_33.496: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=30*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531828) %Arg_0.463 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.464 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.465 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.466 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.467 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.468 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.469 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.470 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531828) %Arg_8.471 = s32[] parameter(8) +(CompileWorker pid=1531828) %Arg_9.472 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531828) %Arg_10.473 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531828) %Arg_11.474 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531828) %Arg_12.475 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531828) %Arg_13.476 = s32[] parameter(13) +(CompileWorker pid=1531828) %Arg_14.477 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531828) %Arg_15.478 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531828) %Arg_16.479 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531828) %Arg_17.480 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531828) %Arg_18.481 = f32[8192]{0} parameter(18) +(CompileWorker pid=1531828) %Arg_19.482 = f32[2048,8192]{1,0} parameter(19) +(CompileWorker pid=1531828) %Arg_20.483 = f32[2048]{0} parameter(20) +(CompileWorker pid=1531828) %Arg_21.484 = f32[8192,2048]{1,0} parameter(21) +(CompileWorker pid=1531828) %Arg_22.485 = f32[8192]{0} parameter(22) +(CompileWorker pid=1531828) %Arg_23.486 = f32[2048,8192]{1,0} parameter(23) +(CompileWorker pid=1531828) %Arg_24.487 = f32[2048]{0} parameter(24) +(CompileWorker pid=1531828) %Arg_25.488 = f32[8192,2048]{1,0} parameter(25) +(CompileWorker pid=1531828) %Arg_26.489 = f32[8192]{0} parameter(26) +(CompileWorker pid=1531828) %Arg_27.490 = f32[2048,8192]{1,0} parameter(27) +(CompileWorker pid=1531828) %Arg_28.491 = f32[2048]{0} parameter(28) +(CompileWorker pid=1531828) %Arg_29.492 = f32[8192,2048]{1,0} parameter(29) +(CompileWorker pid=1531828) %Arg_30.493 = f32[8192]{0} parameter(30) +(CompileWorker pid=1531828) %Arg_31.494 = f32[2048,8192]{1,0} parameter(31) +(CompileWorker pid=1531828) %Arg_32.495 = f32[2048]{0} parameter(32) +(CompileWorker pid=1531828) %Arg_33.496 = f32[8192,2048]{1,0} parameter(33) +(CompileWorker pid=1531828) %tuple.497 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.463, f32[2048,8192]{1,0} %Arg_1.464, f32[2048]{0} %Arg_2.465, f32[8192,2048]{1,0} %Arg_3.466, f32[8192]{0} %Arg_4.467, /*index=5*/f32[2048,8192]{1,0} %Arg_5.468, f32[2048]{0} %Arg_6.469, f32[8192,2048]{1,0} %Arg_7.470, s32[] %Arg_8.471, f32[8192]{0} %Arg_9.472, /*index=10*/f32[2048,8192]{1,0} %Arg_10.473, f32[2048]{0} %Arg_11.474, f32[8192,2048]{1,0} %Arg_12.475, s32[] %Arg_13.476, f32[8192]{0} %Arg_14.477, /*index=15*/f32[2048,8192]{1,0} %Arg_15.478, f32[2048]{0} %Arg_16.479, f32[8192,2048]{1,0} %Arg_17.480, f32[8192]{0} %Arg_18.481, f32[2048,8192]{1,0} %Arg_19.482, /*index=20*/f32[2048]{0} %Arg_20.483, f32[8192,2048]{1,0} %Arg_21.484, f32[8192]{0} %Arg_22.485, f32[2048,8192]{1,0} %Arg_23.486, f32[2048]{0} %Arg_24.487, /*index=25*/f32[8192,2048]{1,0} %Arg_25.488, f32[8192]{0} %Arg_26.489, f32[2048,8192]{1,0} %Arg_27.490, f32[2048]{0} %Arg_28.491, f32[8192,2048]{1,0} %Arg_29.492, /*index=30*/f32[8192]{0} %Arg_30.493, f32[2048,8192]{1,0} %Arg_31.494, f32[2048]{0} %Arg_32.495, f32[8192,2048]{1,0} %Arg_33.496), metadata={op_name="tuple.35"} +(CompileWorker pid=1531828) ROOT %custom-call.498 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.497), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_apply_grad$start"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %pipeline_marker_3.499 (Arg_0.500: f32[8192], Arg_1.501: f32[2048,8192], Arg_2.502: f32[2048], Arg_3.503: f32[8192,2048], Arg_4.504: f32[8192], Arg_5.505: f32[2048,8192], Arg_6.506: f32[2048], Arg_7.507: f32[8192,2048], Arg_8.508: s32[], Arg_9.509: f32[8192], Arg_10.510: f32[2048,8192], Arg_11.511: f32[2048], Arg_12.512: f32[8192,2048], Arg_13.513: s32[], Arg_14.514: f32[8192], Arg_15.515: f32[2048,8192], Arg_16.516: f32[2048], Arg_17.517: f32[8192,2048], Arg_18.518: f32[8192], Arg_19.519: f32[2048,8192], Arg_20.520: f32[2048], Arg_21.521: f32[8192,2048], Arg_22.522: f32[8192], Arg_23.523: f32[2048,8192], Arg_24.524: f32[2048], Arg_25.525: f32[8192,2048], Arg_26.526: f32[8192], Arg_27.527: f32[2048,8192], Arg_28.528: f32[2048], Arg_29.529: f32[8192,2048], Arg_30.530: f32[8192], Arg_31.531: f32[2048,8192], Arg_32.532: f32[2048], Arg_33.533: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=30*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531828) %Arg_0.500 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.501 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.502 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.503 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.504 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.505 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.506 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.507 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531828) %Arg_8.508 = s32[] parameter(8) +(CompileWorker pid=1531828) %Arg_9.509 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531828) %Arg_10.510 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531828) %Arg_11.511 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531828) %Arg_12.512 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531828) %Arg_13.513 = s32[] parameter(13) +(CompileWorker pid=1531828) %Arg_14.514 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531828) %Arg_15.515 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531828) %Arg_16.516 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531828) %Arg_17.517 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531828) %Arg_18.518 = f32[8192]{0} parameter(18) +(CompileWorker pid=1531828) %Arg_19.519 = f32[2048,8192]{1,0} parameter(19) +(CompileWorker pid=1531828) %Arg_20.520 = f32[2048]{0} parameter(20) +(CompileWorker pid=1531828) %Arg_21.521 = f32[8192,2048]{1,0} parameter(21) +(CompileWorker pid=1531828) %Arg_22.522 = f32[8192]{0} parameter(22) +(CompileWorker pid=1531828) %Arg_23.523 = f32[2048,8192]{1,0} parameter(23) +(CompileWorker pid=1531828) %Arg_24.524 = f32[2048]{0} parameter(24) +(CompileWorker pid=1531828) %Arg_25.525 = f32[8192,2048]{1,0} parameter(25) +(CompileWorker pid=1531828) %Arg_26.526 = f32[8192]{0} parameter(26) +(CompileWorker pid=1531828) %Arg_27.527 = f32[2048,8192]{1,0} parameter(27) +(CompileWorker pid=1531828) %Arg_28.528 = f32[2048]{0} parameter(28) +(CompileWorker pid=1531828) %Arg_29.529 = f32[8192,2048]{1,0} parameter(29) +(CompileWorker pid=1531828) %Arg_30.530 = f32[8192]{0} parameter(30) +(CompileWorker pid=1531828) %Arg_31.531 = f32[2048,8192]{1,0} parameter(31) +(CompileWorker pid=1531828) %Arg_32.532 = f32[2048]{0} parameter(32) +(CompileWorker pid=1531828) %Arg_33.533 = f32[8192,2048]{1,0} parameter(33) +(CompileWorker pid=1531828) %call.534 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.500, f32[2048,8192]{1,0} %Arg_1.501, f32[2048]{0} %Arg_2.502, f32[8192,2048]{1,0} %Arg_3.503, f32[8192]{0} %Arg_4.504, /*index=5*/f32[2048,8192]{1,0} %Arg_5.505, f32[2048]{0} %Arg_6.506, f32[8192,2048]{1,0} %Arg_7.507, s32[] %Arg_8.508, f32[8192]{0} %Arg_9.509, /*index=10*/f32[2048,8192]{1,0} %Arg_10.510, f32[2048]{0} %Arg_11.511, f32[8192,2048]{1,0} %Arg_12.512, s32[] %Arg_13.513, f32[8192]{0} %Arg_14.514, /*index=15*/f32[2048,8192]{1,0} %Arg_15.515, f32[2048]{0} %Arg_16.516, f32[8192,2048]{1,0} %Arg_17.517, f32[8192]{0} %Arg_18.518, f32[2048,8192]{1,0} %Arg_19.519, /*index=20*/f32[2048]{0} %Arg_20.520, f32[8192,2048]{1,0} %Arg_21.521, f32[8192]{0} %Arg_22.522, f32[2048,8192]{1,0} %Arg_23.523, f32[2048]{0} %Arg_24.524, /*index=25*/f32[8192,2048]{1,0} %Arg_25.525, f32[8192]{0} %Arg_26.526, f32[2048,8192]{1,0} %Arg_27.527, f32[2048]{0} %Arg_28.528, f32[8192,2048]{1,0} %Arg_29.529, /*index=30*/f32[8192]{0} %Arg_30.530, f32[2048,8192]{1,0} %Arg_31.531, f32[2048]{0} %Arg_32.532, f32[8192,2048]{1,0} %Arg_33.533), to_apply=%xla_fallback_pipeline_marker_3.462 +(CompileWorker pid=1531828) %get-tuple-element.535 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.536 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.537 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.538 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.539 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.540 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.541 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.542 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.543 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.544 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.545 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=10, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.546 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=11, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.547 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=12, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.548 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=13, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.549 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=14, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.550 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=15, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.551 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=16, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.552 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=17, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.553 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=18, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.554 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=19, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.555 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=20, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.556 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=21, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.557 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=22, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.558 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=23, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.559 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=24, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.560 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=25, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.561 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=26, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.562 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=27, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.563 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=28, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.564 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=29, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.565 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=30, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.566 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=31, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.567 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=32, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) %get-tuple-element.568 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=33, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531828) ROOT %tuple.569 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.535, f32[2048,8192]{1,0} %get-tuple-element.536, f32[2048]{0} %get-tuple-element.537, f32[8192,2048]{1,0} %get-tuple-element.538, f32[8192]{0} %get-tuple-element.539, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.540, f32[2048]{0} %get-tuple-element.541, f32[8192,2048]{1,0} %get-tuple-element.542, s32[] %get-tuple-element.543, f32[8192]{0} %get-tuple-element.544, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.545, f32[2048]{0} %get-tuple-element.546, f32[8192,2048]{1,0} %get-tuple-element.547, s32[] %get-tuple-element.548, f32[8192]{0} %get-tuple-element.549, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.550, f32[2048]{0} %get-tuple-element.551, f32[8192,2048]{1,0} %get-tuple-element.552, f32[8192]{0} %get-tuple-element.553, f32[2048,8192]{1,0} %get-tuple-element.554, /*index=20*/f32[2048]{0} %get-tuple-element.555, f32[8192,2048]{1,0} %get-tuple-element.556, f32[8192]{0} %get-tuple-element.557, f32[2048,8192]{1,0} %get-tuple-element.558, f32[2048]{0} %get-tuple-element.559, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.560, f32[8192]{0} %get-tuple-element.561, f32[2048,8192]{1,0} %get-tuple-element.562, f32[2048]{0} %get-tuple-element.563, f32[8192,2048]{1,0} %get-tuple-element.564, /*index=30*/f32[8192]{0} %get-tuple-element.565, f32[2048,8192]{1,0} %get-tuple-element.566, f32[2048]{0} %get-tuple-element.567, f32[8192,2048]{1,0} %get-tuple-element.568) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %stage_0_1_apply0.605 (Arg_0.606: f32[8192], Arg_1.607: f32[8192], Arg_2.608: f32[2048,8192], Arg_3.609: f32[2048,8192], Arg_4.610: f32[2048], Arg_5.611: f32[2048], Arg_6.612: f32[8192,2048], Arg_7.613: f32[8192,2048], Arg_8.614: f32[8192], Arg_9.615: f32[2048,8192], Arg_10.616: f32[2048], Arg_11.617: f32[8192,2048], Arg_12.618: s32[], Arg_13.619: f32[8192], Arg_14.620: f32[2048,8192], Arg_15.621: f32[2048], Arg_16.622: f32[8192,2048], Arg_17.623: s32[]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { +(CompileWorker pid=1531828) %Arg_0.606 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531828) %constant.678 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.679 = f32[8192]{0} broadcast(f32[] %constant.678), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %divide.685 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.606, f32[8192]{0} %broadcast.679), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %constant.670 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.671 = f32[8192]{0} broadcast(f32[] %constant.670), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.689 = f32[8192]{0} multiply(f32[8192]{0} %divide.685, f32[8192]{0} %broadcast.671), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_1.607 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531828) %constant.668 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.669 = f32[8192]{0} broadcast(f32[] %constant.668), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.690 = f32[8192]{0} multiply(f32[8192]{0} %Arg_1.607, f32[8192]{0} %broadcast.669), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.691 = f32[8192]{0} add(f32[8192]{0} %multiply.689, f32[8192]{0} %multiply.690), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_2.608 = f32[2048,8192]{1,0} parameter(2) +(CompileWorker pid=1531828) %constant.676 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.677 = f32[2048,8192]{1,0} broadcast(f32[] %constant.676), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %divide.686 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_2.608, f32[2048,8192]{1,0} %broadcast.677), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %constant.666 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.667 = f32[2048,8192]{1,0} broadcast(f32[] %constant.666), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.692 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.686, f32[2048,8192]{1,0} %broadcast.667), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_3.609 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531828) %constant.664 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.665 = f32[2048,8192]{1,0} broadcast(f32[] %constant.664), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.693 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_3.609, f32[2048,8192]{1,0} %broadcast.665), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.694 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.692, f32[2048,8192]{1,0} %multiply.693), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_4.610 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531828) %constant.674 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.675 = f32[2048]{0} broadcast(f32[] %constant.674), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %divide.687 = f32[2048]{0} divide(f32[2048]{0} %Arg_4.610, f32[2048]{0} %broadcast.675), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %constant.662 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.663 = f32[2048]{0} broadcast(f32[] %constant.662), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.695 = f32[2048]{0} multiply(f32[2048]{0} %divide.687, f32[2048]{0} %broadcast.663), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_5.611 = f32[2048]{0} parameter(5) +(CompileWorker pid=1531828) %constant.660 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.661 = f32[2048]{0} broadcast(f32[] %constant.660), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.696 = f32[2048]{0} multiply(f32[2048]{0} %Arg_5.611, f32[2048]{0} %broadcast.661), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.697 = f32[2048]{0} add(f32[2048]{0} %multiply.695, f32[2048]{0} %multiply.696), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_6.612 = f32[8192,2048]{1,0} parameter(6) +(CompileWorker pid=1531828) %constant.672 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.673 = f32[8192,2048]{1,0} broadcast(f32[] %constant.672), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %divide.688 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_6.612, f32[8192,2048]{1,0} %broadcast.673), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %constant.658 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.659 = f32[8192,2048]{1,0} broadcast(f32[] %constant.658), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.698 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.688, f32[8192,2048]{1,0} %broadcast.659), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_7.613 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531828) %constant.656 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.657 = f32[8192,2048]{1,0} broadcast(f32[] %constant.656), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.699 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_7.613, f32[8192,2048]{1,0} %broadcast.657), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.700 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.698, f32[8192,2048]{1,0} %multiply.699), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.701 = f32[8192]{0} multiply(f32[8192]{0} %divide.685, f32[8192]{0} %divide.685), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.654 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.655 = f32[8192]{0} broadcast(f32[] %constant.654), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.702 = f32[8192]{0} multiply(f32[8192]{0} %multiply.701, f32[8192]{0} %broadcast.655), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %Arg_8.614 = f32[8192]{0} parameter(8) +(CompileWorker pid=1531828) %constant.652 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.653 = f32[8192]{0} broadcast(f32[] %constant.652), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.703 = f32[8192]{0} multiply(f32[8192]{0} %Arg_8.614, f32[8192]{0} %broadcast.653), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.704 = f32[8192]{0} add(f32[8192]{0} %multiply.702, f32[8192]{0} %multiply.703), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.705 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.686, f32[2048,8192]{1,0} %divide.686), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.650 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.651 = f32[2048,8192]{1,0} broadcast(f32[] %constant.650), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.706 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.705, f32[2048,8192]{1,0} %broadcast.651), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %Arg_9.615 = f32[2048,8192]{1,0} parameter(9) +(CompileWorker pid=1531828) %constant.648 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.649 = f32[2048,8192]{1,0} broadcast(f32[] %constant.648), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.707 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_9.615, f32[2048,8192]{1,0} %broadcast.649), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.708 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.706, f32[2048,8192]{1,0} %multiply.707), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.709 = f32[2048]{0} multiply(f32[2048]{0} %divide.687, f32[2048]{0} %divide.687), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.646 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.647 = f32[2048]{0} broadcast(f32[] %constant.646), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.710 = f32[2048]{0} multiply(f32[2048]{0} %multiply.709, f32[2048]{0} %broadcast.647), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %Arg_10.616 = f32[2048]{0} parameter(10) +(CompileWorker pid=1531828) %constant.644 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.645 = f32[2048]{0} broadcast(f32[] %constant.644), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.711 = f32[2048]{0} multiply(f32[2048]{0} %Arg_10.616, f32[2048]{0} %broadcast.645), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.712 = f32[2048]{0} add(f32[2048]{0} %multiply.710, f32[2048]{0} %multiply.711), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.713 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.688, f32[8192,2048]{1,0} %divide.688), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.642 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.643 = f32[8192,2048]{1,0} broadcast(f32[] %constant.642), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.714 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.713, f32[8192,2048]{1,0} %broadcast.643), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %Arg_11.617 = f32[8192,2048]{1,0} parameter(11) +(CompileWorker pid=1531828) %constant.640 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.641 = f32[8192,2048]{1,0} broadcast(f32[] %constant.640), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.715 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_11.617, f32[8192,2048]{1,0} %broadcast.641), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.716 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.714, f32[8192,2048]{1,0} %multiply.715), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %Arg_12.618 = s32[] parameter(12) +(CompileWorker pid=1531828) %constant.682 = s32[] constant(2147483647) +(CompileWorker pid=1531828) %compare.717 = pred[] compare(s32[] %Arg_12.618, s32[] %constant.682), direction=LT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531828) %constant.681 = s32[] constant(1) +(CompileWorker pid=1531828) %add.718 = s32[] add(s32[] %Arg_12.618, s32[] %constant.681), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531828) %select.719 = s32[] select(pred[] %compare.717, s32[] %add.718, s32[] %constant.682), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531828) %Arg_13.619 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531828) %constant.680 = f32[] constant(1) +(CompileWorker pid=1531828) %constant.684 = f32[] constant(0.9) +(CompileWorker pid=1531828) %convert.720 = f32[] convert(s32[] %select.719), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %power.721 = f32[] power(f32[] %constant.684, f32[] %convert.720), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %subtract.722 = f32[] subtract(f32[] %constant.680, f32[] %power.721), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %broadcast.723 = f32[8192]{0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.724 = f32[8192]{0} divide(f32[8192]{0} %add.691, f32[8192]{0} %broadcast.723), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %constant.683 = f32[] constant(0.999) +(CompileWorker pid=1531828) %convert.731 = f32[] convert(s32[] %select.719), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %power.732 = f32[] power(f32[] %constant.683, f32[] %convert.731), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %subtract.733 = f32[] subtract(f32[] %constant.680, f32[] %power.732), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %broadcast.734 = f32[8192]{0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.735 = f32[8192]{0} divide(f32[8192]{0} %add.704, f32[8192]{0} %broadcast.734), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.742 = f32[8192]{0} sqrt(f32[8192]{0} %divide.735), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.638 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.639 = f32[8192]{0} broadcast(f32[] %constant.638), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.743 = f32[8192]{0} add(f32[8192]{0} %sqrt.742, f32[8192]{0} %broadcast.639), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.744 = f32[8192]{0} divide(f32[8192]{0} %divide.724, f32[8192]{0} %add.743), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.630 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.631 = f32[8192]{0} broadcast(f32[] %constant.630), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.754 = f32[8192]{0} multiply(f32[8192]{0} %divide.744, f32[8192]{0} %broadcast.631), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.758 = f32[8192]{0} add(f32[8192]{0} %Arg_13.619, f32[8192]{0} %multiply.754), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %Arg_14.620 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531828) %broadcast.725 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.726 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.694, f32[2048,8192]{1,0} %broadcast.725), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %broadcast.736 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.737 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.708, f32[2048,8192]{1,0} %broadcast.736), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.745 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.737), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.636 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.637 = f32[2048,8192]{1,0} broadcast(f32[] %constant.636), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.746 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.745, f32[2048,8192]{1,0} %broadcast.637), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.747 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.726, f32[2048,8192]{1,0} %add.746), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.628 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.629 = f32[2048,8192]{1,0} broadcast(f32[] %constant.628), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.755 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.747, f32[2048,8192]{1,0} %broadcast.629), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.759 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_14.620, f32[2048,8192]{1,0} %multiply.755), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %Arg_15.621 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531828) %broadcast.727 = f32[2048]{0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.728 = f32[2048]{0} divide(f32[2048]{0} %add.697, f32[2048]{0} %broadcast.727), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %broadcast.738 = f32[2048]{0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.739 = f32[2048]{0} divide(f32[2048]{0} %add.712, f32[2048]{0} %broadcast.738), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.748 = f32[2048]{0} sqrt(f32[2048]{0} %divide.739), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.634 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.635 = f32[2048]{0} broadcast(f32[] %constant.634), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.749 = f32[2048]{0} add(f32[2048]{0} %sqrt.748, f32[2048]{0} %broadcast.635), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.750 = f32[2048]{0} divide(f32[2048]{0} %divide.728, f32[2048]{0} %add.749), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.626 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.627 = f32[2048]{0} broadcast(f32[] %constant.626), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.756 = f32[2048]{0} multiply(f32[2048]{0} %divide.750, f32[2048]{0} %broadcast.627), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.760 = f32[2048]{0} add(f32[2048]{0} %Arg_15.621, f32[2048]{0} %multiply.756), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %Arg_16.622 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531828) %broadcast.729 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.730 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.700, f32[8192,2048]{1,0} %broadcast.729), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %broadcast.740 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.741 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.716, f32[8192,2048]{1,0} %broadcast.740), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.751 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.741), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.632 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.633 = f32[8192,2048]{1,0} broadcast(f32[] %constant.632), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.752 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.751, f32[8192,2048]{1,0} %broadcast.633), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.753 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.730, f32[8192,2048]{1,0} %add.752), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.624 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.625 = f32[8192,2048]{1,0} broadcast(f32[] %constant.624), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.757 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.753, f32[8192,2048]{1,0} %broadcast.625), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.761 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_16.622, f32[8192,2048]{1,0} %multiply.757), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %Arg_17.623 = s32[] parameter(17) +(CompileWorker pid=1531828) %add.762 = s32[] add(s32[] %Arg_17.623, s32[] %constant.681), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/training/train_state.py" source_line=77} +(CompileWorker pid=1531828) ROOT %tuple.763 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %add.691, f32[2048,8192]{1,0} %add.694, f32[2048]{0} %add.697, f32[8192,2048]{1,0} %add.700, f32[8192]{0} %add.704, /*index=5*/f32[2048,8192]{1,0} %add.708, f32[2048]{0} %add.712, f32[8192,2048]{1,0} %add.716, s32[] %select.719, f32[8192]{0} %add.758, /*index=10*/f32[2048,8192]{1,0} %add.759, f32[2048]{0} %add.760, f32[8192,2048]{1,0} %add.761, s32[] %add.762) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %stage_0_1_apply1.764 (Arg_0.765: f32[8192], Arg_1.766: f32[8192], Arg_2.767: f32[2048,8192], Arg_3.768: f32[2048,8192], Arg_4.769: f32[2048], Arg_5.770: f32[2048], Arg_6.771: f32[8192,2048], Arg_7.772: f32[8192,2048], Arg_8.773: f32[8192], Arg_9.774: f32[2048,8192], Arg_10.775: f32[2048], Arg_11.776: f32[8192,2048], Arg_12.777: s32[], Arg_13.778: f32[8192], Arg_14.779: f32[2048,8192], Arg_15.780: f32[2048], Arg_16.781: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531828) %Arg_0.765 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531828) %constant.836 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.837 = f32[8192]{0} broadcast(f32[] %constant.836), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %divide.843 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.765, f32[8192]{0} %broadcast.837), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %constant.828 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.829 = f32[8192]{0} broadcast(f32[] %constant.828), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.847 = f32[8192]{0} multiply(f32[8192]{0} %divide.843, f32[8192]{0} %broadcast.829), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_1.766 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531828) %constant.826 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.827 = f32[8192]{0} broadcast(f32[] %constant.826), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.848 = f32[8192]{0} multiply(f32[8192]{0} %Arg_1.766, f32[8192]{0} %broadcast.827), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.849 = f32[8192]{0} add(f32[8192]{0} %multiply.847, f32[8192]{0} %multiply.848), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_2.767 = f32[2048,8192]{1,0} parameter(2) +(CompileWorker pid=1531828) %constant.834 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.835 = f32[2048,8192]{1,0} broadcast(f32[] %constant.834), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %divide.844 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_2.767, f32[2048,8192]{1,0} %broadcast.835), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %constant.824 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.825 = f32[2048,8192]{1,0} broadcast(f32[] %constant.824), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.850 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.844, f32[2048,8192]{1,0} %broadcast.825), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_3.768 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531828) %constant.822 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.823 = f32[2048,8192]{1,0} broadcast(f32[] %constant.822), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.851 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_3.768, f32[2048,8192]{1,0} %broadcast.823), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.852 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.850, f32[2048,8192]{1,0} %multiply.851), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_4.769 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531828) %constant.832 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.833 = f32[2048]{0} broadcast(f32[] %constant.832), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %divide.845 = f32[2048]{0} divide(f32[2048]{0} %Arg_4.769, f32[2048]{0} %broadcast.833), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %constant.820 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.821 = f32[2048]{0} broadcast(f32[] %constant.820), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.853 = f32[2048]{0} multiply(f32[2048]{0} %divide.845, f32[2048]{0} %broadcast.821), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_5.770 = f32[2048]{0} parameter(5) +(CompileWorker pid=1531828) %constant.818 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.819 = f32[2048]{0} broadcast(f32[] %constant.818), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.854 = f32[2048]{0} multiply(f32[2048]{0} %Arg_5.770, f32[2048]{0} %broadcast.819), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.855 = f32[2048]{0} add(f32[2048]{0} %multiply.853, f32[2048]{0} %multiply.854), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_6.771 = f32[8192,2048]{1,0} parameter(6) +(CompileWorker pid=1531828) %constant.830 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.831 = f32[8192,2048]{1,0} broadcast(f32[] %constant.830), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %divide.846 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_6.771, f32[8192,2048]{1,0} %broadcast.831), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %constant.816 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.817 = f32[8192,2048]{1,0} broadcast(f32[] %constant.816), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.856 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.846, f32[8192,2048]{1,0} %broadcast.817), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %Arg_7.772 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531828) %constant.814 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.815 = f32[8192,2048]{1,0} broadcast(f32[] %constant.814), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.857 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_7.772, f32[8192,2048]{1,0} %broadcast.815), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.858 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.856, f32[8192,2048]{1,0} %multiply.857), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.859 = f32[8192]{0} multiply(f32[8192]{0} %divide.843, f32[8192]{0} %divide.843), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.812 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.813 = f32[8192]{0} broadcast(f32[] %constant.812), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.860 = f32[8192]{0} multiply(f32[8192]{0} %multiply.859, f32[8192]{0} %broadcast.813), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %Arg_8.773 = f32[8192]{0} parameter(8) +(CompileWorker pid=1531828) %constant.810 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.811 = f32[8192]{0} broadcast(f32[] %constant.810), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.861 = f32[8192]{0} multiply(f32[8192]{0} %Arg_8.773, f32[8192]{0} %broadcast.811), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.862 = f32[8192]{0} add(f32[8192]{0} %multiply.860, f32[8192]{0} %multiply.861), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.863 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.844, f32[2048,8192]{1,0} %divide.844), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.808 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.809 = f32[2048,8192]{1,0} broadcast(f32[] %constant.808), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.864 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.863, f32[2048,8192]{1,0} %broadcast.809), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %Arg_9.774 = f32[2048,8192]{1,0} parameter(9) +(CompileWorker pid=1531828) %constant.806 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.807 = f32[2048,8192]{1,0} broadcast(f32[] %constant.806), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.865 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_9.774, f32[2048,8192]{1,0} %broadcast.807), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.866 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.864, f32[2048,8192]{1,0} %multiply.865), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.867 = f32[2048]{0} multiply(f32[2048]{0} %divide.845, f32[2048]{0} %divide.845), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.804 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.805 = f32[2048]{0} broadcast(f32[] %constant.804), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.868 = f32[2048]{0} multiply(f32[2048]{0} %multiply.867, f32[2048]{0} %broadcast.805), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %Arg_10.775 = f32[2048]{0} parameter(10) +(CompileWorker pid=1531828) %constant.802 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.803 = f32[2048]{0} broadcast(f32[] %constant.802), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.869 = f32[2048]{0} multiply(f32[2048]{0} %Arg_10.775, f32[2048]{0} %broadcast.803), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.870 = f32[2048]{0} add(f32[2048]{0} %multiply.868, f32[2048]{0} %multiply.869), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.871 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.846, f32[8192,2048]{1,0} %divide.846), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.800 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.801 = f32[8192,2048]{1,0} broadcast(f32[] %constant.800), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.872 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.871, f32[8192,2048]{1,0} %broadcast.801), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %Arg_11.776 = f32[8192,2048]{1,0} parameter(11) +(CompileWorker pid=1531828) %constant.798 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.799 = f32[8192,2048]{1,0} broadcast(f32[] %constant.798), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.873 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_11.776, f32[8192,2048]{1,0} %broadcast.799), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.874 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.872, f32[8192,2048]{1,0} %multiply.873), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %Arg_12.777 = s32[] parameter(12) +(CompileWorker pid=1531828) %constant.840 = s32[] constant(2147483647) +(CompileWorker pid=1531828) %compare.875 = pred[] compare(s32[] %Arg_12.777, s32[] %constant.840), direction=LT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531828) %constant.839 = s32[] constant(1) +(CompileWorker pid=1531828) %add.876 = s32[] add(s32[] %Arg_12.777, s32[] %constant.839), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531828) %select.877 = s32[] select(pred[] %compare.875, s32[] %add.876, s32[] %constant.840), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531828) %Arg_13.778 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531828) %constant.838 = f32[] constant(1) +(CompileWorker pid=1531828) %constant.842 = f32[] constant(0.9) +(CompileWorker pid=1531828) %convert.878 = f32[] convert(s32[] %select.877), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %power.879 = f32[] power(f32[] %constant.842, f32[] %convert.878), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %subtract.880 = f32[] subtract(f32[] %constant.838, f32[] %power.879), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %broadcast.881 = f32[8192]{0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.882 = f32[8192]{0} divide(f32[8192]{0} %add.849, f32[8192]{0} %broadcast.881), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %constant.841 = f32[] constant(0.999) +(CompileWorker pid=1531828) %convert.889 = f32[] convert(s32[] %select.877), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %power.890 = f32[] power(f32[] %constant.841, f32[] %convert.889), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %subtract.891 = f32[] subtract(f32[] %constant.838, f32[] %power.890), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %broadcast.892 = f32[8192]{0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.893 = f32[8192]{0} divide(f32[8192]{0} %add.862, f32[8192]{0} %broadcast.892), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.900 = f32[8192]{0} sqrt(f32[8192]{0} %divide.893), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.796 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.797 = f32[8192]{0} broadcast(f32[] %constant.796), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.901 = f32[8192]{0} add(f32[8192]{0} %sqrt.900, f32[8192]{0} %broadcast.797), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.902 = f32[8192]{0} divide(f32[8192]{0} %divide.882, f32[8192]{0} %add.901), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.788 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.789 = f32[8192]{0} broadcast(f32[] %constant.788), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.912 = f32[8192]{0} multiply(f32[8192]{0} %divide.902, f32[8192]{0} %broadcast.789), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.916 = f32[8192]{0} add(f32[8192]{0} %Arg_13.778, f32[8192]{0} %multiply.912), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %Arg_14.779 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531828) %broadcast.883 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.884 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.852, f32[2048,8192]{1,0} %broadcast.883), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %broadcast.894 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.895 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.866, f32[2048,8192]{1,0} %broadcast.894), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.903 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.895), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.794 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.795 = f32[2048,8192]{1,0} broadcast(f32[] %constant.794), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.904 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.903, f32[2048,8192]{1,0} %broadcast.795), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.905 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.884, f32[2048,8192]{1,0} %add.904), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.786 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.787 = f32[2048,8192]{1,0} broadcast(f32[] %constant.786), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.913 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.905, f32[2048,8192]{1,0} %broadcast.787), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.917 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_14.779, f32[2048,8192]{1,0} %multiply.913), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %Arg_15.780 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531828) %broadcast.885 = f32[2048]{0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.886 = f32[2048]{0} divide(f32[2048]{0} %add.855, f32[2048]{0} %broadcast.885), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %broadcast.896 = f32[2048]{0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.897 = f32[2048]{0} divide(f32[2048]{0} %add.870, f32[2048]{0} %broadcast.896), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.906 = f32[2048]{0} sqrt(f32[2048]{0} %divide.897), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.792 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.793 = f32[2048]{0} broadcast(f32[] %constant.792), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.907 = f32[2048]{0} add(f32[2048]{0} %sqrt.906, f32[2048]{0} %broadcast.793), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.908 = f32[2048]{0} divide(f32[2048]{0} %divide.886, f32[2048]{0} %add.907), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.784 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.785 = f32[2048]{0} broadcast(f32[] %constant.784), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.914 = f32[2048]{0} multiply(f32[2048]{0} %divide.908, f32[2048]{0} %broadcast.785), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.918 = f32[2048]{0} add(f32[2048]{0} %Arg_15.780, f32[2048]{0} %multiply.914), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %Arg_16.781 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531828) %broadcast.887 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.888 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.858, f32[8192,2048]{1,0} %broadcast.887), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %broadcast.898 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.899 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.874, f32[8192,2048]{1,0} %broadcast.898), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.909 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.899), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.790 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.791 = f32[8192,2048]{1,0} broadcast(f32[] %constant.790), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.910 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.909, f32[8192,2048]{1,0} %broadcast.791), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.911 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.888, f32[8192,2048]{1,0} %add.910), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.782 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.783 = f32[8192,2048]{1,0} broadcast(f32[] %constant.782), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.915 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.911, f32[8192,2048]{1,0} %broadcast.783), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.919 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_16.781, f32[8192,2048]{1,0} %multiply.915), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) ROOT %tuple.920 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %add.849, f32[2048,8192]{1,0} %add.852, f32[2048]{0} %add.855, f32[8192,2048]{1,0} %add.858, f32[8192]{0} %add.862, /*index=5*/f32[2048,8192]{1,0} %add.866, f32[2048]{0} %add.870, f32[8192,2048]{1,0} %add.874, s32[] %select.877, f32[8192]{0} %add.916, /*index=10*/f32[2048,8192]{1,0} %add.917, f32[2048]{0} %add.918, f32[8192,2048]{1,0} %add.919) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %stage_0_1_apply_grad.921 (Arg_0.922: f32[8192], Arg_1.923: f32[2048,8192], Arg_2.924: f32[2048], Arg_3.925: f32[8192,2048], Arg_4.926: f32[8192], Arg_5.927: f32[2048,8192], Arg_6.928: f32[2048], Arg_7.929: f32[8192,2048], Arg_8.930: s32[], Arg_9.931: f32[8192], Arg_10.932: f32[2048,8192], Arg_11.933: f32[2048], Arg_12.934: f32[8192,2048], Arg_13.935: s32[], Arg_14.936: f32[8192], Arg_15.937: f32[2048,8192], Arg_16.938: f32[2048], Arg_17.939: f32[8192,2048], Arg_18.940: f32[8192], Arg_19.941: f32[2048,8192], Arg_20.942: f32[2048], Arg_21.943: f32[8192,2048], Arg_22.944: f32[8192], Arg_23.945: f32[2048,8192], Arg_24.946: f32[2048], Arg_25.947: f32[8192,2048], Arg_26.948: f32[8192], Arg_27.949: f32[2048,8192], Arg_28.950: f32[2048], Arg_29.951: f32[8192,2048], Arg_30.952: f32[8192], Arg_31.953: f32[2048,8192], Arg_32.954: f32[2048], Arg_33.955: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { +(CompileWorker pid=1531828) %Arg_26.948 = f32[8192]{0} parameter(26) +(CompileWorker pid=1531828) %Arg_0.922 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531828) %Arg_27.949 = f32[2048,8192]{1,0} parameter(27) +(CompileWorker pid=1531828) %Arg_1.923 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_28.950 = f32[2048]{0} parameter(28) +(CompileWorker pid=1531828) %Arg_2.924 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531828) %Arg_29.951 = f32[8192,2048]{1,0} parameter(29) +(CompileWorker pid=1531828) %Arg_3.925 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.926 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.927 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.928 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.929 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531828) %Arg_8.930 = s32[] parameter(8) +(CompileWorker pid=1531828) %Arg_9.931 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531828) %Arg_10.932 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531828) %Arg_11.933 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531828) %Arg_12.934 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531828) %Arg_13.935 = s32[] parameter(13) +(CompileWorker pid=1531828) %call.956 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) call(f32[8192]{0} %Arg_26.948, f32[8192]{0} %Arg_0.922, f32[2048,8192]{1,0} %Arg_27.949, f32[2048,8192]{1,0} %Arg_1.923, f32[2048]{0} %Arg_28.950, /*index=5*/f32[2048]{0} %Arg_2.924, f32[8192,2048]{1,0} %Arg_29.951, f32[8192,2048]{1,0} %Arg_3.925, f32[8192]{0} %Arg_4.926, f32[2048,8192]{1,0} %Arg_5.927, /*index=10*/f32[2048]{0} %Arg_6.928, f32[8192,2048]{1,0} %Arg_7.929, s32[] %Arg_8.930, f32[8192]{0} %Arg_9.931, f32[2048,8192]{1,0} %Arg_10.932, /*index=15*/f32[2048]{0} %Arg_11.933, f32[8192,2048]{1,0} %Arg_12.934, s32[] %Arg_13.935), to_apply=%stage_0_1_apply0.605 +(CompileWorker pid=1531828) %get-tuple-element.965 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=8 +(CompileWorker pid=1531828) %get-tuple-element.957 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=0 +(CompileWorker pid=1531828) %get-tuple-element.958 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=1 +(CompileWorker pid=1531828) %get-tuple-element.959 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=2 +(CompileWorker pid=1531828) %get-tuple-element.960 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=3 +(CompileWorker pid=1531828) %get-tuple-element.961 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=4 +(CompileWorker pid=1531828) %get-tuple-element.962 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=5 +(CompileWorker pid=1531828) %get-tuple-element.963 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=6 +(CompileWorker pid=1531828) %get-tuple-element.964 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=7 +(CompileWorker pid=1531828) %Arg_30.952 = f32[8192]{0} parameter(30) +(CompileWorker pid=1531828) %Arg_14.936 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531828) %Arg_31.953 = f32[2048,8192]{1,0} parameter(31) +(CompileWorker pid=1531828) %Arg_15.937 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531828) %Arg_32.954 = f32[2048]{0} parameter(32) +(CompileWorker pid=1531828) %Arg_16.938 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531828) %Arg_33.955 = f32[8192,2048]{1,0} parameter(33) +(CompileWorker pid=1531828) %Arg_17.939 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531828) %Arg_18.940 = f32[8192]{0} parameter(18) +(CompileWorker pid=1531828) %Arg_19.941 = f32[2048,8192]{1,0} parameter(19) +(CompileWorker pid=1531828) %Arg_20.942 = f32[2048]{0} parameter(20) +(CompileWorker pid=1531828) %Arg_21.943 = f32[8192,2048]{1,0} parameter(21) +(CompileWorker pid=1531828) %Arg_22.944 = f32[8192]{0} parameter(22) +(CompileWorker pid=1531828) %Arg_23.945 = f32[2048,8192]{1,0} parameter(23) +(CompileWorker pid=1531828) %Arg_24.946 = f32[2048]{0} parameter(24) +(CompileWorker pid=1531828) %Arg_25.947 = f32[8192,2048]{1,0} parameter(25) +(CompileWorker pid=1531828) %call.971 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_30.952, f32[8192]{0} %Arg_14.936, f32[2048,8192]{1,0} %Arg_31.953, f32[2048,8192]{1,0} %Arg_15.937, f32[2048]{0} %Arg_32.954, /*index=5*/f32[2048]{0} %Arg_16.938, f32[8192,2048]{1,0} %Arg_33.955, f32[8192,2048]{1,0} %Arg_17.939, f32[8192]{0} %Arg_18.940, f32[2048,8192]{1,0} %Arg_19.941, /*index=10*/f32[2048]{0} %Arg_20.942, f32[8192,2048]{1,0} %Arg_21.943, s32[] %Arg_8.930, f32[8192]{0} %Arg_22.944, f32[2048,8192]{1,0} %Arg_23.945, /*index=15*/f32[2048]{0} %Arg_24.946, f32[8192,2048]{1,0} %Arg_25.947), to_apply=%stage_0_1_apply1.764 +(CompileWorker pid=1531828) %get-tuple-element.980 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=8 +(CompileWorker pid=1531828) %get-tuple-element.966 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=9 +(CompileWorker pid=1531828) %get-tuple-element.967 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=10 +(CompileWorker pid=1531828) %get-tuple-element.968 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=11 +(CompileWorker pid=1531828) %get-tuple-element.969 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=12 +(CompileWorker pid=1531828) %get-tuple-element.970 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=13 +(CompileWorker pid=1531828) %get-tuple-element.972 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=0 +(CompileWorker pid=1531828) %get-tuple-element.973 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=1 +(CompileWorker pid=1531828) %get-tuple-element.974 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=2 +(CompileWorker pid=1531828) %get-tuple-element.975 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=3 +(CompileWorker pid=1531828) %get-tuple-element.976 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=4 +(CompileWorker pid=1531828) %get-tuple-element.977 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=5 +(CompileWorker pid=1531828) %get-tuple-element.978 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=6 +(CompileWorker pid=1531828) %get-tuple-element.979 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=7 +(CompileWorker pid=1531828) %get-tuple-element.981 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=9 +(CompileWorker pid=1531828) %get-tuple-element.982 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=10 +(CompileWorker pid=1531828) %get-tuple-element.983 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=11 +(CompileWorker pid=1531828) %get-tuple-element.984 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=12 +(CompileWorker pid=1531828) ROOT %tuple.985 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.957, f32[2048,8192]{1,0} %get-tuple-element.958, f32[2048]{0} %get-tuple-element.959, f32[8192,2048]{1,0} %get-tuple-element.960, f32[8192]{0} %get-tuple-element.961, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.962, f32[2048]{0} %get-tuple-element.963, f32[8192,2048]{1,0} %get-tuple-element.964, s32[] %get-tuple-element.980, f32[8192]{0} %get-tuple-element.966, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.967, f32[2048]{0} %get-tuple-element.968, f32[8192,2048]{1,0} %get-tuple-element.969, s32[] %get-tuple-element.970, f32[8192]{0} %get-tuple-element.972, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.973, f32[2048]{0} %get-tuple-element.974, f32[8192,2048]{1,0} %get-tuple-element.975, f32[8192]{0} %get-tuple-element.976, f32[2048,8192]{1,0} %get-tuple-element.977, /*index=20*/f32[2048]{0} %get-tuple-element.978, f32[8192,2048]{1,0} %get-tuple-element.979, f32[8192]{0} %get-tuple-element.981, f32[2048,8192]{1,0} %get-tuple-element.982, f32[2048]{0} %get-tuple-element.983, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.984) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %xla_fallback_pipeline_marker_4.1013 (Arg_0.1014: f32[8192], Arg_1.1015: f32[2048,8192], Arg_2.1016: f32[2048], Arg_3.1017: f32[8192,2048], Arg_4.1018: f32[8192], Arg_5.1019: f32[2048,8192], Arg_6.1020: f32[2048], Arg_7.1021: f32[8192,2048], Arg_8.1022: s32[], Arg_9.1023: f32[8192], Arg_10.1024: f32[2048,8192], Arg_11.1025: f32[2048], Arg_12.1026: f32[8192,2048], Arg_13.1027: s32[], Arg_14.1028: f32[8192], Arg_15.1029: f32[2048,8192], Arg_16.1030: f32[2048], Arg_17.1031: f32[8192,2048], Arg_18.1032: f32[8192], Arg_19.1033: f32[2048,8192], Arg_20.1034: f32[2048], Arg_21.1035: f32[8192,2048], Arg_22.1036: f32[8192], Arg_23.1037: f32[2048,8192], Arg_24.1038: f32[2048], Arg_25.1039: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { +(CompileWorker pid=1531828) %Arg_0.1014 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.1015 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.1016 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.1017 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.1018 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.1019 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.1020 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.1021 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531828) %Arg_8.1022 = s32[] parameter(8) +(CompileWorker pid=1531828) %Arg_9.1023 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531828) %Arg_10.1024 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531828) %Arg_11.1025 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531828) %Arg_12.1026 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531828) %Arg_13.1027 = s32[] parameter(13) +(CompileWorker pid=1531828) %Arg_14.1028 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531828) %Arg_15.1029 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531828) %Arg_16.1030 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531828) %Arg_17.1031 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531828) %Arg_18.1032 = f32[8192]{0} parameter(18) +(CompileWorker pid=1531828) %Arg_19.1033 = f32[2048,8192]{1,0} parameter(19) +(CompileWorker pid=1531828) %Arg_20.1034 = f32[2048]{0} parameter(20) +(CompileWorker pid=1531828) %Arg_21.1035 = f32[8192,2048]{1,0} parameter(21) +(CompileWorker pid=1531828) %Arg_22.1036 = f32[8192]{0} parameter(22) +(CompileWorker pid=1531828) %Arg_23.1037 = f32[2048,8192]{1,0} parameter(23) +(CompileWorker pid=1531828) %Arg_24.1038 = f32[2048]{0} parameter(24) +(CompileWorker pid=1531828) %Arg_25.1039 = f32[8192,2048]{1,0} parameter(25) +(CompileWorker pid=1531828) %tuple.1040 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.1014, f32[2048,8192]{1,0} %Arg_1.1015, f32[2048]{0} %Arg_2.1016, f32[8192,2048]{1,0} %Arg_3.1017, f32[8192]{0} %Arg_4.1018, /*index=5*/f32[2048,8192]{1,0} %Arg_5.1019, f32[2048]{0} %Arg_6.1020, f32[8192,2048]{1,0} %Arg_7.1021, s32[] %Arg_8.1022, f32[8192]{0} %Arg_9.1023, /*index=10*/f32[2048,8192]{1,0} %Arg_10.1024, f32[2048]{0} %Arg_11.1025, f32[8192,2048]{1,0} %Arg_12.1026, s32[] %Arg_13.1027, f32[8192]{0} %Arg_14.1028, /*index=15*/f32[2048,8192]{1,0} %Arg_15.1029, f32[2048]{0} %Arg_16.1030, f32[8192,2048]{1,0} %Arg_17.1031, f32[8192]{0} %Arg_18.1032, f32[2048,8192]{1,0} %Arg_19.1033, /*index=20*/f32[2048]{0} %Arg_20.1034, f32[8192,2048]{1,0} %Arg_21.1035, f32[8192]{0} %Arg_22.1036, f32[2048,8192]{1,0} %Arg_23.1037, f32[2048]{0} %Arg_24.1038, /*index=25*/f32[8192,2048]{1,0} %Arg_25.1039), metadata={op_name="tuple.27"} +(CompileWorker pid=1531828) ROOT %custom-call.1041 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.1040), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_apply_grad$end"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %pipeline_marker_4.1042 (Arg_0.1043: f32[8192], Arg_1.1044: f32[2048,8192], Arg_2.1045: f32[2048], Arg_3.1046: f32[8192,2048], Arg_4.1047: f32[8192], Arg_5.1048: f32[2048,8192], Arg_6.1049: f32[2048], Arg_7.1050: f32[8192,2048], Arg_8.1051: s32[], Arg_9.1052: f32[8192], Arg_10.1053: f32[2048,8192], Arg_11.1054: f32[2048], Arg_12.1055: f32[8192,2048], Arg_13.1056: s32[], Arg_14.1057: f32[8192], Arg_15.1058: f32[2048,8192], Arg_16.1059: f32[2048], Arg_17.1060: f32[8192,2048], Arg_18.1061: f32[8192], Arg_19.1062: f32[2048,8192], Arg_20.1063: f32[2048], Arg_21.1064: f32[8192,2048], Arg_22.1065: f32[8192], Arg_23.1066: f32[2048,8192], Arg_24.1067: f32[2048], Arg_25.1068: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { +(CompileWorker pid=1531828) %Arg_0.1043 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531828) %Arg_1.1044 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531828) %Arg_2.1045 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531828) %Arg_3.1046 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531828) %Arg_4.1047 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531828) %Arg_5.1048 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531828) %Arg_6.1049 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531828) %Arg_7.1050 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531828) %Arg_8.1051 = s32[] parameter(8) +(CompileWorker pid=1531828) %Arg_9.1052 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531828) %Arg_10.1053 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531828) %Arg_11.1054 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531828) %Arg_12.1055 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531828) %Arg_13.1056 = s32[] parameter(13) +(CompileWorker pid=1531828) %Arg_14.1057 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531828) %Arg_15.1058 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531828) %Arg_16.1059 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531828) %Arg_17.1060 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531828) %Arg_18.1061 = f32[8192]{0} parameter(18) +(CompileWorker pid=1531828) %Arg_19.1062 = f32[2048,8192]{1,0} parameter(19) +(CompileWorker pid=1531828) %Arg_20.1063 = f32[2048]{0} parameter(20) +(CompileWorker pid=1531828) %Arg_21.1064 = f32[8192,2048]{1,0} parameter(21) +(CompileWorker pid=1531828) %Arg_22.1065 = f32[8192]{0} parameter(22) +(CompileWorker pid=1531828) %Arg_23.1066 = f32[2048,8192]{1,0} parameter(23) +(CompileWorker pid=1531828) %Arg_24.1067 = f32[2048]{0} parameter(24) +(CompileWorker pid=1531828) %Arg_25.1068 = f32[8192,2048]{1,0} parameter(25) +(CompileWorker pid=1531828) %call.1069 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.1043, f32[2048,8192]{1,0} %Arg_1.1044, f32[2048]{0} %Arg_2.1045, f32[8192,2048]{1,0} %Arg_3.1046, f32[8192]{0} %Arg_4.1047, /*index=5*/f32[2048,8192]{1,0} %Arg_5.1048, f32[2048]{0} %Arg_6.1049, f32[8192,2048]{1,0} %Arg_7.1050, s32[] %Arg_8.1051, f32[8192]{0} %Arg_9.1052, /*index=10*/f32[2048,8192]{1,0} %Arg_10.1053, f32[2048]{0} %Arg_11.1054, f32[8192,2048]{1,0} %Arg_12.1055, s32[] %Arg_13.1056, f32[8192]{0} %Arg_14.1057, /*index=15*/f32[2048,8192]{1,0} %Arg_15.1058, f32[2048]{0} %Arg_16.1059, f32[8192,2048]{1,0} %Arg_17.1060, f32[8192]{0} %Arg_18.1061, f32[2048,8192]{1,0} %Arg_19.1062, /*index=20*/f32[2048]{0} %Arg_20.1063, f32[8192,2048]{1,0} %Arg_21.1064, f32[8192]{0} %Arg_22.1065, f32[2048,8192]{1,0} %Arg_23.1066, f32[2048]{0} %Arg_24.1067, /*index=25*/f32[8192,2048]{1,0} %Arg_25.1068), to_apply=%xla_fallback_pipeline_marker_4.1013 +(CompileWorker pid=1531828) %get-tuple-element.1070 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1071 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1072 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1073 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1074 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1075 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1076 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1077 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1078 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1079 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1080 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=10, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1081 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=11, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1082 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=12, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1083 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=13, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1084 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=14, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1085 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=15, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1086 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=16, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1087 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=17, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1088 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=18, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1089 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=19, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1090 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=20, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1091 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=21, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1092 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=22, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1093 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=23, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1094 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=24, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) %get-tuple-element.1095 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=25, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531828) ROOT %tuple.1096 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.1070, f32[2048,8192]{1,0} %get-tuple-element.1071, f32[2048]{0} %get-tuple-element.1072, f32[8192,2048]{1,0} %get-tuple-element.1073, f32[8192]{0} %get-tuple-element.1074, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.1075, f32[2048]{0} %get-tuple-element.1076, f32[8192,2048]{1,0} %get-tuple-element.1077, s32[] %get-tuple-element.1078, f32[8192]{0} %get-tuple-element.1079, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.1080, f32[2048]{0} %get-tuple-element.1081, f32[8192,2048]{1,0} %get-tuple-element.1082, s32[] %get-tuple-element.1083, f32[8192]{0} %get-tuple-element.1084, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.1085, f32[2048]{0} %get-tuple-element.1086, f32[8192,2048]{1,0} %get-tuple-element.1087, f32[8192]{0} %get-tuple-element.1088, f32[2048,8192]{1,0} %get-tuple-element.1089, /*index=20*/f32[2048]{0} %get-tuple-element.1090, f32[8192,2048]{1,0} %get-tuple-element.1091, f32[8192]{0} %get-tuple-element.1092, f32[2048,8192]{1,0} %get-tuple-element.1093, f32[2048]{0} %get-tuple-element.1094, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.1095) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) ENTRY %main.1125 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[8192], Arg_2.3: f32[8192,2048], Arg_3.4: f32[2048], Arg_4.5: f32[2048,8192], Arg_5.6: f32[8192], Arg_6.7: f32[8192,2048], Arg_7.8: f32[2048], Arg_8.9: f32[2048], Arg_9.10: f32[8192,2048], Arg_10.11: f32[8192], Arg_11.12: f32[2048,8192], Arg_12.13: f32[2048], Arg_13.14: f32[8192,2048], Arg_14.15: f32[8192], Arg_15.16: f32[2048,8192], Arg_16.17: f32[8192], Arg_17.18: f32[2048,8192], Arg_18.19: f32[2048], Arg_19.20: f32[8192,2048], Arg_20.21: f32[8192], Arg_21.22: f32[2048,8192], Arg_22.23: f32[2048], Arg_23.24: f32[8192,2048], Arg_24.25: s32[], Arg_25.26: s32[], Arg_26.27: f32[8192], Arg_27.28: f32[2048,8192], Arg_28.29: f32[2048], Arg_29.30: f32[8192,2048], Arg_30.31: f32[8192], Arg_31.32: f32[2048,8192], Arg_32.33: f32[2048], Arg_33.34: f32[8192,2048], Arg_34.35: f32[128,2048], Arg_35.36: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[2048,8192], /*index=5*/f32[8192], f32[8192,2048], f32[2048], f32[2048], f32[8192,2048], /*index=10*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=15*/f32[2048,8192], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=20*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], s32[], /*index=25*/s32[], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=30*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[128,2048], /*index=35*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], pred[128,2048], /*index=40*/f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531828) %Arg_16.17 = f32[8192]{0} parameter(16) +(CompileWorker pid=1531828) %Arg_17.18 = f32[2048,8192]{1,0} parameter(17) +(CompileWorker pid=1531828) %Arg_18.19 = f32[2048]{0} parameter(18) +(CompileWorker pid=1531828) %Arg_19.20 = f32[8192,2048]{1,0} parameter(19) +(CompileWorker pid=1531828) %Arg_20.21 = f32[8192]{0} parameter(20) +(CompileWorker pid=1531828) %Arg_21.22 = f32[2048,8192]{1,0} parameter(21) +(CompileWorker pid=1531828) %Arg_22.23 = f32[2048]{0} parameter(22) +(CompileWorker pid=1531828) %Arg_23.24 = f32[8192,2048]{1,0} parameter(23) +(CompileWorker pid=1531828) %Arg_24.25 = s32[] parameter(24) +(CompileWorker pid=1531828) %Arg_1.2 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531828) %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531828) %Arg_3.4 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531828) %Arg_2.3 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531828) %Arg_25.26 = s32[] parameter(25) +(CompileWorker pid=1531828) %Arg_26.27 = f32[8192]{0} parameter(26) +(CompileWorker pid=1531828) %Arg_27.28 = f32[2048,8192]{1,0} parameter(27) +(CompileWorker pid=1531828) %Arg_28.29 = f32[2048]{0} parameter(28) +(CompileWorker pid=1531829) hlo module before auto shard pass: HloModule stage_0_0, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias), {8}: (8, {}, may-alias), {9}: (9, {}, may-alias), {10}: (10, {}, may-alias), {11}: (11, {}, may-alias), {12}: (12, {}, may-alias), {13}: (13, {}, may-alias), {14}: (14, {}, may-alias), {15}: (15, {}, may-alias), {16}: (16, {}, may-alias), {17}: (17, {}, may-alias) }, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],s32[],f32[128,2048]{1,0},f32[128,2048]{1,0})->(f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=10*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=15*/f32[8192,2048]{1,0}, s32[], s32[], f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=20*/f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %xla_fallback_pipeline_marker.21 (Arg_0.22: f32[2048,8192], Arg_1.23: f32[8192], Arg_2.24: f32[8192,2048], Arg_3.25: f32[2048], Arg_4.26: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048]) { +(CompileWorker pid=1531829) %Arg_0.22 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.23 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.24 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.25 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531829) %Arg_4.26 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531829) %tuple.27 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %Arg_0.22, f32[8192]{0} %Arg_1.23, f32[8192,2048]{1,0} %Arg_2.24, f32[2048]{0} %Arg_3.25, f32[128,2048]{1,0} %Arg_4.26), metadata={op_name="tuple.6"} +(CompileWorker pid=1531829) ROOT %custom-call.28 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) custom-call((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.27), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_0_acc_grad_0$start"}, backend_config="\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %pipeline_marker.29 (Arg_0.30: f32[2048,8192], Arg_1.31: f32[8192], Arg_2.32: f32[8192,2048], Arg_3.33: f32[2048], Arg_4.34: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048]) { +(CompileWorker pid=1531829) %Arg_0.30 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.31 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.32 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.33 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531829) %Arg_4.34 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531829) %call.35 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.30, f32[8192]{0} %Arg_1.31, f32[8192,2048]{1,0} %Arg_2.32, f32[2048]{0} %Arg_3.33, f32[128,2048]{1,0} %Arg_4.34), to_apply=%xla_fallback_pipeline_marker.21 +(CompileWorker pid=1531829) %get-tuple-element.36 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.35), index=0, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.37 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.35), index=1, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.38 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.35), index=2, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.39 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.35), index=3, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.40 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.35), index=4, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531829) ROOT %tuple.41 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.36, f32[8192]{0} %get-tuple-element.37, f32[8192,2048]{1,0} %get-tuple-element.38, f32[2048]{0} %get-tuple-element.39, f32[128,2048]{1,0} %get-tuple-element.40) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %stage_0_0_acc_grad_00.48 (Arg_0.49: f32[2048,8192], Arg_1.50: f32[8192], Arg_2.51: f32[8192,2048], Arg_3.52: f32[2048], Arg_4.53: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531829) %Arg_4.53 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531829) %Arg_0.49 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531829) %dot.58 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %Arg_4.53, f32[2048,8192]{1,0} %Arg_0.49), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %Arg_1.50 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531829) %reshape.59 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_1.50), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %broadcast.60 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.59), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %reshape.61 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.60), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %broadcast.62 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.61), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %add.63 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.58, f32[128,8192]{1,0} %broadcast.62), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %constant.56 = f32[] constant(0) +(CompileWorker pid=1531829) %broadcast.57 = f32[128,8192]{1,0} broadcast(f32[] %constant.56), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %maximum.64 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.63, f32[128,8192]{1,0} %broadcast.57), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %Arg_2.51 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531829) %dot.66 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.64, f32[8192,2048]{1,0} %Arg_2.51), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %Arg_3.52 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531829) %reshape.67 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_3.52), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %broadcast.68 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.67), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %reshape.69 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.68), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %broadcast.70 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.69), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %add.71 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.66, f32[128,2048]{1,0} %broadcast.70), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %constant.54 = f32[] constant(0) +(CompileWorker pid=1531829) %broadcast.55 = f32[128,2048]{1,0} broadcast(f32[] %constant.54), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %maximum.72 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.71, f32[128,2048]{1,0} %broadcast.55), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %compare.73 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.71, f32[128,2048]{1,0} %broadcast.55), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %compare.65 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.63, f32[128,8192]{1,0} %broadcast.57), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) ROOT %tuple.74 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.72, pred[128,2048]{1,0} %compare.73, f32[128,8192]{1,0} %maximum.64, pred[128,8192]{1,0} %compare.65) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %stage_0_0_acc_grad_0.75 (Arg_0.76: f32[2048,8192], Arg_1.77: f32[8192], Arg_2.78: f32[8192,2048], Arg_3.79: f32[2048], Arg_4.80: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531829) %Arg_0.76 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.77 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.78 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.79 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531829) %Arg_4.80 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531829) %call.81 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.76, f32[8192]{0} %Arg_1.77, f32[8192,2048]{1,0} %Arg_2.78, f32[2048]{0} %Arg_3.79, f32[128,2048]{1,0} %Arg_4.80), to_apply=%stage_0_0_acc_grad_00.48 +(CompileWorker pid=1531829) %get-tuple-element.82 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.81), index=0 +(CompileWorker pid=1531829) %get-tuple-element.83 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.81), index=1 +(CompileWorker pid=1531829) %get-tuple-element.84 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.81), index=2 +(CompileWorker pid=1531829) %get-tuple-element.85 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.81), index=3 +(CompileWorker pid=1531829) ROOT %tuple.86 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.82, pred[128,2048]{1,0} %get-tuple-element.83, f32[128,8192]{1,0} %get-tuple-element.84, pred[128,8192]{1,0} %get-tuple-element.85) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %xla_fallback_pipeline_marker_0.92 (Arg_0.93: f32[128,2048], Arg_1.94: pred[128,2048], Arg_2.95: f32[128,8192], Arg_3.96: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531829) %Arg_0.93 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.94 = pred[128,2048]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.95 = f32[128,8192]{1,0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.96 = pred[128,8192]{1,0} parameter(3) +(CompileWorker pid=1531829) %tuple.97 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %Arg_0.93, pred[128,2048]{1,0} %Arg_1.94, f32[128,8192]{1,0} %Arg_2.95, pred[128,8192]{1,0} %Arg_3.96), metadata={op_name="tuple.5"} +(CompileWorker pid=1531829) ROOT %custom-call.98 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) custom-call((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.97), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_0_acc_grad_0$end"}, backend_config="\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %pipeline_marker_0.99 (Arg_0.100: f32[128,2048], Arg_1.101: pred[128,2048], Arg_2.102: f32[128,8192], Arg_3.103: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531829) %Arg_0.100 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.101 = pred[128,2048]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.102 = f32[128,8192]{1,0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.103 = pred[128,8192]{1,0} parameter(3) +(CompileWorker pid=1531829) %call.104 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %Arg_0.100, pred[128,2048]{1,0} %Arg_1.101, f32[128,8192]{1,0} %Arg_2.102, pred[128,8192]{1,0} %Arg_3.103), to_apply=%xla_fallback_pipeline_marker_0.92 +(CompileWorker pid=1531829) %get-tuple-element.105 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.104), index=0, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.106 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.104), index=1, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.107 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.104), index=2, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.108 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.104), index=3, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531829) ROOT %tuple.109 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.105, pred[128,2048]{1,0} %get-tuple-element.106, f32[128,8192]{1,0} %get-tuple-element.107, pred[128,8192]{1,0} %get-tuple-element.108) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %xla_fallback_pipeline_marker_1.115 (Arg_0.116: f32[2048], Arg_1.117: f32[8192,2048], Arg_2.118: f32[8192], Arg_3.119: f32[2048,8192], Arg_4.120: f32[128,2048], Arg_5.121: pred[128,2048], Arg_6.122: f32[128,8192], Arg_7.123: pred[128,8192], Arg_8.124: f32[128,2048], Arg_9.125: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], f32[8192,2048]) { +(CompileWorker pid=1531829) %Arg_0.116 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.117 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.118 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.119 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531829) %Arg_4.120 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531829) %Arg_5.121 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531829) %Arg_6.122 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531829) %Arg_7.123 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531829) %Arg_8.124 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531829) %Arg_9.125 = f32[8192,2048]{1,0} parameter(9) +(CompileWorker pid=1531829) %tuple.126 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %Arg_0.116, f32[8192,2048]{1,0} %Arg_1.117, f32[8192]{0} %Arg_2.118, f32[2048,8192]{1,0} %Arg_3.119, f32[128,2048]{1,0} %Arg_4.120, /*index=5*/pred[128,2048]{1,0} %Arg_5.121, f32[128,8192]{1,0} %Arg_6.122, pred[128,8192]{1,0} %Arg_7.123, f32[128,2048]{1,0} %Arg_8.124, f32[8192,2048]{1,0} %Arg_9.125), metadata={op_name="tuple.11"} +(CompileWorker pid=1531829) ROOT %custom-call.127 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.126), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_0_acc_grad_1$start"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %pipeline_marker_1.128 (Arg_0.129: f32[2048], Arg_1.130: f32[8192,2048], Arg_2.131: f32[8192], Arg_3.132: f32[2048,8192], Arg_4.133: f32[128,2048], Arg_5.134: pred[128,2048], Arg_6.135: f32[128,8192], Arg_7.136: pred[128,8192], Arg_8.137: f32[128,2048], Arg_9.138: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], f32[8192,2048]) { +(CompileWorker pid=1531829) %Arg_0.129 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.130 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.131 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.132 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531829) %Arg_4.133 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531829) %Arg_5.134 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531829) %Arg_6.135 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531829) %Arg_7.136 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531829) %Arg_8.137 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531829) %Arg_9.138 = f32[8192,2048]{1,0} parameter(9) +(CompileWorker pid=1531829) %call.139 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) call(f32[2048]{0} %Arg_0.129, f32[8192,2048]{1,0} %Arg_1.130, f32[8192]{0} %Arg_2.131, f32[2048,8192]{1,0} %Arg_3.132, f32[128,2048]{1,0} %Arg_4.133, /*index=5*/pred[128,2048]{1,0} %Arg_5.134, f32[128,8192]{1,0} %Arg_6.135, pred[128,8192]{1,0} %Arg_7.136, f32[128,2048]{1,0} %Arg_8.137, f32[8192,2048]{1,0} %Arg_9.138), to_apply=%xla_fallback_pipeline_marker_1.115 +(CompileWorker pid=1531829) %get-tuple-element.140 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=0, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.141 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=1, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.142 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=2, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.143 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=3, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.144 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=4, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.145 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=5, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.146 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=6, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.147 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=7, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.148 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=8, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.149 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=9, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531829) ROOT %tuple.150 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.140, f32[8192,2048]{1,0} %get-tuple-element.141, f32[8192]{0} %get-tuple-element.142, f32[2048,8192]{1,0} %get-tuple-element.143, f32[128,2048]{1,0} %get-tuple-element.144, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.145, f32[128,8192]{1,0} %get-tuple-element.146, pred[128,8192]{1,0} %get-tuple-element.147, f32[128,2048]{1,0} %get-tuple-element.148, f32[8192,2048]{1,0} %get-tuple-element.149) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %region_0.162 (Arg_0.163: f32[], Arg_1.164: f32[]) -> f32[] { +(CompileWorker pid=1531829) %Arg_0.163 = f32[] parameter(0) +(CompileWorker pid=1531829) %Arg_1.164 = f32[] parameter(1) +(CompileWorker pid=1531829) ROOT %add.165 = f32[] add(f32[] %Arg_0.163, f32[] %Arg_1.164), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %region_1.166 (Arg_0.167: f32[], Arg_1.168: f32[]) -> f32[] { +(CompileWorker pid=1531829) %Arg_0.167 = f32[] parameter(0) +(CompileWorker pid=1531829) %Arg_1.168 = f32[] parameter(1) +(CompileWorker pid=1531829) ROOT %add.169 = f32[] add(f32[] %Arg_0.167, f32[] %Arg_1.168), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %stage_0_0_acc_grad_10.170 (Arg_0.171: f32[2048], Arg_1.172: f32[8192,2048], Arg_2.173: f32[8192], Arg_3.174: f32[2048,8192], Arg_4.175: f32[128,2048], Arg_5.176: pred[128,2048], Arg_6.177: f32[128,8192], Arg_7.178: pred[128,8192], Arg_8.179: f32[128,2048], Arg_9.180: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531829) %Arg_0.171 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531829) %Arg_5.176 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531829) %Arg_4.175 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531829) %constant.183 = f32[] constant(0) +(CompileWorker pid=1531829) %broadcast.184 = f32[128,2048]{1,0} broadcast(f32[] %constant.183), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %select.186 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %Arg_5.176, f32[128,2048]{1,0} %Arg_4.175, f32[128,2048]{1,0} %broadcast.184), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %constant.185 = f32[] constant(0) +(CompileWorker pid=1531829) %reduce.187 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.186, f32[] %constant.185), dimensions={0}, to_apply=%region_0.162, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %add.195 = f32[2048]{0} add(f32[2048]{0} %Arg_0.171, f32[2048]{0} %reduce.187), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531829) %Arg_1.172 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_6.177 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531829) %dot.188 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.186, f32[128,8192]{1,0} %Arg_6.177), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %transpose.189 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.188), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %add.196 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_1.172, f32[8192,2048]{0,1} %transpose.189), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531829) %Arg_2.173 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531829) %Arg_7.178 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531829) %Arg_9.180 = f32[8192,2048]{1,0} parameter(9) +(CompileWorker pid=1531829) %dot.190 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.186, f32[8192,2048]{1,0} %Arg_9.180), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %constant.181 = f32[] constant(0) +(CompileWorker pid=1531829) %broadcast.182 = f32[128,8192]{1,0} broadcast(f32[] %constant.181), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %select.191 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %Arg_7.178, f32[128,8192]{1,0} %dot.190, f32[128,8192]{1,0} %broadcast.182), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %reduce.192 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.191, f32[] %constant.185), dimensions={0}, to_apply=%region_1.166, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %add.197 = f32[8192]{0} add(f32[8192]{0} %Arg_2.173, f32[8192]{0} %reduce.192), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531829) %Arg_3.174 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531829) %Arg_8.179 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531829) %dot.193 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.191, f32[128,2048]{1,0} %Arg_8.179), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %transpose.194 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.193), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %add.198 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_3.174, f32[2048,8192]{0,1} %transpose.194), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531829) ROOT %tuple.199 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.195, f32[8192,2048]{1,0} %add.196, f32[8192]{0} %add.197, f32[2048,8192]{1,0} %add.198) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %stage_0_0_acc_grad_1.200 (Arg_0.201: f32[2048], Arg_1.202: f32[8192,2048], Arg_2.203: f32[8192], Arg_3.204: f32[2048,8192], Arg_4.205: f32[128,2048], Arg_5.206: pred[128,2048], Arg_6.207: f32[128,8192], Arg_7.208: pred[128,8192], Arg_8.209: f32[128,2048], Arg_9.210: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531829) %Arg_0.201 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.202 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.203 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.204 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531829) %Arg_4.205 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531829) %Arg_5.206 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531829) %Arg_6.207 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531829) %Arg_7.208 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531829) %Arg_8.209 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531829) %Arg_9.210 = f32[8192,2048]{1,0} parameter(9) +(CompileWorker pid=1531829) %call.211 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_0.201, f32[8192,2048]{1,0} %Arg_1.202, f32[8192]{0} %Arg_2.203, f32[2048,8192]{1,0} %Arg_3.204, f32[128,2048]{1,0} %Arg_4.205, /*index=5*/pred[128,2048]{1,0} %Arg_5.206, f32[128,8192]{1,0} %Arg_6.207, pred[128,8192]{1,0} %Arg_7.208, f32[128,2048]{1,0} %Arg_8.209, f32[8192,2048]{1,0} %Arg_9.210), to_apply=%stage_0_0_acc_grad_10.170 +(CompileWorker pid=1531829) %get-tuple-element.212 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.211), index=0 +(CompileWorker pid=1531829) %get-tuple-element.213 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.211), index=1 +(CompileWorker pid=1531829) %get-tuple-element.214 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.211), index=2 +(CompileWorker pid=1531829) %get-tuple-element.215 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.211), index=3 +(CompileWorker pid=1531829) ROOT %tuple.216 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.212, f32[8192,2048]{1,0} %get-tuple-element.213, f32[8192]{0} %get-tuple-element.214, f32[2048,8192]{1,0} %get-tuple-element.215) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %xla_fallback_pipeline_marker_2.222 (Arg_0.223: f32[2048], Arg_1.224: f32[8192,2048], Arg_2.225: f32[8192], Arg_3.226: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531829) %Arg_0.223 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.224 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.225 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.226 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531829) %tuple.227 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %Arg_0.223, f32[8192,2048]{1,0} %Arg_1.224, f32[8192]{0} %Arg_2.225, f32[2048,8192]{1,0} %Arg_3.226), metadata={op_name="tuple.5"} +(CompileWorker pid=1531829) ROOT %custom-call.228 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.227), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_0_acc_grad_1$end"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %pipeline_marker_2.229 (Arg_0.230: f32[2048], Arg_1.231: f32[8192,2048], Arg_2.232: f32[8192], Arg_3.233: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531829) %Arg_0.230 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.231 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.232 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.233 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531829) %call.234 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_0.230, f32[8192,2048]{1,0} %Arg_1.231, f32[8192]{0} %Arg_2.232, f32[2048,8192]{1,0} %Arg_3.233), to_apply=%xla_fallback_pipeline_marker_2.222 +(CompileWorker pid=1531829) %get-tuple-element.235 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.234), index=0, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.236 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.234), index=1, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.237 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.234), index=2, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.238 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.234), index=3, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531829) ROOT %tuple.239 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.235, f32[8192,2048]{1,0} %get-tuple-element.236, f32[8192]{0} %get-tuple-element.237, f32[2048,8192]{1,0} %get-tuple-element.238) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %xla_fallback_pipeline_marker_3.245 (Arg_0.246: f32[8192], Arg_1.247: f32[2048,8192], Arg_2.248: f32[2048], Arg_3.249: f32[8192,2048], Arg_4.250: f32[8192], Arg_5.251: f32[2048,8192], Arg_6.252: f32[2048], Arg_7.253: f32[8192,2048], Arg_8.254: s32[], Arg_9.255: f32[8192], Arg_10.256: f32[2048,8192], Arg_11.257: f32[2048], Arg_12.258: f32[8192,2048], Arg_13.259: s32[], Arg_14.260: f32[8192], Arg_15.261: f32[2048,8192], Arg_16.262: f32[2048], Arg_17.263: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531829) %Arg_0.246 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.247 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.248 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.249 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531829) %Arg_4.250 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531829) %Arg_5.251 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531829) %Arg_6.252 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531829) %Arg_7.253 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531829) %Arg_8.254 = s32[] parameter(8) +(CompileWorker pid=1531829) %Arg_9.255 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531829) %Arg_10.256 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531829) %Arg_11.257 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531829) %Arg_12.258 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531829) %Arg_13.259 = s32[] parameter(13) +(CompileWorker pid=1531829) %Arg_14.260 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531829) %Arg_15.261 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531829) %Arg_16.262 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531829) %Arg_17.263 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531829) %tuple.264 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.246, f32[2048,8192]{1,0} %Arg_1.247, f32[2048]{0} %Arg_2.248, f32[8192,2048]{1,0} %Arg_3.249, f32[8192]{0} %Arg_4.250, /*index=5*/f32[2048,8192]{1,0} %Arg_5.251, f32[2048]{0} %Arg_6.252, f32[8192,2048]{1,0} %Arg_7.253, s32[] %Arg_8.254, f32[8192]{0} %Arg_9.255, /*index=10*/f32[2048,8192]{1,0} %Arg_10.256, f32[2048]{0} %Arg_11.257, f32[8192,2048]{1,0} %Arg_12.258, s32[] %Arg_13.259, f32[8192]{0} %Arg_14.260, /*index=15*/f32[2048,8192]{1,0} %Arg_15.261, f32[2048]{0} %Arg_16.262, f32[8192,2048]{1,0} %Arg_17.263), metadata={op_name="tuple.19"} +(CompileWorker pid=1531829) ROOT %custom-call.265 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.264), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_0_apply_grad$start"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %pipeline_marker_3.266 (Arg_0.267: f32[8192], Arg_1.268: f32[2048,8192], Arg_2.269: f32[2048], Arg_3.270: f32[8192,2048], Arg_4.271: f32[8192], Arg_5.272: f32[2048,8192], Arg_6.273: f32[2048], Arg_7.274: f32[8192,2048], Arg_8.275: s32[], Arg_9.276: f32[8192], Arg_10.277: f32[2048,8192], Arg_11.278: f32[2048], Arg_12.279: f32[8192,2048], Arg_13.280: s32[], Arg_14.281: f32[8192], Arg_15.282: f32[2048,8192], Arg_16.283: f32[2048], Arg_17.284: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531829) %Arg_0.267 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.268 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.269 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.270 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531829) %Arg_4.271 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531829) %Arg_5.272 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531829) %Arg_6.273 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531829) %Arg_7.274 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531829) %Arg_8.275 = s32[] parameter(8) +(CompileWorker pid=1531829) %Arg_9.276 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531829) %Arg_10.277 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531829) %Arg_11.278 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531829) %Arg_12.279 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531829) %Arg_13.280 = s32[] parameter(13) +(CompileWorker pid=1531829) %Arg_14.281 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531829) %Arg_15.282 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531829) %Arg_16.283 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531829) %Arg_17.284 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531829) %call.285 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.267, f32[2048,8192]{1,0} %Arg_1.268, f32[2048]{0} %Arg_2.269, f32[8192,2048]{1,0} %Arg_3.270, f32[8192]{0} %Arg_4.271, /*index=5*/f32[2048,8192]{1,0} %Arg_5.272, f32[2048]{0} %Arg_6.273, f32[8192,2048]{1,0} %Arg_7.274, s32[] %Arg_8.275, f32[8192]{0} %Arg_9.276, /*index=10*/f32[2048,8192]{1,0} %Arg_10.277, f32[2048]{0} %Arg_11.278, f32[8192,2048]{1,0} %Arg_12.279, s32[] %Arg_13.280, f32[8192]{0} %Arg_14.281, /*index=15*/f32[2048,8192]{1,0} %Arg_15.282, f32[2048]{0} %Arg_16.283, f32[8192,2048]{1,0} %Arg_17.284), to_apply=%xla_fallback_pipeline_marker_3.245 +(CompileWorker pid=1531829) %get-tuple-element.286 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=0, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.287 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=1, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.288 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=2, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.289 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=3, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.290 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=4, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.291 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=5, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.292 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=6, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.293 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=7, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.294 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=8, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.295 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=9, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.296 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=10, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.297 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=11, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.298 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=12, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.299 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=13, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.300 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=14, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.301 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=15, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.302 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=16, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) %get-tuple-element.303 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=17, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531829) ROOT %tuple.304 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.286, f32[2048,8192]{1,0} %get-tuple-element.287, f32[2048]{0} %get-tuple-element.288, f32[8192,2048]{1,0} %get-tuple-element.289, f32[8192]{0} %get-tuple-element.290, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.291, f32[2048]{0} %get-tuple-element.292, f32[8192,2048]{1,0} %get-tuple-element.293, s32[] %get-tuple-element.294, f32[8192]{0} %get-tuple-element.295, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.296, f32[2048]{0} %get-tuple-element.297, f32[8192,2048]{1,0} %get-tuple-element.298, s32[] %get-tuple-element.299, f32[8192]{0} %get-tuple-element.300, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.301, f32[2048]{0} %get-tuple-element.302, f32[8192,2048]{1,0} %get-tuple-element.303) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %stage_0_0_apply0.324 (Arg_0.325: f32[8192], Arg_1.326: f32[8192], Arg_2.327: f32[2048,8192], Arg_3.328: f32[2048,8192], Arg_4.329: f32[2048], Arg_5.330: f32[2048], Arg_6.331: f32[8192,2048], Arg_7.332: f32[8192,2048], Arg_8.333: f32[8192], Arg_9.334: f32[2048,8192], Arg_10.335: f32[2048], Arg_11.336: f32[8192,2048], Arg_12.337: s32[], Arg_13.338: f32[8192], Arg_14.339: f32[2048,8192], Arg_15.340: f32[2048], Arg_16.341: f32[8192,2048], Arg_17.342: s32[]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { +(CompileWorker pid=1531829) %Arg_0.325 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531829) %constant.397 = f32[] constant(16) +(CompileWorker pid=1531829) %broadcast.398 = f32[8192]{0} broadcast(f32[] %constant.397), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %divide.404 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.325, f32[8192]{0} %broadcast.398), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %constant.389 = f32[] constant(0.1) +(CompileWorker pid=1531829) %broadcast.390 = f32[8192]{0} broadcast(f32[] %constant.389), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.408 = f32[8192]{0} multiply(f32[8192]{0} %divide.404, f32[8192]{0} %broadcast.390), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %Arg_1.326 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531829) %constant.387 = f32[] constant(0.9) +(CompileWorker pid=1531829) %broadcast.388 = f32[8192]{0} broadcast(f32[] %constant.387), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.409 = f32[8192]{0} multiply(f32[8192]{0} %Arg_1.326, f32[8192]{0} %broadcast.388), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %add.410 = f32[8192]{0} add(f32[8192]{0} %multiply.408, f32[8192]{0} %multiply.409), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %Arg_2.327 = f32[2048,8192]{1,0} parameter(2) +(CompileWorker pid=1531829) %constant.395 = f32[] constant(16) +(CompileWorker pid=1531829) %broadcast.396 = f32[2048,8192]{1,0} broadcast(f32[] %constant.395), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %divide.405 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_2.327, f32[2048,8192]{1,0} %broadcast.396), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %constant.385 = f32[] constant(0.1) +(CompileWorker pid=1531829) %broadcast.386 = f32[2048,8192]{1,0} broadcast(f32[] %constant.385), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.411 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.405, f32[2048,8192]{1,0} %broadcast.386), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %Arg_3.328 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531829) %constant.383 = f32[] constant(0.9) +(CompileWorker pid=1531829) %broadcast.384 = f32[2048,8192]{1,0} broadcast(f32[] %constant.383), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.412 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_3.328, f32[2048,8192]{1,0} %broadcast.384), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %add.413 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.411, f32[2048,8192]{1,0} %multiply.412), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %Arg_4.329 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531829) %constant.393 = f32[] constant(16) +(CompileWorker pid=1531829) %broadcast.394 = f32[2048]{0} broadcast(f32[] %constant.393), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %divide.406 = f32[2048]{0} divide(f32[2048]{0} %Arg_4.329, f32[2048]{0} %broadcast.394), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %constant.381 = f32[] constant(0.1) +(CompileWorker pid=1531829) %broadcast.382 = f32[2048]{0} broadcast(f32[] %constant.381), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.414 = f32[2048]{0} multiply(f32[2048]{0} %divide.406, f32[2048]{0} %broadcast.382), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %Arg_5.330 = f32[2048]{0} parameter(5) +(CompileWorker pid=1531829) %constant.379 = f32[] constant(0.9) +(CompileWorker pid=1531829) %broadcast.380 = f32[2048]{0} broadcast(f32[] %constant.379), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.415 = f32[2048]{0} multiply(f32[2048]{0} %Arg_5.330, f32[2048]{0} %broadcast.380), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %add.416 = f32[2048]{0} add(f32[2048]{0} %multiply.414, f32[2048]{0} %multiply.415), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %Arg_6.331 = f32[8192,2048]{1,0} parameter(6) +(CompileWorker pid=1531829) %constant.391 = f32[] constant(16) +(CompileWorker pid=1531829) %broadcast.392 = f32[8192,2048]{1,0} broadcast(f32[] %constant.391), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %divide.407 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_6.331, f32[8192,2048]{1,0} %broadcast.392), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %constant.377 = f32[] constant(0.1) +(CompileWorker pid=1531829) %broadcast.378 = f32[8192,2048]{1,0} broadcast(f32[] %constant.377), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.417 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.407, f32[8192,2048]{1,0} %broadcast.378), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %Arg_7.332 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531829) %constant.375 = f32[] constant(0.9) +(CompileWorker pid=1531829) %broadcast.376 = f32[8192,2048]{1,0} broadcast(f32[] %constant.375), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.418 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_7.332, f32[8192,2048]{1,0} %broadcast.376), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %add.419 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.417, f32[8192,2048]{1,0} %multiply.418), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.420 = f32[8192]{0} multiply(f32[8192]{0} %divide.404, f32[8192]{0} %divide.404), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531829) %constant.373 = f32[] constant(0.001) +(CompileWorker pid=1531829) %broadcast.374 = f32[8192]{0} broadcast(f32[] %constant.373), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.421 = f32[8192]{0} multiply(f32[8192]{0} %multiply.420, f32[8192]{0} %broadcast.374), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %Arg_8.333 = f32[8192]{0} parameter(8) +(CompileWorker pid=1531829) %constant.371 = f32[] constant(0.999) +(CompileWorker pid=1531829) %broadcast.372 = f32[8192]{0} broadcast(f32[] %constant.371), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.422 = f32[8192]{0} multiply(f32[8192]{0} %Arg_8.333, f32[8192]{0} %broadcast.372), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %add.423 = f32[8192]{0} add(f32[8192]{0} %multiply.421, f32[8192]{0} %multiply.422), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.424 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.405, f32[2048,8192]{1,0} %divide.405), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531829) %constant.369 = f32[] constant(0.001) +(CompileWorker pid=1531829) %broadcast.370 = f32[2048,8192]{1,0} broadcast(f32[] %constant.369), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.425 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.424, f32[2048,8192]{1,0} %broadcast.370), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %Arg_9.334 = f32[2048,8192]{1,0} parameter(9) +(CompileWorker pid=1531829) %constant.367 = f32[] constant(0.999) +(CompileWorker pid=1531829) %broadcast.368 = f32[2048,8192]{1,0} broadcast(f32[] %constant.367), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.426 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_9.334, f32[2048,8192]{1,0} %broadcast.368), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %add.427 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.425, f32[2048,8192]{1,0} %multiply.426), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.428 = f32[2048]{0} multiply(f32[2048]{0} %divide.406, f32[2048]{0} %divide.406), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531829) %constant.365 = f32[] constant(0.001) +(CompileWorker pid=1531829) %broadcast.366 = f32[2048]{0} broadcast(f32[] %constant.365), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.429 = f32[2048]{0} multiply(f32[2048]{0} %multiply.428, f32[2048]{0} %broadcast.366), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %Arg_10.335 = f32[2048]{0} parameter(10) +(CompileWorker pid=1531829) %constant.363 = f32[] constant(0.999) +(CompileWorker pid=1531829) %broadcast.364 = f32[2048]{0} broadcast(f32[] %constant.363), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.430 = f32[2048]{0} multiply(f32[2048]{0} %Arg_10.335, f32[2048]{0} %broadcast.364), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %add.431 = f32[2048]{0} add(f32[2048]{0} %multiply.429, f32[2048]{0} %multiply.430), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.432 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.407, f32[8192,2048]{1,0} %divide.407), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531829) %constant.361 = f32[] constant(0.001) +(CompileWorker pid=1531829) %broadcast.362 = f32[8192,2048]{1,0} broadcast(f32[] %constant.361), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.433 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.432, f32[8192,2048]{1,0} %broadcast.362), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %Arg_11.336 = f32[8192,2048]{1,0} parameter(11) +(CompileWorker pid=1531829) %constant.359 = f32[] constant(0.999) +(CompileWorker pid=1531829) %broadcast.360 = f32[8192,2048]{1,0} broadcast(f32[] %constant.359), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.434 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_11.336, f32[8192,2048]{1,0} %broadcast.360), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %add.435 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.433, f32[8192,2048]{1,0} %multiply.434), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %Arg_12.337 = s32[] parameter(12) +(CompileWorker pid=1531829) %constant.401 = s32[] constant(2147483647) +(CompileWorker pid=1531829) %compare.436 = pred[] compare(s32[] %Arg_12.337, s32[] %constant.401), direction=LT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531829) %constant.400 = s32[] constant(1) +(CompileWorker pid=1531829) %add.437 = s32[] add(s32[] %Arg_12.337, s32[] %constant.400), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531829) %select.438 = s32[] select(pred[] %compare.436, s32[] %add.437, s32[] %constant.401), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531829) %Arg_13.338 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531829) %constant.399 = f32[] constant(1) +(CompileWorker pid=1531829) %constant.403 = f32[] constant(0.9) +(CompileWorker pid=1531829) %convert.439 = f32[] convert(s32[] %select.438), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531829) %power.440 = f32[] power(f32[] %constant.403, f32[] %convert.439), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531829) %subtract.441 = f32[] subtract(f32[] %constant.399, f32[] %power.440), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531829) %broadcast.442 = f32[8192]{0} broadcast(f32[] %subtract.441), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.443 = f32[8192]{0} divide(f32[8192]{0} %add.410, f32[8192]{0} %broadcast.442), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %constant.402 = f32[] constant(0.999) +(CompileWorker pid=1531829) %convert.450 = f32[] convert(s32[] %select.438), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531829) %power.451 = f32[] power(f32[] %constant.402, f32[] %convert.450), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531829) %subtract.452 = f32[] subtract(f32[] %constant.399, f32[] %power.451), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531829) %broadcast.453 = f32[8192]{0} broadcast(f32[] %subtract.452), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.454 = f32[8192]{0} divide(f32[8192]{0} %add.423, f32[8192]{0} %broadcast.453), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %sqrt.461 = f32[8192]{0} sqrt(f32[8192]{0} %divide.454), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.357 = f32[] constant(1e-08) +(CompileWorker pid=1531829) %broadcast.358 = f32[8192]{0} broadcast(f32[] %constant.357), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %add.462 = f32[8192]{0} add(f32[8192]{0} %sqrt.461, f32[8192]{0} %broadcast.358), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %divide.463 = f32[8192]{0} divide(f32[8192]{0} %divide.443, f32[8192]{0} %add.462), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.349 = f32[] constant(-0.001) +(CompileWorker pid=1531829) %broadcast.350 = f32[8192]{0} broadcast(f32[] %constant.349), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %multiply.473 = f32[8192]{0} multiply(f32[8192]{0} %divide.463, f32[8192]{0} %broadcast.350), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %add.477 = f32[8192]{0} add(f32[8192]{0} %Arg_13.338, f32[8192]{0} %multiply.473), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531829) %Arg_14.339 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531829) %broadcast.444 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.441), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.445 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.413, f32[2048,8192]{1,0} %broadcast.444), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %broadcast.455 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.452), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.456 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.427, f32[2048,8192]{1,0} %broadcast.455), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %sqrt.464 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.456), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.355 = f32[] constant(1e-08) +(CompileWorker pid=1531829) %broadcast.356 = f32[2048,8192]{1,0} broadcast(f32[] %constant.355), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %add.465 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.464, f32[2048,8192]{1,0} %broadcast.356), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %divide.466 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.445, f32[2048,8192]{1,0} %add.465), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.347 = f32[] constant(-0.001) +(CompileWorker pid=1531829) %broadcast.348 = f32[2048,8192]{1,0} broadcast(f32[] %constant.347), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %multiply.474 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.466, f32[2048,8192]{1,0} %broadcast.348), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %add.478 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_14.339, f32[2048,8192]{1,0} %multiply.474), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531829) %Arg_15.340 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531829) %broadcast.446 = f32[2048]{0} broadcast(f32[] %subtract.441), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.447 = f32[2048]{0} divide(f32[2048]{0} %add.416, f32[2048]{0} %broadcast.446), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %broadcast.457 = f32[2048]{0} broadcast(f32[] %subtract.452), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.458 = f32[2048]{0} divide(f32[2048]{0} %add.431, f32[2048]{0} %broadcast.457), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %sqrt.467 = f32[2048]{0} sqrt(f32[2048]{0} %divide.458), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.353 = f32[] constant(1e-08) +(CompileWorker pid=1531829) %broadcast.354 = f32[2048]{0} broadcast(f32[] %constant.353), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %add.468 = f32[2048]{0} add(f32[2048]{0} %sqrt.467, f32[2048]{0} %broadcast.354), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %divide.469 = f32[2048]{0} divide(f32[2048]{0} %divide.447, f32[2048]{0} %add.468), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.345 = f32[] constant(-0.001) +(CompileWorker pid=1531829) %broadcast.346 = f32[2048]{0} broadcast(f32[] %constant.345), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %multiply.475 = f32[2048]{0} multiply(f32[2048]{0} %divide.469, f32[2048]{0} %broadcast.346), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %add.479 = f32[2048]{0} add(f32[2048]{0} %Arg_15.340, f32[2048]{0} %multiply.475), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531829) %Arg_16.341 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531829) %broadcast.448 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.441), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.449 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.419, f32[8192,2048]{1,0} %broadcast.448), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %broadcast.459 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.452), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.460 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.435, f32[8192,2048]{1,0} %broadcast.459), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %sqrt.470 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.460), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.351 = f32[] constant(1e-08) +(CompileWorker pid=1531829) %broadcast.352 = f32[8192,2048]{1,0} broadcast(f32[] %constant.351), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %add.471 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.470, f32[8192,2048]{1,0} %broadcast.352), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %divide.472 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.449, f32[8192,2048]{1,0} %add.471), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.343 = f32[] constant(-0.001) +(CompileWorker pid=1531829) %broadcast.344 = f32[8192,2048]{1,0} broadcast(f32[] %constant.343), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %multiply.476 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.472, f32[8192,2048]{1,0} %broadcast.344), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %add.480 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_16.341, f32[8192,2048]{1,0} %multiply.476), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531829) %Arg_17.342 = s32[] parameter(17) +(CompileWorker pid=1531829) %add.481 = s32[] add(s32[] %Arg_17.342, s32[] %constant.400), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/training/train_state.py" source_line=77} +(CompileWorker pid=1531829) ROOT %tuple.482 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %add.410, f32[2048,8192]{1,0} %add.413, f32[2048]{0} %add.416, f32[8192,2048]{1,0} %add.419, f32[8192]{0} %add.423, /*index=5*/f32[2048,8192]{1,0} %add.427, f32[2048]{0} %add.431, f32[8192,2048]{1,0} %add.435, s32[] %select.438, f32[8192]{0} %add.477, /*index=10*/f32[2048,8192]{1,0} %add.478, f32[2048]{0} %add.479, f32[8192,2048]{1,0} %add.480, s32[] %add.481) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %stage_0_0_apply_grad.483 (Arg_0.484: f32[8192], Arg_1.485: f32[2048,8192], Arg_2.486: f32[2048], Arg_3.487: f32[8192,2048], Arg_4.488: f32[8192], Arg_5.489: f32[2048,8192], Arg_6.490: f32[2048], Arg_7.491: f32[8192,2048], Arg_8.492: s32[], Arg_9.493: f32[8192], Arg_10.494: f32[2048,8192], Arg_11.495: f32[2048], Arg_12.496: f32[8192,2048], Arg_13.497: s32[], Arg_14.498: f32[8192], Arg_15.499: f32[2048,8192], Arg_16.500: f32[2048], Arg_17.501: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { +(CompileWorker pid=1531829) %Arg_14.498 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531829) %Arg_0.484 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531829) %Arg_15.499 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531829) %Arg_1.485 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_16.500 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531829) %Arg_2.486 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531829) %Arg_17.501 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531829) %Arg_3.487 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531829) %Arg_4.488 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531829) %Arg_5.489 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531829) %Arg_6.490 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531829) %Arg_7.491 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531829) %Arg_8.492 = s32[] parameter(8) +(CompileWorker pid=1531829) %Arg_9.493 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531829) %Arg_10.494 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531829) %Arg_11.495 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531829) %Arg_12.496 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531829) %Arg_13.497 = s32[] parameter(13) +(CompileWorker pid=1531829) %call.502 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) call(f32[8192]{0} %Arg_14.498, f32[8192]{0} %Arg_0.484, f32[2048,8192]{1,0} %Arg_15.499, f32[2048,8192]{1,0} %Arg_1.485, f32[2048]{0} %Arg_16.500, /*index=5*/f32[2048]{0} %Arg_2.486, f32[8192,2048]{1,0} %Arg_17.501, f32[8192,2048]{1,0} %Arg_3.487, f32[8192]{0} %Arg_4.488, f32[2048,8192]{1,0} %Arg_5.489, /*index=10*/f32[2048]{0} %Arg_6.490, f32[8192,2048]{1,0} %Arg_7.491, s32[] %Arg_8.492, f32[8192]{0} %Arg_9.493, f32[2048,8192]{1,0} %Arg_10.494, /*index=15*/f32[2048]{0} %Arg_11.495, f32[8192,2048]{1,0} %Arg_12.496, s32[] %Arg_13.497), to_apply=%stage_0_0_apply0.324 +(CompileWorker pid=1531829) %get-tuple-element.503 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=0 +(CompileWorker pid=1531829) %get-tuple-element.504 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=1 +(CompileWorker pid=1531829) %get-tuple-element.505 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=2 +(CompileWorker pid=1531829) %get-tuple-element.506 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=3 +(CompileWorker pid=1531829) %get-tuple-element.507 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=4 +(CompileWorker pid=1531829) %get-tuple-element.508 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=5 +(CompileWorker pid=1531829) %get-tuple-element.509 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=6 +(CompileWorker pid=1531829) %get-tuple-element.510 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=7 +(CompileWorker pid=1531829) %get-tuple-element.511 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=8 +(CompileWorker pid=1531829) %get-tuple-element.512 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=9 +(CompileWorker pid=1531829) %get-tuple-element.513 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=10 +(CompileWorker pid=1531829) %get-tuple-element.514 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=11 +(CompileWorker pid=1531829) %get-tuple-element.515 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=12 +(CompileWorker pid=1531829) %get-tuple-element.516 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=13 +(CompileWorker pid=1531829) ROOT %tuple.517 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %get-tuple-element.503, f32[2048,8192]{1,0} %get-tuple-element.504, f32[2048]{0} %get-tuple-element.505, f32[8192,2048]{1,0} %get-tuple-element.506, f32[8192]{0} %get-tuple-element.507, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.508, f32[2048]{0} %get-tuple-element.509, f32[8192,2048]{1,0} %get-tuple-element.510, s32[] %get-tuple-element.511, f32[8192]{0} %get-tuple-element.512, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.513, f32[2048]{0} %get-tuple-element.514, f32[8192,2048]{1,0} %get-tuple-element.515, s32[] %get-tuple-element.516) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %xla_fallback_pipeline_marker_4.533 (Arg_0.534: f32[8192], Arg_1.535: f32[2048,8192], Arg_2.536: f32[2048], Arg_3.537: f32[8192,2048], Arg_4.538: f32[8192], Arg_5.539: f32[2048,8192], Arg_6.540: f32[2048], Arg_7.541: f32[8192,2048], Arg_8.542: s32[], Arg_9.543: f32[8192], Arg_10.544: f32[2048,8192], Arg_11.545: f32[2048], Arg_12.546: f32[8192,2048], Arg_13.547: s32[]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { +(CompileWorker pid=1531829) %Arg_0.534 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.535 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.536 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.537 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531829) %Arg_4.538 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531829) %Arg_5.539 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531829) %Arg_6.540 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531829) %Arg_7.541 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531829) %Arg_8.542 = s32[] parameter(8) +(CompileWorker pid=1531829) %Arg_9.543 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531829) %Arg_10.544 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531829) %Arg_11.545 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531829) %Arg_12.546 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531829) %Arg_13.547 = s32[] parameter(13) +(CompileWorker pid=1531829) %tuple.548 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %Arg_0.534, f32[2048,8192]{1,0} %Arg_1.535, f32[2048]{0} %Arg_2.536, f32[8192,2048]{1,0} %Arg_3.537, f32[8192]{0} %Arg_4.538, /*index=5*/f32[2048,8192]{1,0} %Arg_5.539, f32[2048]{0} %Arg_6.540, f32[8192,2048]{1,0} %Arg_7.541, s32[] %Arg_8.542, f32[8192]{0} %Arg_9.543, /*index=10*/f32[2048,8192]{1,0} %Arg_10.544, f32[2048]{0} %Arg_11.545, f32[8192,2048]{1,0} %Arg_12.546, s32[] %Arg_13.547), metadata={op_name="tuple.15"} +(CompileWorker pid=1531829) ROOT %custom-call.549 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.548), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_0_apply_grad$end"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000" +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %pipeline_marker_4.550 (Arg_0.551: f32[8192], Arg_1.552: f32[2048,8192], Arg_2.553: f32[2048], Arg_3.554: f32[8192,2048], Arg_4.555: f32[8192], Arg_5.556: f32[2048,8192], Arg_6.557: f32[2048], Arg_7.558: f32[8192,2048], Arg_8.559: s32[], Arg_9.560: f32[8192], Arg_10.561: f32[2048,8192], Arg_11.562: f32[2048], Arg_12.563: f32[8192,2048], Arg_13.564: s32[]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { +(CompileWorker pid=1531829) %Arg_0.551 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531829) %Arg_1.552 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531829) %Arg_2.553 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531829) %Arg_3.554 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531829) %Arg_4.555 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531829) %Arg_5.556 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531829) %Arg_6.557 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531829) %Arg_7.558 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531829) %Arg_8.559 = s32[] parameter(8) +(CompileWorker pid=1531829) %Arg_9.560 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531829) %Arg_10.561 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531829) %Arg_11.562 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531829) %Arg_12.563 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531829) %Arg_13.564 = s32[] parameter(13) +(CompileWorker pid=1531829) %call.565 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) call(f32[8192]{0} %Arg_0.551, f32[2048,8192]{1,0} %Arg_1.552, f32[2048]{0} %Arg_2.553, f32[8192,2048]{1,0} %Arg_3.554, f32[8192]{0} %Arg_4.555, /*index=5*/f32[2048,8192]{1,0} %Arg_5.556, f32[2048]{0} %Arg_6.557, f32[8192,2048]{1,0} %Arg_7.558, s32[] %Arg_8.559, f32[8192]{0} %Arg_9.560, /*index=10*/f32[2048,8192]{1,0} %Arg_10.561, f32[2048]{0} %Arg_11.562, f32[8192,2048]{1,0} %Arg_12.563, s32[] %Arg_13.564), to_apply=%xla_fallback_pipeline_marker_4.533 +(CompileWorker pid=1531829) %get-tuple-element.566 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=0, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.567 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=1, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.568 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=2, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.569 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=3, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.570 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=4, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.571 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=5, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.572 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=6, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.573 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=7, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.574 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=8, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.575 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=9, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.576 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=10, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.577 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=11, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.578 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=12, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) %get-tuple-element.579 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=13, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531829) ROOT %tuple.580 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %get-tuple-element.566, f32[2048,8192]{1,0} %get-tuple-element.567, f32[2048]{0} %get-tuple-element.568, f32[8192,2048]{1,0} %get-tuple-element.569, f32[8192]{0} %get-tuple-element.570, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.571, f32[2048]{0} %get-tuple-element.572, f32[8192,2048]{1,0} %get-tuple-element.573, s32[] %get-tuple-element.574, f32[8192]{0} %get-tuple-element.575, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.576, f32[2048]{0} %get-tuple-element.577, f32[8192,2048]{1,0} %get-tuple-element.578, s32[] %get-tuple-element.579) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) ENTRY %main.597 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[8192], Arg_2.3: f32[8192,2048], Arg_3.4: f32[2048], Arg_4.5: f32[2048], Arg_5.6: f32[8192,2048], Arg_6.7: f32[8192], Arg_7.8: f32[2048,8192], Arg_8.9: f32[8192], Arg_9.10: f32[2048,8192], Arg_10.11: f32[2048], Arg_11.12: f32[8192,2048], Arg_12.13: f32[8192], Arg_13.14: f32[2048,8192], Arg_14.15: f32[2048], Arg_15.16: f32[8192,2048], Arg_16.17: s32[], Arg_17.18: s32[], Arg_18.19: f32[128,2048], Arg_19.20: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192], f32[8192], f32[2048,8192], /*index=10*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=15*/f32[8192,2048], s32[], s32[], f32[128,2048], pred[128,2048], /*index=20*/f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531829) %Arg_8.9 = f32[8192]{0} parameter(8) +(CompileWorker pid=1531829) %Arg_9.10 = f32[2048,8192]{1,0} parameter(9) +(CompileWorker pid=1531829) %Arg_10.11 = f32[2048]{0} parameter(10) +(CompileWorker pid=1531829) %Arg_11.12 = f32[8192,2048]{1,0} parameter(11) +(CompileWorker pid=1531829) %Arg_12.13 = f32[8192]{0} parameter(12) +(CompileWorker pid=1531829) %Arg_13.14 = f32[2048,8192]{1,0} parameter(13) +(CompileWorker pid=1531829) %Arg_14.15 = f32[2048]{0} parameter(14) +(CompileWorker pid=1531829) %Arg_15.16 = f32[8192,2048]{1,0} parameter(15) +(CompileWorker pid=1531829) %Arg_16.17 = s32[] parameter(16) +(CompileWorker pid=1531829) %Arg_1.2 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531829) %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531829) %Arg_3.4 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531829) %Arg_2.3 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531829) %Arg_17.18 = s32[] parameter(17) +(CompileWorker pid=1531829) %Arg_4.5 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531829) %Arg_5.6 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531829) %Arg_6.7 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531829) %Arg_7.8 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531829) %Arg_19.20 = f32[128,2048]{1,0} parameter(19) +(CompileWorker pid=1531829) %Arg_18.19 = f32[128,2048]{1,0} parameter(18) +(CompileWorker pid=1531829) %call.42 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.1, f32[8192]{0} %Arg_1.2, f32[8192,2048]{1,0} %Arg_2.3, f32[2048]{0} %Arg_3.4, f32[128,2048]{1,0} %Arg_18.19), to_apply=%pipeline_marker.29 +(CompileWorker pid=1531829) %get-tuple-element.43 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.42), index=0 +(CompileWorker pid=1531829) %get-tuple-element.44 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.42), index=1 +(CompileWorker pid=1531829) %get-tuple-element.45 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.42), index=2 +(CompileWorker pid=1531829) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.42), index=3 +(CompileWorker pid=1531829) %get-tuple-element.47 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.42), index=4 +(CompileWorker pid=1531829) %call.87 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[2048,8192]{1,0} %get-tuple-element.43, f32[8192]{0} %get-tuple-element.44, f32[8192,2048]{1,0} %get-tuple-element.45, f32[2048]{0} %get-tuple-element.46, f32[128,2048]{1,0} %get-tuple-element.47), to_apply=%stage_0_0_acc_grad_0.75 +(CompileWorker pid=1531829) %get-tuple-element.88 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.87), index=0 +(CompileWorker pid=1531829) %get-tuple-element.89 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.87), index=1 +(CompileWorker pid=1531829) %get-tuple-element.90 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.87), index=2 +(CompileWorker pid=1531829) %get-tuple-element.91 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.87), index=3 +(CompileWorker pid=1531829) %call.110 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.88, pred[128,2048]{1,0} %get-tuple-element.89, f32[128,8192]{1,0} %get-tuple-element.90, pred[128,8192]{1,0} %get-tuple-element.91), to_apply=%pipeline_marker_0.99 +(CompileWorker pid=1531829) %get-tuple-element.112 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.110), index=1 +(CompileWorker pid=1531829) %get-tuple-element.113 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.110), index=2 +(CompileWorker pid=1531829) %get-tuple-element.114 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.110), index=3 +(CompileWorker pid=1531829) %call.151 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) call(f32[2048]{0} %Arg_4.5, f32[8192,2048]{1,0} %Arg_5.6, f32[8192]{0} %Arg_6.7, f32[2048,8192]{1,0} %Arg_7.8, f32[128,2048]{1,0} %Arg_19.20, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.112, f32[128,8192]{1,0} %get-tuple-element.113, pred[128,8192]{1,0} %get-tuple-element.114, f32[128,2048]{1,0} %Arg_18.19, f32[8192,2048]{1,0} %Arg_2.3), to_apply=%pipeline_marker_1.128 +(CompileWorker pid=1531829) %get-tuple-element.152 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=0 +(CompileWorker pid=1531829) %get-tuple-element.153 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=1 +(CompileWorker pid=1531829) %get-tuple-element.154 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=2 +(CompileWorker pid=1531829) %get-tuple-element.155 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=3 +(CompileWorker pid=1531829) %get-tuple-element.156 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=4 +(CompileWorker pid=1531829) %get-tuple-element.157 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=5 +(CompileWorker pid=1531829) %get-tuple-element.158 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=6 +(CompileWorker pid=1531829) %get-tuple-element.159 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=7 +(CompileWorker pid=1531829) %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=8 +(CompileWorker pid=1531829) %get-tuple-element.161 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=9 +(CompileWorker pid=1531829) %call.217 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %get-tuple-element.152, f32[8192,2048]{1,0} %get-tuple-element.153, f32[8192]{0} %get-tuple-element.154, f32[2048,8192]{1,0} %get-tuple-element.155, f32[128,2048]{1,0} %get-tuple-element.156, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.157, f32[128,8192]{1,0} %get-tuple-element.158, pred[128,8192]{1,0} %get-tuple-element.159, f32[128,2048]{1,0} %get-tuple-element.160, f32[8192,2048]{1,0} %get-tuple-element.161), to_apply=%stage_0_0_acc_grad_1.200 +(CompileWorker pid=1531829) %get-tuple-element.218 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.217), index=0 +(CompileWorker pid=1531829) %get-tuple-element.219 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.217), index=1 +(CompileWorker pid=1531829) %get-tuple-element.220 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.217), index=2 +(CompileWorker pid=1531829) %get-tuple-element.221 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.217), index=3 +(CompileWorker pid=1531829) %call.240 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %get-tuple-element.218, f32[8192,2048]{1,0} %get-tuple-element.219, f32[8192]{0} %get-tuple-element.220, f32[2048,8192]{1,0} %get-tuple-element.221), to_apply=%pipeline_marker_2.229 +(CompileWorker pid=1531829) %get-tuple-element.243 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.240), index=2 +(CompileWorker pid=1531829) %get-tuple-element.244 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.240), index=3 +(CompileWorker pid=1531829) %get-tuple-element.241 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.240), index=0 +(CompileWorker pid=1531829) %get-tuple-element.242 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.240), index=1 +(CompileWorker pid=1531829) %call.305 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_8.9, f32[2048,8192]{1,0} %Arg_9.10, f32[2048]{0} %Arg_10.11, f32[8192,2048]{1,0} %Arg_11.12, f32[8192]{0} %Arg_12.13, /*index=5*/f32[2048,8192]{1,0} %Arg_13.14, f32[2048]{0} %Arg_14.15, f32[8192,2048]{1,0} %Arg_15.16, s32[] %Arg_16.17, f32[8192]{0} %Arg_1.2, /*index=10*/f32[2048,8192]{1,0} %Arg_0.1, f32[2048]{0} %Arg_3.4, f32[8192,2048]{1,0} %Arg_2.3, s32[] %Arg_17.18, f32[8192]{0} %get-tuple-element.243, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.244, f32[2048]{0} %get-tuple-element.241, f32[8192,2048]{1,0} %get-tuple-element.242), to_apply=%pipeline_marker_3.266 +(CompileWorker pid=1531829) %get-tuple-element.306 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=0 +(CompileWorker pid=1531829) %get-tuple-element.307 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=1 +(CompileWorker pid=1531829) %get-tuple-element.308 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=2 +(CompileWorker pid=1531829) %get-tuple-element.309 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=3 +(CompileWorker pid=1531829) %get-tuple-element.310 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=4 +(CompileWorker pid=1531829) %get-tuple-element.311 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=5 +(CompileWorker pid=1531829) %get-tuple-element.312 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=6 +(CompileWorker pid=1531829) %get-tuple-element.313 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=7 +(CompileWorker pid=1531829) %get-tuple-element.314 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=8 +(CompileWorker pid=1531829) %get-tuple-element.315 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=9 +(CompileWorker pid=1531829) %get-tuple-element.316 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=10 +(CompileWorker pid=1531829) %get-tuple-element.317 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=11 +(CompileWorker pid=1531829) %get-tuple-element.318 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=12 +(CompileWorker pid=1531829) %get-tuple-element.319 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=13 +(CompileWorker pid=1531829) %get-tuple-element.320 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=14 +(CompileWorker pid=1531829) %get-tuple-element.321 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=15 +(CompileWorker pid=1531829) %get-tuple-element.322 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=16 +(CompileWorker pid=1531829) %get-tuple-element.323 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=17 +(CompileWorker pid=1531829) %call.518 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) call(f32[8192]{0} %get-tuple-element.306, f32[2048,8192]{1,0} %get-tuple-element.307, f32[2048]{0} %get-tuple-element.308, f32[8192,2048]{1,0} %get-tuple-element.309, f32[8192]{0} %get-tuple-element.310, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.311, f32[2048]{0} %get-tuple-element.312, f32[8192,2048]{1,0} %get-tuple-element.313, s32[] %get-tuple-element.314, f32[8192]{0} %get-tuple-element.315, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.316, f32[2048]{0} %get-tuple-element.317, f32[8192,2048]{1,0} %get-tuple-element.318, s32[] %get-tuple-element.319, f32[8192]{0} %get-tuple-element.320, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.321, f32[2048]{0} %get-tuple-element.322, f32[8192,2048]{1,0} %get-tuple-element.323), to_apply=%stage_0_0_apply_grad.483 +(CompileWorker pid=1531829) %get-tuple-element.519 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=0 +(CompileWorker pid=1531829) %get-tuple-element.520 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=1 +(CompileWorker pid=1531829) %get-tuple-element.521 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=2 +(CompileWorker pid=1531829) %get-tuple-element.522 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=3 +(CompileWorker pid=1531829) %get-tuple-element.523 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=4 +(CompileWorker pid=1531829) %get-tuple-element.524 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=5 +(CompileWorker pid=1531829) %get-tuple-element.525 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=6 +(CompileWorker pid=1531829) %get-tuple-element.526 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=7 +(CompileWorker pid=1531829) %get-tuple-element.527 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=8 +(CompileWorker pid=1531829) %get-tuple-element.528 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=9 +(CompileWorker pid=1531829) %get-tuple-element.529 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=10 +(CompileWorker pid=1531829) %get-tuple-element.530 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=11 +(CompileWorker pid=1531829) %get-tuple-element.531 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=12 +(CompileWorker pid=1531829) %get-tuple-element.532 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=13 +(CompileWorker pid=1531829) %call.581 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) call(f32[8192]{0} %get-tuple-element.519, f32[2048,8192]{1,0} %get-tuple-element.520, f32[2048]{0} %get-tuple-element.521, f32[8192,2048]{1,0} %get-tuple-element.522, f32[8192]{0} %get-tuple-element.523, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.524, f32[2048]{0} %get-tuple-element.525, f32[8192,2048]{1,0} %get-tuple-element.526, s32[] %get-tuple-element.527, f32[8192]{0} %get-tuple-element.528, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.529, f32[2048]{0} %get-tuple-element.530, f32[8192,2048]{1,0} %get-tuple-element.531, s32[] %get-tuple-element.532), to_apply=%pipeline_marker_4.550 +(CompileWorker pid=1531829) %get-tuple-element.592 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=10 +(CompileWorker pid=1531829) %get-tuple-element.591 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=9 +(CompileWorker pid=1531829) %get-tuple-element.594 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=12 +(CompileWorker pid=1531829) %get-tuple-element.593 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=11 +(CompileWorker pid=1531829) %get-tuple-element.582 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=0 +(CompileWorker pid=1531829) %get-tuple-element.583 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=1 +(CompileWorker pid=1531829) %get-tuple-element.584 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=2 +(CompileWorker pid=1531829) %get-tuple-element.585 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=3 +(CompileWorker pid=1531829) %get-tuple-element.586 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=4 +(CompileWorker pid=1531829) %get-tuple-element.587 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=5 +(CompileWorker pid=1531829) %get-tuple-element.588 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=6 +(CompileWorker pid=1531829) %get-tuple-element.589 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=7 +(CompileWorker pid=1531829) %get-tuple-element.590 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=8 +(CompileWorker pid=1531829) %get-tuple-element.595 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=13 +(CompileWorker pid=1531829) %get-tuple-element.111 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.110), index=0 +(CompileWorker pid=1531829) ROOT %tuple.596 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=10*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=15*/f32[8192,2048]{1,0}, s32[], s32[], f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=20*/f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.592, f32[8192]{0} %get-tuple-element.591, f32[8192,2048]{1,0} %get-tuple-element.594, f32[2048]{0} %get-tuple-element.593, f32[2048]{0} %get-tuple-element.241, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.242, f32[8192]{0} %get-tuple-element.243, f32[2048,8192]{1,0} %get-tuple-element.244, f32[8192]{0} %get-tuple-element.582, f32[2048,8192]{1,0} %get-tuple-element.583, /*index=10*/f32[2048]{0} %get-tuple-element.584, f32[8192,2048]{1,0} %get-tuple-element.585, f32[8192]{0} %get-tuple-element.586, f32[2048,8192]{1,0} %get-tuple-element.587, f32[2048]{0} %get-tuple-element.588, /*index=15*/f32[8192,2048]{1,0} %get-tuple-element.589, s32[] %get-tuple-element.590, s32[] %get-tuple-element.595, f32[128,2048]{1,0} %get-tuple-element.111, pred[128,2048]{1,0} %get-tuple-element.112, /*index=20*/f32[128,8192]{1,0} %get-tuple-element.113, pred[128,8192]{1,0} %get-tuple-element.114) +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) hlo module after auto shard pass: HloModule stage_0_0-stage_0_0_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) ENTRY %main.597-stage_0_0_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531829) %param_0 = f32[2048,8192]{1,0} parameter(0), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531829) %param_1 = f32[8192]{0} parameter(1), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531829) %param_2 = f32[8192,2048]{1,0} parameter(2), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531829) %param_3 = f32[2048]{0} parameter(3), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531829) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531829) %tuple.10 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %param_0, f32[8192]{0} %param_1, f32[8192,2048]{1,0} %param_2, f32[2048]{0} %param_3, f32[128,2048]{1,0} %param_4) +(CompileWorker pid=1531829) %get-tuple-element.47 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=4 +(CompileWorker pid=1531829) %get-tuple-element.43 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=0 +(CompileWorker pid=1531829) %dot.5 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.47, f32[2048,8192]{1,0} %get-tuple-element.43), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %get-tuple-element.44 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=1 +(CompileWorker pid=1531829) %reshape.4 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %broadcast.44 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.4), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %reshape.5 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %broadcast.45 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.5), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %add.24 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.5, f32[128,8192]{1,0} %broadcast.45), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %constant.38 = f32[] constant(0) +(CompileWorker pid=1531829) %broadcast.46 = f32[128,8192]{1,0} broadcast(f32[] %constant.38), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %maximum.2 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.24, f32[128,8192]{1,0} %broadcast.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %get-tuple-element.45 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=2 +(CompileWorker pid=1531829) %dot.6 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %get-tuple-element.45), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=3 +(CompileWorker pid=1531829) %reshape.6 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %broadcast.47 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.6), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %reshape.7 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.47), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %broadcast.48 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.7), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %add.25 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.6, f32[128,2048]{1,0} %broadcast.48), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %constant.39 = f32[] constant(0) +(CompileWorker pid=1531829) %broadcast.49 = f32[128,2048]{1,0} broadcast(f32[] %constant.39), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %maximum.3 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.25, f32[128,2048]{1,0} %broadcast.49), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %compare.3 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.25, f32[128,2048]{1,0} %broadcast.49), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %compare.4 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.24, f32[128,8192]{1,0} %broadcast.46), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %tuple.11 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.3, pred[128,2048]{1,0} %compare.3, f32[128,8192]{1,0} %maximum.2, pred[128,8192]{1,0} %compare.4) +(CompileWorker pid=1531829) %get-tuple-element.5 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=0 +(CompileWorker pid=1531829) %get-tuple-element.6 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=1 +(CompileWorker pid=1531829) %get-tuple-element.7 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=2 +(CompileWorker pid=1531829) %get-tuple-element.8 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=3 +(CompileWorker pid=1531829) %tuple.12 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.5, pred[128,2048]{1,0} %get-tuple-element.6, f32[128,8192]{1,0} %get-tuple-element.7, pred[128,8192]{1,0} %get-tuple-element.8) +(CompileWorker pid=1531829) %get-tuple-element.88 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=0 +(CompileWorker pid=1531829) %get-tuple-element.89 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=1 +(CompileWorker pid=1531829) %get-tuple-element.90 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=2 +(CompileWorker pid=1531829) %get-tuple-element.91 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=3 +(CompileWorker pid=1531829) ROOT %tuple.13 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.88, pred[128,2048]{1,0} %get-tuple-element.89, f32[128,8192]{1,0} %get-tuple-element.90, pred[128,8192]{1,0} %get-tuple-element.91), metadata={op_name="tuple.5"} +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) hlo module after spmd pass: HloModule stage_0_0-stage_0_0_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) ENTRY %main.597-stage_0_0_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531829) %param_0 = f32[2048,8192]{1,0} parameter(0), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531829) %param_1 = f32[8192]{0} parameter(1), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531829) %param_2 = f32[8192,2048]{1,0} parameter(2), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531829) %param_3 = f32[2048]{0} parameter(3), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531829) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531829) %tuple.10 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %param_0, f32[8192]{0} %param_1, f32[8192,2048]{1,0} %param_2, f32[2048]{0} %param_3, f32[128,2048]{1,0} %param_4) +(CompileWorker pid=1531829) %get-tuple-element.47 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=4 +(CompileWorker pid=1531829) %get-tuple-element.43 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=0 +(CompileWorker pid=1531829) %dot.5 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.47, f32[2048,8192]{1,0} %get-tuple-element.43), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %get-tuple-element.44 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=1 +(CompileWorker pid=1531829) %reshape.4 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %broadcast.44 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.4), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %reshape.5 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %broadcast.45 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.5), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %add.24 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.5, f32[128,8192]{1,0} %broadcast.45), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %constant.38 = f32[] constant(0) +(CompileWorker pid=1531829) %broadcast.46 = f32[128,8192]{1,0} broadcast(f32[] %constant.38), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %maximum.2 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.24, f32[128,8192]{1,0} %broadcast.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %get-tuple-element.45 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=2 +(CompileWorker pid=1531829) %dot.6 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %get-tuple-element.45), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=3 +(CompileWorker pid=1531829) %reshape.6 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %broadcast.47 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.6), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %reshape.7 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.47), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %broadcast.48 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.7), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %add.25 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.6, f32[128,2048]{1,0} %broadcast.48), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %constant.39 = f32[] constant(0) +(CompileWorker pid=1531829) %broadcast.49 = f32[128,2048]{1,0} broadcast(f32[] %constant.39), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %maximum.3 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.25, f32[128,2048]{1,0} %broadcast.49), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %compare.3 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.25, f32[128,2048]{1,0} %broadcast.49), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %compare.4 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.24, f32[128,8192]{1,0} %broadcast.46), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %tuple.11 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.3, pred[128,2048]{1,0} %compare.3, f32[128,8192]{1,0} %maximum.2, pred[128,8192]{1,0} %compare.4) +(CompileWorker pid=1531829) %get-tuple-element.5 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=0 +(CompileWorker pid=1531829) %get-tuple-element.6 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=1 +(CompileWorker pid=1531829) %get-tuple-element.7 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=2 +(CompileWorker pid=1531829) %get-tuple-element.8 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=3 +(CompileWorker pid=1531829) %tuple.12 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.5, pred[128,2048]{1,0} %get-tuple-element.6, f32[128,8192]{1,0} %get-tuple-element.7, pred[128,8192]{1,0} %get-tuple-element.8) +(CompileWorker pid=1531829) %get-tuple-element.88 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=0 +(CompileWorker pid=1531829) %get-tuple-element.89 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=1 +(CompileWorker pid=1531829) %get-tuple-element.90 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=2 +(CompileWorker pid=1531829) %get-tuple-element.91 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=3 +(CompileWorker pid=1531829) ROOT %tuple.13 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.88, pred[128,2048]{1,0} %get-tuple-element.89, f32[128,8192]{1,0} %get-tuple-element.90, pred[128,8192]{1,0} %get-tuple-element.91), metadata={op_name="tuple.5"} +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) hlo module after auto shard pass: HloModule stage_0_0-stage_0_0_acc_grad_1, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %region_1.166.stage_0_0_acc_grad_1 (Arg_0.167: f32[], Arg_1.168: f32[]) -> f32[] { +(CompileWorker pid=1531829) %Arg_0.167 = f32[] parameter(0) +(CompileWorker pid=1531829) %Arg_1.168 = f32[] parameter(1) +(CompileWorker pid=1531829) ROOT %add.169 = f32[] add(f32[] %Arg_0.167, f32[] %Arg_1.168), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %region_0.162.stage_0_0_acc_grad_1 (Arg_0.163: f32[], Arg_1.164: f32[]) -> f32[] { +(CompileWorker pid=1531829) %Arg_0.163 = f32[] parameter(0) +(CompileWorker pid=1531829) %Arg_1.164 = f32[] parameter(1) +(CompileWorker pid=1531829) ROOT %add.165 = f32[] add(f32[] %Arg_0.163, f32[] %Arg_1.164), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) ENTRY %main.597-stage_0_0_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[128,2048], param_5: pred[128,2048], param_6: f32[128,8192], param_7: pred[128,8192], param_8: f32[128,2048], param_9: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531829) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_5 = pred[128,2048]{1,0} parameter(5), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_6 = f32[128,8192]{1,0} parameter(6), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_7 = pred[128,8192]{1,0} parameter(7), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_8 = f32[128,2048]{1,0} parameter(8), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_9 = f32[8192,2048]{1,0} parameter(9), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %tuple.16 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/pred[128,2048]{1,0} %param_5, f32[128,8192]{1,0} %param_6, pred[128,8192]{1,0} %param_7, f32[128,2048]{1,0} %param_8, f32[8192,2048]{1,0} %param_9) +(CompileWorker pid=1531829) %get-tuple-element.152 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=0 +(CompileWorker pid=1531829) %get-tuple-element.157 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=5 +(CompileWorker pid=1531829) %get-tuple-element.156 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=4 +(CompileWorker pid=1531829) %constant.40 = f32[] constant(0) +(CompileWorker pid=1531829) %broadcast.50 = f32[128,2048]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %select.3 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.157, f32[128,2048]{1,0} %get-tuple-element.156, f32[128,2048]{1,0} %broadcast.50), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %constant.41 = f32[] constant(0) +(CompileWorker pid=1531829) %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.3, f32[] %constant.41), dimensions={0}, to_apply=%region_0.162.stage_0_0_acc_grad_1, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %add.26 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.152, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531829) %get-tuple-element.153 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=1 +(CompileWorker pid=1531829) %get-tuple-element.158 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=6 +(CompileWorker pid=1531829) %dot.7 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[128,8192]{1,0} %get-tuple-element.158), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.7), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %add.27 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.153, f32[8192,2048]{0,1} %transpose.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531829) %get-tuple-element.154 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=2 +(CompileWorker pid=1531829) %get-tuple-element.159 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=7 +(CompileWorker pid=1531829) %get-tuple-element.161 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=9 +(CompileWorker pid=1531829) %dot.8 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[8192,2048]{1,0} %get-tuple-element.161), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %constant.42 = f32[] constant(0) +(CompileWorker pid=1531829) %broadcast.51 = f32[128,8192]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %select.4 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.159, f32[128,8192]{1,0} %dot.8, f32[128,8192]{1,0} %broadcast.51), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %reduce.3 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.4, f32[] %constant.41), dimensions={0}, to_apply=%region_1.166.stage_0_0_acc_grad_1, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %add.28 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.154, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531829) %get-tuple-element.155 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=3 +(CompileWorker pid=1531829) %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=8 +(CompileWorker pid=1531829) %dot.9 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[128,2048]{1,0} %get-tuple-element.160), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %transpose.3 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.9), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %add.29 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.155, f32[2048,8192]{0,1} %transpose.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531829) %tuple.17 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.26, f32[8192,2048]{1,0} %add.27, f32[8192]{0} %add.28, f32[2048,8192]{1,0} %add.29) +(CompileWorker pid=1531829) %get-tuple-element.23 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=0 +(CompileWorker pid=1531829) %get-tuple-element.24 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=1 +(CompileWorker pid=1531829) %get-tuple-element.25 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=2 +(CompileWorker pid=1531829) %get-tuple-element.26 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=3 +(CompileWorker pid=1531829) %tuple.18 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.23, f32[8192,2048]{1,0} %get-tuple-element.24, f32[8192]{0} %get-tuple-element.25, f32[2048,8192]{1,0} %get-tuple-element.26) +(CompileWorker pid=1531829) %get-tuple-element.218 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=0 +(CompileWorker pid=1531829) %get-tuple-element.219 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=1 +(CompileWorker pid=1531829) %get-tuple-element.220 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=2 +(CompileWorker pid=1531829) %get-tuple-element.221 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=3 +(CompileWorker pid=1531829) ROOT %tuple.19 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.218, f32[8192,2048]{1,0} %get-tuple-element.219, f32[8192]{0} %get-tuple-element.220, f32[2048,8192]{1,0} %get-tuple-element.221), metadata={op_name="tuple.5"} +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) hlo module after spmd pass: HloModule stage_0_0-stage_0_0_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %region_1.166.stage_0_0_acc_grad_1 (Arg_0.167: f32[], Arg_1.168: f32[]) -> f32[] { +(CompileWorker pid=1531829) %Arg_0.167 = f32[] parameter(0) +(CompileWorker pid=1531829) %Arg_1.168 = f32[] parameter(1) +(CompileWorker pid=1531829) ROOT %add.169 = f32[] add(f32[] %Arg_0.167, f32[] %Arg_1.168), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) %region_0.162.stage_0_0_acc_grad_1 (Arg_0.163: f32[], Arg_1.164: f32[]) -> f32[] { +(CompileWorker pid=1531829) %Arg_0.163 = f32[] parameter(0) +(CompileWorker pid=1531829) %Arg_1.164 = f32[] parameter(1) +(CompileWorker pid=1531829) ROOT %add.165 = f32[] add(f32[] %Arg_0.163, f32[] %Arg_1.164), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) ENTRY %main.597-stage_0_0_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[128,2048], param_5: pred[128,2048], param_6: f32[128,8192], param_7: pred[128,8192], param_8: f32[128,2048], param_9: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531829) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_5 = pred[128,2048]{1,0} parameter(5), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_6 = f32[128,8192]{1,0} parameter(6), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_7 = pred[128,8192]{1,0} parameter(7), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_8 = f32[128,2048]{1,0} parameter(8), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %param_9 = f32[8192,2048]{1,0} parameter(9), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531829) %tuple.16 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/pred[128,2048]{1,0} %param_5, f32[128,8192]{1,0} %param_6, pred[128,8192]{1,0} %param_7, f32[128,2048]{1,0} %param_8, f32[8192,2048]{1,0} %param_9) +(CompileWorker pid=1531829) %get-tuple-element.152 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=0 +(CompileWorker pid=1531829) %get-tuple-element.157 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=5 +(CompileWorker pid=1531829) %get-tuple-element.156 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=4 +(CompileWorker pid=1531829) %constant.40 = f32[] constant(0) +(CompileWorker pid=1531829) %broadcast.50 = f32[128,2048]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %select.3 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.157, f32[128,2048]{1,0} %get-tuple-element.156, f32[128,2048]{1,0} %broadcast.50), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531829) %constant.41 = f32[] constant(0) +(CompileWorker pid=1531829) %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.3, f32[] %constant.41), dimensions={0}, to_apply=%region_0.162.stage_0_0_acc_grad_1, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %add.26 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.152, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531829) %get-tuple-element.153 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=1 +(CompileWorker pid=1531829) %get-tuple-element.158 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=6 +(CompileWorker pid=1531829) %dot.7 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[128,8192]{1,0} %get-tuple-element.158), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.7), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %add.27 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.153, f32[8192,2048]{0,1} %transpose.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531829) %get-tuple-element.154 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=2 +(CompileWorker pid=1531829) %get-tuple-element.159 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=7 +(CompileWorker pid=1531829) %get-tuple-element.161 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=9 +(CompileWorker pid=1531829) %dot.8 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[8192,2048]{1,0} %get-tuple-element.161), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %constant.42 = f32[] constant(0) +(CompileWorker pid=1531829) %broadcast.51 = f32[128,8192]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %select.4 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.159, f32[128,8192]{1,0} %dot.8, f32[128,8192]{1,0} %broadcast.51), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531829) %reduce.3 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.4, f32[] %constant.41), dimensions={0}, to_apply=%region_1.166.stage_0_0_acc_grad_1, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531829) %add.28 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.154, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531829) %get-tuple-element.155 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=3 +(CompileWorker pid=1531829) %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=8 +(CompileWorker pid=1531829) %dot.9 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[128,2048]{1,0} %get-tuple-element.160), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %transpose.3 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.9), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531829) %add.29 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.155, f32[2048,8192]{0,1} %transpose.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531829) %tuple.17 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.26, f32[8192,2048]{1,0} %add.27, f32[8192]{0} %add.28, f32[2048,8192]{1,0} %add.29) +(CompileWorker pid=1531829) %get-tuple-element.23 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=0 +(CompileWorker pid=1531829) %get-tuple-element.24 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=1 +(CompileWorker pid=1531829) %get-tuple-element.25 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=2 +(CompileWorker pid=1531829) %get-tuple-element.26 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=3 +(CompileWorker pid=1531829) %tuple.18 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.23, f32[8192,2048]{1,0} %get-tuple-element.24, f32[8192]{0} %get-tuple-element.25, f32[2048,8192]{1,0} %get-tuple-element.26) +(CompileWorker pid=1531829) %get-tuple-element.218 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=0 +(CompileWorker pid=1531829) %get-tuple-element.219 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=1 +(CompileWorker pid=1531829) %get-tuple-element.220 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=2 +(CompileWorker pid=1531829) %get-tuple-element.221 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=3 +(CompileWorker pid=1531829) ROOT %tuple.19 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.218, f32[8192,2048]{1,0} %get-tuple-element.219, f32[8192]{0} %get-tuple-element.220, f32[2048,8192]{1,0} %get-tuple-element.221), metadata={op_name="tuple.5"} +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) hlo module after auto shard pass: HloModule stage_0_0-stage_0_0_apply_grad, entry_computation_layout={(f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0})->(f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[])} +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) ENTRY %main.597-stage_0_0_apply_grad (param_0: f32[8192], param_1: f32[2048,8192], param_2: f32[2048], param_3: f32[8192,2048], param_4: f32[8192], param_5: f32[2048,8192], param_6: f32[2048], param_7: f32[8192,2048], param_8: s32[], param_9: f32[8192], param_10: f32[2048,8192], param_11: f32[2048], param_12: f32[8192,2048], param_13: s32[], param_14: f32[8192], param_15: f32[2048,8192], param_16: f32[2048], param_17: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { +(CompileWorker pid=1531829) %param_0 = f32[8192]{0} parameter(0), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_1 = f32[2048,8192]{1,0} parameter(1), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_2 = f32[2048]{0} parameter(2), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_3 = f32[8192,2048]{1,0} parameter(3), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_4 = f32[8192]{0} parameter(4), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_5 = f32[2048,8192]{1,0} parameter(5), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_6 = f32[2048]{0} parameter(6), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_7 = f32[8192,2048]{1,0} parameter(7), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_8 = s32[] parameter(8), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_9 = f32[8192]{0} parameter(9), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_10 = f32[2048,8192]{1,0} parameter(10), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_11 = f32[2048]{0} parameter(11), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_12 = f32[8192,2048]{1,0} parameter(12), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_13 = s32[] parameter(13), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_14 = f32[8192]{0} parameter(14), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_15 = f32[2048,8192]{1,0} parameter(15), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_16 = f32[2048]{0} parameter(16), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %param_17 = f32[8192,2048]{1,0} parameter(17), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531829) %tuple.22 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %param_0, f32[2048,8192]{1,0} %param_1, f32[2048]{0} %param_2, f32[8192,2048]{1,0} %param_3, f32[8192]{0} %param_4, /*index=5*/f32[2048,8192]{1,0} %param_5, f32[2048]{0} %param_6, f32[8192,2048]{1,0} %param_7, s32[] %param_8, f32[8192]{0} %param_9, /*index=10*/f32[2048,8192]{1,0} %param_10, f32[2048]{0} %param_11, f32[8192,2048]{1,0} %param_12, s32[] %param_13, f32[8192]{0} %param_14, /*index=15*/f32[2048,8192]{1,0} %param_15, f32[2048]{0} %param_16, f32[8192,2048]{1,0} %param_17) +(CompileWorker pid=1531829) %get-tuple-element.320 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=14 +(CompileWorker pid=1531829) %constant.43 = f32[] constant(16) +(CompileWorker pid=1531829) %broadcast.52 = f32[8192]{0} broadcast(f32[] %constant.43), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %divide.16 = f32[8192]{0} divide(f32[8192]{0} %get-tuple-element.320, f32[8192]{0} %broadcast.52), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %constant.44 = f32[] constant(0.1) +(CompileWorker pid=1531829) %broadcast.53 = f32[8192]{0} broadcast(f32[] %constant.44), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.24 = f32[8192]{0} multiply(f32[8192]{0} %divide.16, f32[8192]{0} %broadcast.53), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %get-tuple-element.306 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=0 +(CompileWorker pid=1531829) %constant.45 = f32[] constant(0.9) +(CompileWorker pid=1531829) %broadcast.54 = f32[8192]{0} broadcast(f32[] %constant.45), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.25 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.306, f32[8192]{0} %broadcast.54), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %add.30 = f32[8192]{0} add(f32[8192]{0} %multiply.24, f32[8192]{0} %multiply.25), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %get-tuple-element.321 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=15 +(CompileWorker pid=1531829) %constant.46 = f32[] constant(16) +(CompileWorker pid=1531829) %broadcast.56 = f32[2048,8192]{1,0} broadcast(f32[] %constant.46), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %divide.17 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %get-tuple-element.321, f32[2048,8192]{1,0} %broadcast.56), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %constant.47 = f32[] constant(0.1) +(CompileWorker pid=1531829) %broadcast.58 = f32[2048,8192]{1,0} broadcast(f32[] %constant.47), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.26 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.17, f32[2048,8192]{1,0} %broadcast.58), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %get-tuple-element.307 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=1 +(CompileWorker pid=1531829) %constant.48 = f32[] constant(0.9) +(CompileWorker pid=1531829) %broadcast.59 = f32[2048,8192]{1,0} broadcast(f32[] %constant.48), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.27 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.307, f32[2048,8192]{1,0} %broadcast.59), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %add.31 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.26, f32[2048,8192]{1,0} %multiply.27), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %get-tuple-element.322 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=16 +(CompileWorker pid=1531829) %constant.49 = f32[] constant(16) +(CompileWorker pid=1531829) %broadcast.61 = f32[2048]{0} broadcast(f32[] %constant.49), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %divide.18 = f32[2048]{0} divide(f32[2048]{0} %get-tuple-element.322, f32[2048]{0} %broadcast.61), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %constant.50 = f32[] constant(0.1) +(CompileWorker pid=1531829) %broadcast.63 = f32[2048]{0} broadcast(f32[] %constant.50), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.28 = f32[2048]{0} multiply(f32[2048]{0} %divide.18, f32[2048]{0} %broadcast.63), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %get-tuple-element.308 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=2 +(CompileWorker pid=1531829) %constant.51 = f32[] constant(0.9) +(CompileWorker pid=1531829) %broadcast.64 = f32[2048]{0} broadcast(f32[] %constant.51), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.29 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.308, f32[2048]{0} %broadcast.64), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %add.32 = f32[2048]{0} add(f32[2048]{0} %multiply.28, f32[2048]{0} %multiply.29), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %get-tuple-element.323 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=17 +(CompileWorker pid=1531829) %constant.52 = f32[] constant(16) +(CompileWorker pid=1531829) %broadcast.65 = f32[8192,2048]{1,0} broadcast(f32[] %constant.52), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %divide.19 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %get-tuple-element.323, f32[8192,2048]{1,0} %broadcast.65), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531829) %constant.53 = f32[] constant(0.1) +(CompileWorker pid=1531829) %broadcast.66 = f32[8192,2048]{1,0} broadcast(f32[] %constant.53), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.30 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.19, f32[8192,2048]{1,0} %broadcast.66), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %get-tuple-element.309 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=3 +(CompileWorker pid=1531829) %constant.55 = f32[] constant(0.9) +(CompileWorker pid=1531829) %broadcast.67 = f32[8192,2048]{1,0} broadcast(f32[] %constant.55), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.31 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.309, f32[8192,2048]{1,0} %broadcast.67), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %add.33 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.30, f32[8192,2048]{1,0} %multiply.31), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531829) %multiply.32 = f32[8192]{0} multiply(f32[8192]{0} %divide.16, f32[8192]{0} %divide.16), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531829) %constant.57 = f32[] constant(0.001) +(CompileWorker pid=1531829) %broadcast.69 = f32[8192]{0} broadcast(f32[] %constant.57), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.33 = f32[8192]{0} multiply(f32[8192]{0} %multiply.32, f32[8192]{0} %broadcast.69), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %get-tuple-element.310 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=4 +(CompileWorker pid=1531829) %constant.58 = f32[] constant(0.999) +(CompileWorker pid=1531829) %broadcast.71 = f32[8192]{0} broadcast(f32[] %constant.58), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.34 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.310, f32[8192]{0} %broadcast.71), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %add.34 = f32[8192]{0} add(f32[8192]{0} %multiply.33, f32[8192]{0} %multiply.34), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.35 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.17, f32[2048,8192]{1,0} %divide.17), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531829) %constant.59 = f32[] constant(0.001) +(CompileWorker pid=1531829) %broadcast.72 = f32[2048,8192]{1,0} broadcast(f32[] %constant.59), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.36 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.35, f32[2048,8192]{1,0} %broadcast.72), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %get-tuple-element.311 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=5 +(CompileWorker pid=1531829) %constant.60 = f32[] constant(0.999) +(CompileWorker pid=1531829) %broadcast.73 = f32[2048,8192]{1,0} broadcast(f32[] %constant.60), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.37 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.311, f32[2048,8192]{1,0} %broadcast.73), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %add.35 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.36, f32[2048,8192]{1,0} %multiply.37), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.38 = f32[2048]{0} multiply(f32[2048]{0} %divide.18, f32[2048]{0} %divide.18), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531829) %constant.61 = f32[] constant(0.001) +(CompileWorker pid=1531829) %broadcast.74 = f32[2048]{0} broadcast(f32[] %constant.61), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.39 = f32[2048]{0} multiply(f32[2048]{0} %multiply.38, f32[2048]{0} %broadcast.74), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %get-tuple-element.312 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=6 +(CompileWorker pid=1531829) %constant.62 = f32[] constant(0.999) +(CompileWorker pid=1531829) %broadcast.75 = f32[2048]{0} broadcast(f32[] %constant.62), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.40 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.312, f32[2048]{0} %broadcast.75), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %add.36 = f32[2048]{0} add(f32[2048]{0} %multiply.39, f32[2048]{0} %multiply.40), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.41 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.19, f32[8192,2048]{1,0} %divide.19), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531829) %constant.63 = f32[] constant(0.001) +(CompileWorker pid=1531829) %broadcast.76 = f32[8192,2048]{1,0} broadcast(f32[] %constant.63), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.42 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.41, f32[8192,2048]{1,0} %broadcast.76), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %get-tuple-element.313 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=7 +(CompileWorker pid=1531829) %constant.64 = f32[] constant(0.999) +(CompileWorker pid=1531829) %broadcast.77 = f32[8192,2048]{1,0} broadcast(f32[] %constant.64), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %multiply.43 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.313, f32[8192,2048]{1,0} %broadcast.77), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %add.37 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.42, f32[8192,2048]{1,0} %multiply.43), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531829) %get-tuple-element.314 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=8 +(CompileWorker pid=1531829) %constant.65 = s32[] constant(2147483647) +(CompileWorker pid=1531829) %compare.5 = pred[] compare(s32[] %get-tuple-element.314, s32[] %constant.65), direction=LT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531829) %constant.66 = s32[] constant(1) +(CompileWorker pid=1531829) %add.38 = s32[] add(s32[] %get-tuple-element.314, s32[] %constant.66), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531829) %select.5 = s32[] select(pred[] %compare.5, s32[] %add.38, s32[] %constant.65), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531829) %get-tuple-element.315 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=9 +(CompileWorker pid=1531829) %constant.67 = f32[] constant(1) +(CompileWorker pid=1531829) %constant.68 = f32[] constant(0.9) +(CompileWorker pid=1531829) %convert.2 = f32[] convert(s32[] %select.5), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531829) %power.2 = f32[] power(f32[] %constant.68, f32[] %convert.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531829) %subtract.2 = f32[] subtract(f32[] %constant.67, f32[] %power.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531829) %broadcast.78 = f32[8192]{0} broadcast(f32[] %subtract.2), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.20 = f32[8192]{0} divide(f32[8192]{0} %add.30, f32[8192]{0} %broadcast.78), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %constant.69 = f32[] constant(0.999) +(CompileWorker pid=1531829) %convert.3 = f32[] convert(s32[] %select.5), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531829) %power.3 = f32[] power(f32[] %constant.69, f32[] %convert.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531829) %subtract.3 = f32[] subtract(f32[] %constant.67, f32[] %power.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531829) %broadcast.79 = f32[8192]{0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) hlo module before auto shard pass: HloModule stage_0_0, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias), {8}: (8, {}, may-alias), {9}: (9, {}, may-alias), {10}: (10, {}, may-alias), {11}: (11, {}, may-alias), {12}: (12, {}, may-alias), {13}: (13, {}, may-alias), {14}: (14, {}, may-alias), {15}: (15, {}, may-alias), {16}: (16, {}, may-alias), {17}: (17, {}, may-alias) }, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],s32[],f32[128,2048]{1,0},f32[128,2048]{1,0})->(f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=10*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=15*/f32[8192,2048]{1,0}, s32[], s32[], f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=20*/f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %xla_fallback_pipeline_marker.21 (Arg_0.22: f32[2048,8192], Arg_1.23: f32[8192], Arg_2.24: f32[8192,2048], Arg_3.25: f32[2048], Arg_4.26: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048]) { +(CompileWorker pid=1531830) %Arg_0.22 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.23 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.24 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.25 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531830) %Arg_4.26 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531830) %tuple.27 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %Arg_0.22, f32[8192]{0} %Arg_1.23, f32[8192,2048]{1,0} %Arg_2.24, f32[2048]{0} %Arg_3.25, f32[128,2048]{1,0} %Arg_4.26), metadata={op_name="tuple.6"} +(CompileWorker pid=1531830) ROOT %custom-call.28 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) custom-call((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.27), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_0_acc_grad_0$start"}, backend_config="\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %pipeline_marker.29 (Arg_0.30: f32[2048,8192], Arg_1.31: f32[8192], Arg_2.32: f32[8192,2048], Arg_3.33: f32[2048], Arg_4.34: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048]) { +(CompileWorker pid=1531830) %Arg_0.30 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.31 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.32 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.33 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531830) %Arg_4.34 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531830) %call.35 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.30, f32[8192]{0} %Arg_1.31, f32[8192,2048]{1,0} %Arg_2.32, f32[2048]{0} %Arg_3.33, f32[128,2048]{1,0} %Arg_4.34), to_apply=%xla_fallback_pipeline_marker.21 +(CompileWorker pid=1531830) %get-tuple-element.36 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.35), index=0, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.37 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.35), index=1, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.38 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.35), index=2, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.39 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.35), index=3, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.40 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.35), index=4, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531830) ROOT %tuple.41 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.36, f32[8192]{0} %get-tuple-element.37, f32[8192,2048]{1,0} %get-tuple-element.38, f32[2048]{0} %get-tuple-element.39, f32[128,2048]{1,0} %get-tuple-element.40) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %stage_0_0_acc_grad_00.48 (Arg_0.49: f32[2048,8192], Arg_1.50: f32[8192], Arg_2.51: f32[8192,2048], Arg_3.52: f32[2048], Arg_4.53: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531830) %Arg_4.53 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531830) %Arg_0.49 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531830) %dot.58 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %Arg_4.53, f32[2048,8192]{1,0} %Arg_0.49), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %Arg_1.50 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531830) %reshape.59 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_1.50), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %broadcast.60 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.59), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %reshape.61 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.60), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %broadcast.62 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.61), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %add.63 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.58, f32[128,8192]{1,0} %broadcast.62), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %constant.56 = f32[] constant(0) +(CompileWorker pid=1531830) %broadcast.57 = f32[128,8192]{1,0} broadcast(f32[] %constant.56), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %maximum.64 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.63, f32[128,8192]{1,0} %broadcast.57), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %Arg_2.51 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531830) %dot.66 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.64, f32[8192,2048]{1,0} %Arg_2.51), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %Arg_3.52 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531830) %reshape.67 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_3.52), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %broadcast.68 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.67), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %reshape.69 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.68), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %broadcast.70 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.69), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %add.71 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.66, f32[128,2048]{1,0} %broadcast.70), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %constant.54 = f32[] constant(0) +(CompileWorker pid=1531830) %broadcast.55 = f32[128,2048]{1,0} broadcast(f32[] %constant.54), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %maximum.72 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.71, f32[128,2048]{1,0} %broadcast.55), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %compare.73 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.71, f32[128,2048]{1,0} %broadcast.55), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %compare.65 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.63, f32[128,8192]{1,0} %broadcast.57), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) ROOT %tuple.74 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.72, pred[128,2048]{1,0} %compare.73, f32[128,8192]{1,0} %maximum.64, pred[128,8192]{1,0} %compare.65) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %stage_0_0_acc_grad_0.75 (Arg_0.76: f32[2048,8192], Arg_1.77: f32[8192], Arg_2.78: f32[8192,2048], Arg_3.79: f32[2048], Arg_4.80: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531830) %Arg_0.76 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.77 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.78 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.79 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531830) %Arg_4.80 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531830) %call.81 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.76, f32[8192]{0} %Arg_1.77, f32[8192,2048]{1,0} %Arg_2.78, f32[2048]{0} %Arg_3.79, f32[128,2048]{1,0} %Arg_4.80), to_apply=%stage_0_0_acc_grad_00.48 +(CompileWorker pid=1531830) %get-tuple-element.82 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.81), index=0 +(CompileWorker pid=1531830) %get-tuple-element.83 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.81), index=1 +(CompileWorker pid=1531830) %get-tuple-element.84 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.81), index=2 +(CompileWorker pid=1531830) %get-tuple-element.85 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.81), index=3 +(CompileWorker pid=1531830) ROOT %tuple.86 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.82, pred[128,2048]{1,0} %get-tuple-element.83, f32[128,8192]{1,0} %get-tuple-element.84, pred[128,8192]{1,0} %get-tuple-element.85) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %xla_fallback_pipeline_marker_0.92 (Arg_0.93: f32[128,2048], Arg_1.94: pred[128,2048], Arg_2.95: f32[128,8192], Arg_3.96: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531830) %Arg_0.93 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.94 = pred[128,2048]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.95 = f32[128,8192]{1,0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.96 = pred[128,8192]{1,0} parameter(3) +(CompileWorker pid=1531830) %tuple.97 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %Arg_0.93, pred[128,2048]{1,0} %Arg_1.94, f32[128,8192]{1,0} %Arg_2.95, pred[128,8192]{1,0} %Arg_3.96), metadata={op_name="tuple.5"} +(CompileWorker pid=1531830) ROOT %custom-call.98 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) custom-call((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.97), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_0_acc_grad_0$end"}, backend_config="\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %pipeline_marker_0.99 (Arg_0.100: f32[128,2048], Arg_1.101: pred[128,2048], Arg_2.102: f32[128,8192], Arg_3.103: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531830) %Arg_0.100 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.101 = pred[128,2048]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.102 = f32[128,8192]{1,0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.103 = pred[128,8192]{1,0} parameter(3) +(CompileWorker pid=1531830) %call.104 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %Arg_0.100, pred[128,2048]{1,0} %Arg_1.101, f32[128,8192]{1,0} %Arg_2.102, pred[128,8192]{1,0} %Arg_3.103), to_apply=%xla_fallback_pipeline_marker_0.92 +(CompileWorker pid=1531830) %get-tuple-element.105 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.104), index=0, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.106 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.104), index=1, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.107 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.104), index=2, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.108 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.104), index=3, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531830) ROOT %tuple.109 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.105, pred[128,2048]{1,0} %get-tuple-element.106, f32[128,8192]{1,0} %get-tuple-element.107, pred[128,8192]{1,0} %get-tuple-element.108) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %xla_fallback_pipeline_marker_1.115 (Arg_0.116: f32[2048], Arg_1.117: f32[8192,2048], Arg_2.118: f32[8192], Arg_3.119: f32[2048,8192], Arg_4.120: f32[128,2048], Arg_5.121: pred[128,2048], Arg_6.122: f32[128,8192], Arg_7.123: pred[128,8192], Arg_8.124: f32[128,2048], Arg_9.125: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], f32[8192,2048]) { +(CompileWorker pid=1531830) %Arg_0.116 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.117 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.118 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.119 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531830) %Arg_4.120 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531830) %Arg_5.121 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531830) %Arg_6.122 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531830) %Arg_7.123 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531830) %Arg_8.124 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531830) %Arg_9.125 = f32[8192,2048]{1,0} parameter(9) +(CompileWorker pid=1531830) %tuple.126 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %Arg_0.116, f32[8192,2048]{1,0} %Arg_1.117, f32[8192]{0} %Arg_2.118, f32[2048,8192]{1,0} %Arg_3.119, f32[128,2048]{1,0} %Arg_4.120, /*index=5*/pred[128,2048]{1,0} %Arg_5.121, f32[128,8192]{1,0} %Arg_6.122, pred[128,8192]{1,0} %Arg_7.123, f32[128,2048]{1,0} %Arg_8.124, f32[8192,2048]{1,0} %Arg_9.125), metadata={op_name="tuple.11"} +(CompileWorker pid=1531830) ROOT %custom-call.127 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.126), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_0_acc_grad_1$start"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %pipeline_marker_1.128 (Arg_0.129: f32[2048], Arg_1.130: f32[8192,2048], Arg_2.131: f32[8192], Arg_3.132: f32[2048,8192], Arg_4.133: f32[128,2048], Arg_5.134: pred[128,2048], Arg_6.135: f32[128,8192], Arg_7.136: pred[128,8192], Arg_8.137: f32[128,2048], Arg_9.138: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], f32[8192,2048]) { +(CompileWorker pid=1531830) %Arg_0.129 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.130 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.131 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.132 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531830) %Arg_4.133 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531830) %Arg_5.134 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531830) %Arg_6.135 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531830) %Arg_7.136 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531830) %Arg_8.137 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531830) %Arg_9.138 = f32[8192,2048]{1,0} parameter(9) +(CompileWorker pid=1531830) %call.139 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) call(f32[2048]{0} %Arg_0.129, f32[8192,2048]{1,0} %Arg_1.130, f32[8192]{0} %Arg_2.131, f32[2048,8192]{1,0} %Arg_3.132, f32[128,2048]{1,0} %Arg_4.133, /*index=5*/pred[128,2048]{1,0} %Arg_5.134, f32[128,8192]{1,0} %Arg_6.135, pred[128,8192]{1,0} %Arg_7.136, f32[128,2048]{1,0} %Arg_8.137, f32[8192,2048]{1,0} %Arg_9.138), to_apply=%xla_fallback_pipeline_marker_1.115 +(CompileWorker pid=1531830) %get-tuple-element.140 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=0, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.141 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=1, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.142 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=2, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.143 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=3, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.144 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=4, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.145 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=5, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.146 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=6, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.147 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=7, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.148 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=8, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.149 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.139), index=9, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531830) ROOT %tuple.150 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.140, f32[8192,2048]{1,0} %get-tuple-element.141, f32[8192]{0} %get-tuple-element.142, f32[2048,8192]{1,0} %get-tuple-element.143, f32[128,2048]{1,0} %get-tuple-element.144, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.145, f32[128,8192]{1,0} %get-tuple-element.146, pred[128,8192]{1,0} %get-tuple-element.147, f32[128,2048]{1,0} %get-tuple-element.148, f32[8192,2048]{1,0} %get-tuple-element.149) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %region_0.162 (Arg_0.163: f32[], Arg_1.164: f32[]) -> f32[] { +(CompileWorker pid=1531830) %Arg_0.163 = f32[] parameter(0) +(CompileWorker pid=1531830) %Arg_1.164 = f32[] parameter(1) +(CompileWorker pid=1531830) ROOT %add.165 = f32[] add(f32[] %Arg_0.163, f32[] %Arg_1.164), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %region_1.166 (Arg_0.167: f32[], Arg_1.168: f32[]) -> f32[] { +(CompileWorker pid=1531830) %Arg_0.167 = f32[] parameter(0) +(CompileWorker pid=1531830) %Arg_1.168 = f32[] parameter(1) +(CompileWorker pid=1531830) ROOT %add.169 = f32[] add(f32[] %Arg_0.167, f32[] %Arg_1.168), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %stage_0_0_acc_grad_10.170 (Arg_0.171: f32[2048], Arg_1.172: f32[8192,2048], Arg_2.173: f32[8192], Arg_3.174: f32[2048,8192], Arg_4.175: f32[128,2048], Arg_5.176: pred[128,2048], Arg_6.177: f32[128,8192], Arg_7.178: pred[128,8192], Arg_8.179: f32[128,2048], Arg_9.180: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531830) %Arg_0.171 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531830) %Arg_5.176 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531830) %Arg_4.175 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531830) %constant.183 = f32[] constant(0) +(CompileWorker pid=1531830) %broadcast.184 = f32[128,2048]{1,0} broadcast(f32[] %constant.183), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %select.186 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %Arg_5.176, f32[128,2048]{1,0} %Arg_4.175, f32[128,2048]{1,0} %broadcast.184), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %constant.185 = f32[] constant(0) +(CompileWorker pid=1531830) %reduce.187 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.186, f32[] %constant.185), dimensions={0}, to_apply=%region_0.162, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %add.195 = f32[2048]{0} add(f32[2048]{0} %Arg_0.171, f32[2048]{0} %reduce.187), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531830) %Arg_1.172 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_6.177 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531830) %dot.188 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.186, f32[128,8192]{1,0} %Arg_6.177), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %transpose.189 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.188), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %add.196 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_1.172, f32[8192,2048]{0,1} %transpose.189), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531830) %Arg_2.173 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531830) %Arg_7.178 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531830) %Arg_9.180 = f32[8192,2048]{1,0} parameter(9) +(CompileWorker pid=1531830) %dot.190 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.186, f32[8192,2048]{1,0} %Arg_9.180), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %constant.181 = f32[] constant(0) +(CompileWorker pid=1531830) %broadcast.182 = f32[128,8192]{1,0} broadcast(f32[] %constant.181), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %select.191 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %Arg_7.178, f32[128,8192]{1,0} %dot.190, f32[128,8192]{1,0} %broadcast.182), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %reduce.192 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.191, f32[] %constant.185), dimensions={0}, to_apply=%region_1.166, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %add.197 = f32[8192]{0} add(f32[8192]{0} %Arg_2.173, f32[8192]{0} %reduce.192), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531830) %Arg_3.174 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531830) %Arg_8.179 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531830) %dot.193 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.191, f32[128,2048]{1,0} %Arg_8.179), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %transpose.194 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.193), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %add.198 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_3.174, f32[2048,8192]{0,1} %transpose.194), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531830) ROOT %tuple.199 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.195, f32[8192,2048]{1,0} %add.196, f32[8192]{0} %add.197, f32[2048,8192]{1,0} %add.198) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %stage_0_0_acc_grad_1.200 (Arg_0.201: f32[2048], Arg_1.202: f32[8192,2048], Arg_2.203: f32[8192], Arg_3.204: f32[2048,8192], Arg_4.205: f32[128,2048], Arg_5.206: pred[128,2048], Arg_6.207: f32[128,8192], Arg_7.208: pred[128,8192], Arg_8.209: f32[128,2048], Arg_9.210: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531830) %Arg_0.201 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.202 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.203 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.204 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531830) %Arg_4.205 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531830) %Arg_5.206 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531830) %Arg_6.207 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531830) %Arg_7.208 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531830) %Arg_8.209 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531830) %Arg_9.210 = f32[8192,2048]{1,0} parameter(9) +(CompileWorker pid=1531830) %call.211 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_0.201, f32[8192,2048]{1,0} %Arg_1.202, f32[8192]{0} %Arg_2.203, f32[2048,8192]{1,0} %Arg_3.204, f32[128,2048]{1,0} %Arg_4.205, /*index=5*/pred[128,2048]{1,0} %Arg_5.206, f32[128,8192]{1,0} %Arg_6.207, pred[128,8192]{1,0} %Arg_7.208, f32[128,2048]{1,0} %Arg_8.209, f32[8192,2048]{1,0} %Arg_9.210), to_apply=%stage_0_0_acc_grad_10.170 +(CompileWorker pid=1531830) %get-tuple-element.212 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.211), index=0 +(CompileWorker pid=1531830) %get-tuple-element.213 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.211), index=1 +(CompileWorker pid=1531830) %get-tuple-element.214 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.211), index=2 +(CompileWorker pid=1531830) %get-tuple-element.215 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.211), index=3 +(CompileWorker pid=1531830) ROOT %tuple.216 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.212, f32[8192,2048]{1,0} %get-tuple-element.213, f32[8192]{0} %get-tuple-element.214, f32[2048,8192]{1,0} %get-tuple-element.215) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %xla_fallback_pipeline_marker_2.222 (Arg_0.223: f32[2048], Arg_1.224: f32[8192,2048], Arg_2.225: f32[8192], Arg_3.226: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531830) %Arg_0.223 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.224 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.225 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.226 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531830) %tuple.227 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %Arg_0.223, f32[8192,2048]{1,0} %Arg_1.224, f32[8192]{0} %Arg_2.225, f32[2048,8192]{1,0} %Arg_3.226), metadata={op_name="tuple.5"} +(CompileWorker pid=1531830) ROOT %custom-call.228 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.227), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_0_acc_grad_1$end"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %pipeline_marker_2.229 (Arg_0.230: f32[2048], Arg_1.231: f32[8192,2048], Arg_2.232: f32[8192], Arg_3.233: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531830) %Arg_0.230 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.231 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.232 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.233 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531830) %call.234 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_0.230, f32[8192,2048]{1,0} %Arg_1.231, f32[8192]{0} %Arg_2.232, f32[2048,8192]{1,0} %Arg_3.233), to_apply=%xla_fallback_pipeline_marker_2.222 +(CompileWorker pid=1531830) %get-tuple-element.235 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.234), index=0, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.236 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.234), index=1, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.237 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.234), index=2, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.238 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.234), index=3, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531830) ROOT %tuple.239 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.235, f32[8192,2048]{1,0} %get-tuple-element.236, f32[8192]{0} %get-tuple-element.237, f32[2048,8192]{1,0} %get-tuple-element.238) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %xla_fallback_pipeline_marker_3.245 (Arg_0.246: f32[8192], Arg_1.247: f32[2048,8192], Arg_2.248: f32[2048], Arg_3.249: f32[8192,2048], Arg_4.250: f32[8192], Arg_5.251: f32[2048,8192], Arg_6.252: f32[2048], Arg_7.253: f32[8192,2048], Arg_8.254: s32[], Arg_9.255: f32[8192], Arg_10.256: f32[2048,8192], Arg_11.257: f32[2048], Arg_12.258: f32[8192,2048], Arg_13.259: s32[], Arg_14.260: f32[8192], Arg_15.261: f32[2048,8192], Arg_16.262: f32[2048], Arg_17.263: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531830) %Arg_0.246 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.247 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.248 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.249 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531830) %Arg_4.250 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531830) %Arg_5.251 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531830) %Arg_6.252 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531830) %Arg_7.253 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531830) %Arg_8.254 = s32[] parameter(8) +(CompileWorker pid=1531830) %Arg_9.255 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531830) %Arg_10.256 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531830) %Arg_11.257 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531830) %Arg_12.258 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531830) %Arg_13.259 = s32[] parameter(13) +(CompileWorker pid=1531830) %Arg_14.260 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531830) %Arg_15.261 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531830) %Arg_16.262 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531830) %Arg_17.263 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531830) %tuple.264 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.246, f32[2048,8192]{1,0} %Arg_1.247, f32[2048]{0} %Arg_2.248, f32[8192,2048]{1,0} %Arg_3.249, f32[8192]{0} %Arg_4.250, /*index=5*/f32[2048,8192]{1,0} %Arg_5.251, f32[2048]{0} %Arg_6.252, f32[8192,2048]{1,0} %Arg_7.253, s32[] %Arg_8.254, f32[8192]{0} %Arg_9.255, /*index=10*/f32[2048,8192]{1,0} %Arg_10.256, f32[2048]{0} %Arg_11.257, f32[8192,2048]{1,0} %Arg_12.258, s32[] %Arg_13.259, f32[8192]{0} %Arg_14.260, /*index=15*/f32[2048,8192]{1,0} %Arg_15.261, f32[2048]{0} %Arg_16.262, f32[8192,2048]{1,0} %Arg_17.263), metadata={op_name="tuple.19"} +(CompileWorker pid=1531830) ROOT %custom-call.265 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.264), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_0_apply_grad$start"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %pipeline_marker_3.266 (Arg_0.267: f32[8192], Arg_1.268: f32[2048,8192], Arg_2.269: f32[2048], Arg_3.270: f32[8192,2048], Arg_4.271: f32[8192], Arg_5.272: f32[2048,8192], Arg_6.273: f32[2048], Arg_7.274: f32[8192,2048], Arg_8.275: s32[], Arg_9.276: f32[8192], Arg_10.277: f32[2048,8192], Arg_11.278: f32[2048], Arg_12.279: f32[8192,2048], Arg_13.280: s32[], Arg_14.281: f32[8192], Arg_15.282: f32[2048,8192], Arg_16.283: f32[2048], Arg_17.284: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531830) %Arg_0.267 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.268 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.269 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.270 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531830) %Arg_4.271 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531830) %Arg_5.272 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531830) %Arg_6.273 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531830) %Arg_7.274 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531830) %Arg_8.275 = s32[] parameter(8) +(CompileWorker pid=1531830) %Arg_9.276 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531830) %Arg_10.277 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531830) %Arg_11.278 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531830) %Arg_12.279 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531830) %Arg_13.280 = s32[] parameter(13) +(CompileWorker pid=1531830) %Arg_14.281 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531830) %Arg_15.282 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531830) %Arg_16.283 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531830) %Arg_17.284 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531830) %call.285 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.267, f32[2048,8192]{1,0} %Arg_1.268, f32[2048]{0} %Arg_2.269, f32[8192,2048]{1,0} %Arg_3.270, f32[8192]{0} %Arg_4.271, /*index=5*/f32[2048,8192]{1,0} %Arg_5.272, f32[2048]{0} %Arg_6.273, f32[8192,2048]{1,0} %Arg_7.274, s32[] %Arg_8.275, f32[8192]{0} %Arg_9.276, /*index=10*/f32[2048,8192]{1,0} %Arg_10.277, f32[2048]{0} %Arg_11.278, f32[8192,2048]{1,0} %Arg_12.279, s32[] %Arg_13.280, f32[8192]{0} %Arg_14.281, /*index=15*/f32[2048,8192]{1,0} %Arg_15.282, f32[2048]{0} %Arg_16.283, f32[8192,2048]{1,0} %Arg_17.284), to_apply=%xla_fallback_pipeline_marker_3.245 +(CompileWorker pid=1531830) %get-tuple-element.286 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=0, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.287 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=1, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.288 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=2, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.289 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=3, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.290 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=4, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.291 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=5, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.292 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=6, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.293 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=7, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.294 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=8, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.295 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=9, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.296 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=10, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.297 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=11, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.298 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=12, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.299 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=13, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.300 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=14, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.301 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=15, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.302 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=16, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) %get-tuple-element.303 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.285), index=17, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=start]"} +(CompileWorker pid=1531830) ROOT %tuple.304 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.286, f32[2048,8192]{1,0} %get-tuple-element.287, f32[2048]{0} %get-tuple-element.288, f32[8192,2048]{1,0} %get-tuple-element.289, f32[8192]{0} %get-tuple-element.290, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.291, f32[2048]{0} %get-tuple-element.292, f32[8192,2048]{1,0} %get-tuple-element.293, s32[] %get-tuple-element.294, f32[8192]{0} %get-tuple-element.295, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.296, f32[2048]{0} %get-tuple-element.297, f32[8192,2048]{1,0} %get-tuple-element.298, s32[] %get-tuple-element.299, f32[8192]{0} %get-tuple-element.300, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.301, f32[2048]{0} %get-tuple-element.302, f32[8192,2048]{1,0} %get-tuple-element.303) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %stage_0_0_apply0.324 (Arg_0.325: f32[8192], Arg_1.326: f32[8192], Arg_2.327: f32[2048,8192], Arg_3.328: f32[2048,8192], Arg_4.329: f32[2048], Arg_5.330: f32[2048], Arg_6.331: f32[8192,2048], Arg_7.332: f32[8192,2048], Arg_8.333: f32[8192], Arg_9.334: f32[2048,8192], Arg_10.335: f32[2048], Arg_11.336: f32[8192,2048], Arg_12.337: s32[], Arg_13.338: f32[8192], Arg_14.339: f32[2048,8192], Arg_15.340: f32[2048], Arg_16.341: f32[8192,2048], Arg_17.342: s32[]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { +(CompileWorker pid=1531830) %Arg_0.325 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531830) %constant.397 = f32[] constant(16) +(CompileWorker pid=1531830) %broadcast.398 = f32[8192]{0} broadcast(f32[] %constant.397), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %divide.404 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.325, f32[8192]{0} %broadcast.398), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %constant.389 = f32[] constant(0.1) +(CompileWorker pid=1531830) %broadcast.390 = f32[8192]{0} broadcast(f32[] %constant.389), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.408 = f32[8192]{0} multiply(f32[8192]{0} %divide.404, f32[8192]{0} %broadcast.390), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %Arg_1.326 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531830) %constant.387 = f32[] constant(0.9) +(CompileWorker pid=1531830) %broadcast.388 = f32[8192]{0} broadcast(f32[] %constant.387), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.409 = f32[8192]{0} multiply(f32[8192]{0} %Arg_1.326, f32[8192]{0} %broadcast.388), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %add.410 = f32[8192]{0} add(f32[8192]{0} %multiply.408, f32[8192]{0} %multiply.409), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %Arg_2.327 = f32[2048,8192]{1,0} parameter(2) +(CompileWorker pid=1531830) %constant.395 = f32[] constant(16) +(CompileWorker pid=1531830) %broadcast.396 = f32[2048,8192]{1,0} broadcast(f32[] %constant.395), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %divide.405 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_2.327, f32[2048,8192]{1,0} %broadcast.396), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %constant.385 = f32[] constant(0.1) +(CompileWorker pid=1531830) %broadcast.386 = f32[2048,8192]{1,0} broadcast(f32[] %constant.385), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.411 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.405, f32[2048,8192]{1,0} %broadcast.386), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %Arg_3.328 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531830) %constant.383 = f32[] constant(0.9) +(CompileWorker pid=1531830) %broadcast.384 = f32[2048,8192]{1,0} broadcast(f32[] %constant.383), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.412 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_3.328, f32[2048,8192]{1,0} %broadcast.384), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %add.413 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.411, f32[2048,8192]{1,0} %multiply.412), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %Arg_4.329 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531830) %constant.393 = f32[] constant(16) +(CompileWorker pid=1531830) %broadcast.394 = f32[2048]{0} broadcast(f32[] %constant.393), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %divide.406 = f32[2048]{0} divide(f32[2048]{0} %Arg_4.329, f32[2048]{0} %broadcast.394), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %constant.381 = f32[] constant(0.1) +(CompileWorker pid=1531830) %broadcast.382 = f32[2048]{0} broadcast(f32[] %constant.381), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.414 = f32[2048]{0} multiply(f32[2048]{0} %divide.406, f32[2048]{0} %broadcast.382), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %Arg_5.330 = f32[2048]{0} parameter(5) +(CompileWorker pid=1531830) %constant.379 = f32[] constant(0.9) +(CompileWorker pid=1531830) %broadcast.380 = f32[2048]{0} broadcast(f32[] %constant.379), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.415 = f32[2048]{0} multiply(f32[2048]{0} %Arg_5.330, f32[2048]{0} %broadcast.380), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %add.416 = f32[2048]{0} add(f32[2048]{0} %multiply.414, f32[2048]{0} %multiply.415), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %Arg_6.331 = f32[8192,2048]{1,0} parameter(6) +(CompileWorker pid=1531830) %constant.391 = f32[] constant(16) +(CompileWorker pid=1531830) %broadcast.392 = f32[8192,2048]{1,0} broadcast(f32[] %constant.391), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %divide.407 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_6.331, f32[8192,2048]{1,0} %broadcast.392), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %constant.377 = f32[] constant(0.1) +(CompileWorker pid=1531830) %broadcast.378 = f32[8192,2048]{1,0} broadcast(f32[] %constant.377), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.417 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.407, f32[8192,2048]{1,0} %broadcast.378), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %Arg_7.332 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531830) %constant.375 = f32[] constant(0.9) +(CompileWorker pid=1531830) %broadcast.376 = f32[8192,2048]{1,0} broadcast(f32[] %constant.375), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.418 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_7.332, f32[8192,2048]{1,0} %broadcast.376), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %add.419 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.417, f32[8192,2048]{1,0} %multiply.418), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.420 = f32[8192]{0} multiply(f32[8192]{0} %divide.404, f32[8192]{0} %divide.404), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531830) %constant.373 = f32[] constant(0.001) +(CompileWorker pid=1531830) %broadcast.374 = f32[8192]{0} broadcast(f32[] %constant.373), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.421 = f32[8192]{0} multiply(f32[8192]{0} %multiply.420, f32[8192]{0} %broadcast.374), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %Arg_8.333 = f32[8192]{0} parameter(8) +(CompileWorker pid=1531830) %constant.371 = f32[] constant(0.999) +(CompileWorker pid=1531830) %broadcast.372 = f32[8192]{0} broadcast(f32[] %constant.371), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.422 = f32[8192]{0} multiply(f32[8192]{0} %Arg_8.333, f32[8192]{0} %broadcast.372), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %add.423 = f32[8192]{0} add(f32[8192]{0} %multiply.421, f32[8192]{0} %multiply.422), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.424 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.405, f32[2048,8192]{1,0} %divide.405), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531830) %constant.369 = f32[] constant(0.001) +(CompileWorker pid=1531830) %broadcast.370 = f32[2048,8192]{1,0} broadcast(f32[] %constant.369), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.425 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.424, f32[2048,8192]{1,0} %broadcast.370), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %Arg_9.334 = f32[2048,8192]{1,0} parameter(9) +(CompileWorker pid=1531830) %constant.367 = f32[] constant(0.999) +(CompileWorker pid=1531830) %broadcast.368 = f32[2048,8192]{1,0} broadcast(f32[] %constant.367), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.426 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_9.334, f32[2048,8192]{1,0} %broadcast.368), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %add.427 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.425, f32[2048,8192]{1,0} %multiply.426), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.428 = f32[2048]{0} multiply(f32[2048]{0} %divide.406, f32[2048]{0} %divide.406), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531830) %constant.365 = f32[] constant(0.001) +(CompileWorker pid=1531830) %broadcast.366 = f32[2048]{0} broadcast(f32[] %constant.365), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.429 = f32[2048]{0} multiply(f32[2048]{0} %multiply.428, f32[2048]{0} %broadcast.366), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %Arg_10.335 = f32[2048]{0} parameter(10) +(CompileWorker pid=1531830) %constant.363 = f32[] constant(0.999) +(CompileWorker pid=1531830) %broadcast.364 = f32[2048]{0} broadcast(f32[] %constant.363), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.430 = f32[2048]{0} multiply(f32[2048]{0} %Arg_10.335, f32[2048]{0} %broadcast.364), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %add.431 = f32[2048]{0} add(f32[2048]{0} %multiply.429, f32[2048]{0} %multiply.430), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.432 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.407, f32[8192,2048]{1,0} %divide.407), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531830) %constant.361 = f32[] constant(0.001) +(CompileWorker pid=1531830) %broadcast.362 = f32[8192,2048]{1,0} broadcast(f32[] %constant.361), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.433 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.432, f32[8192,2048]{1,0} %broadcast.362), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %Arg_11.336 = f32[8192,2048]{1,0} parameter(11) +(CompileWorker pid=1531830) %constant.359 = f32[] constant(0.999) +(CompileWorker pid=1531830) %broadcast.360 = f32[8192,2048]{1,0} broadcast(f32[] %constant.359), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.434 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_11.336, f32[8192,2048]{1,0} %broadcast.360), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %add.435 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.433, f32[8192,2048]{1,0} %multiply.434), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %Arg_12.337 = s32[] parameter(12) +(CompileWorker pid=1531830) %constant.401 = s32[] constant(2147483647) +(CompileWorker pid=1531830) %compare.436 = pred[] compare(s32[] %Arg_12.337, s32[] %constant.401), direction=LT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531830) %constant.400 = s32[] constant(1) +(CompileWorker pid=1531830) %add.437 = s32[] add(s32[] %Arg_12.337, s32[] %constant.400), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531830) %select.438 = s32[] select(pred[] %compare.436, s32[] %add.437, s32[] %constant.401), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531830) %Arg_13.338 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531830) %constant.399 = f32[] constant(1) +(CompileWorker pid=1531830) %constant.403 = f32[] constant(0.9) +(CompileWorker pid=1531830) %convert.439 = f32[] convert(s32[] %select.438), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531830) %power.440 = f32[] power(f32[] %constant.403, f32[] %convert.439), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531830) %subtract.441 = f32[] subtract(f32[] %constant.399, f32[] %power.440), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531830) %broadcast.442 = f32[8192]{0} broadcast(f32[] %subtract.441), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.443 = f32[8192]{0} divide(f32[8192]{0} %add.410, f32[8192]{0} %broadcast.442), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %constant.402 = f32[] constant(0.999) +(CompileWorker pid=1531830) %convert.450 = f32[] convert(s32[] %select.438), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531830) %power.451 = f32[] power(f32[] %constant.402, f32[] %convert.450), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531830) %subtract.452 = f32[] subtract(f32[] %constant.399, f32[] %power.451), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531830) %broadcast.453 = f32[8192]{0} broadcast(f32[] %subtract.452), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.454 = f32[8192]{0} divide(f32[8192]{0} %add.423, f32[8192]{0} %broadcast.453), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %sqrt.461 = f32[8192]{0} sqrt(f32[8192]{0} %divide.454), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.357 = f32[] constant(1e-08) +(CompileWorker pid=1531830) %broadcast.358 = f32[8192]{0} broadcast(f32[] %constant.357), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %add.462 = f32[8192]{0} add(f32[8192]{0} %sqrt.461, f32[8192]{0} %broadcast.358), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %divide.463 = f32[8192]{0} divide(f32[8192]{0} %divide.443, f32[8192]{0} %add.462), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.349 = f32[] constant(-0.001) +(CompileWorker pid=1531830) %broadcast.350 = f32[8192]{0} broadcast(f32[] %constant.349), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %multiply.473 = f32[8192]{0} multiply(f32[8192]{0} %divide.463, f32[8192]{0} %broadcast.350), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %add.477 = f32[8192]{0} add(f32[8192]{0} %Arg_13.338, f32[8192]{0} %multiply.473), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531830) %Arg_14.339 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531830) %broadcast.444 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.441), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.445 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.413, f32[2048,8192]{1,0} %broadcast.444), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %broadcast.455 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.452), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.456 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.427, f32[2048,8192]{1,0} %broadcast.455), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %sqrt.464 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.456), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.355 = f32[] constant(1e-08) +(CompileWorker pid=1531830) %broadcast.356 = f32[2048,8192]{1,0} broadcast(f32[] %constant.355), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %add.465 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.464, f32[2048,8192]{1,0} %broadcast.356), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %divide.466 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.445, f32[2048,8192]{1,0} %add.465), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.347 = f32[] constant(-0.001) +(CompileWorker pid=1531830) %broadcast.348 = f32[2048,8192]{1,0} broadcast(f32[] %constant.347), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %multiply.474 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.466, f32[2048,8192]{1,0} %broadcast.348), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %add.478 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_14.339, f32[2048,8192]{1,0} %multiply.474), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531830) %Arg_15.340 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531830) %broadcast.446 = f32[2048]{0} broadcast(f32[] %subtract.441), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.447 = f32[2048]{0} divide(f32[2048]{0} %add.416, f32[2048]{0} %broadcast.446), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %broadcast.457 = f32[2048]{0} broadcast(f32[] %subtract.452), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.458 = f32[2048]{0} divide(f32[2048]{0} %add.431, f32[2048]{0} %broadcast.457), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %sqrt.467 = f32[2048]{0} sqrt(f32[2048]{0} %divide.458), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.353 = f32[] constant(1e-08) +(CompileWorker pid=1531830) %broadcast.354 = f32[2048]{0} broadcast(f32[] %constant.353), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %add.468 = f32[2048]{0} add(f32[2048]{0} %sqrt.467, f32[2048]{0} %broadcast.354), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %divide.469 = f32[2048]{0} divide(f32[2048]{0} %divide.447, f32[2048]{0} %add.468), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.345 = f32[] constant(-0.001) +(CompileWorker pid=1531830) %broadcast.346 = f32[2048]{0} broadcast(f32[] %constant.345), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %multiply.475 = f32[2048]{0} multiply(f32[2048]{0} %divide.469, f32[2048]{0} %broadcast.346), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %add.479 = f32[2048]{0} add(f32[2048]{0} %Arg_15.340, f32[2048]{0} %multiply.475), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531830) %Arg_16.341 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531830) %broadcast.448 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.441), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.449 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.419, f32[8192,2048]{1,0} %broadcast.448), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %broadcast.459 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.452), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.460 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.435, f32[8192,2048]{1,0} %broadcast.459), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %sqrt.470 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.460), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.351 = f32[] constant(1e-08) +(CompileWorker pid=1531830) %broadcast.352 = f32[8192,2048]{1,0} broadcast(f32[] %constant.351), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %add.471 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.470, f32[8192,2048]{1,0} %broadcast.352), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %divide.472 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.449, f32[8192,2048]{1,0} %add.471), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.343 = f32[] constant(-0.001) +(CompileWorker pid=1531830) %broadcast.344 = f32[8192,2048]{1,0} broadcast(f32[] %constant.343), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %multiply.476 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.472, f32[8192,2048]{1,0} %broadcast.344), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %add.480 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_16.341, f32[8192,2048]{1,0} %multiply.476), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531830) %Arg_17.342 = s32[] parameter(17) +(CompileWorker pid=1531830) %add.481 = s32[] add(s32[] %Arg_17.342, s32[] %constant.400), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/training/train_state.py" source_line=77} +(CompileWorker pid=1531830) ROOT %tuple.482 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %add.410, f32[2048,8192]{1,0} %add.413, f32[2048]{0} %add.416, f32[8192,2048]{1,0} %add.419, f32[8192]{0} %add.423, /*index=5*/f32[2048,8192]{1,0} %add.427, f32[2048]{0} %add.431, f32[8192,2048]{1,0} %add.435, s32[] %select.438, f32[8192]{0} %add.477, /*index=10*/f32[2048,8192]{1,0} %add.478, f32[2048]{0} %add.479, f32[8192,2048]{1,0} %add.480, s32[] %add.481) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %stage_0_0_apply_grad.483 (Arg_0.484: f32[8192], Arg_1.485: f32[2048,8192], Arg_2.486: f32[2048], Arg_3.487: f32[8192,2048], Arg_4.488: f32[8192], Arg_5.489: f32[2048,8192], Arg_6.490: f32[2048], Arg_7.491: f32[8192,2048], Arg_8.492: s32[], Arg_9.493: f32[8192], Arg_10.494: f32[2048,8192], Arg_11.495: f32[2048], Arg_12.496: f32[8192,2048], Arg_13.497: s32[], Arg_14.498: f32[8192], Arg_15.499: f32[2048,8192], Arg_16.500: f32[2048], Arg_17.501: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { +(CompileWorker pid=1531830) %Arg_14.498 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531830) %Arg_0.484 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531830) %Arg_15.499 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531830) %Arg_1.485 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_16.500 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531830) %Arg_2.486 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531830) %Arg_17.501 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531830) %Arg_3.487 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531830) %Arg_4.488 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531830) %Arg_5.489 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531830) %Arg_6.490 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531830) %Arg_7.491 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531830) %Arg_8.492 = s32[] parameter(8) +(CompileWorker pid=1531830) %Arg_9.493 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531830) %Arg_10.494 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531830) %Arg_11.495 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531830) %Arg_12.496 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531830) %Arg_13.497 = s32[] parameter(13) +(CompileWorker pid=1531830) %call.502 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) call(f32[8192]{0} %Arg_14.498, f32[8192]{0} %Arg_0.484, f32[2048,8192]{1,0} %Arg_15.499, f32[2048,8192]{1,0} %Arg_1.485, f32[2048]{0} %Arg_16.500, /*index=5*/f32[2048]{0} %Arg_2.486, f32[8192,2048]{1,0} %Arg_17.501, f32[8192,2048]{1,0} %Arg_3.487, f32[8192]{0} %Arg_4.488, f32[2048,8192]{1,0} %Arg_5.489, /*index=10*/f32[2048]{0} %Arg_6.490, f32[8192,2048]{1,0} %Arg_7.491, s32[] %Arg_8.492, f32[8192]{0} %Arg_9.493, f32[2048,8192]{1,0} %Arg_10.494, /*index=15*/f32[2048]{0} %Arg_11.495, f32[8192,2048]{1,0} %Arg_12.496, s32[] %Arg_13.497), to_apply=%stage_0_0_apply0.324 +(CompileWorker pid=1531830) %get-tuple-element.503 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=0 +(CompileWorker pid=1531830) %get-tuple-element.504 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=1 +(CompileWorker pid=1531830) %get-tuple-element.505 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=2 +(CompileWorker pid=1531830) %get-tuple-element.506 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=3 +(CompileWorker pid=1531830) %get-tuple-element.507 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=4 +(CompileWorker pid=1531830) %get-tuple-element.508 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=5 +(CompileWorker pid=1531830) %get-tuple-element.509 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=6 +(CompileWorker pid=1531830) %get-tuple-element.510 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=7 +(CompileWorker pid=1531830) %get-tuple-element.511 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=8 +(CompileWorker pid=1531830) %get-tuple-element.512 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=9 +(CompileWorker pid=1531830) %get-tuple-element.513 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=10 +(CompileWorker pid=1531830) %get-tuple-element.514 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=11 +(CompileWorker pid=1531830) %get-tuple-element.515 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=12 +(CompileWorker pid=1531830) %get-tuple-element.516 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.502), index=13 +(CompileWorker pid=1531830) ROOT %tuple.517 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %get-tuple-element.503, f32[2048,8192]{1,0} %get-tuple-element.504, f32[2048]{0} %get-tuple-element.505, f32[8192,2048]{1,0} %get-tuple-element.506, f32[8192]{0} %get-tuple-element.507, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.508, f32[2048]{0} %get-tuple-element.509, f32[8192,2048]{1,0} %get-tuple-element.510, s32[] %get-tuple-element.511, f32[8192]{0} %get-tuple-element.512, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.513, f32[2048]{0} %get-tuple-element.514, f32[8192,2048]{1,0} %get-tuple-element.515, s32[] %get-tuple-element.516) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %xla_fallback_pipeline_marker_4.533 (Arg_0.534: f32[8192], Arg_1.535: f32[2048,8192], Arg_2.536: f32[2048], Arg_3.537: f32[8192,2048], Arg_4.538: f32[8192], Arg_5.539: f32[2048,8192], Arg_6.540: f32[2048], Arg_7.541: f32[8192,2048], Arg_8.542: s32[], Arg_9.543: f32[8192], Arg_10.544: f32[2048,8192], Arg_11.545: f32[2048], Arg_12.546: f32[8192,2048], Arg_13.547: s32[]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { +(CompileWorker pid=1531830) %Arg_0.534 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.535 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.536 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.537 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531830) %Arg_4.538 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531830) %Arg_5.539 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531830) %Arg_6.540 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531830) %Arg_7.541 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531830) %Arg_8.542 = s32[] parameter(8) +(CompileWorker pid=1531830) %Arg_9.543 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531830) %Arg_10.544 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531830) %Arg_11.545 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531830) %Arg_12.546 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531830) %Arg_13.547 = s32[] parameter(13) +(CompileWorker pid=1531830) %tuple.548 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %Arg_0.534, f32[2048,8192]{1,0} %Arg_1.535, f32[2048]{0} %Arg_2.536, f32[8192,2048]{1,0} %Arg_3.537, f32[8192]{0} %Arg_4.538, /*index=5*/f32[2048,8192]{1,0} %Arg_5.539, f32[2048]{0} %Arg_6.540, f32[8192,2048]{1,0} %Arg_7.541, s32[] %Arg_8.542, f32[8192]{0} %Arg_9.543, /*index=10*/f32[2048,8192]{1,0} %Arg_10.544, f32[2048]{0} %Arg_11.545, f32[8192,2048]{1,0} %Arg_12.546, s32[] %Arg_13.547), metadata={op_name="tuple.15"} +(CompileWorker pid=1531830) ROOT %custom-call.549 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.548), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_0_apply_grad$end"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000" +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %pipeline_marker_4.550 (Arg_0.551: f32[8192], Arg_1.552: f32[2048,8192], Arg_2.553: f32[2048], Arg_3.554: f32[8192,2048], Arg_4.555: f32[8192], Arg_5.556: f32[2048,8192], Arg_6.557: f32[2048], Arg_7.558: f32[8192,2048], Arg_8.559: s32[], Arg_9.560: f32[8192], Arg_10.561: f32[2048,8192], Arg_11.562: f32[2048], Arg_12.563: f32[8192,2048], Arg_13.564: s32[]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { +(CompileWorker pid=1531830) %Arg_0.551 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531830) %Arg_1.552 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531830) %Arg_2.553 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531830) %Arg_3.554 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531830) %Arg_4.555 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531830) %Arg_5.556 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531830) %Arg_6.557 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531830) %Arg_7.558 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531830) %Arg_8.559 = s32[] parameter(8) +(CompileWorker pid=1531830) %Arg_9.560 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531830) %Arg_10.561 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531830) %Arg_11.562 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531830) %Arg_12.563 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531830) %Arg_13.564 = s32[] parameter(13) +(CompileWorker pid=1531830) %call.565 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) call(f32[8192]{0} %Arg_0.551, f32[2048,8192]{1,0} %Arg_1.552, f32[2048]{0} %Arg_2.553, f32[8192,2048]{1,0} %Arg_3.554, f32[8192]{0} %Arg_4.555, /*index=5*/f32[2048,8192]{1,0} %Arg_5.556, f32[2048]{0} %Arg_6.557, f32[8192,2048]{1,0} %Arg_7.558, s32[] %Arg_8.559, f32[8192]{0} %Arg_9.560, /*index=10*/f32[2048,8192]{1,0} %Arg_10.561, f32[2048]{0} %Arg_11.562, f32[8192,2048]{1,0} %Arg_12.563, s32[] %Arg_13.564), to_apply=%xla_fallback_pipeline_marker_4.533 +(CompileWorker pid=1531830) %get-tuple-element.566 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=0, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.567 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=1, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.568 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=2, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.569 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=3, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.570 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=4, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.571 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=5, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.572 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=6, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.573 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=7, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.574 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=8, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.575 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=9, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.576 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=10, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.577 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=11, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.578 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=12, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) %get-tuple-element.579 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.565), index=13, metadata={op_name="parallelize(stage_0_0)/jit(main)/pipeline_marker[name=stage_0_0_apply_grad mark_type=end]"} +(CompileWorker pid=1531830) ROOT %tuple.580 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %get-tuple-element.566, f32[2048,8192]{1,0} %get-tuple-element.567, f32[2048]{0} %get-tuple-element.568, f32[8192,2048]{1,0} %get-tuple-element.569, f32[8192]{0} %get-tuple-element.570, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.571, f32[2048]{0} %get-tuple-element.572, f32[8192,2048]{1,0} %get-tuple-element.573, s32[] %get-tuple-element.574, f32[8192]{0} %get-tuple-element.575, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.576, f32[2048]{0} %get-tuple-element.577, f32[8192,2048]{1,0} %get-tuple-element.578, s32[] %get-tuple-element.579) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) ENTRY %main.597 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[8192], Arg_2.3: f32[8192,2048], Arg_3.4: f32[2048], Arg_4.5: f32[2048], Arg_5.6: f32[8192,2048], Arg_6.7: f32[8192], Arg_7.8: f32[2048,8192], Arg_8.9: f32[8192], Arg_9.10: f32[2048,8192], Arg_10.11: f32[2048], Arg_11.12: f32[8192,2048], Arg_12.13: f32[8192], Arg_13.14: f32[2048,8192], Arg_14.15: f32[2048], Arg_15.16: f32[8192,2048], Arg_16.17: s32[], Arg_17.18: s32[], Arg_18.19: f32[128,2048], Arg_19.20: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192], f32[8192], f32[2048,8192], /*index=10*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=15*/f32[8192,2048], s32[], s32[], f32[128,2048], pred[128,2048], /*index=20*/f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531830) %Arg_8.9 = f32[8192]{0} parameter(8) +(CompileWorker pid=1531830) %Arg_9.10 = f32[2048,8192]{1,0} parameter(9) +(CompileWorker pid=1531830) %Arg_10.11 = f32[2048]{0} parameter(10) +(CompileWorker pid=1531830) %Arg_11.12 = f32[8192,2048]{1,0} parameter(11) +(CompileWorker pid=1531830) %Arg_12.13 = f32[8192]{0} parameter(12) +(CompileWorker pid=1531830) %Arg_13.14 = f32[2048,8192]{1,0} parameter(13) +(CompileWorker pid=1531830) %Arg_14.15 = f32[2048]{0} parameter(14) +(CompileWorker pid=1531830) %Arg_15.16 = f32[8192,2048]{1,0} parameter(15) +(CompileWorker pid=1531830) %Arg_16.17 = s32[] parameter(16) +(CompileWorker pid=1531830) %Arg_1.2 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531830) %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531830) %Arg_3.4 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531830) %Arg_2.3 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531830) %Arg_17.18 = s32[] parameter(17) +(CompileWorker pid=1531830) %Arg_4.5 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531830) %Arg_5.6 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531830) %Arg_6.7 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531830) %Arg_7.8 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531830) %Arg_19.20 = f32[128,2048]{1,0} parameter(19) +(CompileWorker pid=1531830) %Arg_18.19 = f32[128,2048]{1,0} parameter(18) +(CompileWorker pid=1531830) %call.42 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.1, f32[8192]{0} %Arg_1.2, f32[8192,2048]{1,0} %Arg_2.3, f32[2048]{0} %Arg_3.4, f32[128,2048]{1,0} %Arg_18.19), to_apply=%pipeline_marker.29 +(CompileWorker pid=1531830) %get-tuple-element.43 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.42), index=0 +(CompileWorker pid=1531830) %get-tuple-element.44 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.42), index=1 +(CompileWorker pid=1531830) %get-tuple-element.45 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.42), index=2 +(CompileWorker pid=1531830) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.42), index=3 +(CompileWorker pid=1531830) %get-tuple-element.47 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.42), index=4 +(CompileWorker pid=1531830) %call.87 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[2048,8192]{1,0} %get-tuple-element.43, f32[8192]{0} %get-tuple-element.44, f32[8192,2048]{1,0} %get-tuple-element.45, f32[2048]{0} %get-tuple-element.46, f32[128,2048]{1,0} %get-tuple-element.47), to_apply=%stage_0_0_acc_grad_0.75 +(CompileWorker pid=1531830) %get-tuple-element.88 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.87), index=0 +(CompileWorker pid=1531830) %get-tuple-element.89 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.87), index=1 +(CompileWorker pid=1531830) %get-tuple-element.90 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.87), index=2 +(CompileWorker pid=1531830) %get-tuple-element.91 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.87), index=3 +(CompileWorker pid=1531830) %call.110 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.88, pred[128,2048]{1,0} %get-tuple-element.89, f32[128,8192]{1,0} %get-tuple-element.90, pred[128,8192]{1,0} %get-tuple-element.91), to_apply=%pipeline_marker_0.99 +(CompileWorker pid=1531830) %get-tuple-element.112 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.110), index=1 +(CompileWorker pid=1531830) %get-tuple-element.113 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.110), index=2 +(CompileWorker pid=1531830) %get-tuple-element.114 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.110), index=3 +(CompileWorker pid=1531830) %call.151 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) call(f32[2048]{0} %Arg_4.5, f32[8192,2048]{1,0} %Arg_5.6, f32[8192]{0} %Arg_6.7, f32[2048,8192]{1,0} %Arg_7.8, f32[128,2048]{1,0} %Arg_19.20, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.112, f32[128,8192]{1,0} %get-tuple-element.113, pred[128,8192]{1,0} %get-tuple-element.114, f32[128,2048]{1,0} %Arg_18.19, f32[8192,2048]{1,0} %Arg_2.3), to_apply=%pipeline_marker_1.128 +(CompileWorker pid=1531830) %get-tuple-element.152 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=0 +(CompileWorker pid=1531830) %get-tuple-element.153 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=1 +(CompileWorker pid=1531830) %get-tuple-element.154 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=2 +(CompileWorker pid=1531830) %get-tuple-element.155 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=3 +(CompileWorker pid=1531830) %get-tuple-element.156 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=4 +(CompileWorker pid=1531830) %get-tuple-element.157 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=5 +(CompileWorker pid=1531830) %get-tuple-element.158 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=6 +(CompileWorker pid=1531830) %get-tuple-element.159 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=7 +(CompileWorker pid=1531830) %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=8 +(CompileWorker pid=1531830) %get-tuple-element.161 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.151), index=9 +(CompileWorker pid=1531830) %call.217 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %get-tuple-element.152, f32[8192,2048]{1,0} %get-tuple-element.153, f32[8192]{0} %get-tuple-element.154, f32[2048,8192]{1,0} %get-tuple-element.155, f32[128,2048]{1,0} %get-tuple-element.156, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.157, f32[128,8192]{1,0} %get-tuple-element.158, pred[128,8192]{1,0} %get-tuple-element.159, f32[128,2048]{1,0} %get-tuple-element.160, f32[8192,2048]{1,0} %get-tuple-element.161), to_apply=%stage_0_0_acc_grad_1.200 +(CompileWorker pid=1531830) %get-tuple-element.218 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.217), index=0 +(CompileWorker pid=1531830) %get-tuple-element.219 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.217), index=1 +(CompileWorker pid=1531830) %get-tuple-element.220 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.217), index=2 +(CompileWorker pid=1531830) %get-tuple-element.221 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.217), index=3 +(CompileWorker pid=1531830) %call.240 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %get-tuple-element.218, f32[8192,2048]{1,0} %get-tuple-element.219, f32[8192]{0} %get-tuple-element.220, f32[2048,8192]{1,0} %get-tuple-element.221), to_apply=%pipeline_marker_2.229 +(CompileWorker pid=1531830) %get-tuple-element.243 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.240), index=2 +(CompileWorker pid=1531830) %get-tuple-element.244 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.240), index=3 +(CompileWorker pid=1531830) %get-tuple-element.241 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.240), index=0 +(CompileWorker pid=1531830) %get-tuple-element.242 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.240), index=1 +(CompileWorker pid=1531830) %call.305 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_8.9, f32[2048,8192]{1,0} %Arg_9.10, f32[2048]{0} %Arg_10.11, f32[8192,2048]{1,0} %Arg_11.12, f32[8192]{0} %Arg_12.13, /*index=5*/f32[2048,8192]{1,0} %Arg_13.14, f32[2048]{0} %Arg_14.15, f32[8192,2048]{1,0} %Arg_15.16, s32[] %Arg_16.17, f32[8192]{0} %Arg_1.2, /*index=10*/f32[2048,8192]{1,0} %Arg_0.1, f32[2048]{0} %Arg_3.4, f32[8192,2048]{1,0} %Arg_2.3, s32[] %Arg_17.18, f32[8192]{0} %get-tuple-element.243, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.244, f32[2048]{0} %get-tuple-element.241, f32[8192,2048]{1,0} %get-tuple-element.242), to_apply=%pipeline_marker_3.266 +(CompileWorker pid=1531830) %get-tuple-element.306 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=0 +(CompileWorker pid=1531830) %get-tuple-element.307 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=1 +(CompileWorker pid=1531830) %get-tuple-element.308 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=2 +(CompileWorker pid=1531830) %get-tuple-element.309 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=3 +(CompileWorker pid=1531830) %get-tuple-element.310 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=4 +(CompileWorker pid=1531830) %get-tuple-element.311 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=5 +(CompileWorker pid=1531830) %get-tuple-element.312 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=6 +(CompileWorker pid=1531830) %get-tuple-element.313 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=7 +(CompileWorker pid=1531830) %get-tuple-element.314 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=8 +(CompileWorker pid=1531830) %get-tuple-element.315 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=9 +(CompileWorker pid=1531830) %get-tuple-element.316 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=10 +(CompileWorker pid=1531830) %get-tuple-element.317 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=11 +(CompileWorker pid=1531830) %get-tuple-element.318 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=12 +(CompileWorker pid=1531830) %get-tuple-element.319 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=13 +(CompileWorker pid=1531830) %get-tuple-element.320 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=14 +(CompileWorker pid=1531830) %get-tuple-element.321 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=15 +(CompileWorker pid=1531830) %get-tuple-element.322 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=16 +(CompileWorker pid=1531830) %get-tuple-element.323 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.305), index=17 +(CompileWorker pid=1531830) %call.518 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) call(f32[8192]{0} %get-tuple-element.306, f32[2048,8192]{1,0} %get-tuple-element.307, f32[2048]{0} %get-tuple-element.308, f32[8192,2048]{1,0} %get-tuple-element.309, f32[8192]{0} %get-tuple-element.310, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.311, f32[2048]{0} %get-tuple-element.312, f32[8192,2048]{1,0} %get-tuple-element.313, s32[] %get-tuple-element.314, f32[8192]{0} %get-tuple-element.315, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.316, f32[2048]{0} %get-tuple-element.317, f32[8192,2048]{1,0} %get-tuple-element.318, s32[] %get-tuple-element.319, f32[8192]{0} %get-tuple-element.320, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.321, f32[2048]{0} %get-tuple-element.322, f32[8192,2048]{1,0} %get-tuple-element.323), to_apply=%stage_0_0_apply_grad.483 +(CompileWorker pid=1531830) %get-tuple-element.519 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=0 +(CompileWorker pid=1531830) %get-tuple-element.520 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=1 +(CompileWorker pid=1531830) %get-tuple-element.521 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=2 +(CompileWorker pid=1531830) %get-tuple-element.522 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=3 +(CompileWorker pid=1531830) %get-tuple-element.523 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=4 +(CompileWorker pid=1531830) %get-tuple-element.524 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=5 +(CompileWorker pid=1531830) %get-tuple-element.525 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=6 +(CompileWorker pid=1531830) %get-tuple-element.526 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=7 +(CompileWorker pid=1531830) %get-tuple-element.527 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=8 +(CompileWorker pid=1531830) %get-tuple-element.528 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=9 +(CompileWorker pid=1531830) %get-tuple-element.529 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=10 +(CompileWorker pid=1531830) %get-tuple-element.530 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=11 +(CompileWorker pid=1531830) %get-tuple-element.531 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=12 +(CompileWorker pid=1531830) %get-tuple-element.532 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.518), index=13 +(CompileWorker pid=1531830) %call.581 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) call(f32[8192]{0} %get-tuple-element.519, f32[2048,8192]{1,0} %get-tuple-element.520, f32[2048]{0} %get-tuple-element.521, f32[8192,2048]{1,0} %get-tuple-element.522, f32[8192]{0} %get-tuple-element.523, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.524, f32[2048]{0} %get-tuple-element.525, f32[8192,2048]{1,0} %get-tuple-element.526, s32[] %get-tuple-element.527, f32[8192]{0} %get-tuple-element.528, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.529, f32[2048]{0} %get-tuple-element.530, f32[8192,2048]{1,0} %get-tuple-element.531, s32[] %get-tuple-element.532), to_apply=%pipeline_marker_4.550 +(CompileWorker pid=1531830) %get-tuple-element.592 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=10 +(CompileWorker pid=1531830) %get-tuple-element.591 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=9 +(CompileWorker pid=1531830) %get-tuple-element.594 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=12 +(CompileWorker pid=1531830) %get-tuple-element.593 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=11 +(CompileWorker pid=1531830) %get-tuple-element.582 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=0 +(CompileWorker pid=1531830) %get-tuple-element.583 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=1 +(CompileWorker pid=1531830) %get-tuple-element.584 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=2 +(CompileWorker pid=1531830) %get-tuple-element.585 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=3 +(CompileWorker pid=1531830) %get-tuple-element.586 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=4 +(CompileWorker pid=1531830) %get-tuple-element.587 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=5 +(CompileWorker pid=1531830) %get-tuple-element.588 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=6 +(CompileWorker pid=1531830) %get-tuple-element.589 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=7 +(CompileWorker pid=1531830) %get-tuple-element.590 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=8 +(CompileWorker pid=1531830) %get-tuple-element.595 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.581), index=13 +(CompileWorker pid=1531830) %get-tuple-element.111 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.110), index=0 +(CompileWorker pid=1531830) ROOT %tuple.596 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=10*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=15*/f32[8192,2048]{1,0}, s32[], s32[], f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=20*/f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.592, f32[8192]{0} %get-tuple-element.591, f32[8192,2048]{1,0} %get-tuple-element.594, f32[2048]{0} %get-tuple-element.593, f32[2048]{0} %get-tuple-element.241, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.242, f32[8192]{0} %get-tuple-element.243, f32[2048,8192]{1,0} %get-tuple-element.244, f32[8192]{0} %get-tuple-element.582, f32[2048,8192]{1,0} %get-tuple-element.583, /*index=10*/f32[2048]{0} %get-tuple-element.584, f32[8192,2048]{1,0} %get-tuple-element.585, f32[8192]{0} %get-tuple-element.586, f32[2048,8192]{1,0} %get-tuple-element.587, f32[2048]{0} %get-tuple-element.588, /*index=15*/f32[8192,2048]{1,0} %get-tuple-element.589, s32[] %get-tuple-element.590, s32[] %get-tuple-element.595, f32[128,2048]{1,0} %get-tuple-element.111, pred[128,2048]{1,0} %get-tuple-element.112, /*index=20*/f32[128,8192]{1,0} %get-tuple-element.113, pred[128,8192]{1,0} %get-tuple-element.114) +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) hlo module after auto shard pass: HloModule stage_0_0-stage_0_0_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) ENTRY %main.597-stage_0_0_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531830) %param_0 = f32[2048,8192]{1,0} parameter(0), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531830) %param_1 = f32[8192]{0} parameter(1), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531830) %param_2 = f32[8192,2048]{1,0} parameter(2), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531830) %param_3 = f32[2048]{0} parameter(3), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531830) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531830) %tuple.10 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %param_0, f32[8192]{0} %param_1, f32[8192,2048]{1,0} %param_2, f32[2048]{0} %param_3, f32[128,2048]{1,0} %param_4) +(CompileWorker pid=1531830) %get-tuple-element.47 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=4 +(CompileWorker pid=1531830) %get-tuple-element.43 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=0 +(CompileWorker pid=1531830) %dot.5 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.47, f32[2048,8192]{1,0} %get-tuple-element.43), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %get-tuple-element.44 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=1 +(CompileWorker pid=1531830) %reshape.4 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %broadcast.44 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.4), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %reshape.5 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %broadcast.45 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.5), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %add.24 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.5, f32[128,8192]{1,0} %broadcast.45), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %constant.38 = f32[] constant(0) +(CompileWorker pid=1531830) %broadcast.46 = f32[128,8192]{1,0} broadcast(f32[] %constant.38), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %maximum.2 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.24, f32[128,8192]{1,0} %broadcast.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %get-tuple-element.45 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=2 +(CompileWorker pid=1531830) %dot.6 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %get-tuple-element.45), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=3 +(CompileWorker pid=1531830) %reshape.6 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %broadcast.47 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.6), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %reshape.7 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.47), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %broadcast.48 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.7), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %add.25 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.6, f32[128,2048]{1,0} %broadcast.48), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %constant.39 = f32[] constant(0) +(CompileWorker pid=1531830) %broadcast.49 = f32[128,2048]{1,0} broadcast(f32[] %constant.39), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %maximum.3 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.25, f32[128,2048]{1,0} %broadcast.49), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %compare.3 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.25, f32[128,2048]{1,0} %broadcast.49), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %compare.4 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.24, f32[128,8192]{1,0} %broadcast.46), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %tuple.11 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.3, pred[128,2048]{1,0} %compare.3, f32[128,8192]{1,0} %maximum.2, pred[128,8192]{1,0} %compare.4) +(CompileWorker pid=1531830) %get-tuple-element.5 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=0 +(CompileWorker pid=1531830) %get-tuple-element.6 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=1 +(CompileWorker pid=1531830) %get-tuple-element.7 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=2 +(CompileWorker pid=1531830) %get-tuple-element.8 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=3 +(CompileWorker pid=1531830) %tuple.12 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.5, pred[128,2048]{1,0} %get-tuple-element.6, f32[128,8192]{1,0} %get-tuple-element.7, pred[128,8192]{1,0} %get-tuple-element.8) +(CompileWorker pid=1531830) %get-tuple-element.88 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=0 +(CompileWorker pid=1531830) %get-tuple-element.89 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=1 +(CompileWorker pid=1531830) %get-tuple-element.90 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=2 +(CompileWorker pid=1531830) %get-tuple-element.91 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=3 +(CompileWorker pid=1531830) ROOT %tuple.13 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.88, pred[128,2048]{1,0} %get-tuple-element.89, f32[128,8192]{1,0} %get-tuple-element.90, pred[128,8192]{1,0} %get-tuple-element.91), metadata={op_name="tuple.5"} +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) hlo module after spmd pass: HloModule stage_0_0-stage_0_0_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) ENTRY %main.597-stage_0_0_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531830) %param_0 = f32[2048,8192]{1,0} parameter(0), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531830) %param_1 = f32[8192]{0} parameter(1), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531830) %param_2 = f32[8192,2048]{1,0} parameter(2), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531830) %param_3 = f32[2048]{0} parameter(3), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531830) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_0_acc_grad_0$start"} +(CompileWorker pid=1531830) %tuple.10 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %param_0, f32[8192]{0} %param_1, f32[8192,2048]{1,0} %param_2, f32[2048]{0} %param_3, f32[128,2048]{1,0} %param_4) +(CompileWorker pid=1531830) %get-tuple-element.47 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=4 +(CompileWorker pid=1531830) %get-tuple-element.43 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=0 +(CompileWorker pid=1531830) %dot.5 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.47, f32[2048,8192]{1,0} %get-tuple-element.43), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %get-tuple-element.44 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=1 +(CompileWorker pid=1531830) %reshape.4 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %broadcast.44 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.4), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %reshape.5 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %broadcast.45 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.5), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %add.24 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.5, f32[128,8192]{1,0} %broadcast.45), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %constant.38 = f32[] constant(0) +(CompileWorker pid=1531830) %broadcast.46 = f32[128,8192]{1,0} broadcast(f32[] %constant.38), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %maximum.2 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.24, f32[128,8192]{1,0} %broadcast.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %get-tuple-element.45 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=2 +(CompileWorker pid=1531830) %dot.6 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %get-tuple-element.45), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.10), index=3 +(CompileWorker pid=1531830) %reshape.6 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %broadcast.47 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.6), dimensions={0,1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %reshape.7 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.47), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %broadcast.48 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.7), dimensions={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %add.25 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.6, f32[128,2048]{1,0} %broadcast.48), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %constant.39 = f32[] constant(0) +(CompileWorker pid=1531830) %broadcast.49 = f32[128,2048]{1,0} broadcast(f32[] %constant.39), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %maximum.3 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.25, f32[128,2048]{1,0} %broadcast.49), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %compare.3 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.25, f32[128,2048]{1,0} %broadcast.49), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %compare.4 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.24, f32[128,8192]{1,0} %broadcast.46), direction=GT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_0)/jit(stage_0_0_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %tuple.11 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.3, pred[128,2048]{1,0} %compare.3, f32[128,8192]{1,0} %maximum.2, pred[128,8192]{1,0} %compare.4) +(CompileWorker pid=1531830) %get-tuple-element.5 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=0 +(CompileWorker pid=1531830) %get-tuple-element.6 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=1 +(CompileWorker pid=1531830) %get-tuple-element.7 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=2 +(CompileWorker pid=1531830) %get-tuple-element.8 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=3 +(CompileWorker pid=1531830) %tuple.12 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.5, pred[128,2048]{1,0} %get-tuple-element.6, f32[128,8192]{1,0} %get-tuple-element.7, pred[128,8192]{1,0} %get-tuple-element.8) +(CompileWorker pid=1531830) %get-tuple-element.88 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=0 +(CompileWorker pid=1531830) %get-tuple-element.89 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=1 +(CompileWorker pid=1531830) %get-tuple-element.90 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=2 +(CompileWorker pid=1531830) %get-tuple-element.91 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=3 +(CompileWorker pid=1531830) ROOT %tuple.13 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.88, pred[128,2048]{1,0} %get-tuple-element.89, f32[128,8192]{1,0} %get-tuple-element.90, pred[128,8192]{1,0} %get-tuple-element.91), metadata={op_name="tuple.5"} +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) hlo module after auto shard pass: HloModule stage_0_0-stage_0_0_acc_grad_1, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %region_1.166.stage_0_0_acc_grad_1 (Arg_0.167: f32[], Arg_1.168: f32[]) -> f32[] { +(CompileWorker pid=1531830) %Arg_0.167 = f32[] parameter(0) +(CompileWorker pid=1531830) %Arg_1.168 = f32[] parameter(1) +(CompileWorker pid=1531830) ROOT %add.169 = f32[] add(f32[] %Arg_0.167, f32[] %Arg_1.168), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %region_0.162.stage_0_0_acc_grad_1 (Arg_0.163: f32[], Arg_1.164: f32[]) -> f32[] { +(CompileWorker pid=1531830) %Arg_0.163 = f32[] parameter(0) +(CompileWorker pid=1531830) %Arg_1.164 = f32[] parameter(1) +(CompileWorker pid=1531830) ROOT %add.165 = f32[] add(f32[] %Arg_0.163, f32[] %Arg_1.164), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) ENTRY %main.597-stage_0_0_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[128,2048], param_5: pred[128,2048], param_6: f32[128,8192], param_7: pred[128,8192], param_8: f32[128,2048], param_9: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531830) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_5 = pred[128,2048]{1,0} parameter(5), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_6 = f32[128,8192]{1,0} parameter(6), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_7 = pred[128,8192]{1,0} parameter(7), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_8 = f32[128,2048]{1,0} parameter(8), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_9 = f32[8192,2048]{1,0} parameter(9), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %tuple.16 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/pred[128,2048]{1,0} %param_5, f32[128,8192]{1,0} %param_6, pred[128,8192]{1,0} %param_7, f32[128,2048]{1,0} %param_8, f32[8192,2048]{1,0} %param_9) +(CompileWorker pid=1531830) %get-tuple-element.152 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=0 +(CompileWorker pid=1531830) %get-tuple-element.157 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=5 +(CompileWorker pid=1531830) %get-tuple-element.156 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=4 +(CompileWorker pid=1531830) %constant.40 = f32[] constant(0) +(CompileWorker pid=1531830) %broadcast.50 = f32[128,2048]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %select.3 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.157, f32[128,2048]{1,0} %get-tuple-element.156, f32[128,2048]{1,0} %broadcast.50), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %constant.41 = f32[] constant(0) +(CompileWorker pid=1531830) %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.3, f32[] %constant.41), dimensions={0}, to_apply=%region_0.162.stage_0_0_acc_grad_1, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %add.26 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.152, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531830) %get-tuple-element.153 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=1 +(CompileWorker pid=1531830) %get-tuple-element.158 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=6 +(CompileWorker pid=1531830) %dot.7 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[128,8192]{1,0} %get-tuple-element.158), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.7), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %add.27 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.153, f32[8192,2048]{0,1} %transpose.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531830) %get-tuple-element.154 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=2 +(CompileWorker pid=1531830) %get-tuple-element.159 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=7 +(CompileWorker pid=1531830) %get-tuple-element.161 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=9 +(CompileWorker pid=1531830) %dot.8 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[8192,2048]{1,0} %get-tuple-element.161), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %constant.42 = f32[] constant(0) +(CompileWorker pid=1531830) %broadcast.51 = f32[128,8192]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %select.4 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.159, f32[128,8192]{1,0} %dot.8, f32[128,8192]{1,0} %broadcast.51), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %reduce.3 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.4, f32[] %constant.41), dimensions={0}, to_apply=%region_1.166.stage_0_0_acc_grad_1, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %add.28 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.154, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531830) %get-tuple-element.155 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=3 +(CompileWorker pid=1531830) %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=8 +(CompileWorker pid=1531830) %dot.9 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[128,2048]{1,0} %get-tuple-element.160), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %transpose.3 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.9), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %add.29 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.155, f32[2048,8192]{0,1} %transpose.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531830) %tuple.17 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.26, f32[8192,2048]{1,0} %add.27, f32[8192]{0} %add.28, f32[2048,8192]{1,0} %add.29) +(CompileWorker pid=1531830) %get-tuple-element.23 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=0 +(CompileWorker pid=1531830) %get-tuple-element.24 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=1 +(CompileWorker pid=1531830) %get-tuple-element.25 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=2 +(CompileWorker pid=1531830) %get-tuple-element.26 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=3 +(CompileWorker pid=1531830) %tuple.18 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.23, f32[8192,2048]{1,0} %get-tuple-element.24, f32[8192]{0} %get-tuple-element.25, f32[2048,8192]{1,0} %get-tuple-element.26) +(CompileWorker pid=1531830) %get-tuple-element.218 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=0 +(CompileWorker pid=1531830) %get-tuple-element.219 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=1 +(CompileWorker pid=1531830) %get-tuple-element.220 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=2 +(CompileWorker pid=1531830) %get-tuple-element.221 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=3 +(CompileWorker pid=1531830) ROOT %tuple.19 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.218, f32[8192,2048]{1,0} %get-tuple-element.219, f32[8192]{0} %get-tuple-element.220, f32[2048,8192]{1,0} %get-tuple-element.221), metadata={op_name="tuple.5"} +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) hlo module after spmd pass: HloModule stage_0_0-stage_0_0_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %region_1.166.stage_0_0_acc_grad_1 (Arg_0.167: f32[], Arg_1.168: f32[]) -> f32[] { +(CompileWorker pid=1531830) %Arg_0.167 = f32[] parameter(0) +(CompileWorker pid=1531830) %Arg_1.168 = f32[] parameter(1) +(CompileWorker pid=1531830) ROOT %add.169 = f32[] add(f32[] %Arg_0.167, f32[] %Arg_1.168), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) %region_0.162.stage_0_0_acc_grad_1 (Arg_0.163: f32[], Arg_1.164: f32[]) -> f32[] { +(CompileWorker pid=1531830) %Arg_0.163 = f32[] parameter(0) +(CompileWorker pid=1531830) %Arg_1.164 = f32[] parameter(1) +(CompileWorker pid=1531830) ROOT %add.165 = f32[] add(f32[] %Arg_0.163, f32[] %Arg_1.164), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) ENTRY %main.597-stage_0_0_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[128,2048], param_5: pred[128,2048], param_6: f32[128,8192], param_7: pred[128,8192], param_8: f32[128,2048], param_9: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531830) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_5 = pred[128,2048]{1,0} parameter(5), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_6 = f32[128,8192]{1,0} parameter(6), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_7 = pred[128,8192]{1,0} parameter(7), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_8 = f32[128,2048]{1,0} parameter(8), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %param_9 = f32[8192,2048]{1,0} parameter(9), metadata={op_name="stage_0_0_acc_grad_1$start"} +(CompileWorker pid=1531830) %tuple.16 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/pred[128,2048]{1,0} %param_5, f32[128,8192]{1,0} %param_6, pred[128,8192]{1,0} %param_7, f32[128,2048]{1,0} %param_8, f32[8192,2048]{1,0} %param_9) +(CompileWorker pid=1531830) %get-tuple-element.152 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=0 +(CompileWorker pid=1531830) %get-tuple-element.157 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=5 +(CompileWorker pid=1531830) %get-tuple-element.156 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=4 +(CompileWorker pid=1531830) %constant.40 = f32[] constant(0) +(CompileWorker pid=1531830) %broadcast.50 = f32[128,2048]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %select.3 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.157, f32[128,2048]{1,0} %get-tuple-element.156, f32[128,2048]{1,0} %broadcast.50), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531830) %constant.41 = f32[] constant(0) +(CompileWorker pid=1531830) %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.3, f32[] %constant.41), dimensions={0}, to_apply=%region_0.162.stage_0_0_acc_grad_1, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %add.26 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.152, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531830) %get-tuple-element.153 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=1 +(CompileWorker pid=1531830) %get-tuple-element.158 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=6 +(CompileWorker pid=1531830) %dot.7 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[128,8192]{1,0} %get-tuple-element.158), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.7), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %add.27 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.153, f32[8192,2048]{0,1} %transpose.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531830) %get-tuple-element.154 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=2 +(CompileWorker pid=1531830) %get-tuple-element.159 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=7 +(CompileWorker pid=1531830) %get-tuple-element.161 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=9 +(CompileWorker pid=1531830) %dot.8 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[8192,2048]{1,0} %get-tuple-element.161), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %constant.42 = f32[] constant(0) +(CompileWorker pid=1531830) %broadcast.51 = f32[128,8192]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %select.4 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.159, f32[128,8192]{1,0} %dot.8, f32[128,8192]{1,0} %broadcast.51), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531830) %reduce.3 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.4, f32[] %constant.41), dimensions={0}, to_apply=%region_1.166.stage_0_0_acc_grad_1, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531830) %add.28 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.154, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531830) %get-tuple-element.155 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=3 +(CompileWorker pid=1531830) %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.16), index=8 +(CompileWorker pid=1531830) %dot.9 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[128,2048]{1,0} %get-tuple-element.160), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %transpose.3 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.9), dimensions={1,0}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531830) %add.29 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.155, f32[2048,8192]{0,1} %transpose.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_acc_grad_1)/jit(stage_0_0_acc_grad_10)/add"} +(CompileWorker pid=1531830) %tuple.17 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.26, f32[8192,2048]{1,0} %add.27, f32[8192]{0} %add.28, f32[2048,8192]{1,0} %add.29) +(CompileWorker pid=1531830) %get-tuple-element.23 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=0 +(CompileWorker pid=1531830) %get-tuple-element.24 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=1 +(CompileWorker pid=1531830) %get-tuple-element.25 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=2 +(CompileWorker pid=1531830) %get-tuple-element.26 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.17), index=3 +(CompileWorker pid=1531830) %tuple.18 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.23, f32[8192,2048]{1,0} %get-tuple-element.24, f32[8192]{0} %get-tuple-element.25, f32[2048,8192]{1,0} %get-tuple-element.26) +(CompileWorker pid=1531830) %get-tuple-element.218 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=0 +(CompileWorker pid=1531830) %get-tuple-element.219 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=1 +(CompileWorker pid=1531830) %get-tuple-element.220 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=2 +(CompileWorker pid=1531830) %get-tuple-element.221 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.18), index=3 +(CompileWorker pid=1531830) ROOT %tuple.19 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.218, f32[8192,2048]{1,0} %get-tuple-element.219, f32[8192]{0} %get-tuple-element.220, f32[2048,8192]{1,0} %get-tuple-element.221), metadata={op_name="tuple.5"} +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) hlo module after auto shard pass: HloModule stage_0_0-stage_0_0_apply_grad, entry_computation_layout={(f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0})->(f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[])} +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) ENTRY %main.597-stage_0_0_apply_grad (param_0: f32[8192], param_1: f32[2048,8192], param_2: f32[2048], param_3: f32[8192,2048], param_4: f32[8192], param_5: f32[2048,8192], param_6: f32[2048], param_7: f32[8192,2048], param_8: s32[], param_9: f32[8192], param_10: f32[2048,8192], param_11: f32[2048], param_12: f32[8192,2048], param_13: s32[], param_14: f32[8192], param_15: f32[2048,8192], param_16: f32[2048], param_17: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { +(CompileWorker pid=1531830) %param_0 = f32[8192]{0} parameter(0), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_1 = f32[2048,8192]{1,0} parameter(1), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_2 = f32[2048]{0} parameter(2), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_3 = f32[8192,2048]{1,0} parameter(3), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_4 = f32[8192]{0} parameter(4), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_5 = f32[2048,8192]{1,0} parameter(5), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_6 = f32[2048]{0} parameter(6), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_7 = f32[8192,2048]{1,0} parameter(7), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_8 = s32[] parameter(8), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_9 = f32[8192]{0} parameter(9), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_10 = f32[2048,8192]{1,0} parameter(10), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_11 = f32[2048]{0} parameter(11), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_12 = f32[8192,2048]{1,0} parameter(12), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_13 = s32[] parameter(13), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_14 = f32[8192]{0} parameter(14), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_15 = f32[2048,8192]{1,0} parameter(15), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_16 = f32[2048]{0} parameter(16), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %param_17 = f32[8192,2048]{1,0} parameter(17), metadata={op_name="stage_0_0_apply_grad$start"} +(CompileWorker pid=1531830) %tuple.22 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %param_0, f32[2048,8192]{1,0} %param_1, f32[2048]{0} %param_2, f32[8192,2048]{1,0} %param_3, f32[8192]{0} %param_4, /*index=5*/f32[2048,8192]{1,0} %param_5, f32[2048]{0} %param_6, f32[8192,2048]{1,0} %param_7, s32[] %param_8, f32[8192]{0} %param_9, /*index=10*/f32[2048,8192]{1,0} %param_10, f32[2048]{0} %param_11, f32[8192,2048]{1,0} %param_12, s32[] %param_13, f32[8192]{0} %param_14, /*index=15*/f32[2048,8192]{1,0} %param_15, f32[2048]{0} %param_16, f32[8192,2048]{1,0} %param_17) +(CompileWorker pid=1531830) %get-tuple-element.320 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=14 +(CompileWorker pid=1531830) %constant.43 = f32[] constant(16) +(CompileWorker pid=1531830) %broadcast.52 = f32[8192]{0} broadcast(f32[] %constant.43), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %divide.16 = f32[8192]{0} divide(f32[8192]{0} %get-tuple-element.320, f32[8192]{0} %broadcast.52), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %constant.44 = f32[] constant(0.1) +(CompileWorker pid=1531830) %broadcast.53 = f32[8192]{0} broadcast(f32[] %constant.44), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.24 = f32[8192]{0} multiply(f32[8192]{0} %divide.16, f32[8192]{0} %broadcast.53), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %get-tuple-element.306 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=0 +(CompileWorker pid=1531830) %constant.45 = f32[] constant(0.9) +(CompileWorker pid=1531830) %broadcast.54 = f32[8192]{0} broadcast(f32[] %constant.45), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.25 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.306, f32[8192]{0} %broadcast.54), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %add.30 = f32[8192]{0} add(f32[8192]{0} %multiply.24, f32[8192]{0} %multiply.25), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %get-tuple-element.321 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=15 +(CompileWorker pid=1531830) %constant.46 = f32[] constant(16) +(CompileWorker pid=1531830) %broadcast.56 = f32[2048,8192]{1,0} broadcast(f32[] %constant.46), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %divide.17 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %get-tuple-element.321, f32[2048,8192]{1,0} %broadcast.56), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %constant.47 = f32[] constant(0.1) +(CompileWorker pid=1531830) %broadcast.58 = f32[2048,8192]{1,0} broadcast(f32[] %constant.47), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.26 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.17, f32[2048,8192]{1,0} %broadcast.58), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %get-tuple-element.307 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=1 +(CompileWorker pid=1531830) %constant.48 = f32[] constant(0.9) +(CompileWorker pid=1531830) %broadcast.59 = f32[2048,8192]{1,0} broadcast(f32[] %constant.48), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.27 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.307, f32[2048,8192]{1,0} %broadcast.59), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %add.31 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.26, f32[2048,8192]{1,0} %multiply.27), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %get-tuple-element.322 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=16 +(CompileWorker pid=1531830) %constant.49 = f32[] constant(16) +(CompileWorker pid=1531830) %broadcast.61 = f32[2048]{0} broadcast(f32[] %constant.49), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %divide.18 = f32[2048]{0} divide(f32[2048]{0} %get-tuple-element.322, f32[2048]{0} %broadcast.61), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %constant.50 = f32[] constant(0.1) +(CompileWorker pid=1531830) %broadcast.63 = f32[2048]{0} broadcast(f32[] %constant.50), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.28 = f32[2048]{0} multiply(f32[2048]{0} %divide.18, f32[2048]{0} %broadcast.63), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %get-tuple-element.308 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=2 +(CompileWorker pid=1531830) %constant.51 = f32[] constant(0.9) +(CompileWorker pid=1531830) %broadcast.64 = f32[2048]{0} broadcast(f32[] %constant.51), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.29 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.308, f32[2048]{0} %broadcast.64), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %add.32 = f32[2048]{0} add(f32[2048]{0} %multiply.28, f32[2048]{0} %multiply.29), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %get-tuple-element.323 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=17 +(CompileWorker pid=1531830) %constant.52 = f32[] constant(16) +(CompileWorker pid=1531830) %broadcast.65 = f32[8192,2048]{1,0} broadcast(f32[] %constant.52), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %divide.19 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %get-tuple-element.323, f32[8192,2048]{1,0} %broadcast.65), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div"} +(CompileWorker pid=1531830) %constant.53 = f32[] constant(0.1) +(CompileWorker pid=1531830) %broadcast.66 = f32[8192,2048]{1,0} broadcast(f32[] %constant.53), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.30 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.19, f32[8192,2048]{1,0} %broadcast.66), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %get-tuple-element.309 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=3 +(CompileWorker pid=1531830) %constant.55 = f32[] constant(0.9) +(CompileWorker pid=1531830) %broadcast.67 = f32[8192,2048]{1,0} broadcast(f32[] %constant.55), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.31 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.309, f32[8192,2048]{1,0} %broadcast.67), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %add.33 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.30, f32[8192,2048]{1,0} %multiply.31), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531830) %multiply.32 = f32[8192]{0} multiply(f32[8192]{0} %divide.16, f32[8192]{0} %divide.16), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531830) %constant.57 = f32[] constant(0.001) +(CompileWorker pid=1531830) %broadcast.69 = f32[8192]{0} broadcast(f32[] %constant.57), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.33 = f32[8192]{0} multiply(f32[8192]{0} %multiply.32, f32[8192]{0} %broadcast.69), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %get-tuple-element.310 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=4 +(CompileWorker pid=1531830) %constant.58 = f32[] constant(0.999) +(CompileWorker pid=1531830) %broadcast.71 = f32[8192]{0} broadcast(f32[] %constant.58), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.34 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.310, f32[8192]{0} %broadcast.71), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %add.34 = f32[8192]{0} add(f32[8192]{0} %multiply.33, f32[8192]{0} %multiply.34), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.35 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.17, f32[2048,8192]{1,0} %divide.17), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531830) %constant.59 = f32[] constant(0.001) +(CompileWorker pid=1531830) %broadcast.72 = f32[2048,8192]{1,0} broadcast(f32[] %constant.59), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.36 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.35, f32[2048,8192]{1,0} %broadcast.72), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %get-tuple-element.311 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=5 +(CompileWorker pid=1531830) %constant.60 = f32[] constant(0.999) +(CompileWorker pid=1531830) %broadcast.73 = f32[2048,8192]{1,0} broadcast(f32[] %constant.60), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.37 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.311, f32[2048,8192]{1,0} %broadcast.73), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %add.35 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.36, f32[2048,8192]{1,0} %multiply.37), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.38 = f32[2048]{0} multiply(f32[2048]{0} %divide.18, f32[2048]{0} %divide.18), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531830) %constant.61 = f32[] constant(0.001) +(CompileWorker pid=1531830) %broadcast.74 = f32[2048]{0} broadcast(f32[] %constant.61), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.39 = f32[2048]{0} multiply(f32[2048]{0} %multiply.38, f32[2048]{0} %broadcast.74), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %get-tuple-element.312 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=6 +(CompileWorker pid=1531830) %constant.62 = f32[] constant(0.999) +(CompileWorker pid=1531830) %broadcast.75 = f32[2048]{0} broadcast(f32[] %constant.62), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.40 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.312, f32[2048]{0} %broadcast.75), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %add.36 = f32[2048]{0} add(f32[2048]{0} %multiply.39, f32[2048]{0} %multiply.40), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.41 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.19, f32[8192,2048]{1,0} %divide.19), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531830) %constant.63 = f32[] constant(0.001) +(CompileWorker pid=1531830) %broadcast.76 = f32[8192,2048]{1,0} broadcast(f32[] %constant.63), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.42 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.41, f32[8192,2048]{1,0} %broadcast.76), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %get-tuple-element.313 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=7 +(CompileWorker pid=1531830) %constant.64 = f32[] constant(0.999) +(CompileWorker pid=1531830) %broadcast.77 = f32[8192,2048]{1,0} broadcast(f32[] %constant.64), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %multiply.43 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.313, f32[8192,2048]{1,0} %broadcast.77), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %add.37 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.42, f32[8192,2048]{1,0} %multiply.43), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531830) %get-tuple-element.314 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=8 +(CompileWorker pid=1531830) %constant.65 = s32[] constant(2147483647) +(CompileWorker pid=1531830) %compare.5 = pred[] compare(s32[] %get-tuple-element.314, s32[] %constant.65), direction=LT, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531830) %constant.66 = s32[] constant(1) +(CompileWorker pid=1531830) %add.38 = s32[] add(s32[] %get-tuple-element.314, s32[] %constant.66), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531830) %select.5 = s32[] select(pred[] %compare.5, s32[] %add.38, s32[] %constant.65), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531830) %get-tuple-element.315 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=9 +(CompileWorker pid=1531830) %constant.67 = f32[] constant(1) +(CompileWorker pid=1531830) %constant.68 = f32[] constant(0.9) +(CompileWorker pid=1531830) %convert.2 = f32[] convert(s32[] %select.5), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531830) %power.2 = f32[] power(f32[] %constant.68, f32[] %convert.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531830) %subtract.2 = f32[] subtract(f32[] %constant.67, f32[] %power.2), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531830) %broadcast.78 = f32[8192]{0} broadcast(f32[] %subtract.2), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.20 = f32[8192]{0} divide(f32[8192]{0} %add.30, f32[8192]{0} %broadcast.78), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %constant.69 = f32[] constant(0.999) +(CompileWorker pid=1531830) %convert.3 = f32[] convert(s32[] %select.5), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531830) %power.3 = f32[] power(f32[] %constant.69, f32[] %convert.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531830) %subtract.3 = f32[] subtract(f32[] %constant.67, f32[] %power.3), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531830) %broadcast.79 = f32[8192]{0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) hlo module before auto shard pass: HloModule stage_0_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias), {8}: (8, {}, may-alias), {9}: (9, {}, may-alias), {10}: (10, {}, may-alias), {11}: (11, {}, may-alias), {12}: (12, {}, may-alias), {13}: (13, {}, may-alias), {14}: (14, {}, may-alias), {15}: (15, {}, may-alias), {16}: (16, {}, may-alias), {17}: (17, {}, may-alias), {18}: (18, {}, may-alias), {19}: (19, {}, may-alias), {20}: (20, {}, may-alias), {21}: (21, {}, may-alias), {22}: (22, {}, may-alias), {23}: (23, {}, may-alias), {24}: (24, {}, may-alias), {25}: (25, {}, may-alias), {26}: (26, {}, may-alias), {27}: (27, {}, may-alias), {28}: (28, {}, may-alias), {29}: (29, {}, may-alias), {30}: (30, {}, may-alias), {31}: (31, {}, may-alias), {32}: (32, {}, may-alias), {33}: (33, {}, may-alias) }, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[128,2048]{1,0})->(f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048,8192]{1,0}, /*index=5*/f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=10*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=20*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], /*index=25*/s32[], f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=35*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=40*/f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %xla_fallback_pipeline_marker.37 (Arg_0.38: f32[2048,8192], Arg_1.39: f32[8192], Arg_2.40: f32[8192,2048], Arg_3.41: f32[2048], Arg_4.42: f32[128,2048], Arg_5.43: f32[2048,8192], Arg_6.44: f32[8192], Arg_7.45: f32[8192,2048], Arg_8.46: f32[2048], Arg_9.47: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048], /*index=5*/f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048]) { +(CompileWorker pid=1531827) %Arg_0.38 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.39 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.40 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.41 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.42 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.43 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.44 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.45 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531827) %Arg_8.46 = f32[2048]{0} parameter(8) +(CompileWorker pid=1531827) %Arg_9.47 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531827) %tuple.48 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %Arg_0.38, f32[8192]{0} %Arg_1.39, f32[8192,2048]{1,0} %Arg_2.40, f32[2048]{0} %Arg_3.41, f32[128,2048]{1,0} %Arg_4.42, /*index=5*/f32[2048,8192]{1,0} %Arg_5.43, f32[8192]{0} %Arg_6.44, f32[8192,2048]{1,0} %Arg_7.45, f32[2048]{0} %Arg_8.46, f32[128,2048]{1,0} %Arg_9.47), metadata={op_name="tuple.11"} +(CompileWorker pid=1531827) ROOT %custom-call.49 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) custom-call((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.48), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_0$start"}, backend_config="\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %pipeline_marker.50 (Arg_0.51: f32[2048,8192], Arg_1.52: f32[8192], Arg_2.53: f32[8192,2048], Arg_3.54: f32[2048], Arg_4.55: f32[128,2048], Arg_5.56: f32[2048,8192], Arg_6.57: f32[8192], Arg_7.58: f32[8192,2048], Arg_8.59: f32[2048], Arg_9.60: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048], /*index=5*/f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[128,2048]) { +(CompileWorker pid=1531827) %Arg_0.51 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.52 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.53 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.54 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.55 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.56 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.57 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.58 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531827) %Arg_8.59 = f32[2048]{0} parameter(8) +(CompileWorker pid=1531827) %Arg_9.60 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531827) %call.61 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.51, f32[8192]{0} %Arg_1.52, f32[8192,2048]{1,0} %Arg_2.53, f32[2048]{0} %Arg_3.54, f32[128,2048]{1,0} %Arg_4.55, /*index=5*/f32[2048,8192]{1,0} %Arg_5.56, f32[8192]{0} %Arg_6.57, f32[8192,2048]{1,0} %Arg_7.58, f32[2048]{0} %Arg_8.59, f32[128,2048]{1,0} %Arg_9.60), to_apply=%xla_fallback_pipeline_marker.37 +(CompileWorker pid=1531827) %get-tuple-element.62 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.63 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.64 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.65 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.66 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.67 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.68 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.69 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.70 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.71 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.61), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531827) ROOT %tuple.72 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.62, f32[8192]{0} %get-tuple-element.63, f32[8192,2048]{1,0} %get-tuple-element.64, f32[2048]{0} %get-tuple-element.65, f32[128,2048]{1,0} %get-tuple-element.66, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.67, f32[8192]{0} %get-tuple-element.68, f32[8192,2048]{1,0} %get-tuple-element.69, f32[2048]{0} %get-tuple-element.70, f32[128,2048]{1,0} %get-tuple-element.71) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %stage_0_1_acc_grad_00.84 (Arg_0.85: f32[2048,8192], Arg_1.86: f32[8192], Arg_2.87: f32[8192,2048], Arg_3.88: f32[2048], Arg_4.89: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531827) %Arg_4.89 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531827) %Arg_0.85 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531827) %dot.94 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %Arg_4.89, f32[2048,8192]{1,0} %Arg_0.85), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %Arg_1.86 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531827) %reshape.95 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_1.86), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.96 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.95), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %reshape.97 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.96), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.98 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.97), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.99 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.94, f32[128,8192]{1,0} %broadcast.98), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %constant.92 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.93 = f32[128,8192]{1,0} broadcast(f32[] %constant.92), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %maximum.100 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.99, f32[128,8192]{1,0} %broadcast.93), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %Arg_2.87 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531827) %dot.102 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.100, f32[8192,2048]{1,0} %Arg_2.87), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %Arg_3.88 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531827) %reshape.103 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_3.88), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.104 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.103), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %reshape.105 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.104), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.106 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.105), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.107 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.102, f32[128,2048]{1,0} %broadcast.106), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %constant.90 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.91 = f32[128,2048]{1,0} broadcast(f32[] %constant.90), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %maximum.108 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.107, f32[128,2048]{1,0} %broadcast.91), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %compare.109 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.107, f32[128,2048]{1,0} %broadcast.91), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %compare.101 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.99, f32[128,8192]{1,0} %broadcast.93), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) ROOT %tuple.110 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.108, pred[128,2048]{1,0} %compare.109, f32[128,8192]{1,0} %maximum.100, pred[128,8192]{1,0} %compare.101) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %stage_0_1_acc_grad_01.111 (Arg_0.112: f32[128,2048], Arg_1.113: f32[2048,8192], Arg_2.114: f32[8192], Arg_3.115: f32[8192,2048], Arg_4.116: f32[2048], Arg_5.117: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531827) %Arg_0.112 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.113 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531827) %dot.124 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %Arg_0.112, f32[2048,8192]{1,0} %Arg_1.113), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %Arg_2.114 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531827) %reshape.125 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_2.114), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.126 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.125), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %reshape.127 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.126), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.128 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.127), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.129 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.124, f32[128,8192]{1,0} %broadcast.128), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %constant.122 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.123 = f32[128,8192]{1,0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %maximum.130 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.129, f32[128,8192]{1,0} %broadcast.123), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %Arg_3.115 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531827) %dot.132 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.130, f32[8192,2048]{1,0} %Arg_3.115), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %Arg_4.116 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531827) %reshape.133 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_4.116), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.134 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.133), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %reshape.135 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.134), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.136 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.135), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.137 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.132, f32[128,2048]{1,0} %broadcast.136), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %constant.120 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.121 = f32[128,2048]{1,0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %maximum.138 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.137, f32[128,2048]{1,0} %broadcast.121), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %Arg_5.117 = f32[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531827) %subtract.140 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.138, f32[128,2048]{1,0} %Arg_5.117), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %constant.118 = f32[] constant(2) +(CompileWorker pid=1531827) %broadcast.119 = f32[128,2048]{1,0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %multiply.141 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.140, f32[128,2048]{1,0} %broadcast.119), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %compare.139 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.137, f32[128,2048]{1,0} %broadcast.121), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %compare.131 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.129, f32[128,8192]{1,0} %broadcast.123), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) ROOT %tuple.142 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.141, pred[128,2048]{1,0} %compare.139, f32[128,8192]{1,0} %maximum.130, pred[128,8192]{1,0} %compare.131) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %stage_0_1_acc_grad_0.143 (Arg_0.144: f32[2048,8192], Arg_1.145: f32[8192], Arg_2.146: f32[8192,2048], Arg_3.147: f32[2048], Arg_4.148: f32[128,2048], Arg_5.149: f32[2048,8192], Arg_6.150: f32[8192], Arg_7.151: f32[8192,2048], Arg_8.152: f32[2048], Arg_9.153: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531827) %Arg_0.144 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.145 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.146 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.147 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.148 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531827) %call.154 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.144, f32[8192]{0} %Arg_1.145, f32[8192,2048]{1,0} %Arg_2.146, f32[2048]{0} %Arg_3.147, f32[128,2048]{1,0} %Arg_4.148), to_apply=%stage_0_1_acc_grad_00.84 +(CompileWorker pid=1531827) %get-tuple-element.155 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=0 +(CompileWorker pid=1531827) %get-tuple-element.156 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=1 +(CompileWorker pid=1531827) %get-tuple-element.157 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=2 +(CompileWorker pid=1531827) %get-tuple-element.158 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.154), index=3 +(CompileWorker pid=1531827) %Arg_5.149 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.150 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.151 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531827) %Arg_8.152 = f32[2048]{0} parameter(8) +(CompileWorker pid=1531827) %Arg_9.153 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531827) %call.159 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.155, f32[2048,8192]{1,0} %Arg_5.149, f32[8192]{0} %Arg_6.150, f32[8192,2048]{1,0} %Arg_7.151, f32[2048]{0} %Arg_8.152, /*index=5*/f32[128,2048]{1,0} %Arg_9.153), to_apply=%stage_0_1_acc_grad_01.111 +(CompileWorker pid=1531827) %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=0 +(CompileWorker pid=1531827) %get-tuple-element.161 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=1 +(CompileWorker pid=1531827) %get-tuple-element.162 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=2 +(CompileWorker pid=1531827) %get-tuple-element.163 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.159), index=3 +(CompileWorker pid=1531827) ROOT %tuple.164 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.155, pred[128,2048]{1,0} %get-tuple-element.156, f32[128,8192]{1,0} %get-tuple-element.157, pred[128,8192]{1,0} %get-tuple-element.158, f32[128,2048]{1,0} %get-tuple-element.160, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.161, f32[128,8192]{1,0} %get-tuple-element.162, pred[128,8192]{1,0} %get-tuple-element.163) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %xla_fallback_pipeline_marker_0.174 (Arg_0.175: f32[128,2048], Arg_1.176: pred[128,2048], Arg_2.177: f32[128,8192], Arg_3.178: pred[128,8192], Arg_4.179: f32[128,2048], Arg_5.180: pred[128,2048], Arg_6.181: f32[128,8192], Arg_7.182: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531827) %Arg_0.175 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.176 = pred[128,2048]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.177 = f32[128,8192]{1,0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.178 = pred[128,8192]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.179 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.180 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.181 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.182 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531827) %tuple.183 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %Arg_0.175, pred[128,2048]{1,0} %Arg_1.176, f32[128,8192]{1,0} %Arg_2.177, pred[128,8192]{1,0} %Arg_3.178, f32[128,2048]{1,0} %Arg_4.179, /*index=5*/pred[128,2048]{1,0} %Arg_5.180, f32[128,8192]{1,0} %Arg_6.181, pred[128,8192]{1,0} %Arg_7.182), metadata={op_name="tuple.9"} +(CompileWorker pid=1531827) ROOT %custom-call.184 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) custom-call((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.183), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_0$end"}, backend_config="\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %pipeline_marker_0.185 (Arg_0.186: f32[128,2048], Arg_1.187: pred[128,2048], Arg_2.188: f32[128,8192], Arg_3.189: pred[128,8192], Arg_4.190: f32[128,2048], Arg_5.191: pred[128,2048], Arg_6.192: f32[128,8192], Arg_7.193: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531827) %Arg_0.186 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.187 = pred[128,2048]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.188 = f32[128,8192]{1,0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.189 = pred[128,8192]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.190 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.191 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.192 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.193 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531827) %call.194 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %Arg_0.186, pred[128,2048]{1,0} %Arg_1.187, f32[128,8192]{1,0} %Arg_2.188, pred[128,8192]{1,0} %Arg_3.189, f32[128,2048]{1,0} %Arg_4.190, /*index=5*/pred[128,2048]{1,0} %Arg_5.191, f32[128,8192]{1,0} %Arg_6.192, pred[128,8192]{1,0} %Arg_7.193), to_apply=%xla_fallback_pipeline_marker_0.174 +(CompileWorker pid=1531827) %get-tuple-element.195 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.196 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.197 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.198 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.199 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.200 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.201 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.202 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.194), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531827) ROOT %tuple.203 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.195, pred[128,2048]{1,0} %get-tuple-element.196, f32[128,8192]{1,0} %get-tuple-element.197, pred[128,8192]{1,0} %get-tuple-element.198, f32[128,2048]{1,0} %get-tuple-element.199, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.200, f32[128,8192]{1,0} %get-tuple-element.201, pred[128,8192]{1,0} %get-tuple-element.202) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %xla_fallback_pipeline_marker_1.213 (Arg_0.214: f32[2048], Arg_1.215: f32[8192,2048], Arg_2.216: f32[8192], Arg_3.217: f32[2048,8192], Arg_4.218: f32[2048], Arg_5.219: f32[8192,2048], Arg_6.220: f32[8192], Arg_7.221: f32[2048,8192], Arg_8.222: f32[128,2048], Arg_9.223: pred[128,2048], Arg_10.224: f32[128,8192], Arg_11.225: pred[128,8192], Arg_12.226: f32[8192,2048], Arg_13.227: f32[128,2048], Arg_14.228: f32[2048,8192], Arg_15.229: pred[128,2048], Arg_16.230: f32[128,8192], Arg_17.231: pred[128,8192], Arg_18.232: f32[128,2048], Arg_19.233: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], pred[128,2048], /*index=10*/f32[128,8192], pred[128,8192], f32[8192,2048], f32[128,2048], f32[2048,8192], /*index=15*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], f32[8192,2048]) { +(CompileWorker pid=1531827) %Arg_0.214 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.215 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.216 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.217 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.218 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.219 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.220 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.221 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531827) %Arg_8.222 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531827) %Arg_9.223 = pred[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531827) %Arg_10.224 = f32[128,8192]{1,0} parameter(10) +(CompileWorker pid=1531827) %Arg_11.225 = pred[128,8192]{1,0} parameter(11) +(CompileWorker pid=1531827) %Arg_12.226 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531827) %Arg_13.227 = f32[128,2048]{1,0} parameter(13) +(CompileWorker pid=1531827) %Arg_14.228 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531827) %Arg_15.229 = pred[128,2048]{1,0} parameter(15) +(CompileWorker pid=1531827) %Arg_16.230 = f32[128,8192]{1,0} parameter(16) +(CompileWorker pid=1531827) %Arg_17.231 = pred[128,8192]{1,0} parameter(17) +(CompileWorker pid=1531827) %Arg_18.232 = f32[128,2048]{1,0} parameter(18) +(CompileWorker pid=1531827) %Arg_19.233 = f32[8192,2048]{1,0} parameter(19) +(CompileWorker pid=1531827) %tuple.234 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %Arg_0.214, f32[8192,2048]{1,0} %Arg_1.215, f32[8192]{0} %Arg_2.216, f32[2048,8192]{1,0} %Arg_3.217, f32[2048]{0} %Arg_4.218, /*index=5*/f32[8192,2048]{1,0} %Arg_5.219, f32[8192]{0} %Arg_6.220, f32[2048,8192]{1,0} %Arg_7.221, f32[128,2048]{1,0} %Arg_8.222, pred[128,2048]{1,0} %Arg_9.223, /*index=10*/f32[128,8192]{1,0} %Arg_10.224, pred[128,8192]{1,0} %Arg_11.225, f32[8192,2048]{1,0} %Arg_12.226, f32[128,2048]{1,0} %Arg_13.227, f32[2048,8192]{1,0} %Arg_14.228, /*index=15*/pred[128,2048]{1,0} %Arg_15.229, f32[128,8192]{1,0} %Arg_16.230, pred[128,8192]{1,0} %Arg_17.231, f32[128,2048]{1,0} %Arg_18.232, f32[8192,2048]{1,0} %Arg_19.233), metadata={op_name="tuple.21"} +(CompileWorker pid=1531827) ROOT %custom-call.235 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.234), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_1$start"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %pipeline_marker_1.236 (Arg_0.237: f32[2048], Arg_1.238: f32[8192,2048], Arg_2.239: f32[8192], Arg_3.240: f32[2048,8192], Arg_4.241: f32[2048], Arg_5.242: f32[8192,2048], Arg_6.243: f32[8192], Arg_7.244: f32[2048,8192], Arg_8.245: f32[128,2048], Arg_9.246: pred[128,2048], Arg_10.247: f32[128,8192], Arg_11.248: pred[128,8192], Arg_12.249: f32[8192,2048], Arg_13.250: f32[128,2048], Arg_14.251: f32[2048,8192], Arg_15.252: pred[128,2048], Arg_16.253: f32[128,8192], Arg_17.254: pred[128,8192], Arg_18.255: f32[128,2048], Arg_19.256: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], pred[128,2048], /*index=10*/f32[128,8192], pred[128,8192], f32[8192,2048], f32[128,2048], f32[2048,8192], /*index=15*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], f32[8192,2048]) { +(CompileWorker pid=1531827) %Arg_0.237 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.238 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.239 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.240 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.241 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.242 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.243 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.244 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531827) %Arg_8.245 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531827) %Arg_9.246 = pred[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531827) %Arg_10.247 = f32[128,8192]{1,0} parameter(10) +(CompileWorker pid=1531827) %Arg_11.248 = pred[128,8192]{1,0} parameter(11) +(CompileWorker pid=1531827) %Arg_12.249 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531827) %Arg_13.250 = f32[128,2048]{1,0} parameter(13) +(CompileWorker pid=1531827) %Arg_14.251 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531827) %Arg_15.252 = pred[128,2048]{1,0} parameter(15) +(CompileWorker pid=1531827) %Arg_16.253 = f32[128,8192]{1,0} parameter(16) +(CompileWorker pid=1531827) %Arg_17.254 = pred[128,8192]{1,0} parameter(17) +(CompileWorker pid=1531827) %Arg_18.255 = f32[128,2048]{1,0} parameter(18) +(CompileWorker pid=1531827) %Arg_19.256 = f32[8192,2048]{1,0} parameter(19) +(CompileWorker pid=1531827) %call.257 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) call(f32[2048]{0} %Arg_0.237, f32[8192,2048]{1,0} %Arg_1.238, f32[8192]{0} %Arg_2.239, f32[2048,8192]{1,0} %Arg_3.240, f32[2048]{0} %Arg_4.241, /*index=5*/f32[8192,2048]{1,0} %Arg_5.242, f32[8192]{0} %Arg_6.243, f32[2048,8192]{1,0} %Arg_7.244, f32[128,2048]{1,0} %Arg_8.245, pred[128,2048]{1,0} %Arg_9.246, /*index=10*/f32[128,8192]{1,0} %Arg_10.247, pred[128,8192]{1,0} %Arg_11.248, f32[8192,2048]{1,0} %Arg_12.249, f32[128,2048]{1,0} %Arg_13.250, f32[2048,8192]{1,0} %Arg_14.251, /*index=15*/pred[128,2048]{1,0} %Arg_15.252, f32[128,8192]{1,0} %Arg_16.253, pred[128,8192]{1,0} %Arg_17.254, f32[128,2048]{1,0} %Arg_18.255, f32[8192,2048]{1,0} %Arg_19.256), to_apply=%xla_fallback_pipeline_marker_1.213 +(CompileWorker pid=1531827) %get-tuple-element.258 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.259 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.260 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.261 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.262 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.263 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.264 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.265 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.266 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.267 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.268 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=10, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.269 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=11, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.270 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=12, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.271 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=13, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.272 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=14, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.273 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=15, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.274 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=16, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.275 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=17, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.276 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=18, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.277 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.257), index=19, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531827) ROOT %tuple.278 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.258, f32[8192,2048]{1,0} %get-tuple-element.259, f32[8192]{0} %get-tuple-element.260, f32[2048,8192]{1,0} %get-tuple-element.261, f32[2048]{0} %get-tuple-element.262, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.263, f32[8192]{0} %get-tuple-element.264, f32[2048,8192]{1,0} %get-tuple-element.265, f32[128,2048]{1,0} %get-tuple-element.266, pred[128,2048]{1,0} %get-tuple-element.267, /*index=10*/f32[128,8192]{1,0} %get-tuple-element.268, pred[128,8192]{1,0} %get-tuple-element.269, f32[8192,2048]{1,0} %get-tuple-element.270, f32[128,2048]{1,0} %get-tuple-element.271, f32[2048,8192]{1,0} %get-tuple-element.272, /*index=15*/pred[128,2048]{1,0} %get-tuple-element.273, f32[128,8192]{1,0} %get-tuple-element.274, pred[128,8192]{1,0} %get-tuple-element.275, f32[128,2048]{1,0} %get-tuple-element.276, f32[8192,2048]{1,0} %get-tuple-element.277) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %region_0.300 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { +(CompileWorker pid=1531827) %Arg_0.301 = f32[] parameter(0) +(CompileWorker pid=1531827) %Arg_1.302 = f32[] parameter(1) +(CompileWorker pid=1531827) ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %region_1.304 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { +(CompileWorker pid=1531827) %Arg_0.305 = f32[] parameter(0) +(CompileWorker pid=1531827) %Arg_1.306 = f32[] parameter(1) +(CompileWorker pid=1531827) ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %stage_0_1_acc_grad_10.308 (Arg_0.309: f32[2048], Arg_1.310: f32[8192,2048], Arg_2.311: f32[8192], Arg_3.312: f32[2048,8192], Arg_4.313: f32[128,2048], Arg_5.314: pred[128,2048], Arg_6.315: f32[128,8192], Arg_7.316: pred[128,8192], Arg_8.317: f32[8192,2048], Arg_9.318: f32[128,2048], Arg_10.319: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531827) %Arg_0.309 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531827) %Arg_5.314 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_4.313 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531827) %constant.324 = f32[] constant(3.81469727e-06) +(CompileWorker pid=1531827) %broadcast.325 = f32[128,2048]{1,0} broadcast(f32[] %constant.324), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %multiply.327 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %Arg_4.313, f32[128,2048]{1,0} %broadcast.325), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %constant.322 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.323 = f32[128,2048]{1,0} broadcast(f32[] %constant.322), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %select.328 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %Arg_5.314, f32[128,2048]{1,0} %multiply.327, f32[128,2048]{1,0} %broadcast.323), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %constant.326 = f32[] constant(0) +(CompileWorker pid=1531827) %reduce.329 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.328, f32[] %constant.326), dimensions={0}, to_apply=%region_0.300, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.338 = f32[2048]{0} add(f32[2048]{0} %Arg_0.309, f32[2048]{0} %reduce.329), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531827) %Arg_1.310 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_6.315 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531827) %dot.330 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.328, f32[128,8192]{1,0} %Arg_6.315), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %transpose.331 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.330), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %add.339 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_1.310, f32[8192,2048]{0,1} %transpose.331), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531827) %Arg_2.311 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531827) %Arg_7.316 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531827) %Arg_8.317 = f32[8192,2048]{1,0} parameter(8) +(CompileWorker pid=1531827) %dot.332 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.328, f32[8192,2048]{1,0} %Arg_8.317), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %constant.320 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.321 = f32[128,8192]{1,0} broadcast(f32[] %constant.320), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %select.333 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %Arg_7.316, f32[128,8192]{1,0} %dot.332, f32[128,8192]{1,0} %broadcast.321), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %reduce.334 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.333, f32[] %constant.326), dimensions={0}, to_apply=%region_1.304, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.340 = f32[8192]{0} add(f32[8192]{0} %Arg_2.311, f32[8192]{0} %reduce.334), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531827) %Arg_3.312 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_9.318 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531827) %dot.335 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.333, f32[128,2048]{1,0} %Arg_9.318), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %transpose.336 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.335), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %add.341 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_3.312, f32[2048,8192]{0,1} %transpose.336), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531827) %Arg_10.319 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531827) %dot.337 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.333, f32[2048,8192]{1,0} %Arg_10.319), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) ROOT %tuple.342 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.338, f32[8192,2048]{1,0} %add.339, f32[8192]{0} %add.340, f32[2048,8192]{1,0} %add.341, f32[128,2048]{1,0} %dot.337) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %region_2.343 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { +(CompileWorker pid=1531827) %Arg_0.344 = f32[] parameter(0) +(CompileWorker pid=1531827) %Arg_1.345 = f32[] parameter(1) +(CompileWorker pid=1531827) ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %region_3.347 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { +(CompileWorker pid=1531827) %Arg_0.348 = f32[] parameter(0) +(CompileWorker pid=1531827) %Arg_1.349 = f32[] parameter(1) +(CompileWorker pid=1531827) ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %stage_0_1_acc_grad_11.351 (Arg_0.352: f32[2048], Arg_1.353: f32[8192,2048], Arg_2.354: f32[8192], Arg_3.355: f32[2048,8192], Arg_4.356: f32[128,2048], Arg_5.357: pred[128,2048], Arg_6.358: f32[128,8192], Arg_7.359: pred[128,8192], Arg_8.360: f32[128,2048], Arg_9.361: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531827) %Arg_0.352 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531827) %Arg_5.357 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_4.356 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531827) %constant.364 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.365 = f32[128,2048]{1,0} broadcast(f32[] %constant.364), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %select.367 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %Arg_5.357, f32[128,2048]{1,0} %Arg_4.356, f32[128,2048]{1,0} %broadcast.365), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %constant.366 = f32[] constant(0) +(CompileWorker pid=1531827) %reduce.368 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.367, f32[] %constant.366), dimensions={0}, to_apply=%region_2.343, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.376 = f32[2048]{0} add(f32[2048]{0} %Arg_0.352, f32[2048]{0} %reduce.368), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531827) %Arg_1.353 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_6.358 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531827) %dot.369 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.367, f32[128,8192]{1,0} %Arg_6.358), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %transpose.370 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.369), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %add.377 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_1.353, f32[8192,2048]{0,1} %transpose.370), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531827) %Arg_2.354 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531827) %Arg_7.359 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531827) %Arg_9.361 = f32[8192,2048]{1,0} parameter(9) +(CompileWorker pid=1531827) %dot.371 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.367, f32[8192,2048]{1,0} %Arg_9.361), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %constant.362 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.363 = f32[128,8192]{1,0} broadcast(f32[] %constant.362), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %select.372 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %Arg_7.359, f32[128,8192]{1,0} %dot.371, f32[128,8192]{1,0} %broadcast.363), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %reduce.373 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.372, f32[] %constant.366), dimensions={0}, to_apply=%region_3.347, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.378 = f32[8192]{0} add(f32[8192]{0} %Arg_2.354, f32[8192]{0} %reduce.373), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531827) %Arg_3.355 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_8.360 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531827) %dot.374 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.372, f32[128,2048]{1,0} %Arg_8.360), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %transpose.375 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.374), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %add.379 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_3.355, f32[2048,8192]{0,1} %transpose.375), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531827) ROOT %tuple.380 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.376, f32[8192,2048]{1,0} %add.377, f32[8192]{0} %add.378, f32[2048,8192]{1,0} %add.379) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %stage_0_1_acc_grad_1.381 (Arg_0.382: f32[2048], Arg_1.383: f32[8192,2048], Arg_2.384: f32[8192], Arg_3.385: f32[2048,8192], Arg_4.386: f32[2048], Arg_5.387: f32[8192,2048], Arg_6.388: f32[8192], Arg_7.389: f32[2048,8192], Arg_8.390: f32[128,2048], Arg_9.391: pred[128,2048], Arg_10.392: f32[128,8192], Arg_11.393: pred[128,8192], Arg_12.394: f32[8192,2048], Arg_13.395: f32[128,2048], Arg_14.396: f32[2048,8192], Arg_15.397: pred[128,2048], Arg_16.398: f32[128,8192], Arg_17.399: pred[128,8192], Arg_18.400: f32[128,2048], Arg_19.401: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531827) %Arg_0.382 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.383 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.384 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.385 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_8.390 = f32[128,2048]{1,0} parameter(8) +(CompileWorker pid=1531827) %Arg_9.391 = pred[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531827) %Arg_10.392 = f32[128,8192]{1,0} parameter(10) +(CompileWorker pid=1531827) %Arg_11.393 = pred[128,8192]{1,0} parameter(11) +(CompileWorker pid=1531827) %Arg_12.394 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531827) %Arg_13.395 = f32[128,2048]{1,0} parameter(13) +(CompileWorker pid=1531827) %Arg_14.396 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531827) %call.402 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) call(f32[2048]{0} %Arg_0.382, f32[8192,2048]{1,0} %Arg_1.383, f32[8192]{0} %Arg_2.384, f32[2048,8192]{1,0} %Arg_3.385, f32[128,2048]{1,0} %Arg_8.390, /*index=5*/pred[128,2048]{1,0} %Arg_9.391, f32[128,8192]{1,0} %Arg_10.392, pred[128,8192]{1,0} %Arg_11.393, f32[8192,2048]{1,0} %Arg_12.394, f32[128,2048]{1,0} %Arg_13.395, /*index=10*/f32[2048,8192]{1,0} %Arg_14.396), to_apply=%stage_0_1_acc_grad_10.308 +(CompileWorker pid=1531827) %get-tuple-element.403 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=0 +(CompileWorker pid=1531827) %get-tuple-element.404 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=1 +(CompileWorker pid=1531827) %get-tuple-element.405 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=2 +(CompileWorker pid=1531827) %get-tuple-element.406 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=3 +(CompileWorker pid=1531827) %Arg_4.386 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.387 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.388 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.389 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531827) %get-tuple-element.407 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.402), index=4 +(CompileWorker pid=1531827) %Arg_15.397 = pred[128,2048]{1,0} parameter(15) +(CompileWorker pid=1531827) %Arg_16.398 = f32[128,8192]{1,0} parameter(16) +(CompileWorker pid=1531827) %Arg_17.399 = pred[128,8192]{1,0} parameter(17) +(CompileWorker pid=1531827) %Arg_18.400 = f32[128,2048]{1,0} parameter(18) +(CompileWorker pid=1531827) %Arg_19.401 = f32[8192,2048]{1,0} parameter(19) +(CompileWorker pid=1531827) %call.408 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_4.386, f32[8192,2048]{1,0} %Arg_5.387, f32[8192]{0} %Arg_6.388, f32[2048,8192]{1,0} %Arg_7.389, f32[128,2048]{1,0} %get-tuple-element.407, /*index=5*/pred[128,2048]{1,0} %Arg_15.397, f32[128,8192]{1,0} %Arg_16.398, pred[128,8192]{1,0} %Arg_17.399, f32[128,2048]{1,0} %Arg_18.400, f32[8192,2048]{1,0} %Arg_19.401), to_apply=%stage_0_1_acc_grad_11.351 +(CompileWorker pid=1531827) %get-tuple-element.409 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=0 +(CompileWorker pid=1531827) %get-tuple-element.410 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=1 +(CompileWorker pid=1531827) %get-tuple-element.411 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=2 +(CompileWorker pid=1531827) %get-tuple-element.412 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.408), index=3 +(CompileWorker pid=1531827) ROOT %tuple.413 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.403, f32[8192,2048]{1,0} %get-tuple-element.404, f32[8192]{0} %get-tuple-element.405, f32[2048,8192]{1,0} %get-tuple-element.406, f32[2048]{0} %get-tuple-element.409, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.410, f32[8192]{0} %get-tuple-element.411, f32[2048,8192]{1,0} %get-tuple-element.412) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %xla_fallback_pipeline_marker_2.423 (Arg_0.424: f32[2048], Arg_1.425: f32[8192,2048], Arg_2.426: f32[8192], Arg_3.427: f32[2048,8192], Arg_4.428: f32[2048], Arg_5.429: f32[8192,2048], Arg_6.430: f32[8192], Arg_7.431: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531827) %Arg_0.424 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.425 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.426 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.427 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.428 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.429 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.430 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.431 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531827) %tuple.432 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %Arg_0.424, f32[8192,2048]{1,0} %Arg_1.425, f32[8192]{0} %Arg_2.426, f32[2048,8192]{1,0} %Arg_3.427, f32[2048]{0} %Arg_4.428, /*index=5*/f32[8192,2048]{1,0} %Arg_5.429, f32[8192]{0} %Arg_6.430, f32[2048,8192]{1,0} %Arg_7.431), metadata={op_name="tuple.9"} +(CompileWorker pid=1531827) ROOT %custom-call.433 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.432), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_acc_grad_1$end"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %pipeline_marker_2.434 (Arg_0.435: f32[2048], Arg_1.436: f32[8192,2048], Arg_2.437: f32[8192], Arg_3.438: f32[2048,8192], Arg_4.439: f32[2048], Arg_5.440: f32[8192,2048], Arg_6.441: f32[8192], Arg_7.442: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531827) %Arg_0.435 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.436 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.437 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.438 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.439 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.440 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.441 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.442 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531827) %call.443 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_0.435, f32[8192,2048]{1,0} %Arg_1.436, f32[8192]{0} %Arg_2.437, f32[2048,8192]{1,0} %Arg_3.438, f32[2048]{0} %Arg_4.439, /*index=5*/f32[8192,2048]{1,0} %Arg_5.440, f32[8192]{0} %Arg_6.441, f32[2048,8192]{1,0} %Arg_7.442), to_apply=%xla_fallback_pipeline_marker_2.423 +(CompileWorker pid=1531827) %get-tuple-element.444 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.445 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.446 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.447 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.448 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.449 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.450 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.451 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.443), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531827) ROOT %tuple.452 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.444, f32[8192,2048]{1,0} %get-tuple-element.445, f32[8192]{0} %get-tuple-element.446, f32[2048,8192]{1,0} %get-tuple-element.447, f32[2048]{0} %get-tuple-element.448, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.449, f32[8192]{0} %get-tuple-element.450, f32[2048,8192]{1,0} %get-tuple-element.451) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %xla_fallback_pipeline_marker_3.462 (Arg_0.463: f32[8192], Arg_1.464: f32[2048,8192], Arg_2.465: f32[2048], Arg_3.466: f32[8192,2048], Arg_4.467: f32[8192], Arg_5.468: f32[2048,8192], Arg_6.469: f32[2048], Arg_7.470: f32[8192,2048], Arg_8.471: s32[], Arg_9.472: f32[8192], Arg_10.473: f32[2048,8192], Arg_11.474: f32[2048], Arg_12.475: f32[8192,2048], Arg_13.476: s32[], Arg_14.477: f32[8192], Arg_15.478: f32[2048,8192], Arg_16.479: f32[2048], Arg_17.480: f32[8192,2048], Arg_18.481: f32[8192], Arg_19.482: f32[2048,8192], Arg_20.483: f32[2048], Arg_21.484: f32[8192,2048], Arg_22.485: f32[8192], Arg_23.486: f32[2048,8192], Arg_24.487: f32[2048], Arg_25.488: f32[8192,2048], Arg_26.489: f32[8192], Arg_27.490: f32[2048,8192], Arg_28.491: f32[2048], Arg_29.492: f32[8192,2048], Arg_30.493: f32[8192], Arg_31.494: f32[2048,8192], Arg_32.495: f32[2048], Arg_33.496: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=30*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531827) %Arg_0.463 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.464 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.465 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.466 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.467 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.468 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.469 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.470 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531827) %Arg_8.471 = s32[] parameter(8) +(CompileWorker pid=1531827) %Arg_9.472 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531827) %Arg_10.473 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531827) %Arg_11.474 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531827) %Arg_12.475 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531827) %Arg_13.476 = s32[] parameter(13) +(CompileWorker pid=1531827) %Arg_14.477 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531827) %Arg_15.478 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531827) %Arg_16.479 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531827) %Arg_17.480 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531827) %Arg_18.481 = f32[8192]{0} parameter(18) +(CompileWorker pid=1531827) %Arg_19.482 = f32[2048,8192]{1,0} parameter(19) +(CompileWorker pid=1531827) %Arg_20.483 = f32[2048]{0} parameter(20) +(CompileWorker pid=1531827) %Arg_21.484 = f32[8192,2048]{1,0} parameter(21) +(CompileWorker pid=1531827) %Arg_22.485 = f32[8192]{0} parameter(22) +(CompileWorker pid=1531827) %Arg_23.486 = f32[2048,8192]{1,0} parameter(23) +(CompileWorker pid=1531827) %Arg_24.487 = f32[2048]{0} parameter(24) +(CompileWorker pid=1531827) %Arg_25.488 = f32[8192,2048]{1,0} parameter(25) +(CompileWorker pid=1531827) %Arg_26.489 = f32[8192]{0} parameter(26) +(CompileWorker pid=1531827) %Arg_27.490 = f32[2048,8192]{1,0} parameter(27) +(CompileWorker pid=1531827) %Arg_28.491 = f32[2048]{0} parameter(28) +(CompileWorker pid=1531827) %Arg_29.492 = f32[8192,2048]{1,0} parameter(29) +(CompileWorker pid=1531827) %Arg_30.493 = f32[8192]{0} parameter(30) +(CompileWorker pid=1531827) %Arg_31.494 = f32[2048,8192]{1,0} parameter(31) +(CompileWorker pid=1531827) %Arg_32.495 = f32[2048]{0} parameter(32) +(CompileWorker pid=1531827) %Arg_33.496 = f32[8192,2048]{1,0} parameter(33) +(CompileWorker pid=1531827) %tuple.497 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.463, f32[2048,8192]{1,0} %Arg_1.464, f32[2048]{0} %Arg_2.465, f32[8192,2048]{1,0} %Arg_3.466, f32[8192]{0} %Arg_4.467, /*index=5*/f32[2048,8192]{1,0} %Arg_5.468, f32[2048]{0} %Arg_6.469, f32[8192,2048]{1,0} %Arg_7.470, s32[] %Arg_8.471, f32[8192]{0} %Arg_9.472, /*index=10*/f32[2048,8192]{1,0} %Arg_10.473, f32[2048]{0} %Arg_11.474, f32[8192,2048]{1,0} %Arg_12.475, s32[] %Arg_13.476, f32[8192]{0} %Arg_14.477, /*index=15*/f32[2048,8192]{1,0} %Arg_15.478, f32[2048]{0} %Arg_16.479, f32[8192,2048]{1,0} %Arg_17.480, f32[8192]{0} %Arg_18.481, f32[2048,8192]{1,0} %Arg_19.482, /*index=20*/f32[2048]{0} %Arg_20.483, f32[8192,2048]{1,0} %Arg_21.484, f32[8192]{0} %Arg_22.485, f32[2048,8192]{1,0} %Arg_23.486, f32[2048]{0} %Arg_24.487, /*index=25*/f32[8192,2048]{1,0} %Arg_25.488, f32[8192]{0} %Arg_26.489, f32[2048,8192]{1,0} %Arg_27.490, f32[2048]{0} %Arg_28.491, f32[8192,2048]{1,0} %Arg_29.492, /*index=30*/f32[8192]{0} %Arg_30.493, f32[2048,8192]{1,0} %Arg_31.494, f32[2048]{0} %Arg_32.495, f32[8192,2048]{1,0} %Arg_33.496), metadata={op_name="tuple.35"} +(CompileWorker pid=1531827) ROOT %custom-call.498 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.497), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_apply_grad$start"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %pipeline_marker_3.499 (Arg_0.500: f32[8192], Arg_1.501: f32[2048,8192], Arg_2.502: f32[2048], Arg_3.503: f32[8192,2048], Arg_4.504: f32[8192], Arg_5.505: f32[2048,8192], Arg_6.506: f32[2048], Arg_7.507: f32[8192,2048], Arg_8.508: s32[], Arg_9.509: f32[8192], Arg_10.510: f32[2048,8192], Arg_11.511: f32[2048], Arg_12.512: f32[8192,2048], Arg_13.513: s32[], Arg_14.514: f32[8192], Arg_15.515: f32[2048,8192], Arg_16.516: f32[2048], Arg_17.517: f32[8192,2048], Arg_18.518: f32[8192], Arg_19.519: f32[2048,8192], Arg_20.520: f32[2048], Arg_21.521: f32[8192,2048], Arg_22.522: f32[8192], Arg_23.523: f32[2048,8192], Arg_24.524: f32[2048], Arg_25.525: f32[8192,2048], Arg_26.526: f32[8192], Arg_27.527: f32[2048,8192], Arg_28.528: f32[2048], Arg_29.529: f32[8192,2048], Arg_30.530: f32[8192], Arg_31.531: f32[2048,8192], Arg_32.532: f32[2048], Arg_33.533: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=30*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531827) %Arg_0.500 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.501 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.502 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.503 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.504 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.505 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.506 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.507 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531827) %Arg_8.508 = s32[] parameter(8) +(CompileWorker pid=1531827) %Arg_9.509 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531827) %Arg_10.510 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531827) %Arg_11.511 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531827) %Arg_12.512 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531827) %Arg_13.513 = s32[] parameter(13) +(CompileWorker pid=1531827) %Arg_14.514 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531827) %Arg_15.515 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531827) %Arg_16.516 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531827) %Arg_17.517 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531827) %Arg_18.518 = f32[8192]{0} parameter(18) +(CompileWorker pid=1531827) %Arg_19.519 = f32[2048,8192]{1,0} parameter(19) +(CompileWorker pid=1531827) %Arg_20.520 = f32[2048]{0} parameter(20) +(CompileWorker pid=1531827) %Arg_21.521 = f32[8192,2048]{1,0} parameter(21) +(CompileWorker pid=1531827) %Arg_22.522 = f32[8192]{0} parameter(22) +(CompileWorker pid=1531827) %Arg_23.523 = f32[2048,8192]{1,0} parameter(23) +(CompileWorker pid=1531827) %Arg_24.524 = f32[2048]{0} parameter(24) +(CompileWorker pid=1531827) %Arg_25.525 = f32[8192,2048]{1,0} parameter(25) +(CompileWorker pid=1531827) %Arg_26.526 = f32[8192]{0} parameter(26) +(CompileWorker pid=1531827) %Arg_27.527 = f32[2048,8192]{1,0} parameter(27) +(CompileWorker pid=1531827) %Arg_28.528 = f32[2048]{0} parameter(28) +(CompileWorker pid=1531827) %Arg_29.529 = f32[8192,2048]{1,0} parameter(29) +(CompileWorker pid=1531827) %Arg_30.530 = f32[8192]{0} parameter(30) +(CompileWorker pid=1531827) %Arg_31.531 = f32[2048,8192]{1,0} parameter(31) +(CompileWorker pid=1531827) %Arg_32.532 = f32[2048]{0} parameter(32) +(CompileWorker pid=1531827) %Arg_33.533 = f32[8192,2048]{1,0} parameter(33) +(CompileWorker pid=1531827) %call.534 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.500, f32[2048,8192]{1,0} %Arg_1.501, f32[2048]{0} %Arg_2.502, f32[8192,2048]{1,0} %Arg_3.503, f32[8192]{0} %Arg_4.504, /*index=5*/f32[2048,8192]{1,0} %Arg_5.505, f32[2048]{0} %Arg_6.506, f32[8192,2048]{1,0} %Arg_7.507, s32[] %Arg_8.508, f32[8192]{0} %Arg_9.509, /*index=10*/f32[2048,8192]{1,0} %Arg_10.510, f32[2048]{0} %Arg_11.511, f32[8192,2048]{1,0} %Arg_12.512, s32[] %Arg_13.513, f32[8192]{0} %Arg_14.514, /*index=15*/f32[2048,8192]{1,0} %Arg_15.515, f32[2048]{0} %Arg_16.516, f32[8192,2048]{1,0} %Arg_17.517, f32[8192]{0} %Arg_18.518, f32[2048,8192]{1,0} %Arg_19.519, /*index=20*/f32[2048]{0} %Arg_20.520, f32[8192,2048]{1,0} %Arg_21.521, f32[8192]{0} %Arg_22.522, f32[2048,8192]{1,0} %Arg_23.523, f32[2048]{0} %Arg_24.524, /*index=25*/f32[8192,2048]{1,0} %Arg_25.525, f32[8192]{0} %Arg_26.526, f32[2048,8192]{1,0} %Arg_27.527, f32[2048]{0} %Arg_28.528, f32[8192,2048]{1,0} %Arg_29.529, /*index=30*/f32[8192]{0} %Arg_30.530, f32[2048,8192]{1,0} %Arg_31.531, f32[2048]{0} %Arg_32.532, f32[8192,2048]{1,0} %Arg_33.533), to_apply=%xla_fallback_pipeline_marker_3.462 +(CompileWorker pid=1531827) %get-tuple-element.535 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.536 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.537 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.538 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.539 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.540 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.541 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.542 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.543 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.544 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.545 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=10, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.546 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=11, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.547 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=12, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.548 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=13, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.549 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=14, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.550 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=15, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.551 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=16, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.552 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=17, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.553 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=18, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.554 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=19, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.555 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=20, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.556 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=21, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.557 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=22, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.558 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=23, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.559 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=24, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.560 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=25, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.561 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=26, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.562 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=27, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.563 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=28, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.564 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=29, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.565 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=30, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.566 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=31, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.567 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=32, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) %get-tuple-element.568 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.534), index=33, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531827) ROOT %tuple.569 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.535, f32[2048,8192]{1,0} %get-tuple-element.536, f32[2048]{0} %get-tuple-element.537, f32[8192,2048]{1,0} %get-tuple-element.538, f32[8192]{0} %get-tuple-element.539, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.540, f32[2048]{0} %get-tuple-element.541, f32[8192,2048]{1,0} %get-tuple-element.542, s32[] %get-tuple-element.543, f32[8192]{0} %get-tuple-element.544, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.545, f32[2048]{0} %get-tuple-element.546, f32[8192,2048]{1,0} %get-tuple-element.547, s32[] %get-tuple-element.548, f32[8192]{0} %get-tuple-element.549, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.550, f32[2048]{0} %get-tuple-element.551, f32[8192,2048]{1,0} %get-tuple-element.552, f32[8192]{0} %get-tuple-element.553, f32[2048,8192]{1,0} %get-tuple-element.554, /*index=20*/f32[2048]{0} %get-tuple-element.555, f32[8192,2048]{1,0} %get-tuple-element.556, f32[8192]{0} %get-tuple-element.557, f32[2048,8192]{1,0} %get-tuple-element.558, f32[2048]{0} %get-tuple-element.559, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.560, f32[8192]{0} %get-tuple-element.561, f32[2048,8192]{1,0} %get-tuple-element.562, f32[2048]{0} %get-tuple-element.563, f32[8192,2048]{1,0} %get-tuple-element.564, /*index=30*/f32[8192]{0} %get-tuple-element.565, f32[2048,8192]{1,0} %get-tuple-element.566, f32[2048]{0} %get-tuple-element.567, f32[8192,2048]{1,0} %get-tuple-element.568) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %stage_0_1_apply0.605 (Arg_0.606: f32[8192], Arg_1.607: f32[8192], Arg_2.608: f32[2048,8192], Arg_3.609: f32[2048,8192], Arg_4.610: f32[2048], Arg_5.611: f32[2048], Arg_6.612: f32[8192,2048], Arg_7.613: f32[8192,2048], Arg_8.614: f32[8192], Arg_9.615: f32[2048,8192], Arg_10.616: f32[2048], Arg_11.617: f32[8192,2048], Arg_12.618: s32[], Arg_13.619: f32[8192], Arg_14.620: f32[2048,8192], Arg_15.621: f32[2048], Arg_16.622: f32[8192,2048], Arg_17.623: s32[]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[]) { +(CompileWorker pid=1531827) %Arg_0.606 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531827) %constant.678 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.679 = f32[8192]{0} broadcast(f32[] %constant.678), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %divide.685 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.606, f32[8192]{0} %broadcast.679), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %constant.670 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.671 = f32[8192]{0} broadcast(f32[] %constant.670), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.689 = f32[8192]{0} multiply(f32[8192]{0} %divide.685, f32[8192]{0} %broadcast.671), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_1.607 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531827) %constant.668 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.669 = f32[8192]{0} broadcast(f32[] %constant.668), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.690 = f32[8192]{0} multiply(f32[8192]{0} %Arg_1.607, f32[8192]{0} %broadcast.669), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.691 = f32[8192]{0} add(f32[8192]{0} %multiply.689, f32[8192]{0} %multiply.690), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_2.608 = f32[2048,8192]{1,0} parameter(2) +(CompileWorker pid=1531827) %constant.676 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.677 = f32[2048,8192]{1,0} broadcast(f32[] %constant.676), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %divide.686 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_2.608, f32[2048,8192]{1,0} %broadcast.677), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %constant.666 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.667 = f32[2048,8192]{1,0} broadcast(f32[] %constant.666), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.692 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.686, f32[2048,8192]{1,0} %broadcast.667), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_3.609 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531827) %constant.664 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.665 = f32[2048,8192]{1,0} broadcast(f32[] %constant.664), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.693 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_3.609, f32[2048,8192]{1,0} %broadcast.665), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.694 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.692, f32[2048,8192]{1,0} %multiply.693), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_4.610 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531827) %constant.674 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.675 = f32[2048]{0} broadcast(f32[] %constant.674), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %divide.687 = f32[2048]{0} divide(f32[2048]{0} %Arg_4.610, f32[2048]{0} %broadcast.675), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %constant.662 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.663 = f32[2048]{0} broadcast(f32[] %constant.662), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.695 = f32[2048]{0} multiply(f32[2048]{0} %divide.687, f32[2048]{0} %broadcast.663), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_5.611 = f32[2048]{0} parameter(5) +(CompileWorker pid=1531827) %constant.660 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.661 = f32[2048]{0} broadcast(f32[] %constant.660), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.696 = f32[2048]{0} multiply(f32[2048]{0} %Arg_5.611, f32[2048]{0} %broadcast.661), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.697 = f32[2048]{0} add(f32[2048]{0} %multiply.695, f32[2048]{0} %multiply.696), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_6.612 = f32[8192,2048]{1,0} parameter(6) +(CompileWorker pid=1531827) %constant.672 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.673 = f32[8192,2048]{1,0} broadcast(f32[] %constant.672), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %divide.688 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_6.612, f32[8192,2048]{1,0} %broadcast.673), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %constant.658 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.659 = f32[8192,2048]{1,0} broadcast(f32[] %constant.658), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.698 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.688, f32[8192,2048]{1,0} %broadcast.659), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_7.613 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531827) %constant.656 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.657 = f32[8192,2048]{1,0} broadcast(f32[] %constant.656), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.699 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_7.613, f32[8192,2048]{1,0} %broadcast.657), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.700 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.698, f32[8192,2048]{1,0} %multiply.699), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.701 = f32[8192]{0} multiply(f32[8192]{0} %divide.685, f32[8192]{0} %divide.685), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.654 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.655 = f32[8192]{0} broadcast(f32[] %constant.654), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.702 = f32[8192]{0} multiply(f32[8192]{0} %multiply.701, f32[8192]{0} %broadcast.655), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %Arg_8.614 = f32[8192]{0} parameter(8) +(CompileWorker pid=1531827) %constant.652 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.653 = f32[8192]{0} broadcast(f32[] %constant.652), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.703 = f32[8192]{0} multiply(f32[8192]{0} %Arg_8.614, f32[8192]{0} %broadcast.653), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.704 = f32[8192]{0} add(f32[8192]{0} %multiply.702, f32[8192]{0} %multiply.703), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.705 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.686, f32[2048,8192]{1,0} %divide.686), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.650 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.651 = f32[2048,8192]{1,0} broadcast(f32[] %constant.650), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.706 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.705, f32[2048,8192]{1,0} %broadcast.651), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %Arg_9.615 = f32[2048,8192]{1,0} parameter(9) +(CompileWorker pid=1531827) %constant.648 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.649 = f32[2048,8192]{1,0} broadcast(f32[] %constant.648), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.707 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_9.615, f32[2048,8192]{1,0} %broadcast.649), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.708 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.706, f32[2048,8192]{1,0} %multiply.707), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.709 = f32[2048]{0} multiply(f32[2048]{0} %divide.687, f32[2048]{0} %divide.687), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.646 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.647 = f32[2048]{0} broadcast(f32[] %constant.646), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.710 = f32[2048]{0} multiply(f32[2048]{0} %multiply.709, f32[2048]{0} %broadcast.647), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %Arg_10.616 = f32[2048]{0} parameter(10) +(CompileWorker pid=1531827) %constant.644 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.645 = f32[2048]{0} broadcast(f32[] %constant.644), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.711 = f32[2048]{0} multiply(f32[2048]{0} %Arg_10.616, f32[2048]{0} %broadcast.645), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.712 = f32[2048]{0} add(f32[2048]{0} %multiply.710, f32[2048]{0} %multiply.711), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.713 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.688, f32[8192,2048]{1,0} %divide.688), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.642 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.643 = f32[8192,2048]{1,0} broadcast(f32[] %constant.642), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.714 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.713, f32[8192,2048]{1,0} %broadcast.643), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %Arg_11.617 = f32[8192,2048]{1,0} parameter(11) +(CompileWorker pid=1531827) %constant.640 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.641 = f32[8192,2048]{1,0} broadcast(f32[] %constant.640), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.715 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_11.617, f32[8192,2048]{1,0} %broadcast.641), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.716 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.714, f32[8192,2048]{1,0} %multiply.715), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %Arg_12.618 = s32[] parameter(12) +(CompileWorker pid=1531827) %constant.682 = s32[] constant(2147483647) +(CompileWorker pid=1531827) %compare.717 = pred[] compare(s32[] %Arg_12.618, s32[] %constant.682), direction=LT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531827) %constant.681 = s32[] constant(1) +(CompileWorker pid=1531827) %add.718 = s32[] add(s32[] %Arg_12.618, s32[] %constant.681), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531827) %select.719 = s32[] select(pred[] %compare.717, s32[] %add.718, s32[] %constant.682), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531827) %Arg_13.619 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531827) %constant.680 = f32[] constant(1) +(CompileWorker pid=1531827) %constant.684 = f32[] constant(0.9) +(CompileWorker pid=1531827) %convert.720 = f32[] convert(s32[] %select.719), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %power.721 = f32[] power(f32[] %constant.684, f32[] %convert.720), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %subtract.722 = f32[] subtract(f32[] %constant.680, f32[] %power.721), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %broadcast.723 = f32[8192]{0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.724 = f32[8192]{0} divide(f32[8192]{0} %add.691, f32[8192]{0} %broadcast.723), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %constant.683 = f32[] constant(0.999) +(CompileWorker pid=1531827) %convert.731 = f32[] convert(s32[] %select.719), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %power.732 = f32[] power(f32[] %constant.683, f32[] %convert.731), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %subtract.733 = f32[] subtract(f32[] %constant.680, f32[] %power.732), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %broadcast.734 = f32[8192]{0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.735 = f32[8192]{0} divide(f32[8192]{0} %add.704, f32[8192]{0} %broadcast.734), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.742 = f32[8192]{0} sqrt(f32[8192]{0} %divide.735), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.638 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.639 = f32[8192]{0} broadcast(f32[] %constant.638), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.743 = f32[8192]{0} add(f32[8192]{0} %sqrt.742, f32[8192]{0} %broadcast.639), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.744 = f32[8192]{0} divide(f32[8192]{0} %divide.724, f32[8192]{0} %add.743), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.630 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.631 = f32[8192]{0} broadcast(f32[] %constant.630), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.754 = f32[8192]{0} multiply(f32[8192]{0} %divide.744, f32[8192]{0} %broadcast.631), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.758 = f32[8192]{0} add(f32[8192]{0} %Arg_13.619, f32[8192]{0} %multiply.754), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %Arg_14.620 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531827) %broadcast.725 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.726 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.694, f32[2048,8192]{1,0} %broadcast.725), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %broadcast.736 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.737 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.708, f32[2048,8192]{1,0} %broadcast.736), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.745 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.737), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.636 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.637 = f32[2048,8192]{1,0} broadcast(f32[] %constant.636), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.746 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.745, f32[2048,8192]{1,0} %broadcast.637), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.747 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.726, f32[2048,8192]{1,0} %add.746), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.628 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.629 = f32[2048,8192]{1,0} broadcast(f32[] %constant.628), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.755 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.747, f32[2048,8192]{1,0} %broadcast.629), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.759 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_14.620, f32[2048,8192]{1,0} %multiply.755), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %Arg_15.621 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531827) %broadcast.727 = f32[2048]{0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.728 = f32[2048]{0} divide(f32[2048]{0} %add.697, f32[2048]{0} %broadcast.727), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %broadcast.738 = f32[2048]{0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.739 = f32[2048]{0} divide(f32[2048]{0} %add.712, f32[2048]{0} %broadcast.738), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.748 = f32[2048]{0} sqrt(f32[2048]{0} %divide.739), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.634 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.635 = f32[2048]{0} broadcast(f32[] %constant.634), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.749 = f32[2048]{0} add(f32[2048]{0} %sqrt.748, f32[2048]{0} %broadcast.635), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.750 = f32[2048]{0} divide(f32[2048]{0} %divide.728, f32[2048]{0} %add.749), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.626 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.627 = f32[2048]{0} broadcast(f32[] %constant.626), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.756 = f32[2048]{0} multiply(f32[2048]{0} %divide.750, f32[2048]{0} %broadcast.627), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.760 = f32[2048]{0} add(f32[2048]{0} %Arg_15.621, f32[2048]{0} %multiply.756), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %Arg_16.622 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531827) %broadcast.729 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.722), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.730 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.700, f32[8192,2048]{1,0} %broadcast.729), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %broadcast.740 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.733), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.741 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.716, f32[8192,2048]{1,0} %broadcast.740), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.751 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.741), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.632 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.633 = f32[8192,2048]{1,0} broadcast(f32[] %constant.632), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.752 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.751, f32[8192,2048]{1,0} %broadcast.633), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.753 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.730, f32[8192,2048]{1,0} %add.752), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.624 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.625 = f32[8192,2048]{1,0} broadcast(f32[] %constant.624), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.757 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.753, f32[8192,2048]{1,0} %broadcast.625), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.761 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_16.622, f32[8192,2048]{1,0} %multiply.757), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %Arg_17.623 = s32[] parameter(17) +(CompileWorker pid=1531827) %add.762 = s32[] add(s32[] %Arg_17.623, s32[] %constant.681), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/training/train_state.py" source_line=77} +(CompileWorker pid=1531827) ROOT %tuple.763 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %add.691, f32[2048,8192]{1,0} %add.694, f32[2048]{0} %add.697, f32[8192,2048]{1,0} %add.700, f32[8192]{0} %add.704, /*index=5*/f32[2048,8192]{1,0} %add.708, f32[2048]{0} %add.712, f32[8192,2048]{1,0} %add.716, s32[] %select.719, f32[8192]{0} %add.758, /*index=10*/f32[2048,8192]{1,0} %add.759, f32[2048]{0} %add.760, f32[8192,2048]{1,0} %add.761, s32[] %add.762) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %stage_0_1_apply1.764 (Arg_0.765: f32[8192], Arg_1.766: f32[8192], Arg_2.767: f32[2048,8192], Arg_3.768: f32[2048,8192], Arg_4.769: f32[2048], Arg_5.770: f32[2048], Arg_6.771: f32[8192,2048], Arg_7.772: f32[8192,2048], Arg_8.773: f32[8192], Arg_9.774: f32[2048,8192], Arg_10.775: f32[2048], Arg_11.776: f32[8192,2048], Arg_12.777: s32[], Arg_13.778: f32[8192], Arg_14.779: f32[2048,8192], Arg_15.780: f32[2048], Arg_16.781: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531827) %Arg_0.765 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531827) %constant.836 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.837 = f32[8192]{0} broadcast(f32[] %constant.836), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %divide.843 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.765, f32[8192]{0} %broadcast.837), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %constant.828 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.829 = f32[8192]{0} broadcast(f32[] %constant.828), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.847 = f32[8192]{0} multiply(f32[8192]{0} %divide.843, f32[8192]{0} %broadcast.829), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_1.766 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531827) %constant.826 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.827 = f32[8192]{0} broadcast(f32[] %constant.826), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.848 = f32[8192]{0} multiply(f32[8192]{0} %Arg_1.766, f32[8192]{0} %broadcast.827), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.849 = f32[8192]{0} add(f32[8192]{0} %multiply.847, f32[8192]{0} %multiply.848), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_2.767 = f32[2048,8192]{1,0} parameter(2) +(CompileWorker pid=1531827) %constant.834 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.835 = f32[2048,8192]{1,0} broadcast(f32[] %constant.834), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %divide.844 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_2.767, f32[2048,8192]{1,0} %broadcast.835), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %constant.824 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.825 = f32[2048,8192]{1,0} broadcast(f32[] %constant.824), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.850 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.844, f32[2048,8192]{1,0} %broadcast.825), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_3.768 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531827) %constant.822 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.823 = f32[2048,8192]{1,0} broadcast(f32[] %constant.822), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.851 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_3.768, f32[2048,8192]{1,0} %broadcast.823), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.852 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.850, f32[2048,8192]{1,0} %multiply.851), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_4.769 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531827) %constant.832 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.833 = f32[2048]{0} broadcast(f32[] %constant.832), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %divide.845 = f32[2048]{0} divide(f32[2048]{0} %Arg_4.769, f32[2048]{0} %broadcast.833), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %constant.820 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.821 = f32[2048]{0} broadcast(f32[] %constant.820), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.853 = f32[2048]{0} multiply(f32[2048]{0} %divide.845, f32[2048]{0} %broadcast.821), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_5.770 = f32[2048]{0} parameter(5) +(CompileWorker pid=1531827) %constant.818 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.819 = f32[2048]{0} broadcast(f32[] %constant.818), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.854 = f32[2048]{0} multiply(f32[2048]{0} %Arg_5.770, f32[2048]{0} %broadcast.819), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.855 = f32[2048]{0} add(f32[2048]{0} %multiply.853, f32[2048]{0} %multiply.854), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_6.771 = f32[8192,2048]{1,0} parameter(6) +(CompileWorker pid=1531827) %constant.830 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.831 = f32[8192,2048]{1,0} broadcast(f32[] %constant.830), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %divide.846 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_6.771, f32[8192,2048]{1,0} %broadcast.831), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %constant.816 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.817 = f32[8192,2048]{1,0} broadcast(f32[] %constant.816), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.856 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.846, f32[8192,2048]{1,0} %broadcast.817), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %Arg_7.772 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531827) %constant.814 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.815 = f32[8192,2048]{1,0} broadcast(f32[] %constant.814), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.857 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_7.772, f32[8192,2048]{1,0} %broadcast.815), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.858 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.856, f32[8192,2048]{1,0} %multiply.857), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.859 = f32[8192]{0} multiply(f32[8192]{0} %divide.843, f32[8192]{0} %divide.843), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.812 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.813 = f32[8192]{0} broadcast(f32[] %constant.812), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.860 = f32[8192]{0} multiply(f32[8192]{0} %multiply.859, f32[8192]{0} %broadcast.813), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %Arg_8.773 = f32[8192]{0} parameter(8) +(CompileWorker pid=1531827) %constant.810 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.811 = f32[8192]{0} broadcast(f32[] %constant.810), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.861 = f32[8192]{0} multiply(f32[8192]{0} %Arg_8.773, f32[8192]{0} %broadcast.811), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.862 = f32[8192]{0} add(f32[8192]{0} %multiply.860, f32[8192]{0} %multiply.861), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.863 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.844, f32[2048,8192]{1,0} %divide.844), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.808 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.809 = f32[2048,8192]{1,0} broadcast(f32[] %constant.808), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.864 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.863, f32[2048,8192]{1,0} %broadcast.809), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %Arg_9.774 = f32[2048,8192]{1,0} parameter(9) +(CompileWorker pid=1531827) %constant.806 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.807 = f32[2048,8192]{1,0} broadcast(f32[] %constant.806), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.865 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_9.774, f32[2048,8192]{1,0} %broadcast.807), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.866 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.864, f32[2048,8192]{1,0} %multiply.865), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.867 = f32[2048]{0} multiply(f32[2048]{0} %divide.845, f32[2048]{0} %divide.845), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.804 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.805 = f32[2048]{0} broadcast(f32[] %constant.804), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.868 = f32[2048]{0} multiply(f32[2048]{0} %multiply.867, f32[2048]{0} %broadcast.805), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %Arg_10.775 = f32[2048]{0} parameter(10) +(CompileWorker pid=1531827) %constant.802 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.803 = f32[2048]{0} broadcast(f32[] %constant.802), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.869 = f32[2048]{0} multiply(f32[2048]{0} %Arg_10.775, f32[2048]{0} %broadcast.803), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.870 = f32[2048]{0} add(f32[2048]{0} %multiply.868, f32[2048]{0} %multiply.869), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.871 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.846, f32[8192,2048]{1,0} %divide.846), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.800 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.801 = f32[8192,2048]{1,0} broadcast(f32[] %constant.800), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.872 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.871, f32[8192,2048]{1,0} %broadcast.801), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %Arg_11.776 = f32[8192,2048]{1,0} parameter(11) +(CompileWorker pid=1531827) %constant.798 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.799 = f32[8192,2048]{1,0} broadcast(f32[] %constant.798), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.873 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_11.776, f32[8192,2048]{1,0} %broadcast.799), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.874 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.872, f32[8192,2048]{1,0} %multiply.873), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %Arg_12.777 = s32[] parameter(12) +(CompileWorker pid=1531827) %constant.840 = s32[] constant(2147483647) +(CompileWorker pid=1531827) %compare.875 = pred[] compare(s32[] %Arg_12.777, s32[] %constant.840), direction=LT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531827) %constant.839 = s32[] constant(1) +(CompileWorker pid=1531827) %add.876 = s32[] add(s32[] %Arg_12.777, s32[] %constant.839), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531827) %select.877 = s32[] select(pred[] %compare.875, s32[] %add.876, s32[] %constant.840), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531827) %Arg_13.778 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531827) %constant.838 = f32[] constant(1) +(CompileWorker pid=1531827) %constant.842 = f32[] constant(0.9) +(CompileWorker pid=1531827) %convert.878 = f32[] convert(s32[] %select.877), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %power.879 = f32[] power(f32[] %constant.842, f32[] %convert.878), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %subtract.880 = f32[] subtract(f32[] %constant.838, f32[] %power.879), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %broadcast.881 = f32[8192]{0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.882 = f32[8192]{0} divide(f32[8192]{0} %add.849, f32[8192]{0} %broadcast.881), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %constant.841 = f32[] constant(0.999) +(CompileWorker pid=1531827) %convert.889 = f32[] convert(s32[] %select.877), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %power.890 = f32[] power(f32[] %constant.841, f32[] %convert.889), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %subtract.891 = f32[] subtract(f32[] %constant.838, f32[] %power.890), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %broadcast.892 = f32[8192]{0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.893 = f32[8192]{0} divide(f32[8192]{0} %add.862, f32[8192]{0} %broadcast.892), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.900 = f32[8192]{0} sqrt(f32[8192]{0} %divide.893), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.796 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.797 = f32[8192]{0} broadcast(f32[] %constant.796), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.901 = f32[8192]{0} add(f32[8192]{0} %sqrt.900, f32[8192]{0} %broadcast.797), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.902 = f32[8192]{0} divide(f32[8192]{0} %divide.882, f32[8192]{0} %add.901), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.788 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.789 = f32[8192]{0} broadcast(f32[] %constant.788), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.912 = f32[8192]{0} multiply(f32[8192]{0} %divide.902, f32[8192]{0} %broadcast.789), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.916 = f32[8192]{0} add(f32[8192]{0} %Arg_13.778, f32[8192]{0} %multiply.912), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %Arg_14.779 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531827) %broadcast.883 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.884 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.852, f32[2048,8192]{1,0} %broadcast.883), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %broadcast.894 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.895 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.866, f32[2048,8192]{1,0} %broadcast.894), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.903 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.895), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.794 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.795 = f32[2048,8192]{1,0} broadcast(f32[] %constant.794), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.904 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.903, f32[2048,8192]{1,0} %broadcast.795), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.905 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.884, f32[2048,8192]{1,0} %add.904), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.786 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.787 = f32[2048,8192]{1,0} broadcast(f32[] %constant.786), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.913 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.905, f32[2048,8192]{1,0} %broadcast.787), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.917 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_14.779, f32[2048,8192]{1,0} %multiply.913), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %Arg_15.780 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531827) %broadcast.885 = f32[2048]{0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.886 = f32[2048]{0} divide(f32[2048]{0} %add.855, f32[2048]{0} %broadcast.885), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %broadcast.896 = f32[2048]{0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.897 = f32[2048]{0} divide(f32[2048]{0} %add.870, f32[2048]{0} %broadcast.896), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.906 = f32[2048]{0} sqrt(f32[2048]{0} %divide.897), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.792 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.793 = f32[2048]{0} broadcast(f32[] %constant.792), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.907 = f32[2048]{0} add(f32[2048]{0} %sqrt.906, f32[2048]{0} %broadcast.793), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.908 = f32[2048]{0} divide(f32[2048]{0} %divide.886, f32[2048]{0} %add.907), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.784 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.785 = f32[2048]{0} broadcast(f32[] %constant.784), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.914 = f32[2048]{0} multiply(f32[2048]{0} %divide.908, f32[2048]{0} %broadcast.785), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.918 = f32[2048]{0} add(f32[2048]{0} %Arg_15.780, f32[2048]{0} %multiply.914), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %Arg_16.781 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531827) %broadcast.887 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.880), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.888 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.858, f32[8192,2048]{1,0} %broadcast.887), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %broadcast.898 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.891), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.899 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.874, f32[8192,2048]{1,0} %broadcast.898), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.909 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.899), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.790 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.791 = f32[8192,2048]{1,0} broadcast(f32[] %constant.790), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.910 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.909, f32[8192,2048]{1,0} %broadcast.791), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.911 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.888, f32[8192,2048]{1,0} %add.910), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.782 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.783 = f32[8192,2048]{1,0} broadcast(f32[] %constant.782), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.915 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.911, f32[8192,2048]{1,0} %broadcast.783), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.919 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_16.781, f32[8192,2048]{1,0} %multiply.915), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) ROOT %tuple.920 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %add.849, f32[2048,8192]{1,0} %add.852, f32[2048]{0} %add.855, f32[8192,2048]{1,0} %add.858, f32[8192]{0} %add.862, /*index=5*/f32[2048,8192]{1,0} %add.866, f32[2048]{0} %add.870, f32[8192,2048]{1,0} %add.874, s32[] %select.877, f32[8192]{0} %add.916, /*index=10*/f32[2048,8192]{1,0} %add.917, f32[2048]{0} %add.918, f32[8192,2048]{1,0} %add.919) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %stage_0_1_apply_grad.921 (Arg_0.922: f32[8192], Arg_1.923: f32[2048,8192], Arg_2.924: f32[2048], Arg_3.925: f32[8192,2048], Arg_4.926: f32[8192], Arg_5.927: f32[2048,8192], Arg_6.928: f32[2048], Arg_7.929: f32[8192,2048], Arg_8.930: s32[], Arg_9.931: f32[8192], Arg_10.932: f32[2048,8192], Arg_11.933: f32[2048], Arg_12.934: f32[8192,2048], Arg_13.935: s32[], Arg_14.936: f32[8192], Arg_15.937: f32[2048,8192], Arg_16.938: f32[2048], Arg_17.939: f32[8192,2048], Arg_18.940: f32[8192], Arg_19.941: f32[2048,8192], Arg_20.942: f32[2048], Arg_21.943: f32[8192,2048], Arg_22.944: f32[8192], Arg_23.945: f32[2048,8192], Arg_24.946: f32[2048], Arg_25.947: f32[8192,2048], Arg_26.948: f32[8192], Arg_27.949: f32[2048,8192], Arg_28.950: f32[2048], Arg_29.951: f32[8192,2048], Arg_30.952: f32[8192], Arg_31.953: f32[2048,8192], Arg_32.954: f32[2048], Arg_33.955: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { +(CompileWorker pid=1531827) %Arg_26.948 = f32[8192]{0} parameter(26) +(CompileWorker pid=1531827) %Arg_0.922 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531827) %Arg_27.949 = f32[2048,8192]{1,0} parameter(27) +(CompileWorker pid=1531827) %Arg_1.923 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_28.950 = f32[2048]{0} parameter(28) +(CompileWorker pid=1531827) %Arg_2.924 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531827) %Arg_29.951 = f32[8192,2048]{1,0} parameter(29) +(CompileWorker pid=1531827) %Arg_3.925 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.926 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.927 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.928 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.929 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531827) %Arg_8.930 = s32[] parameter(8) +(CompileWorker pid=1531827) %Arg_9.931 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531827) %Arg_10.932 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531827) %Arg_11.933 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531827) %Arg_12.934 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531827) %Arg_13.935 = s32[] parameter(13) +(CompileWorker pid=1531827) %call.956 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) call(f32[8192]{0} %Arg_26.948, f32[8192]{0} %Arg_0.922, f32[2048,8192]{1,0} %Arg_27.949, f32[2048,8192]{1,0} %Arg_1.923, f32[2048]{0} %Arg_28.950, /*index=5*/f32[2048]{0} %Arg_2.924, f32[8192,2048]{1,0} %Arg_29.951, f32[8192,2048]{1,0} %Arg_3.925, f32[8192]{0} %Arg_4.926, f32[2048,8192]{1,0} %Arg_5.927, /*index=10*/f32[2048]{0} %Arg_6.928, f32[8192,2048]{1,0} %Arg_7.929, s32[] %Arg_8.930, f32[8192]{0} %Arg_9.931, f32[2048,8192]{1,0} %Arg_10.932, /*index=15*/f32[2048]{0} %Arg_11.933, f32[8192,2048]{1,0} %Arg_12.934, s32[] %Arg_13.935), to_apply=%stage_0_1_apply0.605 +(CompileWorker pid=1531827) %get-tuple-element.965 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=8 +(CompileWorker pid=1531827) %get-tuple-element.957 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=0 +(CompileWorker pid=1531827) %get-tuple-element.958 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=1 +(CompileWorker pid=1531827) %get-tuple-element.959 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=2 +(CompileWorker pid=1531827) %get-tuple-element.960 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=3 +(CompileWorker pid=1531827) %get-tuple-element.961 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=4 +(CompileWorker pid=1531827) %get-tuple-element.962 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=5 +(CompileWorker pid=1531827) %get-tuple-element.963 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=6 +(CompileWorker pid=1531827) %get-tuple-element.964 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=7 +(CompileWorker pid=1531827) %Arg_30.952 = f32[8192]{0} parameter(30) +(CompileWorker pid=1531827) %Arg_14.936 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531827) %Arg_31.953 = f32[2048,8192]{1,0} parameter(31) +(CompileWorker pid=1531827) %Arg_15.937 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531827) %Arg_32.954 = f32[2048]{0} parameter(32) +(CompileWorker pid=1531827) %Arg_16.938 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531827) %Arg_33.955 = f32[8192,2048]{1,0} parameter(33) +(CompileWorker pid=1531827) %Arg_17.939 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531827) %Arg_18.940 = f32[8192]{0} parameter(18) +(CompileWorker pid=1531827) %Arg_19.941 = f32[2048,8192]{1,0} parameter(19) +(CompileWorker pid=1531827) %Arg_20.942 = f32[2048]{0} parameter(20) +(CompileWorker pid=1531827) %Arg_21.943 = f32[8192,2048]{1,0} parameter(21) +(CompileWorker pid=1531827) %Arg_22.944 = f32[8192]{0} parameter(22) +(CompileWorker pid=1531827) %Arg_23.945 = f32[2048,8192]{1,0} parameter(23) +(CompileWorker pid=1531827) %Arg_24.946 = f32[2048]{0} parameter(24) +(CompileWorker pid=1531827) %Arg_25.947 = f32[8192,2048]{1,0} parameter(25) +(CompileWorker pid=1531827) %call.971 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_30.952, f32[8192]{0} %Arg_14.936, f32[2048,8192]{1,0} %Arg_31.953, f32[2048,8192]{1,0} %Arg_15.937, f32[2048]{0} %Arg_32.954, /*index=5*/f32[2048]{0} %Arg_16.938, f32[8192,2048]{1,0} %Arg_33.955, f32[8192,2048]{1,0} %Arg_17.939, f32[8192]{0} %Arg_18.940, f32[2048,8192]{1,0} %Arg_19.941, /*index=10*/f32[2048]{0} %Arg_20.942, f32[8192,2048]{1,0} %Arg_21.943, s32[] %Arg_8.930, f32[8192]{0} %Arg_22.944, f32[2048,8192]{1,0} %Arg_23.945, /*index=15*/f32[2048]{0} %Arg_24.946, f32[8192,2048]{1,0} %Arg_25.947), to_apply=%stage_0_1_apply1.764 +(CompileWorker pid=1531827) %get-tuple-element.980 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=8 +(CompileWorker pid=1531827) %get-tuple-element.966 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=9 +(CompileWorker pid=1531827) %get-tuple-element.967 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=10 +(CompileWorker pid=1531827) %get-tuple-element.968 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=11 +(CompileWorker pid=1531827) %get-tuple-element.969 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=12 +(CompileWorker pid=1531827) %get-tuple-element.970 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %call.956), index=13 +(CompileWorker pid=1531827) %get-tuple-element.972 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=0 +(CompileWorker pid=1531827) %get-tuple-element.973 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=1 +(CompileWorker pid=1531827) %get-tuple-element.974 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=2 +(CompileWorker pid=1531827) %get-tuple-element.975 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=3 +(CompileWorker pid=1531827) %get-tuple-element.976 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=4 +(CompileWorker pid=1531827) %get-tuple-element.977 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=5 +(CompileWorker pid=1531827) %get-tuple-element.978 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=6 +(CompileWorker pid=1531827) %get-tuple-element.979 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=7 +(CompileWorker pid=1531827) %get-tuple-element.981 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=9 +(CompileWorker pid=1531827) %get-tuple-element.982 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=10 +(CompileWorker pid=1531827) %get-tuple-element.983 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=11 +(CompileWorker pid=1531827) %get-tuple-element.984 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.971), index=12 +(CompileWorker pid=1531827) ROOT %tuple.985 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.957, f32[2048,8192]{1,0} %get-tuple-element.958, f32[2048]{0} %get-tuple-element.959, f32[8192,2048]{1,0} %get-tuple-element.960, f32[8192]{0} %get-tuple-element.961, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.962, f32[2048]{0} %get-tuple-element.963, f32[8192,2048]{1,0} %get-tuple-element.964, s32[] %get-tuple-element.980, f32[8192]{0} %get-tuple-element.966, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.967, f32[2048]{0} %get-tuple-element.968, f32[8192,2048]{1,0} %get-tuple-element.969, s32[] %get-tuple-element.970, f32[8192]{0} %get-tuple-element.972, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.973, f32[2048]{0} %get-tuple-element.974, f32[8192,2048]{1,0} %get-tuple-element.975, f32[8192]{0} %get-tuple-element.976, f32[2048,8192]{1,0} %get-tuple-element.977, /*index=20*/f32[2048]{0} %get-tuple-element.978, f32[8192,2048]{1,0} %get-tuple-element.979, f32[8192]{0} %get-tuple-element.981, f32[2048,8192]{1,0} %get-tuple-element.982, f32[2048]{0} %get-tuple-element.983, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.984) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %xla_fallback_pipeline_marker_4.1013 (Arg_0.1014: f32[8192], Arg_1.1015: f32[2048,8192], Arg_2.1016: f32[2048], Arg_3.1017: f32[8192,2048], Arg_4.1018: f32[8192], Arg_5.1019: f32[2048,8192], Arg_6.1020: f32[2048], Arg_7.1021: f32[8192,2048], Arg_8.1022: s32[], Arg_9.1023: f32[8192], Arg_10.1024: f32[2048,8192], Arg_11.1025: f32[2048], Arg_12.1026: f32[8192,2048], Arg_13.1027: s32[], Arg_14.1028: f32[8192], Arg_15.1029: f32[2048,8192], Arg_16.1030: f32[2048], Arg_17.1031: f32[8192,2048], Arg_18.1032: f32[8192], Arg_19.1033: f32[2048,8192], Arg_20.1034: f32[2048], Arg_21.1035: f32[8192,2048], Arg_22.1036: f32[8192], Arg_23.1037: f32[2048,8192], Arg_24.1038: f32[2048], Arg_25.1039: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { +(CompileWorker pid=1531827) %Arg_0.1014 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.1015 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.1016 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.1017 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.1018 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.1019 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.1020 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.1021 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531827) %Arg_8.1022 = s32[] parameter(8) +(CompileWorker pid=1531827) %Arg_9.1023 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531827) %Arg_10.1024 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531827) %Arg_11.1025 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531827) %Arg_12.1026 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531827) %Arg_13.1027 = s32[] parameter(13) +(CompileWorker pid=1531827) %Arg_14.1028 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531827) %Arg_15.1029 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531827) %Arg_16.1030 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531827) %Arg_17.1031 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531827) %Arg_18.1032 = f32[8192]{0} parameter(18) +(CompileWorker pid=1531827) %Arg_19.1033 = f32[2048,8192]{1,0} parameter(19) +(CompileWorker pid=1531827) %Arg_20.1034 = f32[2048]{0} parameter(20) +(CompileWorker pid=1531827) %Arg_21.1035 = f32[8192,2048]{1,0} parameter(21) +(CompileWorker pid=1531827) %Arg_22.1036 = f32[8192]{0} parameter(22) +(CompileWorker pid=1531827) %Arg_23.1037 = f32[2048,8192]{1,0} parameter(23) +(CompileWorker pid=1531827) %Arg_24.1038 = f32[2048]{0} parameter(24) +(CompileWorker pid=1531827) %Arg_25.1039 = f32[8192,2048]{1,0} parameter(25) +(CompileWorker pid=1531827) %tuple.1040 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.1014, f32[2048,8192]{1,0} %Arg_1.1015, f32[2048]{0} %Arg_2.1016, f32[8192,2048]{1,0} %Arg_3.1017, f32[8192]{0} %Arg_4.1018, /*index=5*/f32[2048,8192]{1,0} %Arg_5.1019, f32[2048]{0} %Arg_6.1020, f32[8192,2048]{1,0} %Arg_7.1021, s32[] %Arg_8.1022, f32[8192]{0} %Arg_9.1023, /*index=10*/f32[2048,8192]{1,0} %Arg_10.1024, f32[2048]{0} %Arg_11.1025, f32[8192,2048]{1,0} %Arg_12.1026, s32[] %Arg_13.1027, f32[8192]{0} %Arg_14.1028, /*index=15*/f32[2048,8192]{1,0} %Arg_15.1029, f32[2048]{0} %Arg_16.1030, f32[8192,2048]{1,0} %Arg_17.1031, f32[8192]{0} %Arg_18.1032, f32[2048,8192]{1,0} %Arg_19.1033, /*index=20*/f32[2048]{0} %Arg_20.1034, f32[8192,2048]{1,0} %Arg_21.1035, f32[8192]{0} %Arg_22.1036, f32[2048,8192]{1,0} %Arg_23.1037, f32[2048]{0} %Arg_24.1038, /*index=25*/f32[8192,2048]{1,0} %Arg_25.1039), metadata={op_name="tuple.27"} +(CompileWorker pid=1531827) ROOT %custom-call.1041 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.1040), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_0_1_apply_grad$end"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %pipeline_marker_4.1042 (Arg_0.1043: f32[8192], Arg_1.1044: f32[2048,8192], Arg_2.1045: f32[2048], Arg_3.1046: f32[8192,2048], Arg_4.1047: f32[8192], Arg_5.1048: f32[2048,8192], Arg_6.1049: f32[2048], Arg_7.1050: f32[8192,2048], Arg_8.1051: s32[], Arg_9.1052: f32[8192], Arg_10.1053: f32[2048,8192], Arg_11.1054: f32[2048], Arg_12.1055: f32[8192,2048], Arg_13.1056: s32[], Arg_14.1057: f32[8192], Arg_15.1058: f32[2048,8192], Arg_16.1059: f32[2048], Arg_17.1060: f32[8192,2048], Arg_18.1061: f32[8192], Arg_19.1062: f32[2048,8192], Arg_20.1063: f32[2048], Arg_21.1064: f32[8192,2048], Arg_22.1065: f32[8192], Arg_23.1066: f32[2048,8192], Arg_24.1067: f32[2048], Arg_25.1068: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { +(CompileWorker pid=1531827) %Arg_0.1043 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531827) %Arg_1.1044 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531827) %Arg_2.1045 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531827) %Arg_3.1046 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531827) %Arg_4.1047 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531827) %Arg_5.1048 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531827) %Arg_6.1049 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531827) %Arg_7.1050 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531827) %Arg_8.1051 = s32[] parameter(8) +(CompileWorker pid=1531827) %Arg_9.1052 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531827) %Arg_10.1053 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531827) %Arg_11.1054 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531827) %Arg_12.1055 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531827) %Arg_13.1056 = s32[] parameter(13) +(CompileWorker pid=1531827) %Arg_14.1057 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531827) %Arg_15.1058 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531827) %Arg_16.1059 = f32[2048]{0} parameter(16) +(CompileWorker pid=1531827) %Arg_17.1060 = f32[8192,2048]{1,0} parameter(17) +(CompileWorker pid=1531827) %Arg_18.1061 = f32[8192]{0} parameter(18) +(CompileWorker pid=1531827) %Arg_19.1062 = f32[2048,8192]{1,0} parameter(19) +(CompileWorker pid=1531827) %Arg_20.1063 = f32[2048]{0} parameter(20) +(CompileWorker pid=1531827) %Arg_21.1064 = f32[8192,2048]{1,0} parameter(21) +(CompileWorker pid=1531827) %Arg_22.1065 = f32[8192]{0} parameter(22) +(CompileWorker pid=1531827) %Arg_23.1066 = f32[2048,8192]{1,0} parameter(23) +(CompileWorker pid=1531827) %Arg_24.1067 = f32[2048]{0} parameter(24) +(CompileWorker pid=1531827) %Arg_25.1068 = f32[8192,2048]{1,0} parameter(25) +(CompileWorker pid=1531827) %call.1069 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.1043, f32[2048,8192]{1,0} %Arg_1.1044, f32[2048]{0} %Arg_2.1045, f32[8192,2048]{1,0} %Arg_3.1046, f32[8192]{0} %Arg_4.1047, /*index=5*/f32[2048,8192]{1,0} %Arg_5.1048, f32[2048]{0} %Arg_6.1049, f32[8192,2048]{1,0} %Arg_7.1050, s32[] %Arg_8.1051, f32[8192]{0} %Arg_9.1052, /*index=10*/f32[2048,8192]{1,0} %Arg_10.1053, f32[2048]{0} %Arg_11.1054, f32[8192,2048]{1,0} %Arg_12.1055, s32[] %Arg_13.1056, f32[8192]{0} %Arg_14.1057, /*index=15*/f32[2048,8192]{1,0} %Arg_15.1058, f32[2048]{0} %Arg_16.1059, f32[8192,2048]{1,0} %Arg_17.1060, f32[8192]{0} %Arg_18.1061, f32[2048,8192]{1,0} %Arg_19.1062, /*index=20*/f32[2048]{0} %Arg_20.1063, f32[8192,2048]{1,0} %Arg_21.1064, f32[8192]{0} %Arg_22.1065, f32[2048,8192]{1,0} %Arg_23.1066, f32[2048]{0} %Arg_24.1067, /*index=25*/f32[8192,2048]{1,0} %Arg_25.1068), to_apply=%xla_fallback_pipeline_marker_4.1013 +(CompileWorker pid=1531827) %get-tuple-element.1070 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=0, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1071 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=1, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1072 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=2, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1073 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=3, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1074 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=4, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1075 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=5, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1076 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=6, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1077 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=7, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1078 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=8, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1079 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=9, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1080 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=10, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1081 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=11, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1082 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=12, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1083 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=13, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1084 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=14, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1085 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=15, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1086 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=16, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1087 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=17, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1088 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=18, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1089 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=19, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1090 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=20, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1091 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=21, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1092 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=22, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1093 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=23, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1094 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=24, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) %get-tuple-element.1095 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1069), index=25, metadata={op_name="parallelize(stage_0_1)/jit(main)/pipeline_marker[name=stage_0_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531827) ROOT %tuple.1096 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.1070, f32[2048,8192]{1,0} %get-tuple-element.1071, f32[2048]{0} %get-tuple-element.1072, f32[8192,2048]{1,0} %get-tuple-element.1073, f32[8192]{0} %get-tuple-element.1074, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.1075, f32[2048]{0} %get-tuple-element.1076, f32[8192,2048]{1,0} %get-tuple-element.1077, s32[] %get-tuple-element.1078, f32[8192]{0} %get-tuple-element.1079, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.1080, f32[2048]{0} %get-tuple-element.1081, f32[8192,2048]{1,0} %get-tuple-element.1082, s32[] %get-tuple-element.1083, f32[8192]{0} %get-tuple-element.1084, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.1085, f32[2048]{0} %get-tuple-element.1086, f32[8192,2048]{1,0} %get-tuple-element.1087, f32[8192]{0} %get-tuple-element.1088, f32[2048,8192]{1,0} %get-tuple-element.1089, /*index=20*/f32[2048]{0} %get-tuple-element.1090, f32[8192,2048]{1,0} %get-tuple-element.1091, f32[8192]{0} %get-tuple-element.1092, f32[2048,8192]{1,0} %get-tuple-element.1093, f32[2048]{0} %get-tuple-element.1094, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.1095) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) ENTRY %main.1125 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[8192], Arg_2.3: f32[8192,2048], Arg_3.4: f32[2048], Arg_4.5: f32[2048,8192], Arg_5.6: f32[8192], Arg_6.7: f32[8192,2048], Arg_7.8: f32[2048], Arg_8.9: f32[2048], Arg_9.10: f32[8192,2048], Arg_10.11: f32[8192], Arg_11.12: f32[2048,8192], Arg_12.13: f32[2048], Arg_13.14: f32[8192,2048], Arg_14.15: f32[8192], Arg_15.16: f32[2048,8192], Arg_16.17: f32[8192], Arg_17.18: f32[2048,8192], Arg_18.19: f32[2048], Arg_19.20: f32[8192,2048], Arg_20.21: f32[8192], Arg_21.22: f32[2048,8192], Arg_22.23: f32[2048], Arg_23.24: f32[8192,2048], Arg_24.25: s32[], Arg_25.26: s32[], Arg_26.27: f32[8192], Arg_27.28: f32[2048,8192], Arg_28.29: f32[2048], Arg_29.30: f32[8192,2048], Arg_30.31: f32[8192], Arg_31.32: f32[2048,8192], Arg_32.33: f32[2048], Arg_33.34: f32[8192,2048], Arg_34.35: f32[128,2048], Arg_35.36: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[2048,8192], /*index=5*/f32[8192], f32[8192,2048], f32[2048], f32[2048], f32[8192,2048], /*index=10*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=15*/f32[2048,8192], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=20*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], s32[], /*index=25*/s32[], f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], /*index=30*/f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[128,2048], /*index=35*/pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], pred[128,2048], /*index=40*/f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531827) %Arg_16.17 = f32[8192]{0} parameter(16) +(CompileWorker pid=1531827) %Arg_17.18 = f32[2048,8192]{1,0} parameter(17) +(CompileWorker pid=1531827) %Arg_18.19 = f32[2048]{0} parameter(18) +(CompileWorker pid=1531827) %Arg_19.20 = f32[8192,2048]{1,0} parameter(19) +(CompileWorker pid=1531827) %Arg_20.21 = f32[8192]{0} parameter(20) +(CompileWorker pid=1531827) %Arg_21.22 = f32[2048,8192]{1,0} parameter(21) +(CompileWorker pid=1531827) %Arg_22.23 = f32[2048]{0} parameter(22) +(CompileWorker pid=1531827) %Arg_23.24 = f32[8192,2048]{1,0} parameter(23) +(CompileWorker pid=1531827) %Arg_24.25 = s32[] parameter(24) +(CompileWorker pid=1531827) %Arg_1.2 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531827) %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531827) %Arg_3.4 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531827) %Arg_2.3 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531827) %Arg_25.26 = s32[] parameter(25) +(CompileWorker pid=1531827) %Arg_26.27 = f32[8192]{0} parameter(26) +(CompileWorker pid=1531827) %Arg_27.28 = f32[2048,8192]{1,0} parameter(27) +(CompileWorker pid=1531826) hlo module before auto shard pass: HloModule stage_1_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias), {8}: (8, {}, may-alias), {9}: (9, {}, may-alias), {10}: (10, {}, may-alias), {11}: (11, {}, may-alias), {12}: (12, {}, may-alias), {13}: (13, {}, may-alias), {14}: (14, {}, may-alias), {15}: (15, {}, may-alias), {16}: (16, {}, may-alias) }, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[128,2048]{1,0},f32[128,2048]{1,0})->(f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=10*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=15*/f32[8192,2048]{1,0}, s32[], f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, /*index=20*/pred[128,8192]{1,0}, f32[128,2048]{1,0})} +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %xla_fallback_pipeline_marker.20 (Arg_0.21: f32[128,2048], Arg_1.22: f32[2048,8192], Arg_2.23: f32[8192], Arg_3.24: f32[8192,2048], Arg_4.25: f32[2048], Arg_5.26: f32[128,2048]) -> (f32[128,2048], f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], /*index=5*/f32[128,2048]) { +(CompileWorker pid=1531826) %Arg_0.21 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.22 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.23 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.24 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.25 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531826) %Arg_5.26 = f32[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531826) %tuple.27 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) tuple(f32[128,2048]{1,0} %Arg_0.21, f32[2048,8192]{1,0} %Arg_1.22, f32[8192]{0} %Arg_2.23, f32[8192,2048]{1,0} %Arg_3.24, f32[2048]{0} %Arg_4.25, /*index=5*/f32[128,2048]{1,0} %Arg_5.26), metadata={op_name="tuple.7"} +(CompileWorker pid=1531826) ROOT %custom-call.28 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) custom-call((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.27), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_1_1_acc_grad_0$start"}, backend_config="\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %pipeline_marker.29 (Arg_0.30: f32[128,2048], Arg_1.31: f32[2048,8192], Arg_2.32: f32[8192], Arg_3.33: f32[8192,2048], Arg_4.34: f32[2048], Arg_5.35: f32[128,2048]) -> (f32[128,2048], f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], /*index=5*/f32[128,2048]) { +(CompileWorker pid=1531826) %Arg_0.30 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.31 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.32 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.33 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.34 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531826) %Arg_5.35 = f32[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531826) %call.36 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) call(f32[128,2048]{1,0} %Arg_0.30, f32[2048,8192]{1,0} %Arg_1.31, f32[8192]{0} %Arg_2.32, f32[8192,2048]{1,0} %Arg_3.33, f32[2048]{0} %Arg_4.34, /*index=5*/f32[128,2048]{1,0} %Arg_5.35), to_apply=%xla_fallback_pipeline_marker.20 +(CompileWorker pid=1531826) %get-tuple-element.37 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.36), index=0, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.38 = f32[2048,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.36), index=1, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.39 = f32[8192]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.36), index=2, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.40 = f32[8192,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.36), index=3, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.41 = f32[2048]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.36), index=4, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.42 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.36), index=5, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=start]"} +(CompileWorker pid=1531826) ROOT %tuple.43 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.37, f32[2048,8192]{1,0} %get-tuple-element.38, f32[8192]{0} %get-tuple-element.39, f32[8192,2048]{1,0} %get-tuple-element.40, f32[2048]{0} %get-tuple-element.41, /*index=5*/f32[128,2048]{1,0} %get-tuple-element.42) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %stage_1_1_acc_grad_00.51 (Arg_0.52: f32[128,2048], Arg_1.53: f32[2048,8192], Arg_2.54: f32[8192], Arg_3.55: f32[8192,2048], Arg_4.56: f32[2048], Arg_5.57: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531826) %Arg_0.52 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.53 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531826) %dot.64 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %Arg_0.52, f32[2048,8192]{1,0} %Arg_1.53), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %Arg_2.54 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531826) %reshape.65 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_2.54), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %broadcast.66 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.65), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %reshape.67 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.66), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %broadcast.68 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.67), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %add.69 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.64, f32[128,8192]{1,0} %broadcast.68), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %constant.62 = f32[] constant(0) +(CompileWorker pid=1531826) %broadcast.63 = f32[128,8192]{1,0} broadcast(f32[] %constant.62), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %maximum.70 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.69, f32[128,8192]{1,0} %broadcast.63), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %Arg_3.55 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531826) %dot.72 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.70, f32[8192,2048]{1,0} %Arg_3.55), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %Arg_4.56 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531826) %reshape.73 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_4.56), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %broadcast.74 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.73), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %reshape.75 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.74), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %broadcast.76 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.75), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %add.77 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.72, f32[128,2048]{1,0} %broadcast.76), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %constant.60 = f32[] constant(0) +(CompileWorker pid=1531826) %broadcast.61 = f32[128,2048]{1,0} broadcast(f32[] %constant.60), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %maximum.78 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.77, f32[128,2048]{1,0} %broadcast.61), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %Arg_5.57 = f32[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531826) %subtract.80 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.78, f32[128,2048]{1,0} %Arg_5.57), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %constant.58 = f32[] constant(2) +(CompileWorker pid=1531826) %broadcast.59 = f32[128,2048]{1,0} broadcast(f32[] %constant.58), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %multiply.81 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.80, f32[128,2048]{1,0} %broadcast.59), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %compare.79 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.77, f32[128,2048]{1,0} %broadcast.61), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %compare.71 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.69, f32[128,8192]{1,0} %broadcast.63), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) ROOT %tuple.82 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.81, pred[128,2048]{1,0} %compare.79, f32[128,8192]{1,0} %maximum.70, pred[128,8192]{1,0} %compare.71) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %stage_1_1_acc_grad_0.83 (Arg_0.84: f32[128,2048], Arg_1.85: f32[2048,8192], Arg_2.86: f32[8192], Arg_3.87: f32[8192,2048], Arg_4.88: f32[2048], Arg_5.89: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531826) %Arg_0.84 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.85 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.86 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.87 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.88 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531826) %Arg_5.89 = f32[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531826) %call.90 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %Arg_0.84, f32[2048,8192]{1,0} %Arg_1.85, f32[8192]{0} %Arg_2.86, f32[8192,2048]{1,0} %Arg_3.87, f32[2048]{0} %Arg_4.88, /*index=5*/f32[128,2048]{1,0} %Arg_5.89), to_apply=%stage_1_1_acc_grad_00.51 +(CompileWorker pid=1531826) %get-tuple-element.91 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.90), index=0 +(CompileWorker pid=1531826) %get-tuple-element.92 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.90), index=1 +(CompileWorker pid=1531826) %get-tuple-element.93 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.90), index=2 +(CompileWorker pid=1531826) %get-tuple-element.94 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.90), index=3 +(CompileWorker pid=1531826) ROOT %tuple.95 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.91, pred[128,2048]{1,0} %get-tuple-element.92, f32[128,8192]{1,0} %get-tuple-element.93, pred[128,8192]{1,0} %get-tuple-element.94) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %xla_fallback_pipeline_marker_0.101 (Arg_0.102: f32[128,2048], Arg_1.103: pred[128,2048], Arg_2.104: f32[128,8192], Arg_3.105: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531826) %Arg_0.102 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.103 = pred[128,2048]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.104 = f32[128,8192]{1,0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.105 = pred[128,8192]{1,0} parameter(3) +(CompileWorker pid=1531826) %tuple.106 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %Arg_0.102, pred[128,2048]{1,0} %Arg_1.103, f32[128,8192]{1,0} %Arg_2.104, pred[128,8192]{1,0} %Arg_3.105), metadata={op_name="tuple.5"} +(CompileWorker pid=1531826) ROOT %custom-call.107 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) custom-call((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.106), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_1_1_acc_grad_0$end"}, backend_config="\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %pipeline_marker_0.108 (Arg_0.109: f32[128,2048], Arg_1.110: pred[128,2048], Arg_2.111: f32[128,8192], Arg_3.112: pred[128,8192]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531826) %Arg_0.109 = f32[128,2048]{1,0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.110 = pred[128,2048]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.111 = f32[128,8192]{1,0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.112 = pred[128,8192]{1,0} parameter(3) +(CompileWorker pid=1531826) %call.113 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %Arg_0.109, pred[128,2048]{1,0} %Arg_1.110, f32[128,8192]{1,0} %Arg_2.111, pred[128,8192]{1,0} %Arg_3.112), to_apply=%xla_fallback_pipeline_marker_0.101 +(CompileWorker pid=1531826) %get-tuple-element.114 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.113), index=0, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.115 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.113), index=1, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.116 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.113), index=2, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.117 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.113), index=3, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_0 mark_type=end]"} +(CompileWorker pid=1531826) ROOT %tuple.118 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.114, pred[128,2048]{1,0} %get-tuple-element.115, f32[128,8192]{1,0} %get-tuple-element.116, pred[128,8192]{1,0} %get-tuple-element.117) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %xla_fallback_pipeline_marker_1.124 (Arg_0.125: f32[2048], Arg_1.126: f32[8192,2048], Arg_2.127: f32[8192], Arg_3.128: f32[2048,8192], Arg_4.129: f32[128,2048], Arg_5.130: pred[128,2048], Arg_6.131: f32[128,8192], Arg_7.132: pred[128,8192], Arg_8.133: f32[8192,2048], Arg_9.134: f32[128,2048], Arg_10.135: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192], f32[8192,2048], f32[128,2048], /*index=10*/f32[2048,8192]) { +(CompileWorker pid=1531826) %Arg_0.125 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.126 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.127 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.128 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.129 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531826) %Arg_5.130 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531826) %Arg_6.131 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531826) %Arg_7.132 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531826) %Arg_8.133 = f32[8192,2048]{1,0} parameter(8) +(CompileWorker pid=1531826) %Arg_9.134 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531826) %Arg_10.135 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531826) %tuple.136 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) tuple(f32[2048]{0} %Arg_0.125, f32[8192,2048]{1,0} %Arg_1.126, f32[8192]{0} %Arg_2.127, f32[2048,8192]{1,0} %Arg_3.128, f32[128,2048]{1,0} %Arg_4.129, /*index=5*/pred[128,2048]{1,0} %Arg_5.130, f32[128,8192]{1,0} %Arg_6.131, pred[128,8192]{1,0} %Arg_7.132, f32[8192,2048]{1,0} %Arg_8.133, f32[128,2048]{1,0} %Arg_9.134, /*index=10*/f32[2048,8192]{1,0} %Arg_10.135), metadata={op_name="tuple.12"} +(CompileWorker pid=1531826) ROOT %custom-call.137 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.136), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_1_1_acc_grad_1$start"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\004\000\000\000\000\000\000\000@\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %pipeline_marker_1.138 (Arg_0.139: f32[2048], Arg_1.140: f32[8192,2048], Arg_2.141: f32[8192], Arg_3.142: f32[2048,8192], Arg_4.143: f32[128,2048], Arg_5.144: pred[128,2048], Arg_6.145: f32[128,8192], Arg_7.146: pred[128,8192], Arg_8.147: f32[8192,2048], Arg_9.148: f32[128,2048], Arg_10.149: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192], f32[8192,2048], f32[128,2048], /*index=10*/f32[2048,8192]) { +(CompileWorker pid=1531826) %Arg_0.139 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.140 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.141 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.142 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.143 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531826) %Arg_5.144 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531826) %Arg_6.145 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531826) %Arg_7.146 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531826) %Arg_8.147 = f32[8192,2048]{1,0} parameter(8) +(CompileWorker pid=1531826) %Arg_9.148 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531826) %Arg_10.149 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531826) %call.150 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_0.139, f32[8192,2048]{1,0} %Arg_1.140, f32[8192]{0} %Arg_2.141, f32[2048,8192]{1,0} %Arg_3.142, f32[128,2048]{1,0} %Arg_4.143, /*index=5*/pred[128,2048]{1,0} %Arg_5.144, f32[128,8192]{1,0} %Arg_6.145, pred[128,8192]{1,0} %Arg_7.146, f32[8192,2048]{1,0} %Arg_8.147, f32[128,2048]{1,0} %Arg_9.148, /*index=10*/f32[2048,8192]{1,0} %Arg_10.149), to_apply=%xla_fallback_pipeline_marker_1.124 +(CompileWorker pid=1531826) %get-tuple-element.151 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=0, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.152 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=1, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.153 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=2, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.154 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=3, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.155 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=4, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.156 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=5, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.157 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=6, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.158 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=7, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.159 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=8, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.160 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=9, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.161 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.150), index=10, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=start]"} +(CompileWorker pid=1531826) ROOT %tuple.162 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.151, f32[8192,2048]{1,0} %get-tuple-element.152, f32[8192]{0} %get-tuple-element.153, f32[2048,8192]{1,0} %get-tuple-element.154, f32[128,2048]{1,0} %get-tuple-element.155, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.156, f32[128,8192]{1,0} %get-tuple-element.157, pred[128,8192]{1,0} %get-tuple-element.158, f32[8192,2048]{1,0} %get-tuple-element.159, f32[128,2048]{1,0} %get-tuple-element.160, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.161) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %region_0.175 (Arg_0.176: f32[], Arg_1.177: f32[]) -> f32[] { +(CompileWorker pid=1531826) %Arg_0.176 = f32[] parameter(0) +(CompileWorker pid=1531826) %Arg_1.177 = f32[] parameter(1) +(CompileWorker pid=1531826) ROOT %add.178 = f32[] add(f32[] %Arg_0.176, f32[] %Arg_1.177), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %region_1.179 (Arg_0.180: f32[], Arg_1.181: f32[]) -> f32[] { +(CompileWorker pid=1531826) %Arg_0.180 = f32[] parameter(0) +(CompileWorker pid=1531826) %Arg_1.181 = f32[] parameter(1) +(CompileWorker pid=1531826) ROOT %add.182 = f32[] add(f32[] %Arg_0.180, f32[] %Arg_1.181), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %stage_1_1_acc_grad_10.183 (Arg_0.184: f32[2048], Arg_1.185: f32[8192,2048], Arg_2.186: f32[8192], Arg_3.187: f32[2048,8192], Arg_4.188: f32[128,2048], Arg_5.189: pred[128,2048], Arg_6.190: f32[128,8192], Arg_7.191: pred[128,8192], Arg_8.192: f32[8192,2048], Arg_9.193: f32[128,2048], Arg_10.194: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531826) %Arg_0.184 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531826) %Arg_5.189 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531826) %Arg_4.188 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531826) %constant.199 = f32[] constant(3.81469727e-06) +(CompileWorker pid=1531826) %broadcast.200 = f32[128,2048]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %multiply.202 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %Arg_4.188, f32[128,2048]{1,0} %broadcast.200), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %constant.197 = f32[] constant(0) +(CompileWorker pid=1531826) %broadcast.198 = f32[128,2048]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %select.203 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %Arg_5.189, f32[128,2048]{1,0} %multiply.202, f32[128,2048]{1,0} %broadcast.198), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %constant.201 = f32[] constant(0) +(CompileWorker pid=1531826) %reduce.204 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.203, f32[] %constant.201), dimensions={0}, to_apply=%region_0.175, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %add.213 = f32[2048]{0} add(f32[2048]{0} %Arg_0.184, f32[2048]{0} %reduce.204), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531826) %Arg_1.185 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_6.190 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531826) %dot.205 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.203, f32[128,8192]{1,0} %Arg_6.190), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %transpose.206 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.205), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %add.214 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_1.185, f32[8192,2048]{0,1} %transpose.206), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531826) %Arg_2.186 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_7.191 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531826) %Arg_8.192 = f32[8192,2048]{1,0} parameter(8) +(CompileWorker pid=1531826) %dot.207 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.203, f32[8192,2048]{1,0} %Arg_8.192), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %constant.195 = f32[] constant(0) +(CompileWorker pid=1531826) %broadcast.196 = f32[128,8192]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %select.208 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %Arg_7.191, f32[128,8192]{1,0} %dot.207, f32[128,8192]{1,0} %broadcast.196), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %reduce.209 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.208, f32[] %constant.201), dimensions={0}, to_apply=%region_1.179, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %add.215 = f32[8192]{0} add(f32[8192]{0} %Arg_2.186, f32[8192]{0} %reduce.209), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531826) %Arg_3.187 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_9.193 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531826) %dot.210 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.208, f32[128,2048]{1,0} %Arg_9.193), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %transpose.211 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.210), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %add.216 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_3.187, f32[2048,8192]{0,1} %transpose.211), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531826) %Arg_10.194 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531826) %dot.212 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.208, f32[2048,8192]{1,0} %Arg_10.194), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) ROOT %tuple.217 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.213, f32[8192,2048]{1,0} %add.214, f32[8192]{0} %add.215, f32[2048,8192]{1,0} %add.216, f32[128,2048]{1,0} %dot.212) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %stage_1_1_acc_grad_1.218 (Arg_0.219: f32[2048], Arg_1.220: f32[8192,2048], Arg_2.221: f32[8192], Arg_3.222: f32[2048,8192], Arg_4.223: f32[128,2048], Arg_5.224: pred[128,2048], Arg_6.225: f32[128,8192], Arg_7.226: pred[128,8192], Arg_8.227: f32[8192,2048], Arg_9.228: f32[128,2048], Arg_10.229: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531826) %Arg_0.219 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.220 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.221 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.222 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.223 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531826) %Arg_5.224 = pred[128,2048]{1,0} parameter(5) +(CompileWorker pid=1531826) %Arg_6.225 = f32[128,8192]{1,0} parameter(6) +(CompileWorker pid=1531826) %Arg_7.226 = pred[128,8192]{1,0} parameter(7) +(CompileWorker pid=1531826) %Arg_8.227 = f32[8192,2048]{1,0} parameter(8) +(CompileWorker pid=1531826) %Arg_9.228 = f32[128,2048]{1,0} parameter(9) +(CompileWorker pid=1531826) %Arg_10.229 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531826) %call.230 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) call(f32[2048]{0} %Arg_0.219, f32[8192,2048]{1,0} %Arg_1.220, f32[8192]{0} %Arg_2.221, f32[2048,8192]{1,0} %Arg_3.222, f32[128,2048]{1,0} %Arg_4.223, /*index=5*/pred[128,2048]{1,0} %Arg_5.224, f32[128,8192]{1,0} %Arg_6.225, pred[128,8192]{1,0} %Arg_7.226, f32[8192,2048]{1,0} %Arg_8.227, f32[128,2048]{1,0} %Arg_9.228, /*index=10*/f32[2048,8192]{1,0} %Arg_10.229), to_apply=%stage_1_1_acc_grad_10.183 +(CompileWorker pid=1531826) %get-tuple-element.231 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.230), index=0 +(CompileWorker pid=1531826) %get-tuple-element.232 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.230), index=1 +(CompileWorker pid=1531826) %get-tuple-element.233 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.230), index=2 +(CompileWorker pid=1531826) %get-tuple-element.234 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.230), index=3 +(CompileWorker pid=1531826) %get-tuple-element.235 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.230), index=4 +(CompileWorker pid=1531826) ROOT %tuple.236 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.231, f32[8192,2048]{1,0} %get-tuple-element.232, f32[8192]{0} %get-tuple-element.233, f32[2048,8192]{1,0} %get-tuple-element.234, f32[128,2048]{1,0} %get-tuple-element.235) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %xla_fallback_pipeline_marker_2.243 (Arg_0.244: f32[2048], Arg_1.245: f32[8192,2048], Arg_2.246: f32[8192], Arg_3.247: f32[2048,8192], Arg_4.248: f32[128,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531826) %Arg_0.244 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.245 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.246 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.247 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.248 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531826) %tuple.249 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %Arg_0.244, f32[8192,2048]{1,0} %Arg_1.245, f32[8192]{0} %Arg_2.246, f32[2048,8192]{1,0} %Arg_3.247, f32[128,2048]{1,0} %Arg_4.248), metadata={op_name="tuple.6"} +(CompileWorker pid=1531826) ROOT %custom-call.250 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) custom-call((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.249), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_1_1_acc_grad_1$end"}, backend_config="\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\000\020\000\000\000\000\000" +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %pipeline_marker_2.251 (Arg_0.252: f32[2048], Arg_1.253: f32[8192,2048], Arg_2.254: f32[8192], Arg_3.255: f32[2048,8192], Arg_4.256: f32[128,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531826) %Arg_0.252 = f32[2048]{0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.253 = f32[8192,2048]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.254 = f32[8192]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.255 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.256 = f32[128,2048]{1,0} parameter(4) +(CompileWorker pid=1531826) %call.257 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) call(f32[2048]{0} %Arg_0.252, f32[8192,2048]{1,0} %Arg_1.253, f32[8192]{0} %Arg_2.254, f32[2048,8192]{1,0} %Arg_3.255, f32[128,2048]{1,0} %Arg_4.256), to_apply=%xla_fallback_pipeline_marker_2.243 +(CompileWorker pid=1531826) %get-tuple-element.258 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.257), index=0, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.259 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.257), index=1, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.260 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.257), index=2, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.261 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.257), index=3, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.262 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.257), index=4, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_acc_grad_1 mark_type=end]"} +(CompileWorker pid=1531826) ROOT %tuple.263 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.258, f32[8192,2048]{1,0} %get-tuple-element.259, f32[8192]{0} %get-tuple-element.260, f32[2048,8192]{1,0} %get-tuple-element.261, f32[128,2048]{1,0} %get-tuple-element.262) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %xla_fallback_pipeline_marker_3.270 (Arg_0.271: f32[8192], Arg_1.272: f32[2048,8192], Arg_2.273: f32[2048], Arg_3.274: f32[8192,2048], Arg_4.275: f32[8192], Arg_5.276: f32[2048,8192], Arg_6.277: f32[2048], Arg_7.278: f32[8192,2048], Arg_8.279: s32[], Arg_9.280: f32[8192], Arg_10.281: f32[2048,8192], Arg_11.282: f32[2048], Arg_12.283: f32[8192,2048], Arg_13.284: f32[8192], Arg_14.285: f32[2048,8192], Arg_15.286: f32[2048], Arg_16.287: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=15*/f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531826) %Arg_0.271 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.272 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.273 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.274 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.275 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531826) %Arg_5.276 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531826) %Arg_6.277 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531826) %Arg_7.278 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531826) %Arg_8.279 = s32[] parameter(8) +(CompileWorker pid=1531826) %Arg_9.280 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531826) %Arg_10.281 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531826) %Arg_11.282 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531826) %Arg_12.283 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531826) %Arg_13.284 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531826) %Arg_14.285 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531826) %Arg_15.286 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531826) %Arg_16.287 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531826) %tuple.288 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.271, f32[2048,8192]{1,0} %Arg_1.272, f32[2048]{0} %Arg_2.273, f32[8192,2048]{1,0} %Arg_3.274, f32[8192]{0} %Arg_4.275, /*index=5*/f32[2048,8192]{1,0} %Arg_5.276, f32[2048]{0} %Arg_6.277, f32[8192,2048]{1,0} %Arg_7.278, s32[] %Arg_8.279, f32[8192]{0} %Arg_9.280, /*index=10*/f32[2048,8192]{1,0} %Arg_10.281, f32[2048]{0} %Arg_11.282, f32[8192,2048]{1,0} %Arg_12.283, f32[8192]{0} %Arg_13.284, f32[2048,8192]{1,0} %Arg_14.285, /*index=15*/f32[2048]{0} %Arg_15.286, f32[8192,2048]{1,0} %Arg_16.287), metadata={op_name="tuple.18"} +(CompileWorker pid=1531826) ROOT %custom-call.289 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.288), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_1_1_apply_grad$start"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %pipeline_marker_3.290 (Arg_0.291: f32[8192], Arg_1.292: f32[2048,8192], Arg_2.293: f32[2048], Arg_3.294: f32[8192,2048], Arg_4.295: f32[8192], Arg_5.296: f32[2048,8192], Arg_6.297: f32[2048], Arg_7.298: f32[8192,2048], Arg_8.299: s32[], Arg_9.300: f32[8192], Arg_10.301: f32[2048,8192], Arg_11.302: f32[2048], Arg_12.303: f32[8192,2048], Arg_13.304: f32[8192], Arg_14.305: f32[2048,8192], Arg_15.306: f32[2048], Arg_16.307: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=15*/f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531826) %Arg_0.291 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.292 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.293 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.294 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.295 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531826) %Arg_5.296 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531826) %Arg_6.297 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531826) %Arg_7.298 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531826) %Arg_8.299 = s32[] parameter(8) +(CompileWorker pid=1531826) %Arg_9.300 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531826) %Arg_10.301 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531826) %Arg_11.302 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531826) %Arg_12.303 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531826) %Arg_13.304 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531826) %Arg_14.305 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531826) %Arg_15.306 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531826) %Arg_16.307 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531826) %call.308 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.291, f32[2048,8192]{1,0} %Arg_1.292, f32[2048]{0} %Arg_2.293, f32[8192,2048]{1,0} %Arg_3.294, f32[8192]{0} %Arg_4.295, /*index=5*/f32[2048,8192]{1,0} %Arg_5.296, f32[2048]{0} %Arg_6.297, f32[8192,2048]{1,0} %Arg_7.298, s32[] %Arg_8.299, f32[8192]{0} %Arg_9.300, /*index=10*/f32[2048,8192]{1,0} %Arg_10.301, f32[2048]{0} %Arg_11.302, f32[8192,2048]{1,0} %Arg_12.303, f32[8192]{0} %Arg_13.304, f32[2048,8192]{1,0} %Arg_14.305, /*index=15*/f32[2048]{0} %Arg_15.306, f32[8192,2048]{1,0} %Arg_16.307), to_apply=%xla_fallback_pipeline_marker_3.270 +(CompileWorker pid=1531826) %get-tuple-element.309 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=0, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.310 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=1, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.311 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=2, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.312 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=3, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.313 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=4, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.314 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=5, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.315 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=6, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.316 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=7, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.317 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=8, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.318 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=9, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.319 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=10, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.320 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=11, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.321 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=12, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.322 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=13, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.323 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=14, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.324 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=15, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) %get-tuple-element.325 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.308), index=16, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=start]"} +(CompileWorker pid=1531826) ROOT %tuple.326 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.309, f32[2048,8192]{1,0} %get-tuple-element.310, f32[2048]{0} %get-tuple-element.311, f32[8192,2048]{1,0} %get-tuple-element.312, f32[8192]{0} %get-tuple-element.313, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.314, f32[2048]{0} %get-tuple-element.315, f32[8192,2048]{1,0} %get-tuple-element.316, s32[] %get-tuple-element.317, f32[8192]{0} %get-tuple-element.318, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.319, f32[2048]{0} %get-tuple-element.320, f32[8192,2048]{1,0} %get-tuple-element.321, f32[8192]{0} %get-tuple-element.322, f32[2048,8192]{1,0} %get-tuple-element.323, /*index=15*/f32[2048]{0} %get-tuple-element.324, f32[8192,2048]{1,0} %get-tuple-element.325) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %stage_1_1_apply0.345 (Arg_0.346: f32[8192], Arg_1.347: f32[8192], Arg_2.348: f32[2048,8192], Arg_3.349: f32[2048,8192], Arg_4.350: f32[2048], Arg_5.351: f32[2048], Arg_6.352: f32[8192,2048], Arg_7.353: f32[8192,2048], Arg_8.354: f32[8192], Arg_9.355: f32[2048,8192], Arg_10.356: f32[2048], Arg_11.357: f32[8192,2048], Arg_12.358: s32[], Arg_13.359: f32[8192], Arg_14.360: f32[2048,8192], Arg_15.361: f32[2048], Arg_16.362: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531826) %Arg_0.346 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531826) %constant.417 = f32[] constant(16) +(CompileWorker pid=1531826) %broadcast.418 = f32[8192]{0} broadcast(f32[] %constant.417), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %divide.424 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.346, f32[8192]{0} %broadcast.418), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %constant.409 = f32[] constant(0.1) +(CompileWorker pid=1531826) %broadcast.410 = f32[8192]{0} broadcast(f32[] %constant.409), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.428 = f32[8192]{0} multiply(f32[8192]{0} %divide.424, f32[8192]{0} %broadcast.410), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %Arg_1.347 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531826) %constant.407 = f32[] constant(0.9) +(CompileWorker pid=1531826) %broadcast.408 = f32[8192]{0} broadcast(f32[] %constant.407), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.429 = f32[8192]{0} multiply(f32[8192]{0} %Arg_1.347, f32[8192]{0} %broadcast.408), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %add.430 = f32[8192]{0} add(f32[8192]{0} %multiply.428, f32[8192]{0} %multiply.429), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %Arg_2.348 = f32[2048,8192]{1,0} parameter(2) +(CompileWorker pid=1531826) %constant.415 = f32[] constant(16) +(CompileWorker pid=1531826) %broadcast.416 = f32[2048,8192]{1,0} broadcast(f32[] %constant.415), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %divide.425 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_2.348, f32[2048,8192]{1,0} %broadcast.416), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %constant.405 = f32[] constant(0.1) +(CompileWorker pid=1531826) %broadcast.406 = f32[2048,8192]{1,0} broadcast(f32[] %constant.405), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.431 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.425, f32[2048,8192]{1,0} %broadcast.406), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %Arg_3.349 = f32[2048,8192]{1,0} parameter(3) +(CompileWorker pid=1531826) %constant.403 = f32[] constant(0.9) +(CompileWorker pid=1531826) %broadcast.404 = f32[2048,8192]{1,0} broadcast(f32[] %constant.403), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.432 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_3.349, f32[2048,8192]{1,0} %broadcast.404), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %add.433 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.431, f32[2048,8192]{1,0} %multiply.432), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %Arg_4.350 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531826) %constant.413 = f32[] constant(16) +(CompileWorker pid=1531826) %broadcast.414 = f32[2048]{0} broadcast(f32[] %constant.413), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %divide.426 = f32[2048]{0} divide(f32[2048]{0} %Arg_4.350, f32[2048]{0} %broadcast.414), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %constant.401 = f32[] constant(0.1) +(CompileWorker pid=1531826) %broadcast.402 = f32[2048]{0} broadcast(f32[] %constant.401), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.434 = f32[2048]{0} multiply(f32[2048]{0} %divide.426, f32[2048]{0} %broadcast.402), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %Arg_5.351 = f32[2048]{0} parameter(5) +(CompileWorker pid=1531826) %constant.399 = f32[] constant(0.9) +(CompileWorker pid=1531826) %broadcast.400 = f32[2048]{0} broadcast(f32[] %constant.399), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.435 = f32[2048]{0} multiply(f32[2048]{0} %Arg_5.351, f32[2048]{0} %broadcast.400), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %add.436 = f32[2048]{0} add(f32[2048]{0} %multiply.434, f32[2048]{0} %multiply.435), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %Arg_6.352 = f32[8192,2048]{1,0} parameter(6) +(CompileWorker pid=1531826) %constant.411 = f32[] constant(16) +(CompileWorker pid=1531826) %broadcast.412 = f32[8192,2048]{1,0} broadcast(f32[] %constant.411), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %divide.427 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_6.352, f32[8192,2048]{1,0} %broadcast.412), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %constant.397 = f32[] constant(0.1) +(CompileWorker pid=1531826) %broadcast.398 = f32[8192,2048]{1,0} broadcast(f32[] %constant.397), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.437 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.427, f32[8192,2048]{1,0} %broadcast.398), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %Arg_7.353 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531826) %constant.395 = f32[] constant(0.9) +(CompileWorker pid=1531826) %broadcast.396 = f32[8192,2048]{1,0} broadcast(f32[] %constant.395), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.438 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_7.353, f32[8192,2048]{1,0} %broadcast.396), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %add.439 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.437, f32[8192,2048]{1,0} %multiply.438), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.440 = f32[8192]{0} multiply(f32[8192]{0} %divide.424, f32[8192]{0} %divide.424), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531826) %constant.393 = f32[] constant(0.001) +(CompileWorker pid=1531826) %broadcast.394 = f32[8192]{0} broadcast(f32[] %constant.393), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.441 = f32[8192]{0} multiply(f32[8192]{0} %multiply.440, f32[8192]{0} %broadcast.394), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %Arg_8.354 = f32[8192]{0} parameter(8) +(CompileWorker pid=1531826) %constant.391 = f32[] constant(0.999) +(CompileWorker pid=1531826) %broadcast.392 = f32[8192]{0} broadcast(f32[] %constant.391), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.442 = f32[8192]{0} multiply(f32[8192]{0} %Arg_8.354, f32[8192]{0} %broadcast.392), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %add.443 = f32[8192]{0} add(f32[8192]{0} %multiply.441, f32[8192]{0} %multiply.442), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.444 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.425, f32[2048,8192]{1,0} %divide.425), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531826) %constant.389 = f32[] constant(0.001) +(CompileWorker pid=1531826) %broadcast.390 = f32[2048,8192]{1,0} broadcast(f32[] %constant.389), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.445 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.444, f32[2048,8192]{1,0} %broadcast.390), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %Arg_9.355 = f32[2048,8192]{1,0} parameter(9) +(CompileWorker pid=1531826) %constant.387 = f32[] constant(0.999) +(CompileWorker pid=1531826) %broadcast.388 = f32[2048,8192]{1,0} broadcast(f32[] %constant.387), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.446 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_9.355, f32[2048,8192]{1,0} %broadcast.388), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %add.447 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.445, f32[2048,8192]{1,0} %multiply.446), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.448 = f32[2048]{0} multiply(f32[2048]{0} %divide.426, f32[2048]{0} %divide.426), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531826) %constant.385 = f32[] constant(0.001) +(CompileWorker pid=1531826) %broadcast.386 = f32[2048]{0} broadcast(f32[] %constant.385), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.449 = f32[2048]{0} multiply(f32[2048]{0} %multiply.448, f32[2048]{0} %broadcast.386), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %Arg_10.356 = f32[2048]{0} parameter(10) +(CompileWorker pid=1531826) %constant.383 = f32[] constant(0.999) +(CompileWorker pid=1531826) %broadcast.384 = f32[2048]{0} broadcast(f32[] %constant.383), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.450 = f32[2048]{0} multiply(f32[2048]{0} %Arg_10.356, f32[2048]{0} %broadcast.384), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %add.451 = f32[2048]{0} add(f32[2048]{0} %multiply.449, f32[2048]{0} %multiply.450), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.452 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.427, f32[8192,2048]{1,0} %divide.427), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531826) %constant.381 = f32[] constant(0.001) +(CompileWorker pid=1531826) %broadcast.382 = f32[8192,2048]{1,0} broadcast(f32[] %constant.381), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.453 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.452, f32[8192,2048]{1,0} %broadcast.382), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %Arg_11.357 = f32[8192,2048]{1,0} parameter(11) +(CompileWorker pid=1531826) %constant.379 = f32[] constant(0.999) +(CompileWorker pid=1531826) %broadcast.380 = f32[8192,2048]{1,0} broadcast(f32[] %constant.379), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.454 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_11.357, f32[8192,2048]{1,0} %broadcast.380), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %add.455 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.453, f32[8192,2048]{1,0} %multiply.454), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %Arg_12.358 = s32[] parameter(12) +(CompileWorker pid=1531826) %constant.421 = s32[] constant(2147483647) +(CompileWorker pid=1531826) %compare.456 = pred[] compare(s32[] %Arg_12.358, s32[] %constant.421), direction=LT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531826) %constant.420 = s32[] constant(1) +(CompileWorker pid=1531826) %add.457 = s32[] add(s32[] %Arg_12.358, s32[] %constant.420), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531826) %select.458 = s32[] select(pred[] %compare.456, s32[] %add.457, s32[] %constant.421), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531826) %Arg_13.359 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531826) %constant.419 = f32[] constant(1) +(CompileWorker pid=1531826) %constant.423 = f32[] constant(0.9) +(CompileWorker pid=1531826) %convert.459 = f32[] convert(s32[] %select.458), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531826) %power.460 = f32[] power(f32[] %constant.423, f32[] %convert.459), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531826) %subtract.461 = f32[] subtract(f32[] %constant.419, f32[] %power.460), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531826) %broadcast.462 = f32[8192]{0} broadcast(f32[] %subtract.461), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.463 = f32[8192]{0} divide(f32[8192]{0} %add.430, f32[8192]{0} %broadcast.462), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %constant.422 = f32[] constant(0.999) +(CompileWorker pid=1531826) %convert.470 = f32[] convert(s32[] %select.458), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531826) %power.471 = f32[] power(f32[] %constant.422, f32[] %convert.470), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531826) %subtract.472 = f32[] subtract(f32[] %constant.419, f32[] %power.471), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531826) %broadcast.473 = f32[8192]{0} broadcast(f32[] %subtract.472), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.474 = f32[8192]{0} divide(f32[8192]{0} %add.443, f32[8192]{0} %broadcast.473), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %sqrt.481 = f32[8192]{0} sqrt(f32[8192]{0} %divide.474), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.377 = f32[] constant(1e-08) +(CompileWorker pid=1531826) %broadcast.378 = f32[8192]{0} broadcast(f32[] %constant.377), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %add.482 = f32[8192]{0} add(f32[8192]{0} %sqrt.481, f32[8192]{0} %broadcast.378), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %divide.483 = f32[8192]{0} divide(f32[8192]{0} %divide.463, f32[8192]{0} %add.482), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.369 = f32[] constant(-0.001) +(CompileWorker pid=1531826) %broadcast.370 = f32[8192]{0} broadcast(f32[] %constant.369), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %multiply.493 = f32[8192]{0} multiply(f32[8192]{0} %divide.483, f32[8192]{0} %broadcast.370), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %add.497 = f32[8192]{0} add(f32[8192]{0} %Arg_13.359, f32[8192]{0} %multiply.493), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531826) %Arg_14.360 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531826) %broadcast.464 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.461), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.465 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.433, f32[2048,8192]{1,0} %broadcast.464), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %broadcast.475 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.472), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.476 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.447, f32[2048,8192]{1,0} %broadcast.475), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %sqrt.484 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.476), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.375 = f32[] constant(1e-08) +(CompileWorker pid=1531826) %broadcast.376 = f32[2048,8192]{1,0} broadcast(f32[] %constant.375), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %add.485 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.484, f32[2048,8192]{1,0} %broadcast.376), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %divide.486 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.465, f32[2048,8192]{1,0} %add.485), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.367 = f32[] constant(-0.001) +(CompileWorker pid=1531826) %broadcast.368 = f32[2048,8192]{1,0} broadcast(f32[] %constant.367), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %multiply.494 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.486, f32[2048,8192]{1,0} %broadcast.368), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %add.498 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_14.360, f32[2048,8192]{1,0} %multiply.494), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531826) %Arg_15.361 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531826) %broadcast.466 = f32[2048]{0} broadcast(f32[] %subtract.461), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.467 = f32[2048]{0} divide(f32[2048]{0} %add.436, f32[2048]{0} %broadcast.466), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %broadcast.477 = f32[2048]{0} broadcast(f32[] %subtract.472), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.478 = f32[2048]{0} divide(f32[2048]{0} %add.451, f32[2048]{0} %broadcast.477), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %sqrt.487 = f32[2048]{0} sqrt(f32[2048]{0} %divide.478), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.373 = f32[] constant(1e-08) +(CompileWorker pid=1531826) %broadcast.374 = f32[2048]{0} broadcast(f32[] %constant.373), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %add.488 = f32[2048]{0} add(f32[2048]{0} %sqrt.487, f32[2048]{0} %broadcast.374), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %divide.489 = f32[2048]{0} divide(f32[2048]{0} %divide.467, f32[2048]{0} %add.488), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.365 = f32[] constant(-0.001) +(CompileWorker pid=1531826) %broadcast.366 = f32[2048]{0} broadcast(f32[] %constant.365), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %multiply.495 = f32[2048]{0} multiply(f32[2048]{0} %divide.489, f32[2048]{0} %broadcast.366), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %add.499 = f32[2048]{0} add(f32[2048]{0} %Arg_15.361, f32[2048]{0} %multiply.495), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531826) %Arg_16.362 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531826) %broadcast.468 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.461), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.469 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.439, f32[8192,2048]{1,0} %broadcast.468), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %broadcast.479 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.472), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.480 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.455, f32[8192,2048]{1,0} %broadcast.479), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %sqrt.490 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.480), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.371 = f32[] constant(1e-08) +(CompileWorker pid=1531826) %broadcast.372 = f32[8192,2048]{1,0} broadcast(f32[] %constant.371), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %add.491 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.490, f32[8192,2048]{1,0} %broadcast.372), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %divide.492 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.469, f32[8192,2048]{1,0} %add.491), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.363 = f32[] constant(-0.001) +(CompileWorker pid=1531826) %broadcast.364 = f32[8192,2048]{1,0} broadcast(f32[] %constant.363), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %multiply.496 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.492, f32[8192,2048]{1,0} %broadcast.364), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %add.500 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_16.362, f32[8192,2048]{1,0} %multiply.496), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531826) ROOT %tuple.501 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %add.430, f32[2048,8192]{1,0} %add.433, f32[2048]{0} %add.436, f32[8192,2048]{1,0} %add.439, f32[8192]{0} %add.443, /*index=5*/f32[2048,8192]{1,0} %add.447, f32[2048]{0} %add.451, f32[8192,2048]{1,0} %add.455, s32[] %select.458, f32[8192]{0} %add.497, /*index=10*/f32[2048,8192]{1,0} %add.498, f32[2048]{0} %add.499, f32[8192,2048]{1,0} %add.500) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %stage_1_1_apply_grad.502 (Arg_0.503: f32[8192], Arg_1.504: f32[2048,8192], Arg_2.505: f32[2048], Arg_3.506: f32[8192,2048], Arg_4.507: f32[8192], Arg_5.508: f32[2048,8192], Arg_6.509: f32[2048], Arg_7.510: f32[8192,2048], Arg_8.511: s32[], Arg_9.512: f32[8192], Arg_10.513: f32[2048,8192], Arg_11.514: f32[2048], Arg_12.515: f32[8192,2048], Arg_13.516: f32[8192], Arg_14.517: f32[2048,8192], Arg_15.518: f32[2048], Arg_16.519: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531826) %Arg_13.516 = f32[8192]{0} parameter(13) +(CompileWorker pid=1531826) %Arg_0.503 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531826) %Arg_14.517 = f32[2048,8192]{1,0} parameter(14) +(CompileWorker pid=1531826) %Arg_1.504 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_15.518 = f32[2048]{0} parameter(15) +(CompileWorker pid=1531826) %Arg_2.505 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_16.519 = f32[8192,2048]{1,0} parameter(16) +(CompileWorker pid=1531826) %Arg_3.506 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.507 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531826) %Arg_5.508 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531826) %Arg_6.509 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531826) %Arg_7.510 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531826) %Arg_8.511 = s32[] parameter(8) +(CompileWorker pid=1531826) %Arg_9.512 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531826) %Arg_10.513 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531826) %Arg_11.514 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531826) %Arg_12.515 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531826) %call.520 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_13.516, f32[8192]{0} %Arg_0.503, f32[2048,8192]{1,0} %Arg_14.517, f32[2048,8192]{1,0} %Arg_1.504, f32[2048]{0} %Arg_15.518, /*index=5*/f32[2048]{0} %Arg_2.505, f32[8192,2048]{1,0} %Arg_16.519, f32[8192,2048]{1,0} %Arg_3.506, f32[8192]{0} %Arg_4.507, f32[2048,8192]{1,0} %Arg_5.508, /*index=10*/f32[2048]{0} %Arg_6.509, f32[8192,2048]{1,0} %Arg_7.510, s32[] %Arg_8.511, f32[8192]{0} %Arg_9.512, f32[2048,8192]{1,0} %Arg_10.513, /*index=15*/f32[2048]{0} %Arg_11.514, f32[8192,2048]{1,0} %Arg_12.515), to_apply=%stage_1_1_apply0.345 +(CompileWorker pid=1531826) %get-tuple-element.521 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=0 +(CompileWorker pid=1531826) %get-tuple-element.522 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=1 +(CompileWorker pid=1531826) %get-tuple-element.523 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=2 +(CompileWorker pid=1531826) %get-tuple-element.524 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=3 +(CompileWorker pid=1531826) %get-tuple-element.525 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=4 +(CompileWorker pid=1531826) %get-tuple-element.526 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=5 +(CompileWorker pid=1531826) %get-tuple-element.527 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=6 +(CompileWorker pid=1531826) %get-tuple-element.528 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=7 +(CompileWorker pid=1531826) %get-tuple-element.529 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=8 +(CompileWorker pid=1531826) %get-tuple-element.530 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=9 +(CompileWorker pid=1531826) %get-tuple-element.531 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=10 +(CompileWorker pid=1531826) %get-tuple-element.532 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=11 +(CompileWorker pid=1531826) %get-tuple-element.533 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.520), index=12 +(CompileWorker pid=1531826) ROOT %tuple.534 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.521, f32[2048,8192]{1,0} %get-tuple-element.522, f32[2048]{0} %get-tuple-element.523, f32[8192,2048]{1,0} %get-tuple-element.524, f32[8192]{0} %get-tuple-element.525, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.526, f32[2048]{0} %get-tuple-element.527, f32[8192,2048]{1,0} %get-tuple-element.528, s32[] %get-tuple-element.529, f32[8192]{0} %get-tuple-element.530, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.531, f32[2048]{0} %get-tuple-element.532, f32[8192,2048]{1,0} %get-tuple-element.533) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %xla_fallback_pipeline_marker_4.549 (Arg_0.550: f32[8192], Arg_1.551: f32[2048,8192], Arg_2.552: f32[2048], Arg_3.553: f32[8192,2048], Arg_4.554: f32[8192], Arg_5.555: f32[2048,8192], Arg_6.556: f32[2048], Arg_7.557: f32[8192,2048], Arg_8.558: s32[], Arg_9.559: f32[8192], Arg_10.560: f32[2048,8192], Arg_11.561: f32[2048], Arg_12.562: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531826) %Arg_0.550 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.551 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.552 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.553 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.554 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531826) %Arg_5.555 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531826) %Arg_6.556 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531826) %Arg_7.557 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531826) %Arg_8.558 = s32[] parameter(8) +(CompileWorker pid=1531826) %Arg_9.559 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531826) %Arg_10.560 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531826) %Arg_11.561 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531826) %Arg_12.562 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531826) %tuple.563 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %Arg_0.550, f32[2048,8192]{1,0} %Arg_1.551, f32[2048]{0} %Arg_2.552, f32[8192,2048]{1,0} %Arg_3.553, f32[8192]{0} %Arg_4.554, /*index=5*/f32[2048,8192]{1,0} %Arg_5.555, f32[2048]{0} %Arg_6.556, f32[8192,2048]{1,0} %Arg_7.557, s32[] %Arg_8.558, f32[8192]{0} %Arg_9.559, /*index=10*/f32[2048,8192]{1,0} %Arg_10.560, f32[2048]{0} %Arg_11.561, f32[8192,2048]{1,0} %Arg_12.562), metadata={op_name="tuple.14"} +(CompileWorker pid=1531826) ROOT %custom-call.564 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) custom-call((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.563), custom_call_target="pipeline_marker", custom_call_has_side_effect=true, metadata={op_name="stage_1_1_apply_grad$end"}, backend_config="\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000\004\000\000\000\000\000\000\000\000\200\000\000\000\000\000\000\000\000\000\004\000\000\000\000\000 \000\000\000\000\000\000\000\000\000\004\000\000\000\000" +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %pipeline_marker_4.565 (Arg_0.566: f32[8192], Arg_1.567: f32[2048,8192], Arg_2.568: f32[2048], Arg_3.569: f32[8192,2048], Arg_4.570: f32[8192], Arg_5.571: f32[2048,8192], Arg_6.572: f32[2048], Arg_7.573: f32[8192,2048], Arg_8.574: s32[], Arg_9.575: f32[8192], Arg_10.576: f32[2048,8192], Arg_11.577: f32[2048], Arg_12.578: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531826) %Arg_0.566 = f32[8192]{0} parameter(0) +(CompileWorker pid=1531826) %Arg_1.567 = f32[2048,8192]{1,0} parameter(1) +(CompileWorker pid=1531826) %Arg_2.568 = f32[2048]{0} parameter(2) +(CompileWorker pid=1531826) %Arg_3.569 = f32[8192,2048]{1,0} parameter(3) +(CompileWorker pid=1531826) %Arg_4.570 = f32[8192]{0} parameter(4) +(CompileWorker pid=1531826) %Arg_5.571 = f32[2048,8192]{1,0} parameter(5) +(CompileWorker pid=1531826) %Arg_6.572 = f32[2048]{0} parameter(6) +(CompileWorker pid=1531826) %Arg_7.573 = f32[8192,2048]{1,0} parameter(7) +(CompileWorker pid=1531826) %Arg_8.574 = s32[] parameter(8) +(CompileWorker pid=1531826) %Arg_9.575 = f32[8192]{0} parameter(9) +(CompileWorker pid=1531826) %Arg_10.576 = f32[2048,8192]{1,0} parameter(10) +(CompileWorker pid=1531826) %Arg_11.577 = f32[2048]{0} parameter(11) +(CompileWorker pid=1531826) %Arg_12.578 = f32[8192,2048]{1,0} parameter(12) +(CompileWorker pid=1531826) %call.579 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_0.566, f32[2048,8192]{1,0} %Arg_1.567, f32[2048]{0} %Arg_2.568, f32[8192,2048]{1,0} %Arg_3.569, f32[8192]{0} %Arg_4.570, /*index=5*/f32[2048,8192]{1,0} %Arg_5.571, f32[2048]{0} %Arg_6.572, f32[8192,2048]{1,0} %Arg_7.573, s32[] %Arg_8.574, f32[8192]{0} %Arg_9.575, /*index=10*/f32[2048,8192]{1,0} %Arg_10.576, f32[2048]{0} %Arg_11.577, f32[8192,2048]{1,0} %Arg_12.578), to_apply=%xla_fallback_pipeline_marker_4.549 +(CompileWorker pid=1531826) %get-tuple-element.580 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=0, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.581 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=1, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.582 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=2, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.583 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=3, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.584 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=4, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.585 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=5, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.586 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=6, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.587 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=7, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.588 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=8, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.589 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=9, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.590 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=10, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.591 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=11, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) %get-tuple-element.592 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.579), index=12, metadata={op_name="parallelize(stage_1_1)/jit(main)/pipeline_marker[name=stage_1_1_apply_grad mark_type=end]"} +(CompileWorker pid=1531826) ROOT %tuple.593 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.580, f32[2048,8192]{1,0} %get-tuple-element.581, f32[2048]{0} %get-tuple-element.582, f32[8192,2048]{1,0} %get-tuple-element.583, f32[8192]{0} %get-tuple-element.584, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.585, f32[2048]{0} %get-tuple-element.586, f32[8192,2048]{1,0} %get-tuple-element.587, s32[] %get-tuple-element.588, f32[8192]{0} %get-tuple-element.589, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.590, f32[2048]{0} %get-tuple-element.591, f32[8192,2048]{1,0} %get-tuple-element.592) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) ENTRY %main.609 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[8192], Arg_2.3: f32[8192,2048], Arg_3.4: f32[2048], Arg_4.5: f32[2048], Arg_5.6: f32[8192,2048], Arg_6.7: f32[8192], Arg_7.8: f32[2048,8192], Arg_8.9: f32[8192], Arg_9.10: f32[2048,8192], Arg_10.11: f32[2048], Arg_11.12: f32[8192,2048], Arg_12.13: f32[8192], Arg_13.14: f32[2048,8192], Arg_14.15: f32[2048], Arg_15.16: f32[8192,2048], Arg_16.17: s32[], Arg_17.18: f32[128,2048], Arg_18.19: f32[128,2048]) -> (f32[2048,8192], f32[8192], f32[8192,2048], f32[2048], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192], f32[8192], f32[2048,8192], /*index=10*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=15*/f32[8192,2048], s32[], f32[128,2048], pred[128,2048], f32[128,8192], /*index=20*/pred[128,8192], f32[128,2048]) { +(CompileWorker pid=1531826) %Arg_8.9 = f32[8192]{0} parameter(8) +(CompileWorker pid=1531826) %Arg_9.10 = f32[2048,8192]{1,0} parameter(9) +(CompileWorker pid=1531826) %Arg_10.11 = f32[2048]{0} parameter(10) +(CompileWorker pid=1531826) %Arg_11.12 = f32[8192,2048]{1,0} parameter(11) +(CompileWorker pid=1531826) %Arg_12.13 = f32[8192]{0} parameter(12) +(CompileWorker pid=1531826) %Arg_13.14 = f32[2048,8192]{1,0} parameter(13) +(CompileWorker pid=1531826) %Arg_14.15 = f32[2048]{0} parameter(14) +(CompileWorker pid=1531826) %Arg_15.16 = f32[8192,2048]{1,0} parameter(15) +(CompileWorker pid=1531826) %Arg_16.17 = s32[] parameter(16) +(CompileWorker pid=1531826) %Arg_1.2 = f32[8192]{0} parameter(1) +(CompileWorker pid=1531826) %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +(CompileWorker pid=1531826) %Arg_3.4 = f32[2048]{0} parameter(3) +(CompileWorker pid=1531826) %Arg_2.3 = f32[8192,2048]{1,0} parameter(2) +(CompileWorker pid=1531826) %Arg_4.5 = f32[2048]{0} parameter(4) +(CompileWorker pid=1531826) %Arg_5.6 = f32[8192,2048]{1,0} parameter(5) +(CompileWorker pid=1531826) %Arg_6.7 = f32[8192]{0} parameter(6) +(CompileWorker pid=1531826) %Arg_7.8 = f32[2048,8192]{1,0} parameter(7) +(CompileWorker pid=1531826) %Arg_17.18 = f32[128,2048]{1,0} parameter(17) +(CompileWorker pid=1531826) %Arg_18.19 = f32[128,2048]{1,0} parameter(18) +(CompileWorker pid=1531826) %call.44 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) call(f32[128,2048]{1,0} %Arg_17.18, f32[2048,8192]{1,0} %Arg_0.1, f32[8192]{0} %Arg_1.2, f32[8192,2048]{1,0} %Arg_2.3, f32[2048]{0} %Arg_3.4, /*index=5*/f32[128,2048]{1,0} %Arg_18.19), to_apply=%pipeline_marker.29 +(CompileWorker pid=1531826) %get-tuple-element.45 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.44), index=0 +(CompileWorker pid=1531826) %get-tuple-element.46 = f32[2048,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.44), index=1 +(CompileWorker pid=1531826) %get-tuple-element.47 = f32[8192]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.44), index=2 +(CompileWorker pid=1531826) %get-tuple-element.48 = f32[8192,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.44), index=3 +(CompileWorker pid=1531826) %get-tuple-element.49 = f32[2048]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.44), index=4 +(CompileWorker pid=1531826) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %call.44), index=5 +(CompileWorker pid=1531826) %call.96 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.45, f32[2048,8192]{1,0} %get-tuple-element.46, f32[8192]{0} %get-tuple-element.47, f32[8192,2048]{1,0} %get-tuple-element.48, f32[2048]{0} %get-tuple-element.49, /*index=5*/f32[128,2048]{1,0} %get-tuple-element.50), to_apply=%stage_1_1_acc_grad_0.83 +(CompileWorker pid=1531826) %get-tuple-element.97 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.96), index=0 +(CompileWorker pid=1531826) %get-tuple-element.98 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.96), index=1 +(CompileWorker pid=1531826) %get-tuple-element.99 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.96), index=2 +(CompileWorker pid=1531826) %get-tuple-element.100 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.96), index=3 +(CompileWorker pid=1531826) %call.119 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.97, pred[128,2048]{1,0} %get-tuple-element.98, f32[128,8192]{1,0} %get-tuple-element.99, pred[128,8192]{1,0} %get-tuple-element.100), to_apply=%pipeline_marker_0.108 +(CompileWorker pid=1531826) %get-tuple-element.120 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.119), index=0 +(CompileWorker pid=1531826) %get-tuple-element.121 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.119), index=1 +(CompileWorker pid=1531826) %get-tuple-element.122 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.119), index=2 +(CompileWorker pid=1531826) %get-tuple-element.123 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.119), index=3 +(CompileWorker pid=1531826) %call.163 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) call(f32[2048]{0} %Arg_4.5, f32[8192,2048]{1,0} %Arg_5.6, f32[8192]{0} %Arg_6.7, f32[2048,8192]{1,0} %Arg_7.8, f32[128,2048]{1,0} %get-tuple-element.120, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.121, f32[128,8192]{1,0} %get-tuple-element.122, pred[128,8192]{1,0} %get-tuple-element.123, f32[8192,2048]{1,0} %Arg_2.3, f32[128,2048]{1,0} %Arg_17.18, /*index=10*/f32[2048,8192]{1,0} %Arg_0.1), to_apply=%pipeline_marker_1.138 +(CompileWorker pid=1531826) %get-tuple-element.164 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=0 +(CompileWorker pid=1531826) %get-tuple-element.165 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=1 +(CompileWorker pid=1531826) %get-tuple-element.166 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=2 +(CompileWorker pid=1531826) %get-tuple-element.167 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=3 +(CompileWorker pid=1531826) %get-tuple-element.168 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=4 +(CompileWorker pid=1531826) %get-tuple-element.169 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=5 +(CompileWorker pid=1531826) %get-tuple-element.170 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=6 +(CompileWorker pid=1531826) %get-tuple-element.171 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=7 +(CompileWorker pid=1531826) %get-tuple-element.172 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=8 +(CompileWorker pid=1531826) %get-tuple-element.173 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=9 +(CompileWorker pid=1531826) %get-tuple-element.174 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %call.163), index=10 +(CompileWorker pid=1531826) %call.237 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) call(f32[2048]{0} %get-tuple-element.164, f32[8192,2048]{1,0} %get-tuple-element.165, f32[8192]{0} %get-tuple-element.166, f32[2048,8192]{1,0} %get-tuple-element.167, f32[128,2048]{1,0} %get-tuple-element.168, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.169, f32[128,8192]{1,0} %get-tuple-element.170, pred[128,8192]{1,0} %get-tuple-element.171, f32[8192,2048]{1,0} %get-tuple-element.172, f32[128,2048]{1,0} %get-tuple-element.173, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.174), to_apply=%stage_1_1_acc_grad_1.218 +(CompileWorker pid=1531826) %get-tuple-element.238 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.237), index=0 +(CompileWorker pid=1531826) %get-tuple-element.239 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.237), index=1 +(CompileWorker pid=1531826) %get-tuple-element.240 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.237), index=2 +(CompileWorker pid=1531826) %get-tuple-element.241 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.237), index=3 +(CompileWorker pid=1531826) %get-tuple-element.242 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.237), index=4 +(CompileWorker pid=1531826) %call.264 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) call(f32[2048]{0} %get-tuple-element.238, f32[8192,2048]{1,0} %get-tuple-element.239, f32[8192]{0} %get-tuple-element.240, f32[2048,8192]{1,0} %get-tuple-element.241, f32[128,2048]{1,0} %get-tuple-element.242), to_apply=%pipeline_marker_2.251 +(CompileWorker pid=1531826) %get-tuple-element.267 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.264), index=2 +(CompileWorker pid=1531826) %get-tuple-element.268 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.264), index=3 +(CompileWorker pid=1531826) %get-tuple-element.265 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.264), index=0 +(CompileWorker pid=1531826) %get-tuple-element.266 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.264), index=1 +(CompileWorker pid=1531826) %call.327 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_8.9, f32[2048,8192]{1,0} %Arg_9.10, f32[2048]{0} %Arg_10.11, f32[8192,2048]{1,0} %Arg_11.12, f32[8192]{0} %Arg_12.13, /*index=5*/f32[2048,8192]{1,0} %Arg_13.14, f32[2048]{0} %Arg_14.15, f32[8192,2048]{1,0} %Arg_15.16, s32[] %Arg_16.17, f32[8192]{0} %Arg_1.2, /*index=10*/f32[2048,8192]{1,0} %Arg_0.1, f32[2048]{0} %Arg_3.4, f32[8192,2048]{1,0} %Arg_2.3, f32[8192]{0} %get-tuple-element.267, f32[2048,8192]{1,0} %get-tuple-element.268, /*index=15*/f32[2048]{0} %get-tuple-element.265, f32[8192,2048]{1,0} %get-tuple-element.266), to_apply=%pipeline_marker_3.290 +(CompileWorker pid=1531826) %get-tuple-element.328 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=0 +(CompileWorker pid=1531826) %get-tuple-element.329 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=1 +(CompileWorker pid=1531826) %get-tuple-element.330 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=2 +(CompileWorker pid=1531826) %get-tuple-element.331 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=3 +(CompileWorker pid=1531826) %get-tuple-element.332 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=4 +(CompileWorker pid=1531826) %get-tuple-element.333 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=5 +(CompileWorker pid=1531826) %get-tuple-element.334 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=6 +(CompileWorker pid=1531826) %get-tuple-element.335 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=7 +(CompileWorker pid=1531826) %get-tuple-element.336 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=8 +(CompileWorker pid=1531826) %get-tuple-element.337 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=9 +(CompileWorker pid=1531826) %get-tuple-element.338 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=10 +(CompileWorker pid=1531826) %get-tuple-element.339 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=11 +(CompileWorker pid=1531826) %get-tuple-element.340 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=12 +(CompileWorker pid=1531826) %get-tuple-element.341 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=13 +(CompileWorker pid=1531826) %get-tuple-element.342 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=14 +(CompileWorker pid=1531826) %get-tuple-element.343 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=15 +(CompileWorker pid=1531826) %get-tuple-element.344 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %call.327), index=16 +(CompileWorker pid=1531826) %call.535 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %get-tuple-element.328, f32[2048,8192]{1,0} %get-tuple-element.329, f32[2048]{0} %get-tuple-element.330, f32[8192,2048]{1,0} %get-tuple-element.331, f32[8192]{0} %get-tuple-element.332, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.333, f32[2048]{0} %get-tuple-element.334, f32[8192,2048]{1,0} %get-tuple-element.335, s32[] %get-tuple-element.336, f32[8192]{0} %get-tuple-element.337, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.338, f32[2048]{0} %get-tuple-element.339, f32[8192,2048]{1,0} %get-tuple-element.340, f32[8192]{0} %get-tuple-element.341, f32[2048,8192]{1,0} %get-tuple-element.342, /*index=15*/f32[2048]{0} %get-tuple-element.343, f32[8192,2048]{1,0} %get-tuple-element.344), to_apply=%stage_1_1_apply_grad.502 +(CompileWorker pid=1531826) %get-tuple-element.536 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=0 +(CompileWorker pid=1531826) %get-tuple-element.537 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=1 +(CompileWorker pid=1531826) %get-tuple-element.538 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=2 +(CompileWorker pid=1531826) %get-tuple-element.539 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=3 +(CompileWorker pid=1531826) %get-tuple-element.540 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=4 +(CompileWorker pid=1531826) %get-tuple-element.541 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=5 +(CompileWorker pid=1531826) %get-tuple-element.542 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=6 +(CompileWorker pid=1531826) %get-tuple-element.543 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=7 +(CompileWorker pid=1531826) %get-tuple-element.544 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=8 +(CompileWorker pid=1531826) %get-tuple-element.545 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=9 +(CompileWorker pid=1531826) %get-tuple-element.546 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=10 +(CompileWorker pid=1531826) %get-tuple-element.547 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=11 +(CompileWorker pid=1531826) %get-tuple-element.548 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.535), index=12 +(CompileWorker pid=1531826) %call.594 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %get-tuple-element.536, f32[2048,8192]{1,0} %get-tuple-element.537, f32[2048]{0} %get-tuple-element.538, f32[8192,2048]{1,0} %get-tuple-element.539, f32[8192]{0} %get-tuple-element.540, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.541, f32[2048]{0} %get-tuple-element.542, f32[8192,2048]{1,0} %get-tuple-element.543, s32[] %get-tuple-element.544, f32[8192]{0} %get-tuple-element.545, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.546, f32[2048]{0} %get-tuple-element.547, f32[8192,2048]{1,0} %get-tuple-element.548), to_apply=%pipeline_marker_4.565 +(CompileWorker pid=1531826) %get-tuple-element.605 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=10 +(CompileWorker pid=1531826) %get-tuple-element.604 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=9 +(CompileWorker pid=1531826) %get-tuple-element.607 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=12 +(CompileWorker pid=1531826) %get-tuple-element.606 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=11 +(CompileWorker pid=1531826) %get-tuple-element.595 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=0 +(CompileWorker pid=1531826) %get-tuple-element.596 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=1 +(CompileWorker pid=1531826) %get-tuple-element.597 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=2 +(CompileWorker pid=1531826) %get-tuple-element.598 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=3 +(CompileWorker pid=1531826) %get-tuple-element.599 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=4 +(CompileWorker pid=1531826) %get-tuple-element.600 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=5 +(CompileWorker pid=1531826) %get-tuple-element.601 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=6 +(CompileWorker pid=1531826) %get-tuple-element.602 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=7 +(CompileWorker pid=1531826) %get-tuple-element.603 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.594), index=8 +(CompileWorker pid=1531826) %get-tuple-element.269 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %call.264), index=4 +(CompileWorker pid=1531826) ROOT %tuple.608 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=10*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=15*/f32[8192,2048]{1,0}, s32[], f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, /*index=20*/pred[128,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.605, f32[8192]{0} %get-tuple-element.604, f32[8192,2048]{1,0} %get-tuple-element.607, f32[2048]{0} %get-tuple-element.606, f32[2048]{0} %get-tuple-element.265, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.266, f32[8192]{0} %get-tuple-element.267, f32[2048,8192]{1,0} %get-tuple-element.268, f32[8192]{0} %get-tuple-element.595, f32[2048,8192]{1,0} %get-tuple-element.596, /*index=10*/f32[2048]{0} %get-tuple-element.597, f32[8192,2048]{1,0} %get-tuple-element.598, f32[8192]{0} %get-tuple-element.599, f32[2048,8192]{1,0} %get-tuple-element.600, f32[2048]{0} %get-tuple-element.601, /*index=15*/f32[8192,2048]{1,0} %get-tuple-element.602, s32[] %get-tuple-element.603, f32[128,2048]{1,0} %get-tuple-element.120, pred[128,2048]{1,0} %get-tuple-element.121, f32[128,8192]{1,0} %get-tuple-element.122, /*index=20*/pred[128,8192]{1,0} %get-tuple-element.123, f32[128,2048]{1,0} %get-tuple-element.269) +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) hlo module after auto shard pass: HloModule stage_1_1-stage_1_1_acc_grad_0, entry_computation_layout={(f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) ENTRY %main.609-stage_1_1_acc_grad_0 (param_0: f32[128,2048], param_1: f32[2048,8192], param_2: f32[8192], param_3: f32[8192,2048], param_4: f32[2048], param_5: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531826) %param_0 = f32[128,2048]{1,0} parameter(0), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531826) %param_1 = f32[2048,8192]{1,0} parameter(1), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531826) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531826) %param_3 = f32[8192,2048]{1,0} parameter(3), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531826) %param_4 = f32[2048]{0} parameter(4), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531826) %param_5 = f32[128,2048]{1,0} parameter(5), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531826) %tuple.10 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) tuple(f32[128,2048]{1,0} %param_0, f32[2048,8192]{1,0} %param_1, f32[8192]{0} %param_2, f32[8192,2048]{1,0} %param_3, f32[2048]{0} %param_4, /*index=5*/f32[128,2048]{1,0} %param_5) +(CompileWorker pid=1531826) %get-tuple-element.45 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=0 +(CompileWorker pid=1531826) %get-tuple-element.46 = f32[2048,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=1 +(CompileWorker pid=1531826) %dot.6 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.45, f32[2048,8192]{1,0} %get-tuple-element.46), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %get-tuple-element.47 = f32[8192]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=2 +(CompileWorker pid=1531826) %reshape.4 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %broadcast.46 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.4), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %reshape.5 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.46), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %broadcast.47 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.5), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %add.23 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.6, f32[128,8192]{1,0} %broadcast.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %constant.40 = f32[] constant(0) +(CompileWorker pid=1531826) %broadcast.48 = f32[128,8192]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %maximum.2 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.23, f32[128,8192]{1,0} %broadcast.48), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %get-tuple-element.48 = f32[8192,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=3 +(CompileWorker pid=1531826) %dot.7 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %get-tuple-element.48), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %get-tuple-element.49 = f32[2048]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=4 +(CompileWorker pid=1531826) %reshape.6 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %broadcast.49 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.6), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %reshape.7 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %broadcast.50 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.7), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %add.24 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.7, f32[128,2048]{1,0} %broadcast.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %constant.41 = f32[] constant(0) +(CompileWorker pid=1531826) %broadcast.51 = f32[128,2048]{1,0} broadcast(f32[] %constant.41), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %maximum.3 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.24, f32[128,2048]{1,0} %broadcast.51), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=5 +(CompileWorker pid=1531826) %subtract.3 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.3, f32[128,2048]{1,0} %get-tuple-element.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %constant.42 = f32[] constant(2) +(CompileWorker pid=1531826) %broadcast.52 = f32[128,2048]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %multiply.26 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.3, f32[128,2048]{1,0} %broadcast.52), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %compare.3 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.24, f32[128,2048]{1,0} %broadcast.51), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %compare.4 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.23, f32[128,8192]{1,0} %broadcast.48), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %tuple.11 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.26, pred[128,2048]{1,0} %compare.3, f32[128,8192]{1,0} %maximum.2, pred[128,8192]{1,0} %compare.4) +(CompileWorker pid=1531826) %get-tuple-element.6 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=0 +(CompileWorker pid=1531826) %get-tuple-element.7 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=1 +(CompileWorker pid=1531826) %get-tuple-element.8 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=2 +(CompileWorker pid=1531826) %get-tuple-element.9 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=3 +(CompileWorker pid=1531826) %tuple.12 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.6, pred[128,2048]{1,0} %get-tuple-element.7, f32[128,8192]{1,0} %get-tuple-element.8, pred[128,8192]{1,0} %get-tuple-element.9) +(CompileWorker pid=1531826) %get-tuple-element.97 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=0 +(CompileWorker pid=1531826) %get-tuple-element.98 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=1 +(CompileWorker pid=1531826) %get-tuple-element.99 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=2 +(CompileWorker pid=1531826) %get-tuple-element.100 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=3 +(CompileWorker pid=1531826) ROOT %tuple.13 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.97, pred[128,2048]{1,0} %get-tuple-element.98, f32[128,8192]{1,0} %get-tuple-element.99, pred[128,8192]{1,0} %get-tuple-element.100), metadata={op_name="tuple.5"} +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) hlo module after spmd pass: HloModule stage_1_1-stage_1_1_acc_grad_0, entry_computation_layout={(f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) ENTRY %main.609-stage_1_1_acc_grad_0 (param_0: f32[128,2048], param_1: f32[2048,8192], param_2: f32[8192], param_3: f32[8192,2048], param_4: f32[2048], param_5: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531826) %param_0 = f32[128,2048]{1,0} parameter(0), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531826) %param_1 = f32[2048,8192]{1,0} parameter(1), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531826) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531826) %param_3 = f32[8192,2048]{1,0} parameter(3), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531826) %param_4 = f32[2048]{0} parameter(4), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531826) %param_5 = f32[128,2048]{1,0} parameter(5), metadata={op_name="stage_1_1_acc_grad_0$start"} +(CompileWorker pid=1531826) %tuple.10 = (f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) tuple(f32[128,2048]{1,0} %param_0, f32[2048,8192]{1,0} %param_1, f32[8192]{0} %param_2, f32[8192,2048]{1,0} %param_3, f32[2048]{0} %param_4, /*index=5*/f32[128,2048]{1,0} %param_5) +(CompileWorker pid=1531826) %get-tuple-element.45 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=0 +(CompileWorker pid=1531826) %get-tuple-element.46 = f32[2048,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=1 +(CompileWorker pid=1531826) %dot.6 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.45, f32[2048,8192]{1,0} %get-tuple-element.46), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %get-tuple-element.47 = f32[8192]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=2 +(CompileWorker pid=1531826) %reshape.4 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %broadcast.46 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.4), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %reshape.5 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.46), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %broadcast.47 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.5), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %add.23 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.6, f32[128,8192]{1,0} %broadcast.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %constant.40 = f32[] constant(0) +(CompileWorker pid=1531826) %broadcast.48 = f32[128,8192]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %maximum.2 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.23, f32[128,8192]{1,0} %broadcast.48), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %get-tuple-element.48 = f32[8192,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=3 +(CompileWorker pid=1531826) %dot.7 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.2, f32[8192,2048]{1,0} %get-tuple-element.48), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %get-tuple-element.49 = f32[2048]{0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=4 +(CompileWorker pid=1531826) %reshape.6 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %broadcast.49 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.6), dimensions={0,1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %reshape.7 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %broadcast.50 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.7), dimensions={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %add.24 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.7, f32[128,2048]{1,0} %broadcast.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %constant.41 = f32[] constant(0) +(CompileWorker pid=1531826) %broadcast.51 = f32[128,2048]{1,0} broadcast(f32[] %constant.41), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %maximum.3 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.24, f32[128,2048]{1,0} %broadcast.51), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, /*index=5*/f32[128,2048]{1,0}) %tuple.10), index=5 +(CompileWorker pid=1531826) %subtract.3 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.3, f32[128,2048]{1,0} %get-tuple-element.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %constant.42 = f32[] constant(2) +(CompileWorker pid=1531826) %broadcast.52 = f32[128,2048]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %multiply.26 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.3, f32[128,2048]{1,0} %broadcast.52), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %compare.3 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.24, f32[128,2048]{1,0} %broadcast.51), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %compare.4 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.23, f32[128,8192]{1,0} %broadcast.48), direction=GT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_0)/jit(stage_1_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %tuple.11 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.26, pred[128,2048]{1,0} %compare.3, f32[128,8192]{1,0} %maximum.2, pred[128,8192]{1,0} %compare.4) +(CompileWorker pid=1531826) %get-tuple-element.6 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=0 +(CompileWorker pid=1531826) %get-tuple-element.7 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=1 +(CompileWorker pid=1531826) %get-tuple-element.8 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=2 +(CompileWorker pid=1531826) %get-tuple-element.9 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.11), index=3 +(CompileWorker pid=1531826) %tuple.12 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.6, pred[128,2048]{1,0} %get-tuple-element.7, f32[128,8192]{1,0} %get-tuple-element.8, pred[128,8192]{1,0} %get-tuple-element.9) +(CompileWorker pid=1531826) %get-tuple-element.97 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=0 +(CompileWorker pid=1531826) %get-tuple-element.98 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=1 +(CompileWorker pid=1531826) %get-tuple-element.99 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=2 +(CompileWorker pid=1531826) %get-tuple-element.100 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.12), index=3 +(CompileWorker pid=1531826) ROOT %tuple.13 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.97, pred[128,2048]{1,0} %get-tuple-element.98, f32[128,8192]{1,0} %get-tuple-element.99, pred[128,8192]{1,0} %get-tuple-element.100), metadata={op_name="tuple.5"} +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) hlo module after auto shard pass: HloModule stage_1_1-stage_1_1_acc_grad_1, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0})} +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %region_1.179.stage_1_1_acc_grad_1 (Arg_0.180: f32[], Arg_1.181: f32[]) -> f32[] { +(CompileWorker pid=1531826) %Arg_0.180 = f32[] parameter(0) +(CompileWorker pid=1531826) %Arg_1.181 = f32[] parameter(1) +(CompileWorker pid=1531826) ROOT %add.182 = f32[] add(f32[] %Arg_0.180, f32[] %Arg_1.181), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %region_0.175.stage_1_1_acc_grad_1 (Arg_0.176: f32[], Arg_1.177: f32[]) -> f32[] { +(CompileWorker pid=1531826) %Arg_0.176 = f32[] parameter(0) +(CompileWorker pid=1531826) %Arg_1.177 = f32[] parameter(1) +(CompileWorker pid=1531826) ROOT %add.178 = f32[] add(f32[] %Arg_0.176, f32[] %Arg_1.177), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) ENTRY %main.609-stage_1_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[128,2048], param_5: pred[128,2048], param_6: f32[128,8192], param_7: pred[128,8192], param_8: f32[8192,2048], param_9: f32[128,2048], param_10: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531826) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_5 = pred[128,2048]{1,0} parameter(5), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_6 = f32[128,8192]{1,0} parameter(6), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_7 = pred[128,8192]{1,0} parameter(7), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_8 = f32[8192,2048]{1,0} parameter(8), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_9 = f32[128,2048]{1,0} parameter(9), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_10 = f32[2048,8192]{1,0} parameter(10), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %tuple.16 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/pred[128,2048]{1,0} %param_5, f32[128,8192]{1,0} %param_6, pred[128,8192]{1,0} %param_7, f32[8192,2048]{1,0} %param_8, f32[128,2048]{1,0} %param_9, /*index=10*/f32[2048,8192]{1,0} %param_10) +(CompileWorker pid=1531826) %get-tuple-element.164 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=0 +(CompileWorker pid=1531826) %get-tuple-element.169 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=5 +(CompileWorker pid=1531826) %get-tuple-element.168 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=4 +(CompileWorker pid=1531826) %constant.43 = f32[] constant(3.81469727e-06) +(CompileWorker pid=1531826) %broadcast.53 = f32[128,2048]{1,0} broadcast(f32[] %constant.43), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %multiply.27 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %get-tuple-element.168, f32[128,2048]{1,0} %broadcast.53), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %constant.44 = f32[] constant(0) +(CompileWorker pid=1531826) %broadcast.54 = f32[128,2048]{1,0} broadcast(f32[] %constant.44), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %select.3 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %multiply.27, f32[128,2048]{1,0} %broadcast.54), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %constant.45 = f32[] constant(0) +(CompileWorker pid=1531826) %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.3, f32[] %constant.45), dimensions={0}, to_apply=%region_0.175.stage_1_1_acc_grad_1, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %add.25 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.164, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531826) %get-tuple-element.165 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=1 +(CompileWorker pid=1531826) %get-tuple-element.170 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=6 +(CompileWorker pid=1531826) %dot.8 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[128,8192]{1,0} %get-tuple-element.170), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.8), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %add.26 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.165, f32[8192,2048]{0,1} %transpose.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531826) %get-tuple-element.166 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=2 +(CompileWorker pid=1531826) %get-tuple-element.171 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=7 +(CompileWorker pid=1531826) %get-tuple-element.172 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=8 +(CompileWorker pid=1531826) %dot.9 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[8192,2048]{1,0} %get-tuple-element.172), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %constant.46 = f32[] constant(0) +(CompileWorker pid=1531826) %broadcast.55 = f32[128,8192]{1,0} broadcast(f32[] %constant.46), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %select.4 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %dot.9, f32[128,8192]{1,0} %broadcast.55), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %reduce.3 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.4, f32[] %constant.45), dimensions={0}, to_apply=%region_1.179.stage_1_1_acc_grad_1, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %add.27 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.166, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531826) %get-tuple-element.167 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=3 +(CompileWorker pid=1531826) %get-tuple-element.173 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=9 +(CompileWorker pid=1531826) %dot.10 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[128,2048]{1,0} %get-tuple-element.173), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %transpose.3 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.10), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %add.28 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.167, f32[2048,8192]{0,1} %transpose.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531826) %get-tuple-element.174 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=10 +(CompileWorker pid=1531826) %dot.11 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[2048,8192]{1,0} %get-tuple-element.174), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %tuple.17 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.25, f32[8192,2048]{1,0} %add.26, f32[8192]{0} %add.27, f32[2048,8192]{1,0} %add.28, f32[128,2048]{1,0} %dot.11) +(CompileWorker pid=1531826) %get-tuple-element.25 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=0 +(CompileWorker pid=1531826) %get-tuple-element.26 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=1 +(CompileWorker pid=1531826) %get-tuple-element.27 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=2 +(CompileWorker pid=1531826) %get-tuple-element.28 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=3 +(CompileWorker pid=1531826) %get-tuple-element.29 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=4 +(CompileWorker pid=1531826) %tuple.18 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.25, f32[8192,2048]{1,0} %get-tuple-element.26, f32[8192]{0} %get-tuple-element.27, f32[2048,8192]{1,0} %get-tuple-element.28, f32[128,2048]{1,0} %get-tuple-element.29) +(CompileWorker pid=1531826) %get-tuple-element.238 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=0 +(CompileWorker pid=1531826) %get-tuple-element.239 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=1 +(CompileWorker pid=1531826) %get-tuple-element.240 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=2 +(CompileWorker pid=1531826) %get-tuple-element.241 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=3 +(CompileWorker pid=1531826) %get-tuple-element.242 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=4 +(CompileWorker pid=1531826) ROOT %tuple.19 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.238, f32[8192,2048]{1,0} %get-tuple-element.239, f32[8192]{0} %get-tuple-element.240, f32[2048,8192]{1,0} %get-tuple-element.241, f32[128,2048]{1,0} %get-tuple-element.242), metadata={op_name="tuple.6"} +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) hlo module after spmd pass: HloModule stage_1_1-stage_1_1_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0})} +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %region_1.179.stage_1_1_acc_grad_1 (Arg_0.180: f32[], Arg_1.181: f32[]) -> f32[] { +(CompileWorker pid=1531826) %Arg_0.180 = f32[] parameter(0) +(CompileWorker pid=1531826) %Arg_1.181 = f32[] parameter(1) +(CompileWorker pid=1531826) ROOT %add.182 = f32[] add(f32[] %Arg_0.180, f32[] %Arg_1.181), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) %region_0.175.stage_1_1_acc_grad_1 (Arg_0.176: f32[], Arg_1.177: f32[]) -> f32[] { +(CompileWorker pid=1531826) %Arg_0.176 = f32[] parameter(0) +(CompileWorker pid=1531826) %Arg_1.177 = f32[] parameter(1) +(CompileWorker pid=1531826) ROOT %add.178 = f32[] add(f32[] %Arg_0.176, f32[] %Arg_1.177), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) ENTRY %main.609-stage_1_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[128,2048], param_5: pred[128,2048], param_6: f32[128,8192], param_7: pred[128,8192], param_8: f32[8192,2048], param_9: f32[128,2048], param_10: f32[2048,8192]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[128,2048]) { +(CompileWorker pid=1531826) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_5 = pred[128,2048]{1,0} parameter(5), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_6 = f32[128,8192]{1,0} parameter(6), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_7 = pred[128,8192]{1,0} parameter(7), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_8 = f32[8192,2048]{1,0} parameter(8), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_9 = f32[128,2048]{1,0} parameter(9), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %param_10 = f32[2048,8192]{1,0} parameter(10), metadata={op_name="stage_1_1_acc_grad_1$start"} +(CompileWorker pid=1531826) %tuple.16 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/pred[128,2048]{1,0} %param_5, f32[128,8192]{1,0} %param_6, pred[128,8192]{1,0} %param_7, f32[8192,2048]{1,0} %param_8, f32[128,2048]{1,0} %param_9, /*index=10*/f32[2048,8192]{1,0} %param_10) +(CompileWorker pid=1531826) %get-tuple-element.164 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=0 +(CompileWorker pid=1531826) %get-tuple-element.169 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=5 +(CompileWorker pid=1531826) %get-tuple-element.168 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=4 +(CompileWorker pid=1531826) %constant.43 = f32[] constant(3.81469727e-06) +(CompileWorker pid=1531826) %broadcast.53 = f32[128,2048]{1,0} broadcast(f32[] %constant.43), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %multiply.27 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %get-tuple-element.168, f32[128,2048]{1,0} %broadcast.53), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531826) %constant.44 = f32[] constant(0) +(CompileWorker pid=1531826) %broadcast.54 = f32[128,2048]{1,0} broadcast(f32[] %constant.44), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %select.3 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %multiply.27, f32[128,2048]{1,0} %broadcast.54), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531826) %constant.45 = f32[] constant(0) +(CompileWorker pid=1531826) %reduce.2 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.3, f32[] %constant.45), dimensions={0}, to_apply=%region_0.175.stage_1_1_acc_grad_1, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %add.25 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.164, f32[2048]{0} %reduce.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531826) %get-tuple-element.165 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=1 +(CompileWorker pid=1531826) %get-tuple-element.170 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=6 +(CompileWorker pid=1531826) %dot.8 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[128,8192]{1,0} %get-tuple-element.170), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.8), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %add.26 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.165, f32[8192,2048]{0,1} %transpose.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531826) %get-tuple-element.166 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=2 +(CompileWorker pid=1531826) %get-tuple-element.171 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=7 +(CompileWorker pid=1531826) %get-tuple-element.172 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=8 +(CompileWorker pid=1531826) %dot.9 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.3, f32[8192,2048]{1,0} %get-tuple-element.172), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %constant.46 = f32[] constant(0) +(CompileWorker pid=1531826) %broadcast.55 = f32[128,8192]{1,0} broadcast(f32[] %constant.46), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %select.4 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %dot.9, f32[128,8192]{1,0} %broadcast.55), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531826) %reduce.3 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.4, f32[] %constant.45), dimensions={0}, to_apply=%region_1.179.stage_1_1_acc_grad_1, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531826) %add.27 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.166, f32[8192]{0} %reduce.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531826) %get-tuple-element.167 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=3 +(CompileWorker pid=1531826) %get-tuple-element.173 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=9 +(CompileWorker pid=1531826) %dot.10 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[128,2048]{1,0} %get-tuple-element.173), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %transpose.3 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.10), dimensions={1,0}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %add.28 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.167, f32[2048,8192]{0,1} %transpose.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/add"} +(CompileWorker pid=1531826) %get-tuple-element.174 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=10*/f32[2048,8192]{1,0}) %tuple.16), index=10 +(CompileWorker pid=1531826) %dot.11 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.4, f32[2048,8192]{1,0} %get-tuple-element.174), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_acc_grad_1)/jit(stage_1_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531826) %tuple.17 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.25, f32[8192,2048]{1,0} %add.26, f32[8192]{0} %add.27, f32[2048,8192]{1,0} %add.28, f32[128,2048]{1,0} %dot.11) +(CompileWorker pid=1531826) %get-tuple-element.25 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=0 +(CompileWorker pid=1531826) %get-tuple-element.26 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=1 +(CompileWorker pid=1531826) %get-tuple-element.27 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=2 +(CompileWorker pid=1531826) %get-tuple-element.28 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=3 +(CompileWorker pid=1531826) %get-tuple-element.29 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.17), index=4 +(CompileWorker pid=1531826) %tuple.18 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.25, f32[8192,2048]{1,0} %get-tuple-element.26, f32[8192]{0} %get-tuple-element.27, f32[2048,8192]{1,0} %get-tuple-element.28, f32[128,2048]{1,0} %get-tuple-element.29) +(CompileWorker pid=1531826) %get-tuple-element.238 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=0 +(CompileWorker pid=1531826) %get-tuple-element.239 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=1 +(CompileWorker pid=1531826) %get-tuple-element.240 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=2 +(CompileWorker pid=1531826) %get-tuple-element.241 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=3 +(CompileWorker pid=1531826) %get-tuple-element.242 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.18), index=4 +(CompileWorker pid=1531826) ROOT %tuple.19 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %get-tuple-element.238, f32[8192,2048]{1,0} %get-tuple-element.239, f32[8192]{0} %get-tuple-element.240, f32[2048,8192]{1,0} %get-tuple-element.241, f32[128,2048]{1,0} %get-tuple-element.242), metadata={op_name="tuple.6"} +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) hlo module after auto shard pass: HloModule stage_1_1-stage_1_1_apply_grad, entry_computation_layout={(f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0})->(f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0})} +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) ENTRY %main.609-stage_1_1_apply_grad (param_0: f32[8192], param_1: f32[2048,8192], param_2: f32[2048], param_3: f32[8192,2048], param_4: f32[8192], param_5: f32[2048,8192], param_6: f32[2048], param_7: f32[8192,2048], param_8: s32[], param_9: f32[8192], param_10: f32[2048,8192], param_11: f32[2048], param_12: f32[8192,2048], param_13: f32[8192], param_14: f32[2048,8192], param_15: f32[2048], param_16: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048]) { +(CompileWorker pid=1531826) %param_0 = f32[8192]{0} parameter(0), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_1 = f32[2048,8192]{1,0} parameter(1), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_2 = f32[2048]{0} parameter(2), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_3 = f32[8192,2048]{1,0} parameter(3), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_4 = f32[8192]{0} parameter(4), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_5 = f32[2048,8192]{1,0} parameter(5), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_6 = f32[2048]{0} parameter(6), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_7 = f32[8192,2048]{1,0} parameter(7), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_8 = s32[] parameter(8), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_9 = f32[8192]{0} parameter(9), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_10 = f32[2048,8192]{1,0} parameter(10), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_11 = f32[2048]{0} parameter(11), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_12 = f32[8192,2048]{1,0} parameter(12), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_13 = f32[8192]{0} parameter(13), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_14 = f32[2048,8192]{1,0} parameter(14), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_15 = f32[2048]{0} parameter(15), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %param_16 = f32[8192,2048]{1,0} parameter(16), metadata={op_name="stage_1_1_apply_grad$start"} +(CompileWorker pid=1531826) %tuple.22 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %param_0, f32[2048,8192]{1,0} %param_1, f32[2048]{0} %param_2, f32[8192,2048]{1,0} %param_3, f32[8192]{0} %param_4, /*index=5*/f32[2048,8192]{1,0} %param_5, f32[2048]{0} %param_6, f32[8192,2048]{1,0} %param_7, s32[] %param_8, f32[8192]{0} %param_9, /*index=10*/f32[2048,8192]{1,0} %param_10, f32[2048]{0} %param_11, f32[8192,2048]{1,0} %param_12, f32[8192]{0} %param_13, f32[2048,8192]{1,0} %param_14, /*index=15*/f32[2048]{0} %param_15, f32[8192,2048]{1,0} %param_16) +(CompileWorker pid=1531826) %get-tuple-element.341 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=13 +(CompileWorker pid=1531826) %constant.47 = f32[] constant(16) +(CompileWorker pid=1531826) %broadcast.56 = f32[8192]{0} broadcast(f32[] %constant.47), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %divide.16 = f32[8192]{0} divide(f32[8192]{0} %get-tuple-element.341, f32[8192]{0} %broadcast.56), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %constant.48 = f32[] constant(0.1) +(CompileWorker pid=1531826) %broadcast.57 = f32[8192]{0} broadcast(f32[] %constant.48), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.28 = f32[8192]{0} multiply(f32[8192]{0} %divide.16, f32[8192]{0} %broadcast.57), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %get-tuple-element.328 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=0 +(CompileWorker pid=1531826) %constant.49 = f32[] constant(0.9) +(CompileWorker pid=1531826) %broadcast.58 = f32[8192]{0} broadcast(f32[] %constant.49), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.29 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.328, f32[8192]{0} %broadcast.58), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %add.29 = f32[8192]{0} add(f32[8192]{0} %multiply.28, f32[8192]{0} %multiply.29), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %get-tuple-element.342 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=14 +(CompileWorker pid=1531826) %constant.50 = f32[] constant(16) +(CompileWorker pid=1531826) %broadcast.60 = f32[2048,8192]{1,0} broadcast(f32[] %constant.50), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %divide.17 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %get-tuple-element.342, f32[2048,8192]{1,0} %broadcast.60), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %constant.51 = f32[] constant(0.1) +(CompileWorker pid=1531826) %broadcast.62 = f32[2048,8192]{1,0} broadcast(f32[] %constant.51), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.30 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.17, f32[2048,8192]{1,0} %broadcast.62), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %get-tuple-element.329 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=1 +(CompileWorker pid=1531826) %constant.52 = f32[] constant(0.9) +(CompileWorker pid=1531826) %broadcast.64 = f32[2048,8192]{1,0} broadcast(f32[] %constant.52), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.31 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.329, f32[2048,8192]{1,0} %broadcast.64), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %add.30 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.30, f32[2048,8192]{1,0} %multiply.31), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %get-tuple-element.343 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=15 +(CompileWorker pid=1531826) %constant.53 = f32[] constant(16) +(CompileWorker pid=1531826) %broadcast.65 = f32[2048]{0} broadcast(f32[] %constant.53), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %divide.18 = f32[2048]{0} divide(f32[2048]{0} %get-tuple-element.343, f32[2048]{0} %broadcast.65), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %constant.54 = f32[] constant(0.1) +(CompileWorker pid=1531826) %broadcast.67 = f32[2048]{0} broadcast(f32[] %constant.54), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.32 = f32[2048]{0} multiply(f32[2048]{0} %divide.18, f32[2048]{0} %broadcast.67), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %get-tuple-element.330 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=2 +(CompileWorker pid=1531826) %constant.55 = f32[] constant(0.9) +(CompileWorker pid=1531826) %broadcast.69 = f32[2048]{0} broadcast(f32[] %constant.55), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.33 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.330, f32[2048]{0} %broadcast.69), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %add.31 = f32[2048]{0} add(f32[2048]{0} %multiply.32, f32[2048]{0} %multiply.33), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %get-tuple-element.344 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=16 +(CompileWorker pid=1531826) %constant.56 = f32[] constant(16) +(CompileWorker pid=1531826) %broadcast.70 = f32[8192,2048]{1,0} broadcast(f32[] %constant.56), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %divide.19 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %get-tuple-element.344, f32[8192,2048]{1,0} %broadcast.70), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div"} +(CompileWorker pid=1531826) %constant.57 = f32[] constant(0.1) +(CompileWorker pid=1531826) %broadcast.71 = f32[8192,2048]{1,0} broadcast(f32[] %constant.57), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.34 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.19, f32[8192,2048]{1,0} %broadcast.71), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %get-tuple-element.331 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=3 +(CompileWorker pid=1531826) %constant.59 = f32[] constant(0.9) +(CompileWorker pid=1531826) %broadcast.72 = f32[8192,2048]{1,0} broadcast(f32[] %constant.59), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.35 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.331, f32[8192,2048]{1,0} %broadcast.72), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %add.32 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.34, f32[8192,2048]{1,0} %multiply.35), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531826) %multiply.36 = f32[8192]{0} multiply(f32[8192]{0} %divide.16, f32[8192]{0} %divide.16), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531826) %constant.61 = f32[] constant(0.001) +(CompileWorker pid=1531826) %broadcast.73 = f32[8192]{0} broadcast(f32[] %constant.61), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.37 = f32[8192]{0} multiply(f32[8192]{0} %multiply.36, f32[8192]{0} %broadcast.73), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %get-tuple-element.332 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=4 +(CompileWorker pid=1531826) %constant.63 = f32[] constant(0.999) +(CompileWorker pid=1531826) %broadcast.75 = f32[8192]{0} broadcast(f32[] %constant.63), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.38 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.332, f32[8192]{0} %broadcast.75), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %add.33 = f32[8192]{0} add(f32[8192]{0} %multiply.37, f32[8192]{0} %multiply.38), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.39 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.17, f32[2048,8192]{1,0} %divide.17), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531826) %constant.64 = f32[] constant(0.001) +(CompileWorker pid=1531826) %broadcast.77 = f32[2048,8192]{1,0} broadcast(f32[] %constant.64), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.40 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.39, f32[2048,8192]{1,0} %broadcast.77), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %get-tuple-element.333 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=5 +(CompileWorker pid=1531826) %constant.65 = f32[] constant(0.999) +(CompileWorker pid=1531826) %broadcast.78 = f32[2048,8192]{1,0} broadcast(f32[] %constant.65), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %Arg_29.30 = f32[8192,2048]{1,0} parameter(29) +(CompileWorker pid=1531828) %Arg_30.31 = f32[8192]{0} parameter(30) +(CompileWorker pid=1531828) %Arg_31.32 = f32[2048,8192]{1,0} parameter(31) +(CompileWorker pid=1531828) %Arg_32.33 = f32[2048]{0} parameter(32) +(CompileWorker pid=1531828) %Arg_33.34 = f32[8192,2048]{1,0} parameter(33) +(CompileWorker pid=1531828) %Arg_5.6 = f32[8192]{0} parameter(5) +(CompileWorker pid=1531828) %Arg_4.5 = f32[2048,8192]{1,0} parameter(4) +(CompileWorker pid=1531828) %Arg_7.8 = f32[2048]{0} parameter(7) +(CompileWorker pid=1531828) %Arg_6.7 = f32[8192,2048]{1,0} parameter(6) +(CompileWorker pid=1531828) %Arg_8.9 = f32[2048]{0} parameter(8) +(CompileWorker pid=1531828) %Arg_9.10 = f32[8192,2048]{1,0} parameter(9) +(CompileWorker pid=1531828) %Arg_10.11 = f32[8192]{0} parameter(10) +(CompileWorker pid=1531828) %Arg_11.12 = f32[2048,8192]{1,0} parameter(11) +(CompileWorker pid=1531828) %Arg_12.13 = f32[2048]{0} parameter(12) +(CompileWorker pid=1531828) %Arg_13.14 = f32[8192,2048]{1,0} parameter(13) +(CompileWorker pid=1531828) %Arg_14.15 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531828) %Arg_15.16 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531828) %Arg_34.35 = f32[128,2048]{1,0} parameter(34) +(CompileWorker pid=1531828) %Arg_35.36 = f32[128,2048]{1,0} parameter(35) +(CompileWorker pid=1531828) %call.73 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.1, f32[8192]{0} %Arg_1.2, f32[8192,2048]{1,0} %Arg_2.3, f32[2048]{0} %Arg_3.4, f32[128,2048]{1,0} %Arg_34.35, /*index=5*/f32[2048,8192]{1,0} %Arg_4.5, f32[8192]{0} %Arg_5.6, f32[8192,2048]{1,0} %Arg_6.7, f32[2048]{0} %Arg_7.8, f32[128,2048]{1,0} %Arg_35.36), to_apply=%pipeline_marker.50 +(CompileWorker pid=1531828) %get-tuple-element.74 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=0 +(CompileWorker pid=1531828) %get-tuple-element.75 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=1 +(CompileWorker pid=1531828) %get-tuple-element.76 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=2 +(CompileWorker pid=1531828) %get-tuple-element.77 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=3 +(CompileWorker pid=1531828) %get-tuple-element.78 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=4 +(CompileWorker pid=1531828) %get-tuple-element.79 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=5 +(CompileWorker pid=1531828) %get-tuple-element.80 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=6 +(CompileWorker pid=1531828) %get-tuple-element.81 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=7 +(CompileWorker pid=1531828) %get-tuple-element.82 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=8 +(CompileWorker pid=1531828) %get-tuple-element.83 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=9 +(CompileWorker pid=1531828) %call.165 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[2048,8192]{1,0} %get-tuple-element.74, f32[8192]{0} %get-tuple-element.75, f32[8192,2048]{1,0} %get-tuple-element.76, f32[2048]{0} %get-tuple-element.77, f32[128,2048]{1,0} %get-tuple-element.78, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.79, f32[8192]{0} %get-tuple-element.80, f32[8192,2048]{1,0} %get-tuple-element.81, f32[2048]{0} %get-tuple-element.82, f32[128,2048]{1,0} %get-tuple-element.83), to_apply=%stage_0_1_acc_grad_0.143 +(CompileWorker pid=1531828) %get-tuple-element.166 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=0 +(CompileWorker pid=1531828) %get-tuple-element.167 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=1 +(CompileWorker pid=1531828) %get-tuple-element.168 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=2 +(CompileWorker pid=1531828) %get-tuple-element.169 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=3 +(CompileWorker pid=1531828) %get-tuple-element.170 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=4 +(CompileWorker pid=1531828) %get-tuple-element.171 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=5 +(CompileWorker pid=1531828) %get-tuple-element.172 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=6 +(CompileWorker pid=1531828) %get-tuple-element.173 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=7 +(CompileWorker pid=1531828) %call.204 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.166, pred[128,2048]{1,0} %get-tuple-element.167, f32[128,8192]{1,0} %get-tuple-element.168, pred[128,8192]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %get-tuple-element.170, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %get-tuple-element.172, pred[128,8192]{1,0} %get-tuple-element.173), to_apply=%pipeline_marker_0.185 +(CompileWorker pid=1531828) %get-tuple-element.209 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=4 +(CompileWorker pid=1531828) %get-tuple-element.210 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=5 +(CompileWorker pid=1531828) %get-tuple-element.211 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=6 +(CompileWorker pid=1531828) %get-tuple-element.212 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=7 +(CompileWorker pid=1531828) %get-tuple-element.205 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=0 +(CompileWorker pid=1531828) %get-tuple-element.206 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=1 +(CompileWorker pid=1531828) %get-tuple-element.207 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=2 +(CompileWorker pid=1531828) %get-tuple-element.208 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=3 +(CompileWorker pid=1531828) %call.279 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) call(f32[2048]{0} %Arg_8.9, f32[8192,2048]{1,0} %Arg_9.10, f32[8192]{0} %Arg_10.11, f32[2048,8192]{1,0} %Arg_11.12, f32[2048]{0} %Arg_12.13, /*index=5*/f32[8192,2048]{1,0} %Arg_13.14, f32[8192]{0} %Arg_14.15, f32[2048,8192]{1,0} %Arg_15.16, f32[128,2048]{1,0} %get-tuple-element.209, pred[128,2048]{1,0} %get-tuple-element.210, /*index=10*/f32[128,8192]{1,0} %get-tuple-element.211, pred[128,8192]{1,0} %get-tuple-element.212, f32[8192,2048]{1,0} %Arg_6.7, f32[128,2048]{1,0} %get-tuple-element.205, f32[2048,8192]{1,0} %Arg_4.5, /*index=15*/pred[128,2048]{1,0} %get-tuple-element.206, f32[128,8192]{1,0} %get-tuple-element.207, pred[128,8192]{1,0} %get-tuple-element.208, f32[128,2048]{1,0} %Arg_34.35, f32[8192,2048]{1,0} %Arg_2.3), to_apply=%pipeline_marker_1.236 +(CompileWorker pid=1531828) %get-tuple-element.280 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=0 +(CompileWorker pid=1531828) %get-tuple-element.281 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=1 +(CompileWorker pid=1531828) %get-tuple-element.282 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=2 +(CompileWorker pid=1531828) %get-tuple-element.283 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=3 +(CompileWorker pid=1531828) %get-tuple-element.284 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=4 +(CompileWorker pid=1531828) %get-tuple-element.285 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=5 +(CompileWorker pid=1531828) %get-tuple-element.286 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=6 +(CompileWorker pid=1531828) %get-tuple-element.287 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=7 +(CompileWorker pid=1531828) %get-tuple-element.288 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=8 +(CompileWorker pid=1531828) %get-tuple-element.289 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=9 +(CompileWorker pid=1531828) %get-tuple-element.290 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=10 +(CompileWorker pid=1531828) %get-tuple-element.291 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=11 +(CompileWorker pid=1531828) %get-tuple-element.292 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=12 +(CompileWorker pid=1531828) %get-tuple-element.293 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=13 +(CompileWorker pid=1531828) %get-tuple-element.294 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=14 +(CompileWorker pid=1531828) %get-tuple-element.295 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=15 +(CompileWorker pid=1531828) %get-tuple-element.296 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=16 +(CompileWorker pid=1531828) %get-tuple-element.297 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=17 +(CompileWorker pid=1531828) %get-tuple-element.298 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=18 +(CompileWorker pid=1531828) %get-tuple-element.299 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=19 +(CompileWorker pid=1531828) %call.414 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %get-tuple-element.280, f32[8192,2048]{1,0} %get-tuple-element.281, f32[8192]{0} %get-tuple-element.282, f32[2048,8192]{1,0} %get-tuple-element.283, f32[2048]{0} %get-tuple-element.284, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.285, f32[8192]{0} %get-tuple-element.286, f32[2048,8192]{1,0} %get-tuple-element.287, f32[128,2048]{1,0} %get-tuple-element.288, pred[128,2048]{1,0} %get-tuple-element.289, /*index=10*/f32[128,8192]{1,0} %get-tuple-element.290, pred[128,8192]{1,0} %get-tuple-element.291, f32[8192,2048]{1,0} %get-tuple-element.292, f32[128,2048]{1,0} %get-tuple-element.293, f32[2048,8192]{1,0} %get-tuple-element.294, /*index=15*/pred[128,2048]{1,0} %get-tuple-element.295, f32[128,8192]{1,0} %get-tuple-element.296, pred[128,8192]{1,0} %get-tuple-element.297, f32[128,2048]{1,0} %get-tuple-element.298, f32[8192,2048]{1,0} %get-tuple-element.299), to_apply=%stage_0_1_acc_grad_1.381 +(CompileWorker pid=1531828) %get-tuple-element.415 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=0 +(CompileWorker pid=1531828) %get-tuple-element.416 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=1 +(CompileWorker pid=1531828) %get-tuple-element.417 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=2 +(CompileWorker pid=1531828) %get-tuple-element.418 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=3 +(CompileWorker pid=1531828) %get-tuple-element.419 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=4 +(CompileWorker pid=1531828) %get-tuple-element.420 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=5 +(CompileWorker pid=1531828) %get-tuple-element.421 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=6 +(CompileWorker pid=1531828) %get-tuple-element.422 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=7 +(CompileWorker pid=1531828) %call.453 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %get-tuple-element.415, f32[8192,2048]{1,0} %get-tuple-element.416, f32[8192]{0} %get-tuple-element.417, f32[2048,8192]{1,0} %get-tuple-element.418, f32[2048]{0} %get-tuple-element.419, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.420, f32[8192]{0} %get-tuple-element.421, f32[2048,8192]{1,0} %get-tuple-element.422), to_apply=%pipeline_marker_2.434 +(CompileWorker pid=1531828) %get-tuple-element.460 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=6 +(CompileWorker pid=1531828) %get-tuple-element.461 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=7 +(CompileWorker pid=1531828) %get-tuple-element.458 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=4 +(CompileWorker pid=1531828) %get-tuple-element.459 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=5 +(CompileWorker pid=1531828) %get-tuple-element.456 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=2 +(CompileWorker pid=1531828) %get-tuple-element.457 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=3 +(CompileWorker pid=1531828) %get-tuple-element.454 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=0 +(CompileWorker pid=1531828) %get-tuple-element.455 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=1 +(CompileWorker pid=1531828) %call.570 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_16.17, f32[2048,8192]{1,0} %Arg_17.18, f32[2048]{0} %Arg_18.19, f32[8192,2048]{1,0} %Arg_19.20, f32[8192]{0} %Arg_20.21, /*index=5*/f32[2048,8192]{1,0} %Arg_21.22, f32[2048]{0} %Arg_22.23, f32[8192,2048]{1,0} %Arg_23.24, s32[] %Arg_24.25, f32[8192]{0} %Arg_1.2, /*index=10*/f32[2048,8192]{1,0} %Arg_0.1, f32[2048]{0} %Arg_3.4, f32[8192,2048]{1,0} %Arg_2.3, s32[] %Arg_25.26, f32[8192]{0} %Arg_26.27, /*index=15*/f32[2048,8192]{1,0} %Arg_27.28, f32[2048]{0} %Arg_28.29, f32[8192,2048]{1,0} %Arg_29.30, f32[8192]{0} %Arg_30.31, f32[2048,8192]{1,0} %Arg_31.32, /*index=20*/f32[2048]{0} %Arg_32.33, f32[8192,2048]{1,0} %Arg_33.34, f32[8192]{0} %Arg_5.6, f32[2048,8192]{1,0} %Arg_4.5, f32[2048]{0} %Arg_7.8, /*index=25*/f32[8192,2048]{1,0} %Arg_6.7, f32[8192]{0} %get-tuple-element.460, f32[2048,8192]{1,0} %get-tuple-element.461, f32[2048]{0} %get-tuple-element.458, f32[8192,2048]{1,0} %get-tuple-element.459, /*index=30*/f32[8192]{0} %get-tuple-element.456, f32[2048,8192]{1,0} %get-tuple-element.457, f32[2048]{0} %get-tuple-element.454, f32[8192,2048]{1,0} %get-tuple-element.455), to_apply=%pipeline_marker_3.499 +(CompileWorker pid=1531828) %get-tuple-element.571 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=0 +(CompileWorker pid=1531828) %get-tuple-element.572 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=1 +(CompileWorker pid=1531828) %get-tuple-element.573 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=2 +(CompileWorker pid=1531828) %get-tuple-element.574 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=3 +(CompileWorker pid=1531828) %get-tuple-element.575 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=4 +(CompileWorker pid=1531828) %get-tuple-element.576 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=5 +(CompileWorker pid=1531828) %get-tuple-element.577 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=6 +(CompileWorker pid=1531828) %get-tuple-element.578 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=7 +(CompileWorker pid=1531828) %get-tuple-element.579 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=8 +(CompileWorker pid=1531828) %get-tuple-element.580 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=9 +(CompileWorker pid=1531828) %get-tuple-element.581 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=10 +(CompileWorker pid=1531828) %get-tuple-element.582 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=11 +(CompileWorker pid=1531828) %get-tuple-element.583 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=12 +(CompileWorker pid=1531828) %get-tuple-element.584 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=13 +(CompileWorker pid=1531828) %get-tuple-element.585 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=14 +(CompileWorker pid=1531828) %get-tuple-element.586 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=15 +(CompileWorker pid=1531828) %get-tuple-element.587 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=16 +(CompileWorker pid=1531828) %get-tuple-element.588 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=17 +(CompileWorker pid=1531828) %get-tuple-element.589 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=18 +(CompileWorker pid=1531828) %get-tuple-element.590 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=19 +(CompileWorker pid=1531828) %get-tuple-element.591 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=20 +(CompileWorker pid=1531828) %get-tuple-element.592 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=21 +(CompileWorker pid=1531828) %get-tuple-element.593 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=22 +(CompileWorker pid=1531828) %get-tuple-element.594 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=23 +(CompileWorker pid=1531828) %get-tuple-element.595 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=24 +(CompileWorker pid=1531828) %get-tuple-element.596 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=25 +(CompileWorker pid=1531828) %get-tuple-element.597 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=26 +(CompileWorker pid=1531828) %get-tuple-element.598 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=27 +(CompileWorker pid=1531828) %get-tuple-element.599 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=28 +(CompileWorker pid=1531828) %get-tuple-element.600 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=29 +(CompileWorker pid=1531828) %get-tuple-element.601 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=30 +(CompileWorker pid=1531828) %get-tuple-element.602 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=31 +(CompileWorker pid=1531828) %get-tuple-element.603 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=32 +(CompileWorker pid=1531828) %get-tuple-element.604 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=33 +(CompileWorker pid=1531828) %call.986 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) call(f32[8192]{0} %get-tuple-element.571, f32[2048,8192]{1,0} %get-tuple-element.572, f32[2048]{0} %get-tuple-element.573, f32[8192,2048]{1,0} %get-tuple-element.574, f32[8192]{0} %get-tuple-element.575, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.576, f32[2048]{0} %get-tuple-element.577, f32[8192,2048]{1,0} %get-tuple-element.578, s32[] %get-tuple-element.579, f32[8192]{0} %get-tuple-element.580, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.581, f32[2048]{0} %get-tuple-element.582, f32[8192,2048]{1,0} %get-tuple-element.583, s32[] %get-tuple-element.584, f32[8192]{0} %get-tuple-element.585, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.586, f32[2048]{0} %get-tuple-element.587, f32[8192,2048]{1,0} %get-tuple-element.588, f32[8192]{0} %get-tuple-element.589, f32[2048,8192]{1,0} %get-tuple-element.590, /*index=20*/f32[2048]{0} %get-tuple-element.591, f32[8192,2048]{1,0} %get-tuple-element.592, f32[8192]{0} %get-tuple-element.593, f32[2048,8192]{1,0} %get-tuple-element.594, f32[2048]{0} %get-tuple-element.595, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.596, f32[8192]{0} %get-tuple-element.597, f32[2048,8192]{1,0} %get-tuple-element.598, f32[2048]{0} %get-tuple-element.599, f32[8192,2048]{1,0} %get-tuple-element.600, /*index=30*/f32[8192]{0} %get-tuple-element.601, f32[2048,8192]{1,0} %get-tuple-element.602, f32[2048]{0} %get-tuple-element.603, f32[8192,2048]{1,0} %get-tuple-element.604), to_apply=%stage_0_1_apply_grad.921 +(CompileWorker pid=1531828) %get-tuple-element.987 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=0 +(CompileWorker pid=1531828) %get-tuple-element.988 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=1 +(CompileWorker pid=1531828) %get-tuple-element.989 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=2 +(CompileWorker pid=1531828) %get-tuple-element.990 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=3 +(CompileWorker pid=1531828) %get-tuple-element.991 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=4 +(CompileWorker pid=1531828) %get-tuple-element.992 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=5 +(CompileWorker pid=1531828) %get-tuple-element.993 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=6 +(CompileWorker pid=1531828) %get-tuple-element.994 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=7 +(CompileWorker pid=1531828) %get-tuple-element.995 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=8 +(CompileWorker pid=1531828) %get-tuple-element.996 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=9 +(CompileWorker pid=1531828) %get-tuple-element.997 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=10 +(CompileWorker pid=1531828) %get-tuple-element.998 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=11 +(CompileWorker pid=1531828) %get-tuple-element.999 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=12 +(CompileWorker pid=1531828) %get-tuple-element.1000 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=13 +(CompileWorker pid=1531828) %get-tuple-element.1001 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=14 +(CompileWorker pid=1531828) %get-tuple-element.1002 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=15 +(CompileWorker pid=1531828) %get-tuple-element.1003 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=16 +(CompileWorker pid=1531828) %get-tuple-element.1004 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=17 +(CompileWorker pid=1531828) %get-tuple-element.1005 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=18 +(CompileWorker pid=1531828) %get-tuple-element.1006 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=19 +(CompileWorker pid=1531828) %get-tuple-element.1007 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=20 +(CompileWorker pid=1531828) %get-tuple-element.1008 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=21 +(CompileWorker pid=1531828) %get-tuple-element.1009 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=22 +(CompileWorker pid=1531828) %get-tuple-element.1010 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=23 +(CompileWorker pid=1531828) %get-tuple-element.1011 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=24 +(CompileWorker pid=1531828) %get-tuple-element.1012 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=25 +(CompileWorker pid=1531828) %call.1097 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) call(f32[8192]{0} %get-tuple-element.987, f32[2048,8192]{1,0} %get-tuple-element.988, f32[2048]{0} %get-tuple-element.989, f32[8192,2048]{1,0} %get-tuple-element.990, f32[8192]{0} %get-tuple-element.991, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.992, f32[2048]{0} %get-tuple-element.993, f32[8192,2048]{1,0} %get-tuple-element.994, s32[] %get-tuple-element.995, f32[8192]{0} %get-tuple-element.996, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.997, f32[2048]{0} %get-tuple-element.998, f32[8192,2048]{1,0} %get-tuple-element.999, s32[] %get-tuple-element.1000, f32[8192]{0} %get-tuple-element.1001, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.1002, f32[2048]{0} %get-tuple-element.1003, f32[8192,2048]{1,0} %get-tuple-element.1004, f32[8192]{0} %get-tuple-element.1005, f32[2048,8192]{1,0} %get-tuple-element.1006, /*index=20*/f32[2048]{0} %get-tuple-element.1007, f32[8192,2048]{1,0} %get-tuple-element.1008, f32[8192]{0} %get-tuple-element.1009, f32[2048,8192]{1,0} %get-tuple-element.1010, f32[2048]{0} %get-tuple-element.1011, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.1012), to_apply=%pipeline_marker_4.1042 +(CompileWorker pid=1531828) %get-tuple-element.1108 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=10 +(CompileWorker pid=1531828) %get-tuple-element.1107 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=9 +(CompileWorker pid=1531828) %get-tuple-element.1110 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=12 +(CompileWorker pid=1531828) %get-tuple-element.1109 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=11 +(CompileWorker pid=1531828) %get-tuple-element.1121 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=23 +(CompileWorker pid=1531828) %get-tuple-element.1120 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=22 +(CompileWorker pid=1531828) %get-tuple-element.1123 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=25 +(CompileWorker pid=1531828) %get-tuple-element.1122 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=24 +(CompileWorker pid=1531828) %get-tuple-element.1098 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=0 +(CompileWorker pid=1531828) %get-tuple-element.1099 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=1 +(CompileWorker pid=1531828) %get-tuple-element.1100 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=2 +(CompileWorker pid=1531828) %get-tuple-element.1101 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=3 +(CompileWorker pid=1531828) %get-tuple-element.1102 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=4 +(CompileWorker pid=1531828) %get-tuple-element.1103 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=5 +(CompileWorker pid=1531828) %get-tuple-element.1104 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=6 +(CompileWorker pid=1531828) %get-tuple-element.1105 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=7 +(CompileWorker pid=1531828) %get-tuple-element.1106 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=8 +(CompileWorker pid=1531828) %get-tuple-element.1111 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=13 +(CompileWorker pid=1531828) %get-tuple-element.1112 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=14 +(CompileWorker pid=1531828) %get-tuple-element.1113 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=15 +(CompileWorker pid=1531828) %get-tuple-element.1114 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=16 +(CompileWorker pid=1531828) %get-tuple-element.1115 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=17 +(CompileWorker pid=1531828) %get-tuple-element.1116 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=18 +(CompileWorker pid=1531828) %get-tuple-element.1117 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=19 +(CompileWorker pid=1531828) %get-tuple-element.1118 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=20 +(CompileWorker pid=1531828) %get-tuple-element.1119 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=21 +(CompileWorker pid=1531828) ROOT %tuple.1124 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048,8192]{1,0}, /*index=5*/f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=10*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=20*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], /*index=25*/s32[], f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=35*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=40*/f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.1108, f32[8192]{0} %get-tuple-element.1107, f32[8192,2048]{1,0} %get-tuple-element.1110, f32[2048]{0} %get-tuple-element.1109, f32[2048,8192]{1,0} %get-tuple-element.1121, /*index=5*/f32[8192]{0} %get-tuple-element.1120, f32[8192,2048]{1,0} %get-tuple-element.1123, f32[2048]{0} %get-tuple-element.1122, f32[2048]{0} %get-tuple-element.454, f32[8192,2048]{1,0} %get-tuple-element.455, /*index=10*/f32[8192]{0} %get-tuple-element.456, f32[2048,8192]{1,0} %get-tuple-element.457, f32[2048]{0} %get-tuple-element.458, f32[8192,2048]{1,0} %get-tuple-element.459, f32[8192]{0} %get-tuple-element.460, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.461, f32[8192]{0} %get-tuple-element.1098, f32[2048,8192]{1,0} %get-tuple-element.1099, f32[2048]{0} %get-tuple-element.1100, f32[8192,2048]{1,0} %get-tuple-element.1101, /*index=20*/f32[8192]{0} %get-tuple-element.1102, f32[2048,8192]{1,0} %get-tuple-element.1103, f32[2048]{0} %get-tuple-element.1104, f32[8192,2048]{1,0} %get-tuple-element.1105, s32[] %get-tuple-element.1106, /*index=25*/s32[] %get-tuple-element.1111, f32[8192]{0} %get-tuple-element.1112, f32[2048,8192]{1,0} %get-tuple-element.1113, f32[2048]{0} %get-tuple-element.1114, f32[8192,2048]{1,0} %get-tuple-element.1115, /*index=30*/f32[8192]{0} %get-tuple-element.1116, f32[2048,8192]{1,0} %get-tuple-element.1117, f32[2048]{0} %get-tuple-element.1118, f32[8192,2048]{1,0} %get-tuple-element.1119, f32[128,2048]{1,0} %get-tuple-element.205, /*index=35*/pred[128,2048]{1,0} %get-tuple-element.206, f32[128,8192]{1,0} %get-tuple-element.207, pred[128,8192]{1,0} %get-tuple-element.208, f32[128,2048]{1,0} %get-tuple-element.209, pred[128,2048]{1,0} %get-tuple-element.210, /*index=40*/f32[128,8192]{1,0} %get-tuple-element.211, pred[128,8192]{1,0} %get-tuple-element.212) +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) hlo module after auto shard pass: HloModule stage_0_1-stage_0_1_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) ENTRY %main.1125-stage_0_1_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048], param_5: f32[2048,8192], param_6: f32[8192], param_7: f32[8192,2048], param_8: f32[2048], param_9: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531828) %param_0 = f32[2048,8192]{1,0} parameter(0), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_1 = f32[8192]{0} parameter(1), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_2 = f32[8192,2048]{1,0} parameter(2), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_3 = f32[2048]{0} parameter(3), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_5 = f32[2048,8192]{1,0} parameter(5), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_6 = f32[8192]{0} parameter(6), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_7 = f32[8192,2048]{1,0} parameter(7), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_8 = f32[2048]{0} parameter(8), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_9 = f32[128,2048]{1,0} parameter(9), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %tuple.13 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %param_0, f32[8192]{0} %param_1, f32[8192,2048]{1,0} %param_2, f32[2048]{0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/f32[2048,8192]{1,0} %param_5, f32[8192]{0} %param_6, f32[8192,2048]{1,0} %param_7, f32[2048]{0} %param_8, f32[128,2048]{1,0} %param_9) +(CompileWorker pid=1531828) %get-tuple-element.78 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=4 +(CompileWorker pid=1531828) %get-tuple-element.74 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=0 +(CompileWorker pid=1531828) %dot.11 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.78, f32[2048,8192]{1,0} %get-tuple-element.74), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %get-tuple-element.75 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=1 +(CompileWorker pid=1531828) %reshape.8 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.75), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.90 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.8), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %reshape.9 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.90), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.92 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.9), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.47 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.11, f32[128,8192]{1,0} %broadcast.92), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %constant.78 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.94 = f32[128,8192]{1,0} broadcast(f32[] %constant.78), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %maximum.4 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %get-tuple-element.76 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=2 +(CompileWorker pid=1531828) %dot.12 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.4, f32[8192,2048]{1,0} %get-tuple-element.76), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %get-tuple-element.77 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=3 +(CompileWorker pid=1531828) %reshape.10 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.77), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.95 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.10), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %reshape.11 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.95), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.97 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.11), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.48 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.12, f32[128,2048]{1,0} %broadcast.97), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %constant.79 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.99 = f32[128,2048]{1,0} broadcast(f32[] %constant.79), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %maximum.5 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %compare.6 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %compare.7 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %tuple.14 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.5, pred[128,2048]{1,0} %compare.6, f32[128,8192]{1,0} %maximum.4, pred[128,8192]{1,0} %compare.7) +(CompileWorker pid=1531828) %get-tuple-element.10 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=0 +(CompileWorker pid=1531828) %get-tuple-element.11 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=1 +(CompileWorker pid=1531828) %get-tuple-element.12 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=2 +(CompileWorker pid=1531828) %get-tuple-element.13 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=3 +(CompileWorker pid=1531828) %get-tuple-element.79 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=5 +(CompileWorker pid=1531828) %dot.13 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.10, f32[2048,8192]{1,0} %get-tuple-element.79), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %get-tuple-element.80 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=6 +(CompileWorker pid=1531828) %reshape.12 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.80), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.100 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.12), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %reshape.13 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.100), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.101 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.13), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.49 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.13, f32[128,8192]{1,0} %broadcast.101), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %constant.80 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.102 = f32[128,8192]{1,0} broadcast(f32[] %constant.80), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %maximum.6 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.102), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %get-tuple-element.81 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=7 +(CompileWorker pid=1531828) %dot.14 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.6, f32[8192,2048]{1,0} %get-tuple-element.81), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %get-tuple-element.82 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=8 +(CompileWorker pid=1531828) %reshape.14 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.82), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.103 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.14), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %reshape.15 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.103), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.105 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.15), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.50 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.14, f32[128,2048]{1,0} %broadcast.105), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %constant.81 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.107 = f32[128,2048]{1,0} broadcast(f32[] %constant.81), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %maximum.7 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.107), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %get-tuple-element.83 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=9 +(CompileWorker pid=1531828) %subtract.5 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.7, f32[128,2048]{1,0} %get-tuple-element.83), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %constant.82 = f32[] constant(2) +(CompileWorker pid=1531828) %broadcast.108 = f32[128,2048]{1,0} broadcast(f32[] %constant.82), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %multiply.50 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.5, f32[128,2048]{1,0} %broadcast.108), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %compare.8 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.107), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %compare.9 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.102), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %tuple.15 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.50, pred[128,2048]{1,0} %compare.8, f32[128,8192]{1,0} %maximum.6, pred[128,8192]{1,0} %compare.9) +(CompileWorker pid=1531828) %get-tuple-element.14 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=0 +(CompileWorker pid=1531828) %get-tuple-element.15 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=1 +(CompileWorker pid=1531828) %get-tuple-element.16 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=2 +(CompileWorker pid=1531828) %get-tuple-element.17 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=3 +(CompileWorker pid=1531828) %tuple.16 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.10, pred[128,2048]{1,0} %get-tuple-element.11, f32[128,8192]{1,0} %get-tuple-element.12, pred[128,8192]{1,0} %get-tuple-element.13, f32[128,2048]{1,0} %get-tuple-element.14, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.15, f32[128,8192]{1,0} %get-tuple-element.16, pred[128,8192]{1,0} %get-tuple-element.17) +(CompileWorker pid=1531828) %get-tuple-element.166 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=0 +(CompileWorker pid=1531828) %get-tuple-element.167 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=1 +(CompileWorker pid=1531828) %get-tuple-element.168 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=2 +(CompileWorker pid=1531828) %get-tuple-element.169 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=3 +(CompileWorker pid=1531828) %get-tuple-element.170 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=4 +(CompileWorker pid=1531828) %get-tuple-element.171 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=5 +(CompileWorker pid=1531828) %get-tuple-element.172 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=6 +(CompileWorker pid=1531828) %get-tuple-element.173 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=7 +(CompileWorker pid=1531828) ROOT %tuple.17 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.166, pred[128,2048]{1,0} %get-tuple-element.167, f32[128,8192]{1,0} %get-tuple-element.168, pred[128,8192]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %get-tuple-element.170, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %get-tuple-element.172, pred[128,8192]{1,0} %get-tuple-element.173), metadata={op_name="tuple.9"} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) hlo module after spmd pass: HloModule stage_0_1-stage_0_1_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) ENTRY %main.1125-stage_0_1_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048], param_5: f32[2048,8192], param_6: f32[8192], param_7: f32[8192,2048], param_8: f32[2048], param_9: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531828) %param_0 = f32[2048,8192]{1,0} parameter(0), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_1 = f32[8192]{0} parameter(1), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_2 = f32[8192,2048]{1,0} parameter(2), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_3 = f32[2048]{0} parameter(3), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_5 = f32[2048,8192]{1,0} parameter(5), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_6 = f32[8192]{0} parameter(6), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_7 = f32[8192,2048]{1,0} parameter(7), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_8 = f32[2048]{0} parameter(8), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %param_9 = f32[128,2048]{1,0} parameter(9), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531828) %tuple.13 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %param_0, f32[8192]{0} %param_1, f32[8192,2048]{1,0} %param_2, f32[2048]{0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/f32[2048,8192]{1,0} %param_5, f32[8192]{0} %param_6, f32[8192,2048]{1,0} %param_7, f32[2048]{0} %param_8, f32[128,2048]{1,0} %param_9) +(CompileWorker pid=1531828) %get-tuple-element.78 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=4 +(CompileWorker pid=1531828) %get-tuple-element.74 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=0 +(CompileWorker pid=1531828) %dot.11 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.78, f32[2048,8192]{1,0} %get-tuple-element.74), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %get-tuple-element.75 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=1 +(CompileWorker pid=1531828) %reshape.8 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.75), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.90 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.8), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %reshape.9 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.90), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.92 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.9), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.47 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.11, f32[128,8192]{1,0} %broadcast.92), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %constant.78 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.94 = f32[128,8192]{1,0} broadcast(f32[] %constant.78), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %maximum.4 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %get-tuple-element.76 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=2 +(CompileWorker pid=1531828) %dot.12 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.4, f32[8192,2048]{1,0} %get-tuple-element.76), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %get-tuple-element.77 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=3 +(CompileWorker pid=1531828) %reshape.10 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.77), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.95 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.10), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %reshape.11 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.95), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.97 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.11), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.48 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.12, f32[128,2048]{1,0} %broadcast.97), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %constant.79 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.99 = f32[128,2048]{1,0} broadcast(f32[] %constant.79), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %maximum.5 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %compare.6 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %compare.7 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %tuple.14 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.5, pred[128,2048]{1,0} %compare.6, f32[128,8192]{1,0} %maximum.4, pred[128,8192]{1,0} %compare.7) +(CompileWorker pid=1531828) %get-tuple-element.10 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=0 +(CompileWorker pid=1531828) %get-tuple-element.11 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=1 +(CompileWorker pid=1531828) %get-tuple-element.12 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=2 +(CompileWorker pid=1531828) %get-tuple-element.13 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=3 +(CompileWorker pid=1531828) %get-tuple-element.79 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=5 +(CompileWorker pid=1531828) %dot.13 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.10, f32[2048,8192]{1,0} %get-tuple-element.79), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %get-tuple-element.80 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=6 +(CompileWorker pid=1531828) %reshape.12 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.80), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.100 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.12), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %reshape.13 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.100), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.101 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.13), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.49 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.13, f32[128,8192]{1,0} %broadcast.101), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %constant.80 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.102 = f32[128,8192]{1,0} broadcast(f32[] %constant.80), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %maximum.6 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.102), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %get-tuple-element.81 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=7 +(CompileWorker pid=1531828) %dot.14 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.6, f32[8192,2048]{1,0} %get-tuple-element.81), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %get-tuple-element.82 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=8 +(CompileWorker pid=1531828) %reshape.14 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.82), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.103 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.14), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %reshape.15 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.103), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %broadcast.105 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.15), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.50 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.14, f32[128,2048]{1,0} %broadcast.105), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %constant.81 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.107 = f32[128,2048]{1,0} broadcast(f32[] %constant.81), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %maximum.7 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.107), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %get-tuple-element.83 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=9 +(CompileWorker pid=1531828) %subtract.5 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.7, f32[128,2048]{1,0} %get-tuple-element.83), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %constant.82 = f32[] constant(2) +(CompileWorker pid=1531828) %broadcast.108 = f32[128,2048]{1,0} broadcast(f32[] %constant.82), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %multiply.50 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.5, f32[128,2048]{1,0} %broadcast.108), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %compare.8 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.107), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %compare.9 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.102), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %tuple.15 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.50, pred[128,2048]{1,0} %compare.8, f32[128,8192]{1,0} %maximum.6, pred[128,8192]{1,0} %compare.9) +(CompileWorker pid=1531828) %get-tuple-element.14 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=0 +(CompileWorker pid=1531828) %get-tuple-element.15 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=1 +(CompileWorker pid=1531828) %get-tuple-element.16 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=2 +(CompileWorker pid=1531828) %get-tuple-element.17 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=3 +(CompileWorker pid=1531828) %tuple.16 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.10, pred[128,2048]{1,0} %get-tuple-element.11, f32[128,8192]{1,0} %get-tuple-element.12, pred[128,8192]{1,0} %get-tuple-element.13, f32[128,2048]{1,0} %get-tuple-element.14, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.15, f32[128,8192]{1,0} %get-tuple-element.16, pred[128,8192]{1,0} %get-tuple-element.17) +(CompileWorker pid=1531828) %get-tuple-element.166 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=0 +(CompileWorker pid=1531828) %get-tuple-element.167 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=1 +(CompileWorker pid=1531828) %get-tuple-element.168 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=2 +(CompileWorker pid=1531828) %get-tuple-element.169 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=3 +(CompileWorker pid=1531828) %get-tuple-element.170 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=4 +(CompileWorker pid=1531828) %get-tuple-element.171 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=5 +(CompileWorker pid=1531828) %get-tuple-element.172 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=6 +(CompileWorker pid=1531828) %get-tuple-element.173 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=7 +(CompileWorker pid=1531828) ROOT %tuple.17 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.166, pred[128,2048]{1,0} %get-tuple-element.167, f32[128,8192]{1,0} %get-tuple-element.168, pred[128,8192]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %get-tuple-element.170, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %get-tuple-element.172, pred[128,8192]{1,0} %get-tuple-element.173), metadata={op_name="tuple.9"} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) hlo module after auto shard pass: HloModule stage_0_1-stage_0_1_acc_grad_1, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %region_1.304.stage_0_1_acc_grad_1 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { +(CompileWorker pid=1531828) %Arg_0.305 = f32[] parameter(0) +(CompileWorker pid=1531828) %Arg_1.306 = f32[] parameter(1) +(CompileWorker pid=1531828) ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %region_0.300.stage_0_1_acc_grad_1 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { +(CompileWorker pid=1531828) %Arg_0.301 = f32[] parameter(0) +(CompileWorker pid=1531828) %Arg_1.302 = f32[] parameter(1) +(CompileWorker pid=1531828) ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %region_3.347.stage_0_1_acc_grad_1 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { +(CompileWorker pid=1531828) %Arg_0.348 = f32[] parameter(0) +(CompileWorker pid=1531828) %Arg_1.349 = f32[] parameter(1) +(CompileWorker pid=1531828) ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %region_2.343.stage_0_1_acc_grad_1 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { +(CompileWorker pid=1531828) %Arg_0.344 = f32[] parameter(0) +(CompileWorker pid=1531828) %Arg_1.345 = f32[] parameter(1) +(CompileWorker pid=1531828) ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) ENTRY %main.1125-stage_0_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[2048], param_5: f32[8192,2048], param_6: f32[8192], param_7: f32[2048,8192], param_8: f32[128,2048], param_9: pred[128,2048], param_10: f32[128,8192], param_11: pred[128,8192], param_12: f32[8192,2048], param_13: f32[128,2048], param_14: f32[2048,8192], param_15: pred[128,2048], param_16: f32[128,8192], param_17: pred[128,8192], param_18: f32[128,2048], param_19: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531828) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_4 = f32[2048]{0} parameter(4), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_5 = f32[8192,2048]{1,0} parameter(5), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_6 = f32[8192]{0} parameter(6), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_7 = f32[2048,8192]{1,0} parameter(7), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_8 = f32[128,2048]{1,0} parameter(8), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_9 = pred[128,2048]{1,0} parameter(9), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_10 = f32[128,8192]{1,0} parameter(10), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_11 = pred[128,8192]{1,0} parameter(11), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_12 = f32[8192,2048]{1,0} parameter(12), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_13 = f32[128,2048]{1,0} parameter(13), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_14 = f32[2048,8192]{1,0} parameter(14), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_15 = pred[128,2048]{1,0} parameter(15), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_16 = f32[128,8192]{1,0} parameter(16), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_17 = pred[128,8192]{1,0} parameter(17), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_18 = f32[128,2048]{1,0} parameter(18), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_19 = f32[8192,2048]{1,0} parameter(19), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %tuple.20 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[2048]{0} %param_4, /*index=5*/f32[8192,2048]{1,0} %param_5, f32[8192]{0} %param_6, f32[2048,8192]{1,0} %param_7, f32[128,2048]{1,0} %param_8, pred[128,2048]{1,0} %param_9, /*index=10*/f32[128,8192]{1,0} %param_10, pred[128,8192]{1,0} %param_11, f32[8192,2048]{1,0} %param_12, f32[128,2048]{1,0} %param_13, f32[2048,8192]{1,0} %param_14, /*index=15*/pred[128,2048]{1,0} %param_15, f32[128,8192]{1,0} %param_16, pred[128,8192]{1,0} %param_17, f32[128,2048]{1,0} %param_18, f32[8192,2048]{1,0} %param_19) +(CompileWorker pid=1531828) %get-tuple-element.280 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=0 +(CompileWorker pid=1531828) %get-tuple-element.289 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=9 +(CompileWorker pid=1531828) %get-tuple-element.288 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=8 +(CompileWorker pid=1531828) %constant.83 = f32[] constant(3.81469727e-06) +(CompileWorker pid=1531828) %broadcast.109 = f32[128,2048]{1,0} broadcast(f32[] %constant.83), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %multiply.51 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %get-tuple-element.288, f32[128,2048]{1,0} %broadcast.109), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %constant.84 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.110 = f32[128,2048]{1,0} broadcast(f32[] %constant.84), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %select.6 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.289, f32[128,2048]{1,0} %multiply.51, f32[128,2048]{1,0} %broadcast.110), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %constant.85 = f32[] constant(0) +(CompileWorker pid=1531828) %reduce.4 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.6, f32[] %constant.85), dimensions={0}, to_apply=%region_0.300.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.51 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.280, f32[2048]{0} %reduce.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531828) %get-tuple-element.281 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=1 +(CompileWorker pid=1531828) %get-tuple-element.290 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=10 +(CompileWorker pid=1531828) %dot.15 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[128,8192]{1,0} %get-tuple-element.290), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %transpose.4 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.15), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %add.52 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.281, f32[8192,2048]{0,1} %transpose.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531828) %get-tuple-element.282 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=2 +(CompileWorker pid=1531828) %get-tuple-element.291 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=11 +(CompileWorker pid=1531828) %get-tuple-element.292 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=12 +(CompileWorker pid=1531828) %dot.16 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[8192,2048]{1,0} %get-tuple-element.292), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %constant.86 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.111 = f32[128,8192]{1,0} broadcast(f32[] %constant.86), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %select.7 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.291, f32[128,8192]{1,0} %dot.16, f32[128,8192]{1,0} %broadcast.111), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %reduce.5 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.7, f32[] %constant.85), dimensions={0}, to_apply=%region_1.304.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.53 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.282, f32[8192]{0} %reduce.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531828) %get-tuple-element.283 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=3 +(CompileWorker pid=1531828) %get-tuple-element.293 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=13 +(CompileWorker pid=1531828) %dot.17 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[128,2048]{1,0} %get-tuple-element.293), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %transpose.5 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.17), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %add.54 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.283, f32[2048,8192]{0,1} %transpose.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531828) %get-tuple-element.294 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=14 +(CompileWorker pid=1531828) %dot.18 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[2048,8192]{1,0} %get-tuple-element.294), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %tuple.21 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.51, f32[8192,2048]{1,0} %add.52, f32[8192]{0} %add.53, f32[2048,8192]{1,0} %add.54, f32[128,2048]{1,0} %dot.18) +(CompileWorker pid=1531828) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=0 +(CompileWorker pid=1531828) %get-tuple-element.47 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=1 +(CompileWorker pid=1531828) %get-tuple-element.48 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=2 +(CompileWorker pid=1531828) %get-tuple-element.49 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=3 +(CompileWorker pid=1531828) %get-tuple-element.284 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=4 +(CompileWorker pid=1531828) %get-tuple-element.295 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=15 +(CompileWorker pid=1531828) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=4 +(CompileWorker pid=1531828) %constant.87 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.112 = f32[128,2048]{1,0} broadcast(f32[] %constant.87), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %select.8 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.295, f32[128,2048]{1,0} %get-tuple-element.50, f32[128,2048]{1,0} %broadcast.112), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %constant.88 = f32[] constant(0) +(CompileWorker pid=1531828) %reduce.6 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.8, f32[] %constant.88), dimensions={0}, to_apply=%region_2.343.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.55 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.284, f32[2048]{0} %reduce.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531828) %get-tuple-element.285 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=5 +(CompileWorker pid=1531828) %get-tuple-element.296 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=16 +(CompileWorker pid=1531828) %dot.19 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[128,8192]{1,0} %get-tuple-element.296), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %transpose.6 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.19), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %add.56 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.285, f32[8192,2048]{0,1} %transpose.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531828) %get-tuple-element.286 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=6 +(CompileWorker pid=1531828) %get-tuple-element.297 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=17 +(CompileWorker pid=1531828) %get-tuple-element.299 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=19 +(CompileWorker pid=1531828) %dot.20 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[8192,2048]{1,0} %get-tuple-element.299), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %constant.89 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.113 = f32[128,8192]{1,0} broadcast(f32[] %constant.89), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %select.9 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.297, f32[128,8192]{1,0} %dot.20, f32[128,8192]{1,0} %broadcast.113), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %reduce.7 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.9, f32[] %constant.88), dimensions={0}, to_apply=%region_3.347.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.57 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.286, f32[8192]{0} %reduce.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531828) %get-tuple-element.287 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=7 +(CompileWorker pid=1531828) %get-tuple-element.298 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=18 +(CompileWorker pid=1531828) %dot.21 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.9, f32[128,2048]{1,0} %get-tuple-element.298), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %transpose.7 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.21), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %add.58 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.287, f32[2048,8192]{0,1} %transpose.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531828) %tuple.22 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.55, f32[8192,2048]{1,0} %add.56, f32[8192]{0} %add.57, f32[2048,8192]{1,0} %add.58) +(CompileWorker pid=1531828) %get-tuple-element.51 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=0 +(CompileWorker pid=1531828) %get-tuple-element.52 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=1 +(CompileWorker pid=1531828) %get-tuple-element.53 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=2 +(CompileWorker pid=1531828) %get-tuple-element.54 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=3 +(CompileWorker pid=1531828) %tuple.23 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.46, f32[8192,2048]{1,0} %get-tuple-element.47, f32[8192]{0} %get-tuple-element.48, f32[2048,8192]{1,0} %get-tuple-element.49, f32[2048]{0} %get-tuple-element.51, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.52, f32[8192]{0} %get-tuple-element.53, f32[2048,8192]{1,0} %get-tuple-element.54) +(CompileWorker pid=1531828) %get-tuple-element.415 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=0 +(CompileWorker pid=1531828) %get-tuple-element.416 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=1 +(CompileWorker pid=1531828) %get-tuple-element.417 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=2 +(CompileWorker pid=1531828) %get-tuple-element.418 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=3 +(CompileWorker pid=1531828) %get-tuple-element.419 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=4 +(CompileWorker pid=1531828) %get-tuple-element.420 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=5 +(CompileWorker pid=1531828) %get-tuple-element.421 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=6 +(CompileWorker pid=1531828) %get-tuple-element.422 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=7 +(CompileWorker pid=1531828) ROOT %tuple.24 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.415, f32[8192,2048]{1,0} %get-tuple-element.416, f32[8192]{0} %get-tuple-element.417, f32[2048,8192]{1,0} %get-tuple-element.418, f32[2048]{0} %get-tuple-element.419, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.420, f32[8192]{0} %get-tuple-element.421, f32[2048,8192]{1,0} %get-tuple-element.422), metadata={op_name="tuple.9"} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) hlo module after spmd pass: HloModule stage_0_1-stage_0_1_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %region_1.304.stage_0_1_acc_grad_1 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { +(CompileWorker pid=1531828) %Arg_0.305 = f32[] parameter(0) +(CompileWorker pid=1531828) %Arg_1.306 = f32[] parameter(1) +(CompileWorker pid=1531828) ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %region_0.300.stage_0_1_acc_grad_1 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { +(CompileWorker pid=1531828) %Arg_0.301 = f32[] parameter(0) +(CompileWorker pid=1531828) %Arg_1.302 = f32[] parameter(1) +(CompileWorker pid=1531828) ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %region_3.347.stage_0_1_acc_grad_1 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { +(CompileWorker pid=1531828) %Arg_0.348 = f32[] parameter(0) +(CompileWorker pid=1531828) %Arg_1.349 = f32[] parameter(1) +(CompileWorker pid=1531828) ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) %region_2.343.stage_0_1_acc_grad_1 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { +(CompileWorker pid=1531828) %Arg_0.344 = f32[] parameter(0) +(CompileWorker pid=1531828) %Arg_1.345 = f32[] parameter(1) +(CompileWorker pid=1531828) ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) ENTRY %main.1125-stage_0_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[2048], param_5: f32[8192,2048], param_6: f32[8192], param_7: f32[2048,8192], param_8: f32[128,2048], param_9: pred[128,2048], param_10: f32[128,8192], param_11: pred[128,8192], param_12: f32[8192,2048], param_13: f32[128,2048], param_14: f32[2048,8192], param_15: pred[128,2048], param_16: f32[128,8192], param_17: pred[128,8192], param_18: f32[128,2048], param_19: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531828) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_4 = f32[2048]{0} parameter(4), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_5 = f32[8192,2048]{1,0} parameter(5), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_6 = f32[8192]{0} parameter(6), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_7 = f32[2048,8192]{1,0} parameter(7), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_8 = f32[128,2048]{1,0} parameter(8), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_9 = pred[128,2048]{1,0} parameter(9), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_10 = f32[128,8192]{1,0} parameter(10), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_11 = pred[128,8192]{1,0} parameter(11), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_12 = f32[8192,2048]{1,0} parameter(12), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_13 = f32[128,2048]{1,0} parameter(13), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_14 = f32[2048,8192]{1,0} parameter(14), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_15 = pred[128,2048]{1,0} parameter(15), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_16 = f32[128,8192]{1,0} parameter(16), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_17 = pred[128,8192]{1,0} parameter(17), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_18 = f32[128,2048]{1,0} parameter(18), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %param_19 = f32[8192,2048]{1,0} parameter(19), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531828) %tuple.20 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[2048]{0} %param_4, /*index=5*/f32[8192,2048]{1,0} %param_5, f32[8192]{0} %param_6, f32[2048,8192]{1,0} %param_7, f32[128,2048]{1,0} %param_8, pred[128,2048]{1,0} %param_9, /*index=10*/f32[128,8192]{1,0} %param_10, pred[128,8192]{1,0} %param_11, f32[8192,2048]{1,0} %param_12, f32[128,2048]{1,0} %param_13, f32[2048,8192]{1,0} %param_14, /*index=15*/pred[128,2048]{1,0} %param_15, f32[128,8192]{1,0} %param_16, pred[128,8192]{1,0} %param_17, f32[128,2048]{1,0} %param_18, f32[8192,2048]{1,0} %param_19) +(CompileWorker pid=1531828) %get-tuple-element.280 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=0 +(CompileWorker pid=1531828) %get-tuple-element.289 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=9 +(CompileWorker pid=1531828) %get-tuple-element.288 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=8 +(CompileWorker pid=1531828) %constant.83 = f32[] constant(3.81469727e-06) +(CompileWorker pid=1531828) %broadcast.109 = f32[128,2048]{1,0} broadcast(f32[] %constant.83), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %multiply.51 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %get-tuple-element.288, f32[128,2048]{1,0} %broadcast.109), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531828) %constant.84 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.110 = f32[128,2048]{1,0} broadcast(f32[] %constant.84), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %select.6 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.289, f32[128,2048]{1,0} %multiply.51, f32[128,2048]{1,0} %broadcast.110), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531828) %constant.85 = f32[] constant(0) +(CompileWorker pid=1531828) %reduce.4 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.6, f32[] %constant.85), dimensions={0}, to_apply=%region_0.300.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.51 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.280, f32[2048]{0} %reduce.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531828) %get-tuple-element.281 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=1 +(CompileWorker pid=1531828) %get-tuple-element.290 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=10 +(CompileWorker pid=1531828) %dot.15 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[128,8192]{1,0} %get-tuple-element.290), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %transpose.4 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.15), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %add.52 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.281, f32[8192,2048]{0,1} %transpose.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531828) %get-tuple-element.282 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=2 +(CompileWorker pid=1531828) %get-tuple-element.291 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=11 +(CompileWorker pid=1531828) %get-tuple-element.292 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=12 +(CompileWorker pid=1531828) %dot.16 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[8192,2048]{1,0} %get-tuple-element.292), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %constant.86 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.111 = f32[128,8192]{1,0} broadcast(f32[] %constant.86), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %select.7 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.291, f32[128,8192]{1,0} %dot.16, f32[128,8192]{1,0} %broadcast.111), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531828) %reduce.5 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.7, f32[] %constant.85), dimensions={0}, to_apply=%region_1.304.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.53 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.282, f32[8192]{0} %reduce.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531828) %get-tuple-element.283 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=3 +(CompileWorker pid=1531828) %get-tuple-element.293 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=13 +(CompileWorker pid=1531828) %dot.17 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[128,2048]{1,0} %get-tuple-element.293), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %transpose.5 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.17), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %add.54 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.283, f32[2048,8192]{0,1} %transpose.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531828) %get-tuple-element.294 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=14 +(CompileWorker pid=1531828) %dot.18 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[2048,8192]{1,0} %get-tuple-element.294), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %tuple.21 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.51, f32[8192,2048]{1,0} %add.52, f32[8192]{0} %add.53, f32[2048,8192]{1,0} %add.54, f32[128,2048]{1,0} %dot.18) +(CompileWorker pid=1531828) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=0 +(CompileWorker pid=1531828) %get-tuple-element.47 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=1 +(CompileWorker pid=1531828) %get-tuple-element.48 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=2 +(CompileWorker pid=1531828) %get-tuple-element.49 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=3 +(CompileWorker pid=1531828) %get-tuple-element.284 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=4 +(CompileWorker pid=1531828) %get-tuple-element.295 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=15 +(CompileWorker pid=1531828) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=4 +(CompileWorker pid=1531828) %constant.87 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.112 = f32[128,2048]{1,0} broadcast(f32[] %constant.87), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %select.8 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.295, f32[128,2048]{1,0} %get-tuple-element.50, f32[128,2048]{1,0} %broadcast.112), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531828) %constant.88 = f32[] constant(0) +(CompileWorker pid=1531828) %reduce.6 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.8, f32[] %constant.88), dimensions={0}, to_apply=%region_2.343.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.55 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.284, f32[2048]{0} %reduce.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531828) %get-tuple-element.285 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=5 +(CompileWorker pid=1531828) %get-tuple-element.296 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=16 +(CompileWorker pid=1531828) %dot.19 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[128,8192]{1,0} %get-tuple-element.296), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %transpose.6 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.19), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %add.56 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.285, f32[8192,2048]{0,1} %transpose.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531828) %get-tuple-element.286 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=6 +(CompileWorker pid=1531828) %get-tuple-element.297 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=17 +(CompileWorker pid=1531828) %get-tuple-element.299 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=19 +(CompileWorker pid=1531828) %dot.20 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[8192,2048]{1,0} %get-tuple-element.299), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %constant.89 = f32[] constant(0) +(CompileWorker pid=1531828) %broadcast.113 = f32[128,8192]{1,0} broadcast(f32[] %constant.89), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %select.9 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.297, f32[128,8192]{1,0} %dot.20, f32[128,8192]{1,0} %broadcast.113), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531828) %reduce.7 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.9, f32[] %constant.88), dimensions={0}, to_apply=%region_3.347.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531828) %add.57 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.286, f32[8192]{0} %reduce.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531828) %get-tuple-element.287 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=7 +(CompileWorker pid=1531828) %get-tuple-element.298 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=18 +(CompileWorker pid=1531828) %dot.21 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.9, f32[128,2048]{1,0} %get-tuple-element.298), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %transpose.7 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.21), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531828) %add.58 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.287, f32[2048,8192]{0,1} %transpose.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531828) %tuple.22 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.55, f32[8192,2048]{1,0} %add.56, f32[8192]{0} %add.57, f32[2048,8192]{1,0} %add.58) +(CompileWorker pid=1531828) %get-tuple-element.51 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=0 +(CompileWorker pid=1531828) %get-tuple-element.52 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=1 +(CompileWorker pid=1531828) %get-tuple-element.53 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=2 +(CompileWorker pid=1531828) %get-tuple-element.54 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=3 +(CompileWorker pid=1531828) %tuple.23 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.46, f32[8192,2048]{1,0} %get-tuple-element.47, f32[8192]{0} %get-tuple-element.48, f32[2048,8192]{1,0} %get-tuple-element.49, f32[2048]{0} %get-tuple-element.51, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.52, f32[8192]{0} %get-tuple-element.53, f32[2048,8192]{1,0} %get-tuple-element.54) +(CompileWorker pid=1531828) %get-tuple-element.415 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=0 +(CompileWorker pid=1531828) %get-tuple-element.416 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=1 +(CompileWorker pid=1531828) %get-tuple-element.417 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=2 +(CompileWorker pid=1531828) %get-tuple-element.418 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=3 +(CompileWorker pid=1531828) %get-tuple-element.419 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=4 +(CompileWorker pid=1531828) %get-tuple-element.420 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=5 +(CompileWorker pid=1531828) %get-tuple-element.421 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=6 +(CompileWorker pid=1531828) %get-tuple-element.422 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=7 +(CompileWorker pid=1531828) ROOT %tuple.24 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.415, f32[8192,2048]{1,0} %get-tuple-element.416, f32[8192]{0} %get-tuple-element.417, f32[2048,8192]{1,0} %get-tuple-element.418, f32[2048]{0} %get-tuple-element.419, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.420, f32[8192]{0} %get-tuple-element.421, f32[2048,8192]{1,0} %get-tuple-element.422), metadata={op_name="tuple.9"} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) hlo module after auto shard pass: HloModule stage_0_1-stage_0_1_apply_grad, entry_computation_layout={(f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0})->(f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0})} +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) ENTRY %main.1125-stage_0_1_apply_grad (param_0: f32[8192], param_1: f32[2048,8192], param_2: f32[2048], param_3: f32[8192,2048], param_4: f32[8192], param_5: f32[2048,8192], param_6: f32[2048], param_7: f32[8192,2048], param_8: s32[], param_9: f32[8192], param_10: f32[2048,8192], param_11: f32[2048], param_12: f32[8192,2048], param_13: s32[], param_14: f32[8192], param_15: f32[2048,8192], param_16: f32[2048], param_17: f32[8192,2048], param_18: f32[8192], param_19: f32[2048,8192], param_20: f32[2048], param_21: f32[8192,2048], param_22: f32[8192], param_23: f32[2048,8192], param_24: f32[2048], param_25: f32[8192,2048], param_26: f32[8192], param_27: f32[2048,8192], param_28: f32[2048], param_29: f32[8192,2048], param_30: f32[8192], param_31: f32[2048,8192], param_32: f32[2048], param_33: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { +(CompileWorker pid=1531828) %param_0 = f32[8192]{0} parameter(0), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_1 = f32[2048,8192]{1,0} parameter(1), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_2 = f32[2048]{0} parameter(2), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_3 = f32[8192,2048]{1,0} parameter(3), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_4 = f32[8192]{0} parameter(4), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_5 = f32[2048,8192]{1,0} parameter(5), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_6 = f32[2048]{0} parameter(6), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_7 = f32[8192,2048]{1,0} parameter(7), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_8 = s32[] parameter(8), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_9 = f32[8192]{0} parameter(9), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_10 = f32[2048,8192]{1,0} parameter(10), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_11 = f32[2048]{0} parameter(11), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_12 = f32[8192,2048]{1,0} parameter(12), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_13 = s32[] parameter(13), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_14 = f32[8192]{0} parameter(14), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_15 = f32[2048,8192]{1,0} parameter(15), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_16 = f32[2048]{0} parameter(16), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_17 = f32[8192,2048]{1,0} parameter(17), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_18 = f32[8192]{0} parameter(18), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_19 = f32[2048,8192]{1,0} parameter(19), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_20 = f32[2048]{0} parameter(20), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_21 = f32[8192,2048]{1,0} parameter(21), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_22 = f32[8192]{0} parameter(22), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_23 = f32[2048,8192]{1,0} parameter(23), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_24 = f32[2048]{0} parameter(24), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_25 = f32[8192,2048]{1,0} parameter(25), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_26 = f32[8192]{0} parameter(26), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_27 = f32[2048,8192]{1,0} parameter(27), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_28 = f32[2048]{0} parameter(28), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_29 = f32[8192,2048]{1,0} parameter(29), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_30 = f32[8192]{0} parameter(30), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_31 = f32[2048,8192]{1,0} parameter(31), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_32 = f32[2048]{0} parameter(32), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %param_33 = f32[8192,2048]{1,0} parameter(33), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531828) %tuple.27 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %param_0, f32[2048,8192]{1,0} %param_1, f32[2048]{0} %param_2, f32[8192,2048]{1,0} %param_3, f32[8192]{0} %param_4, /*index=5*/f32[2048,8192]{1,0} %param_5, f32[2048]{0} %param_6, f32[8192,2048]{1,0} %param_7, s32[] %param_8, f32[8192]{0} %param_9, /*index=10*/f32[2048,8192]{1,0} %param_10, f32[2048]{0} %param_11, f32[8192,2048]{1,0} %param_12, s32[] %param_13, f32[8192]{0} %param_14, /*index=15*/f32[2048,8192]{1,0} %param_15, f32[2048]{0} %param_16, f32[8192,2048]{1,0} %param_17, f32[8192]{0} %param_18, f32[2048,8192]{1,0} %param_19, /*index=20*/f32[2048]{0} %param_20, f32[8192,2048]{1,0} %param_21, f32[8192]{0} %param_22, f32[2048,8192]{1,0} %param_23, f32[2048]{0} %param_24, /*index=25*/f32[8192,2048]{1,0} %param_25, f32[8192]{0} %param_26, f32[2048,8192]{1,0} %param_27, f32[2048]{0} %param_28, f32[8192,2048]{1,0} %param_29, /*index=30*/f32[8192]{0} %param_30, f32[2048,8192]{1,0} %param_31, f32[2048]{0} %param_32, f32[8192,2048]{1,0} %param_33) +(CompileWorker pid=1531828) %get-tuple-element.597 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=26 +(CompileWorker pid=1531828) %constant.91 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.114 = f32[8192]{0} broadcast(f32[] %constant.91), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %divide.32 = f32[8192]{0} divide(f32[8192]{0} %get-tuple-element.597, f32[8192]{0} %broadcast.114), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %constant.93 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.115 = f32[8192]{0} broadcast(f32[] %constant.93), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.52 = f32[8192]{0} multiply(f32[8192]{0} %divide.32, f32[8192]{0} %broadcast.115), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.571 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=0 +(CompileWorker pid=1531828) %constant.94 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.116 = f32[8192]{0} broadcast(f32[] %constant.94), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.53 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.571, f32[8192]{0} %broadcast.116), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.59 = f32[8192]{0} add(f32[8192]{0} %multiply.52, f32[8192]{0} %multiply.53), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.598 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=27 +(CompileWorker pid=1531828) %constant.95 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.117 = f32[2048,8192]{1,0} broadcast(f32[] %constant.95), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %divide.33 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %get-tuple-element.598, f32[2048,8192]{1,0} %broadcast.117), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %constant.96 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.118 = f32[2048,8192]{1,0} broadcast(f32[] %constant.96), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.54 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.33, f32[2048,8192]{1,0} %broadcast.118), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.572 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=1 +(CompileWorker pid=1531828) %constant.97 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.120 = f32[2048,8192]{1,0} broadcast(f32[] %constant.97), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.55 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.572, f32[2048,8192]{1,0} %broadcast.120), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.60 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.54, f32[2048,8192]{1,0} %multiply.55), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.599 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=28 +(CompileWorker pid=1531828) %constant.98 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.122 = f32[2048]{0} broadcast(f32[] %constant.98), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %divide.34 = f32[2048]{0} divide(f32[2048]{0} %get-tuple-element.599, f32[2048]{0} %broadcast.122), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %constant.99 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.124 = f32[2048]{0} broadcast(f32[] %constant.99), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.56 = f32[2048]{0} multiply(f32[2048]{0} %divide.34, f32[2048]{0} %broadcast.124), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.573 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=2 +(CompileWorker pid=1531828) %constant.100 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.125 = f32[2048]{0} broadcast(f32[] %constant.100), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.57 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.573, f32[2048]{0} %broadcast.125), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.61 = f32[2048]{0} add(f32[2048]{0} %multiply.56, f32[2048]{0} %multiply.57), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.600 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=29 +(CompileWorker pid=1531828) %constant.101 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.127 = f32[8192,2048]{1,0} broadcast(f32[] %constant.101), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %divide.35 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %get-tuple-element.600, f32[8192,2048]{1,0} %broadcast.127), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531828) %constant.102 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.129 = f32[8192,2048]{1,0} broadcast(f32[] %constant.102), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.58 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.35, f32[8192,2048]{1,0} %broadcast.129), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.574 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=3 +(CompileWorker pid=1531828) %constant.103 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.130 = f32[8192,2048]{1,0} broadcast(f32[] %constant.103), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.59 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.574, f32[8192,2048]{1,0} %broadcast.130), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.62 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.58, f32[8192,2048]{1,0} %multiply.59), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.60 = f32[8192]{0} multiply(f32[8192]{0} %divide.32, f32[8192]{0} %divide.32), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.104 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.131 = f32[8192]{0} broadcast(f32[] %constant.104), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.61 = f32[8192]{0} multiply(f32[8192]{0} %multiply.60, f32[8192]{0} %broadcast.131), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %get-tuple-element.575 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=4 +(CompileWorker pid=1531828) %constant.105 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.132 = f32[8192]{0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.62 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.575, f32[8192]{0} %broadcast.132), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.63 = f32[8192]{0} add(f32[8192]{0} %multiply.61, f32[8192]{0} %multiply.62), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.63 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.33, f32[2048,8192]{1,0} %divide.33), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.106 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.133 = f32[2048,8192]{1,0} broadcast(f32[] %constant.106), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.64 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.63, f32[2048,8192]{1,0} %broadcast.133), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %get-tuple-element.576 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=5 +(CompileWorker pid=1531828) %constant.107 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.135 = f32[2048,8192]{1,0} broadcast(f32[] %constant.107), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.65 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.576, f32[2048,8192]{1,0} %broadcast.135), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.64 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.64, f32[2048,8192]{1,0} %multiply.65), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.66 = f32[2048]{0} multiply(f32[2048]{0} %divide.34, f32[2048]{0} %divide.34), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.108 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.137 = f32[2048]{0} broadcast(f32[] %constant.108), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.67 = f32[2048]{0} multiply(f32[2048]{0} %multiply.66, f32[2048]{0} %broadcast.137), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %get-tuple-element.577 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=6 +(CompileWorker pid=1531828) %constant.109 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.138 = f32[2048]{0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.68 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.577, f32[2048]{0} %broadcast.138), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.65 = f32[2048]{0} add(f32[2048]{0} %multiply.67, f32[2048]{0} %multiply.68), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.69 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.35, f32[8192,2048]{1,0} %divide.35), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.110 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.139 = f32[8192,2048]{1,0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.70 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.69, f32[8192,2048]{1,0} %broadcast.139), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %get-tuple-element.578 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=7 +(CompileWorker pid=1531828) %constant.111 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.140 = f32[8192,2048]{1,0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.71 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.578, f32[8192,2048]{1,0} %broadcast.140), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.66 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.70, f32[8192,2048]{1,0} %multiply.71), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %get-tuple-element.579 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=8 +(CompileWorker pid=1531828) %constant.112 = s32[] constant(2147483647) +(CompileWorker pid=1531828) %compare.10 = pred[] compare(s32[] %get-tuple-element.579, s32[] %constant.112), direction=LT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531828) %constant.113 = s32[] constant(1) +(CompileWorker pid=1531828) %add.67 = s32[] add(s32[] %get-tuple-element.579, s32[] %constant.113), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531828) %select.10 = s32[] select(pred[] %compare.10, s32[] %add.67, s32[] %constant.112), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531828) %get-tuple-element.580 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=9 +(CompileWorker pid=1531828) %constant.114 = f32[] constant(1) +(CompileWorker pid=1531828) %constant.115 = f32[] constant(0.9) +(CompileWorker pid=1531828) %convert.4 = f32[] convert(s32[] %select.10), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %power.4 = f32[] power(f32[] %constant.115, f32[] %convert.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %subtract.6 = f32[] subtract(f32[] %constant.114, f32[] %power.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %broadcast.141 = f32[8192]{0} broadcast(f32[] %subtract.6), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.36 = f32[8192]{0} divide(f32[8192]{0} %add.59, f32[8192]{0} %broadcast.141), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %constant.116 = f32[] constant(0.999) +(CompileWorker pid=1531828) %convert.5 = f32[] convert(s32[] %select.10), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %power.5 = f32[] power(f32[] %constant.116, f32[] %convert.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %subtract.7 = f32[] subtract(f32[] %constant.114, f32[] %power.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %broadcast.142 = f32[8192]{0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.37 = f32[8192]{0} divide(f32[8192]{0} %add.63, f32[8192]{0} %broadcast.142), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.8 = f32[8192]{0} sqrt(f32[8192]{0} %divide.37), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.117 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.143 = f32[8192]{0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.68 = f32[8192]{0} add(f32[8192]{0} %sqrt.8, f32[8192]{0} %broadcast.143), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.38 = f32[8192]{0} divide(f32[8192]{0} %divide.36, f32[8192]{0} %add.68), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.119 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.144 = f32[8192]{0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.72 = f32[8192]{0} multiply(f32[8192]{0} %divide.38, f32[8192]{0} %broadcast.144), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.69 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.580, f32[8192]{0} %multiply.72), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %get-tuple-element.581 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=10 +(CompileWorker pid=1531828) %broadcast.145 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.6), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.39 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.60, f32[2048,8192]{1,0} %broadcast.145), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %broadcast.146 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.40 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.64, f32[2048,8192]{1,0} %broadcast.146), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.9 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.40), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.121 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.147 = f32[2048,8192]{1,0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.70 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.9, f32[2048,8192]{1,0} %broadcast.147), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.41 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.39, f32[2048,8192]{1,0} %add.70), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.123 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.148 = f32[2048,8192]{1,0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.73 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.41, f32[2048,8192]{1,0} %broadcast.148), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.71 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.581, f32[2048,8192]{1,0} %multiply.73), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %get-tuple-element.582 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=11 +(CompileWorker pid=1531828) %broadcast.149 = f32[2048]{0} broadcast(f32[] %subtract.6), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.42 = f32[2048]{0} divide(f32[2048]{0} %add.61, f32[2048]{0} %broadcast.149), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %broadcast.150 = f32[2048]{0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.43 = f32[2048]{0} divide(f32[2048]{0} %add.65, f32[2048]{0} %broadcast.150), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.10 = f32[2048]{0} sqrt(f32[2048]{0} %divide.43), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.124 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.151 = f32[2048]{0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.72 = f32[2048]{0} add(f32[2048]{0} %sqrt.10, f32[2048]{0} %broadcast.151), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.44 = f32[2048]{0} divide(f32[2048]{0} %divide.42, f32[2048]{0} %add.72), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.125 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.152 = f32[2048]{0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.74 = f32[2048]{0} multiply(f32[2048]{0} %divide.44, f32[2048]{0} %broadcast.152), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.73 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.582, f32[2048]{0} %multiply.74), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %get-tuple-element.583 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=12 +(CompileWorker pid=1531828) %broadcast.153 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.6), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.45 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.62, f32[8192,2048]{1,0} %broadcast.153), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %broadcast.154 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.46 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.66, f32[8192,2048]{1,0} %broadcast.154), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.11 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.46), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.126 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.155 = f32[8192,2048]{1,0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.74 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.11, f32[8192,2048]{1,0} %broadcast.155), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.47 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.45, f32[8192,2048]{1,0} %add.74), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.127 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.156 = f32[8192,2048]{1,0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.75 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.47, f32[8192,2048]{1,0} %broadcast.156), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.75 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.583, f32[8192,2048]{1,0} %multiply.75), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %get-tuple-element.584 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=13 +(CompileWorker pid=1531828) %add.76 = s32[] add(s32[] %get-tuple-element.584, s32[] %constant.113), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/training/train_state.py" source_line=77} +(CompileWorker pid=1531828) %tuple.28 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %add.59, f32[2048,8192]{1,0} %add.60, f32[2048]{0} %add.61, f32[8192,2048]{1,0} %add.62, f32[8192]{0} %add.63, /*index=5*/f32[2048,8192]{1,0} %add.64, f32[2048]{0} %add.65, f32[8192,2048]{1,0} %add.66, s32[] %select.10, f32[8192]{0} %add.69, /*index=10*/f32[2048,8192]{1,0} %add.71, f32[2048]{0} %add.73, f32[8192,2048]{1,0} %add.75, s32[] %add.76) +(CompileWorker pid=1531828) %get-tuple-element.118 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=0 +(CompileWorker pid=1531828) %get-tuple-element.119 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=1 +(CompileWorker pid=1531828) %get-tuple-element.120 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=2 +(CompileWorker pid=1531828) %get-tuple-element.121 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=3 +(CompileWorker pid=1531828) %get-tuple-element.122 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=4 +(CompileWorker pid=1531828) %get-tuple-element.123 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=5 +(CompileWorker pid=1531828) %get-tuple-element.124 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=6 +(CompileWorker pid=1531828) %get-tuple-element.125 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=7 +(CompileWorker pid=1531828) %get-tuple-element.601 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=30 +(CompileWorker pid=1531828) %constant.128 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.157 = f32[8192]{0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %divide.48 = f32[8192]{0} divide(f32[8192]{0} %get-tuple-element.601, f32[8192]{0} %broadcast.157), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %constant.129 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.158 = f32[8192]{0} broadcast(f32[] %constant.129), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.76 = f32[8192]{0} multiply(f32[8192]{0} %divide.48, f32[8192]{0} %broadcast.158), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.585 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=14 +(CompileWorker pid=1531828) %constant.130 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.159 = f32[8192]{0} broadcast(f32[] %constant.130), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.77 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.585, f32[8192]{0} %broadcast.159), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.77 = f32[8192]{0} add(f32[8192]{0} %multiply.76, f32[8192]{0} %multiply.77), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.602 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=31 +(CompileWorker pid=1531828) %constant.131 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.160 = f32[2048,8192]{1,0} broadcast(f32[] %constant.131), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %divide.49 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %get-tuple-element.602, f32[2048,8192]{1,0} %broadcast.160), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %constant.132 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.161 = f32[2048,8192]{1,0} broadcast(f32[] %constant.132), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.78 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.49, f32[2048,8192]{1,0} %broadcast.161), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.586 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=15 +(CompileWorker pid=1531828) %constant.133 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.162 = f32[2048,8192]{1,0} broadcast(f32[] %constant.133), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.79 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.586, f32[2048,8192]{1,0} %broadcast.162), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.78 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.78, f32[2048,8192]{1,0} %multiply.79), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.603 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=32 +(CompileWorker pid=1531828) %constant.134 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.163 = f32[2048]{0} broadcast(f32[] %constant.134), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %divide.50 = f32[2048]{0} divide(f32[2048]{0} %get-tuple-element.603, f32[2048]{0} %broadcast.163), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %constant.135 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.164 = f32[2048]{0} broadcast(f32[] %constant.135), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.80 = f32[2048]{0} multiply(f32[2048]{0} %divide.50, f32[2048]{0} %broadcast.164), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.587 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=16 +(CompileWorker pid=1531828) %constant.136 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.165 = f32[2048]{0} broadcast(f32[] %constant.136), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.81 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.587, f32[2048]{0} %broadcast.165), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.79 = f32[2048]{0} add(f32[2048]{0} %multiply.80, f32[2048]{0} %multiply.81), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.604 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=33 +(CompileWorker pid=1531828) %constant.137 = f32[] constant(16) +(CompileWorker pid=1531828) %broadcast.166 = f32[8192,2048]{1,0} broadcast(f32[] %constant.137), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %divide.51 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %get-tuple-element.604, f32[8192,2048]{1,0} %broadcast.166), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531828) %constant.138 = f32[] constant(0.1) +(CompileWorker pid=1531828) %broadcast.167 = f32[8192,2048]{1,0} broadcast(f32[] %constant.138), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.82 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.51, f32[8192,2048]{1,0} %broadcast.167), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %get-tuple-element.588 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=17 +(CompileWorker pid=1531828) %constant.139 = f32[] constant(0.9) +(CompileWorker pid=1531828) %broadcast.168 = f32[8192,2048]{1,0} broadcast(f32[] %constant.139), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.83 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.588, f32[8192,2048]{1,0} %broadcast.168), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %add.80 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.82, f32[8192,2048]{1,0} %multiply.83), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531828) %multiply.84 = f32[8192]{0} multiply(f32[8192]{0} %divide.48, f32[8192]{0} %divide.48), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.140 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.169 = f32[8192]{0} broadcast(f32[] %constant.140), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.85 = f32[8192]{0} multiply(f32[8192]{0} %multiply.84, f32[8192]{0} %broadcast.169), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %get-tuple-element.589 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=18 +(CompileWorker pid=1531828) %constant.141 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.170 = f32[8192]{0} broadcast(f32[] %constant.141), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.86 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.589, f32[8192]{0} %broadcast.170), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.81 = f32[8192]{0} add(f32[8192]{0} %multiply.85, f32[8192]{0} %multiply.86), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.87 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.49, f32[2048,8192]{1,0} %divide.49), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.142 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.171 = f32[2048,8192]{1,0} broadcast(f32[] %constant.142), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.88 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.87, f32[2048,8192]{1,0} %broadcast.171), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %get-tuple-element.590 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=19 +(CompileWorker pid=1531828) %constant.143 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.172 = f32[2048,8192]{1,0} broadcast(f32[] %constant.143), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.89 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.590, f32[2048,8192]{1,0} %broadcast.172), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.82 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.88, f32[2048,8192]{1,0} %multiply.89), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.90 = f32[2048]{0} multiply(f32[2048]{0} %divide.50, f32[2048]{0} %divide.50), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.144 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.173 = f32[2048]{0} broadcast(f32[] %constant.144), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.91 = f32[2048]{0} multiply(f32[2048]{0} %multiply.90, f32[2048]{0} %broadcast.173), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %get-tuple-element.591 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=20 +(CompileWorker pid=1531828) %constant.145 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.174 = f32[2048]{0} broadcast(f32[] %constant.145), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.92 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.591, f32[2048]{0} %broadcast.174), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.83 = f32[2048]{0} add(f32[2048]{0} %multiply.91, f32[2048]{0} %multiply.92), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.93 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.51, f32[8192,2048]{1,0} %divide.51), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531828) %constant.146 = f32[] constant(0.001) +(CompileWorker pid=1531828) %broadcast.175 = f32[8192,2048]{1,0} broadcast(f32[] %constant.146), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.94 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.93, f32[8192,2048]{1,0} %broadcast.175), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %get-tuple-element.592 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=21 +(CompileWorker pid=1531828) %constant.147 = f32[] constant(0.999) +(CompileWorker pid=1531828) %broadcast.176 = f32[8192,2048]{1,0} broadcast(f32[] %constant.147), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %multiply.95 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.592, f32[8192,2048]{1,0} %broadcast.176), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %add.84 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.94, f32[8192,2048]{1,0} %multiply.95), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531828) %constant.148 = s32[] constant(2147483647) +(CompileWorker pid=1531828) %compare.11 = pred[] compare(s32[] %get-tuple-element.579, s32[] %constant.148), direction=LT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531828) %constant.149 = s32[] constant(1) +(CompileWorker pid=1531828) %add.85 = s32[] add(s32[] %get-tuple-element.579, s32[] %constant.149), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531828) %select.11 = s32[] select(pred[] %compare.11, s32[] %add.85, s32[] %constant.148), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531828) %get-tuple-element.593 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=22 +(CompileWorker pid=1531828) %constant.150 = f32[] constant(1) +(CompileWorker pid=1531828) %constant.151 = f32[] constant(0.9) +(CompileWorker pid=1531828) %convert.6 = f32[] convert(s32[] %select.11), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %power.6 = f32[] power(f32[] %constant.151, f32[] %convert.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %subtract.8 = f32[] subtract(f32[] %constant.150, f32[] %power.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %broadcast.177 = f32[8192]{0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.52 = f32[8192]{0} divide(f32[8192]{0} %add.77, f32[8192]{0} %broadcast.177), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %constant.152 = f32[] constant(0.999) +(CompileWorker pid=1531828) %convert.7 = f32[] convert(s32[] %select.11), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %power.7 = f32[] power(f32[] %constant.152, f32[] %convert.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %subtract.9 = f32[] subtract(f32[] %constant.150, f32[] %power.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531828) %broadcast.178 = f32[8192]{0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.53 = f32[8192]{0} divide(f32[8192]{0} %add.81, f32[8192]{0} %broadcast.178), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.12 = f32[8192]{0} sqrt(f32[8192]{0} %divide.53), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.153 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.179 = f32[8192]{0} broadcast(f32[] %constant.153), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.86 = f32[8192]{0} add(f32[8192]{0} %sqrt.12, f32[8192]{0} %broadcast.179), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.54 = f32[8192]{0} divide(f32[8192]{0} %divide.52, f32[8192]{0} %add.86), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.154 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.180 = f32[8192]{0} broadcast(f32[] %constant.154), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.96 = f32[8192]{0} multiply(f32[8192]{0} %divide.54, f32[8192]{0} %broadcast.180), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.87 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.593, f32[8192]{0} %multiply.96), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %get-tuple-element.594 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=23 +(CompileWorker pid=1531828) %broadcast.181 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.55 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.78, f32[2048,8192]{1,0} %broadcast.181), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %broadcast.182 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.56 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.82, f32[2048,8192]{1,0} %broadcast.182), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.13 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.56), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.155 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.183 = f32[2048,8192]{1,0} broadcast(f32[] %constant.155), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.88 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.13, f32[2048,8192]{1,0} %broadcast.183), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.57 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.55, f32[2048,8192]{1,0} %add.88), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.156 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.184 = f32[2048,8192]{1,0} broadcast(f32[] %constant.156), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.97 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.57, f32[2048,8192]{1,0} %broadcast.184), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.89 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.594, f32[2048,8192]{1,0} %multiply.97), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %get-tuple-element.595 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=24 +(CompileWorker pid=1531828) %broadcast.185 = f32[2048]{0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.58 = f32[2048]{0} divide(f32[2048]{0} %add.79, f32[2048]{0} %broadcast.185), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %broadcast.186 = f32[2048]{0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.59 = f32[2048]{0} divide(f32[2048]{0} %add.83, f32[2048]{0} %broadcast.186), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.14 = f32[2048]{0} sqrt(f32[2048]{0} %divide.59), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.157 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.187 = f32[2048]{0} broadcast(f32[] %constant.157), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.90 = f32[2048]{0} add(f32[2048]{0} %sqrt.14, f32[2048]{0} %broadcast.187), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.60 = f32[2048]{0} divide(f32[2048]{0} %divide.58, f32[2048]{0} %add.90), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.158 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.188 = f32[2048]{0} broadcast(f32[] %constant.158), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.98 = f32[2048]{0} multiply(f32[2048]{0} %divide.60, f32[2048]{0} %broadcast.188), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.91 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.595, f32[2048]{0} %multiply.98), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %get-tuple-element.596 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=25 +(CompileWorker pid=1531828) %broadcast.189 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.61 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.80, f32[8192,2048]{1,0} %broadcast.189), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %broadcast.190 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %divide.62 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.84, f32[8192,2048]{1,0} %broadcast.190), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531828) %sqrt.15 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.62), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.159 = f32[] constant(1e-08) +(CompileWorker pid=1531828) %broadcast.191 = f32[8192,2048]{1,0} broadcast(f32[] %constant.159), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %add.92 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.15, f32[8192,2048]{1,0} %broadcast.191), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %divide.63 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.61, f32[8192,2048]{1,0} %add.92), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531828) %constant.160 = f32[] constant(-0.001) +(CompileWorker pid=1531828) %broadcast.192 = f32[8192,2048]{1,0} broadcast(f32[] %constant.160), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %multiply.99 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.63, f32[8192,2048]{1,0} %broadcast.192), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531828) %add.93 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.596, f32[8192,2048]{1,0} %multiply.99), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531828) %tuple.29 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %add.77, f32[2048,8192]{1,0} %add.78, f32[2048]{0} %add.79, f32[8192,2048]{1,0} %add.80, f32[8192]{0} %add.81, /*index=5*/f32[2048,8192]{1,0} %add.82, f32[2048]{0} %add.83, f32[8192,2048]{1,0} %add.84, s32[] %select.11, f32[8192]{0} %add.87, /*index=10*/f32[2048,8192]{1,0} %add.89, f32[2048]{0} %add.91, f32[8192,2048]{1,0} %add.93) +(CompileWorker pid=1531828) %get-tuple-element.126 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=8 +(CompileWorker pid=1531828) %get-tuple-element.127 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=9 +(CompileWorker pid=1531828) %get-tuple-element.128 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=10 +(CompileWorker pid=1531828) %get-tuple-element.129 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=11 +(CompileWorker pid=1531828) %get-tuple-element.130 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=12 +(CompileWorker pid=1531828) %get-tuple-element.131 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=13 +(CompileWorker pid=1531828) %get-tuple-element.132 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=0 +(CompileWorker pid=1531828) %get-tuple-element.133 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=1 +(CompileWorker pid=1531828) %get-tuple-element.134 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=2 +(CompileWorker pid=1531828) %get-tuple-element.135 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=3 +(CompileWorker pid=1531828) %get-tuple-element.136 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=4 +(CompileWorker pid=1531828) %get-tuple-element.137 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=5 +(CompileWorker pid=1531828) %get-tuple-element.138 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=6 +(CompileWorker pid=1531828) %get-tuple-element.139 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=7 +(CompileWorker pid=1531828) %get-tuple-element.140 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=9 +(CompileWorker pid=1531829) %divide.21 = f32[8192]{0} divide(f32[8192]{0} %add.34, f32[8192]{0} %broadcast.79), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %sqrt.4 = f32[8192]{0} sqrt(f32[8192]{0} %divide.21), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.70 = f32[] constant(1e-08) +(CompileWorker pid=1531829) %broadcast.80 = f32[8192]{0} broadcast(f32[] %constant.70), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %add.39 = f32[8192]{0} add(f32[8192]{0} %sqrt.4, f32[8192]{0} %broadcast.80), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %divide.22 = f32[8192]{0} divide(f32[8192]{0} %divide.20, f32[8192]{0} %add.39), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.71 = f32[] constant(-0.001) +(CompileWorker pid=1531829) %broadcast.81 = f32[8192]{0} broadcast(f32[] %constant.71), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %multiply.44 = f32[8192]{0} multiply(f32[8192]{0} %divide.22, f32[8192]{0} %broadcast.81), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %add.40 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.315, f32[8192]{0} %multiply.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531829) %get-tuple-element.316 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=10 +(CompileWorker pid=1531829) %broadcast.82 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.2), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.23 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.31, f32[2048,8192]{1,0} %broadcast.82), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %broadcast.83 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.24 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.35, f32[2048,8192]{1,0} %broadcast.83), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %sqrt.5 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.24), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.72 = f32[] constant(1e-08) +(CompileWorker pid=1531829) %broadcast.84 = f32[2048,8192]{1,0} broadcast(f32[] %constant.72), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %add.41 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.5, f32[2048,8192]{1,0} %broadcast.84), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %divide.25 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.23, f32[2048,8192]{1,0} %add.41), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.73 = f32[] constant(-0.001) +(CompileWorker pid=1531829) %broadcast.85 = f32[2048,8192]{1,0} broadcast(f32[] %constant.73), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %multiply.45 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.25, f32[2048,8192]{1,0} %broadcast.85), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %add.42 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.316, f32[2048,8192]{1,0} %multiply.45), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531829) %get-tuple-element.317 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=11 +(CompileWorker pid=1531829) %broadcast.86 = f32[2048]{0} broadcast(f32[] %subtract.2), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.26 = f32[2048]{0} divide(f32[2048]{0} %add.32, f32[2048]{0} %broadcast.86), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %broadcast.87 = f32[2048]{0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.27 = f32[2048]{0} divide(f32[2048]{0} %add.36, f32[2048]{0} %broadcast.87), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %sqrt.6 = f32[2048]{0} sqrt(f32[2048]{0} %divide.27), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.74 = f32[] constant(1e-08) +(CompileWorker pid=1531829) %broadcast.88 = f32[2048]{0} broadcast(f32[] %constant.74), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %add.43 = f32[2048]{0} add(f32[2048]{0} %sqrt.6, f32[2048]{0} %broadcast.88), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %divide.28 = f32[2048]{0} divide(f32[2048]{0} %divide.26, f32[2048]{0} %add.43), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.75 = f32[] constant(-0.001) +(CompileWorker pid=1531829) %broadcast.89 = f32[2048]{0} broadcast(f32[] %constant.75), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %multiply.46 = f32[2048]{0} multiply(f32[2048]{0} %divide.28, f32[2048]{0} %broadcast.89), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %add.44 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.317, f32[2048]{0} %multiply.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531829) %get-tuple-element.318 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=12 +(CompileWorker pid=1531829) %broadcast.90 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.2), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.29 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.33, f32[8192,2048]{1,0} %broadcast.90), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %broadcast.91 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %divide.30 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.37, f32[8192,2048]{1,0} %broadcast.91), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531829) %sqrt.7 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.30), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.76 = f32[] constant(1e-08) +(CompileWorker pid=1531829) %broadcast.92 = f32[8192,2048]{1,0} broadcast(f32[] %constant.76), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %add.45 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.7, f32[8192,2048]{1,0} %broadcast.92), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %divide.31 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.29, f32[8192,2048]{1,0} %add.45), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531829) %constant.77 = f32[] constant(-0.001) +(CompileWorker pid=1531829) %broadcast.93 = f32[8192,2048]{1,0} broadcast(f32[] %constant.77), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %multiply.47 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.31, f32[8192,2048]{1,0} %broadcast.93), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531829) %add.46 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.318, f32[8192,2048]{1,0} %multiply.47), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531829) %get-tuple-element.319 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=13 +(CompileWorker pid=1531829) %add.47 = s32[] add(s32[] %get-tuple-element.319, s32[] %constant.66), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/training/train_state.py" source_line=77} +(CompileWorker pid=1531829) %tuple.23 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %add.30, f32[2048,8192]{1,0} %add.31, f32[2048]{0} %add.32, f32[8192,2048]{1,0} %add.33, f32[8192]{0} %add.34, /*index=5*/f32[2048,8192]{1,0} %add.35, f32[2048]{0} %add.36, f32[8192,2048]{1,0} %add.37, s32[] %select.5, f32[8192]{0} %add.40, /*index=10*/f32[2048,8192]{1,0} %add.42, f32[2048]{0} %add.44, f32[8192,2048]{1,0} %add.46, s32[] %add.47) +(CompileWorker pid=1531829) %get-tuple-element.59 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=0 +(CompileWorker pid=1531829) %get-tuple-element.60 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=1 +(CompileWorker pid=1531829) %get-tuple-element.61 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=2 +(CompileWorker pid=1531829) %get-tuple-element.62 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=3 +(CompileWorker pid=1531829) %get-tuple-element.63 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=4 +(CompileWorker pid=1531829) %get-tuple-element.64 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=5 +(CompileWorker pid=1531829) %get-tuple-element.65 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=6 +(CompileWorker pid=1531829) %get-tuple-element.66 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=7 +(CompileWorker pid=1531829) %get-tuple-element.67 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=8 +(CompileWorker pid=1531829) %get-tuple-element.68 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=9 +(CompileWorker pid=1531829) %get-tuple-element.69 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=10 +(CompileWorker pid=1531829) %get-tuple-element.70 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=11 +(CompileWorker pid=1531829) %get-tuple-element.71 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=12 +(CompileWorker pid=1531829) %get-tuple-element.72 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=13 +(CompileWorker pid=1531829) %tuple.24 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %get-tuple-element.59, f32[2048,8192]{1,0} %get-tuple-element.60, f32[2048]{0} %get-tuple-element.61, f32[8192,2048]{1,0} %get-tuple-element.62, f32[8192]{0} %get-tuple-element.63, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.64, f32[2048]{0} %get-tuple-element.65, f32[8192,2048]{1,0} %get-tuple-element.66, s32[] %get-tuple-element.67, f32[8192]{0} %get-tuple-element.68, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.69, f32[2048]{0} %get-tuple-element.70, f32[8192,2048]{1,0} %get-tuple-element.71, s32[] %get-tuple-element.72) +(CompileWorker pid=1531829) %get-tuple-element.519 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=0 +(CompileWorker pid=1531829) %get-tuple-element.520 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=1 +(CompileWorker pid=1531829) %get-tuple-element.521 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=2 +(CompileWorker pid=1531829) %get-tuple-element.522 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=3 +(CompileWorker pid=1531829) %get-tuple-element.523 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=4 +(CompileWorker pid=1531829) %get-tuple-element.524 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=5 +(CompileWorker pid=1531829) %get-tuple-element.525 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=6 +(CompileWorker pid=1531829) %get-tuple-element.526 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=7 +(CompileWorker pid=1531829) %get-tuple-element.527 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=8 +(CompileWorker pid=1531829) %get-tuple-element.528 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=9 +(CompileWorker pid=1531829) %get-tuple-element.529 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=10 +(CompileWorker pid=1531829) %get-tuple-element.530 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=11 +(CompileWorker pid=1531829) %get-tuple-element.531 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=12 +(CompileWorker pid=1531829) %get-tuple-element.532 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=13 +(CompileWorker pid=1531829) ROOT %tuple.25 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %get-tuple-element.519, f32[2048,8192]{1,0} %get-tuple-element.520, f32[2048]{0} %get-tuple-element.521, f32[8192,2048]{1,0} %get-tuple-element.522, f32[8192]{0} %get-tuple-element.523, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.524, f32[2048]{0} %get-tuple-element.525, f32[8192,2048]{1,0} %get-tuple-element.526, s32[] %get-tuple-element.527, f32[8192]{0} %get-tuple-element.528, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.529, f32[2048]{0} %get-tuple-element.530, f32[8192,2048]{1,0} %get-tuple-element.531, s32[] %get-tuple-element.532), metadata={op_name="tuple.15"} +(CompileWorker pid=1531829) } +(CompileWorker pid=1531829) +(CompileWorker pid=1531829) +(CompileWorker pid=1531830) %divide.21 = f32[8192]{0} divide(f32[8192]{0} %add.34, f32[8192]{0} %broadcast.79), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %sqrt.4 = f32[8192]{0} sqrt(f32[8192]{0} %divide.21), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.70 = f32[] constant(1e-08) +(CompileWorker pid=1531830) %broadcast.80 = f32[8192]{0} broadcast(f32[] %constant.70), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %add.39 = f32[8192]{0} add(f32[8192]{0} %sqrt.4, f32[8192]{0} %broadcast.80), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %divide.22 = f32[8192]{0} divide(f32[8192]{0} %divide.20, f32[8192]{0} %add.39), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.71 = f32[] constant(-0.001) +(CompileWorker pid=1531830) %broadcast.81 = f32[8192]{0} broadcast(f32[] %constant.71), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %multiply.44 = f32[8192]{0} multiply(f32[8192]{0} %divide.22, f32[8192]{0} %broadcast.81), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %add.40 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.315, f32[8192]{0} %multiply.44), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531830) %get-tuple-element.316 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=10 +(CompileWorker pid=1531830) %broadcast.82 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.2), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.23 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.31, f32[2048,8192]{1,0} %broadcast.82), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %broadcast.83 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.24 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.35, f32[2048,8192]{1,0} %broadcast.83), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %sqrt.5 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.24), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.72 = f32[] constant(1e-08) +(CompileWorker pid=1531830) %broadcast.84 = f32[2048,8192]{1,0} broadcast(f32[] %constant.72), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %add.41 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.5, f32[2048,8192]{1,0} %broadcast.84), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %divide.25 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.23, f32[2048,8192]{1,0} %add.41), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.73 = f32[] constant(-0.001) +(CompileWorker pid=1531830) %broadcast.85 = f32[2048,8192]{1,0} broadcast(f32[] %constant.73), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %multiply.45 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.25, f32[2048,8192]{1,0} %broadcast.85), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %add.42 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.316, f32[2048,8192]{1,0} %multiply.45), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531830) %get-tuple-element.317 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=11 +(CompileWorker pid=1531830) %broadcast.86 = f32[2048]{0} broadcast(f32[] %subtract.2), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.26 = f32[2048]{0} divide(f32[2048]{0} %add.32, f32[2048]{0} %broadcast.86), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %broadcast.87 = f32[2048]{0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.27 = f32[2048]{0} divide(f32[2048]{0} %add.36, f32[2048]{0} %broadcast.87), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %sqrt.6 = f32[2048]{0} sqrt(f32[2048]{0} %divide.27), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.74 = f32[] constant(1e-08) +(CompileWorker pid=1531830) %broadcast.88 = f32[2048]{0} broadcast(f32[] %constant.74), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %add.43 = f32[2048]{0} add(f32[2048]{0} %sqrt.6, f32[2048]{0} %broadcast.88), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %divide.28 = f32[2048]{0} divide(f32[2048]{0} %divide.26, f32[2048]{0} %add.43), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.75 = f32[] constant(-0.001) +(CompileWorker pid=1531830) %broadcast.89 = f32[2048]{0} broadcast(f32[] %constant.75), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %multiply.46 = f32[2048]{0} multiply(f32[2048]{0} %divide.28, f32[2048]{0} %broadcast.89), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %add.44 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.317, f32[2048]{0} %multiply.46), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531830) %get-tuple-element.318 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=12 +(CompileWorker pid=1531830) %broadcast.90 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.2), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.29 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.33, f32[8192,2048]{1,0} %broadcast.90), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %broadcast.91 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %divide.30 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.37, f32[8192,2048]{1,0} %broadcast.91), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531830) %sqrt.7 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.30), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.76 = f32[] constant(1e-08) +(CompileWorker pid=1531830) %broadcast.92 = f32[8192,2048]{1,0} broadcast(f32[] %constant.76), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %add.45 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.7, f32[8192,2048]{1,0} %broadcast.92), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %divide.31 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.29, f32[8192,2048]{1,0} %add.45), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531830) %constant.77 = f32[] constant(-0.001) +(CompileWorker pid=1531830) %broadcast.93 = f32[8192,2048]{1,0} broadcast(f32[] %constant.77), dimensions={}, metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %multiply.47 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.31, f32[8192,2048]{1,0} %broadcast.93), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531830) %add.46 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.318, f32[8192,2048]{1,0} %multiply.47), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531830) %get-tuple-element.319 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=13 +(CompileWorker pid=1531830) %add.47 = s32[] add(s32[] %get-tuple-element.319, s32[] %constant.66), metadata={op_name="parallelize(stage_0_0)/jit(main)/jit(stage_0_0_apply_grad)/jit(stage_0_0_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/training/train_state.py" source_line=77} +(CompileWorker pid=1531830) %tuple.23 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %add.30, f32[2048,8192]{1,0} %add.31, f32[2048]{0} %add.32, f32[8192,2048]{1,0} %add.33, f32[8192]{0} %add.34, /*index=5*/f32[2048,8192]{1,0} %add.35, f32[2048]{0} %add.36, f32[8192,2048]{1,0} %add.37, s32[] %select.5, f32[8192]{0} %add.40, /*index=10*/f32[2048,8192]{1,0} %add.42, f32[2048]{0} %add.44, f32[8192,2048]{1,0} %add.46, s32[] %add.47) +(CompileWorker pid=1531830) %get-tuple-element.59 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=0 +(CompileWorker pid=1531830) %get-tuple-element.60 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=1 +(CompileWorker pid=1531830) %get-tuple-element.61 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=2 +(CompileWorker pid=1531830) %get-tuple-element.62 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=3 +(CompileWorker pid=1531830) %get-tuple-element.63 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=4 +(CompileWorker pid=1531830) %get-tuple-element.64 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=5 +(CompileWorker pid=1531830) %get-tuple-element.65 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=6 +(CompileWorker pid=1531830) %get-tuple-element.66 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=7 +(CompileWorker pid=1531830) %get-tuple-element.67 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=8 +(CompileWorker pid=1531830) %get-tuple-element.68 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=9 +(CompileWorker pid=1531830) %get-tuple-element.69 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=10 +(CompileWorker pid=1531830) %get-tuple-element.70 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=11 +(CompileWorker pid=1531830) %get-tuple-element.71 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=12 +(CompileWorker pid=1531830) %get-tuple-element.72 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.23), index=13 +(CompileWorker pid=1531830) %tuple.24 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %get-tuple-element.59, f32[2048,8192]{1,0} %get-tuple-element.60, f32[2048]{0} %get-tuple-element.61, f32[8192,2048]{1,0} %get-tuple-element.62, f32[8192]{0} %get-tuple-element.63, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.64, f32[2048]{0} %get-tuple-element.65, f32[8192,2048]{1,0} %get-tuple-element.66, s32[] %get-tuple-element.67, f32[8192]{0} %get-tuple-element.68, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.69, f32[2048]{0} %get-tuple-element.70, f32[8192,2048]{1,0} %get-tuple-element.71, s32[] %get-tuple-element.72) +(CompileWorker pid=1531830) %get-tuple-element.519 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=0 +(CompileWorker pid=1531830) %get-tuple-element.520 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=1 +(CompileWorker pid=1531830) %get-tuple-element.521 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=2 +(CompileWorker pid=1531830) %get-tuple-element.522 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=3 +(CompileWorker pid=1531830) %get-tuple-element.523 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=4 +(CompileWorker pid=1531830) %get-tuple-element.524 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=5 +(CompileWorker pid=1531830) %get-tuple-element.525 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=6 +(CompileWorker pid=1531830) %get-tuple-element.526 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=7 +(CompileWorker pid=1531830) %get-tuple-element.527 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=8 +(CompileWorker pid=1531830) %get-tuple-element.528 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=9 +(CompileWorker pid=1531830) %get-tuple-element.529 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=10 +(CompileWorker pid=1531830) %get-tuple-element.530 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=11 +(CompileWorker pid=1531830) %get-tuple-element.531 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=12 +(CompileWorker pid=1531830) %get-tuple-element.532 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.24), index=13 +(CompileWorker pid=1531830) ROOT %tuple.25 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %get-tuple-element.519, f32[2048,8192]{1,0} %get-tuple-element.520, f32[2048]{0} %get-tuple-element.521, f32[8192,2048]{1,0} %get-tuple-element.522, f32[8192]{0} %get-tuple-element.523, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.524, f32[2048]{0} %get-tuple-element.525, f32[8192,2048]{1,0} %get-tuple-element.526, s32[] %get-tuple-element.527, f32[8192]{0} %get-tuple-element.528, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.529, f32[2048]{0} %get-tuple-element.530, f32[8192,2048]{1,0} %get-tuple-element.531, s32[] %get-tuple-element.532), metadata={op_name="tuple.15"} +(CompileWorker pid=1531830) } +(CompileWorker pid=1531830) +(CompileWorker pid=1531830) +(CompileWorker pid=1531827) %Arg_28.29 = f32[2048]{0} parameter(28) +(CompileWorker pid=1531827) %Arg_29.30 = f32[8192,2048]{1,0} parameter(29) +(CompileWorker pid=1531827) %Arg_30.31 = f32[8192]{0} parameter(30) +(CompileWorker pid=1531827) %Arg_31.32 = f32[2048,8192]{1,0} parameter(31) +(CompileWorker pid=1531827) %Arg_32.33 = f32[2048]{0} parameter(32) +(CompileWorker pid=1531827) %Arg_33.34 = f32[8192,2048]{1,0} parameter(33) +(CompileWorker pid=1531827) %Arg_5.6 = f32[8192]{0} parameter(5) +(CompileWorker pid=1531827) %Arg_4.5 = f32[2048,8192]{1,0} parameter(4) +(CompileWorker pid=1531827) %Arg_7.8 = f32[2048]{0} parameter(7) +(CompileWorker pid=1531827) %Arg_6.7 = f32[8192,2048]{1,0} parameter(6) +(CompileWorker pid=1531827) %Arg_8.9 = f32[2048]{0} parameter(8) +(CompileWorker pid=1531827) %Arg_9.10 = f32[8192,2048]{1,0} parameter(9) +(CompileWorker pid=1531827) %Arg_10.11 = f32[8192]{0} parameter(10) +(CompileWorker pid=1531827) %Arg_11.12 = f32[2048,8192]{1,0} parameter(11) +(CompileWorker pid=1531827) %Arg_12.13 = f32[2048]{0} parameter(12) +(CompileWorker pid=1531827) %Arg_13.14 = f32[8192,2048]{1,0} parameter(13) +(CompileWorker pid=1531827) %Arg_14.15 = f32[8192]{0} parameter(14) +(CompileWorker pid=1531827) %Arg_15.16 = f32[2048,8192]{1,0} parameter(15) +(CompileWorker pid=1531827) %Arg_34.35 = f32[128,2048]{1,0} parameter(34) +(CompileWorker pid=1531827) %Arg_35.36 = f32[128,2048]{1,0} parameter(35) +(CompileWorker pid=1531827) %call.73 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) call(f32[2048,8192]{1,0} %Arg_0.1, f32[8192]{0} %Arg_1.2, f32[8192,2048]{1,0} %Arg_2.3, f32[2048]{0} %Arg_3.4, f32[128,2048]{1,0} %Arg_34.35, /*index=5*/f32[2048,8192]{1,0} %Arg_4.5, f32[8192]{0} %Arg_5.6, f32[8192,2048]{1,0} %Arg_6.7, f32[2048]{0} %Arg_7.8, f32[128,2048]{1,0} %Arg_35.36), to_apply=%pipeline_marker.50 +(CompileWorker pid=1531827) %get-tuple-element.74 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=0 +(CompileWorker pid=1531827) %get-tuple-element.75 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=1 +(CompileWorker pid=1531827) %get-tuple-element.76 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=2 +(CompileWorker pid=1531827) %get-tuple-element.77 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=3 +(CompileWorker pid=1531827) %get-tuple-element.78 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=4 +(CompileWorker pid=1531827) %get-tuple-element.79 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=5 +(CompileWorker pid=1531827) %get-tuple-element.80 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=6 +(CompileWorker pid=1531827) %get-tuple-element.81 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=7 +(CompileWorker pid=1531827) %get-tuple-element.82 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=8 +(CompileWorker pid=1531827) %get-tuple-element.83 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %call.73), index=9 +(CompileWorker pid=1531827) %call.165 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[2048,8192]{1,0} %get-tuple-element.74, f32[8192]{0} %get-tuple-element.75, f32[8192,2048]{1,0} %get-tuple-element.76, f32[2048]{0} %get-tuple-element.77, f32[128,2048]{1,0} %get-tuple-element.78, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.79, f32[8192]{0} %get-tuple-element.80, f32[8192,2048]{1,0} %get-tuple-element.81, f32[2048]{0} %get-tuple-element.82, f32[128,2048]{1,0} %get-tuple-element.83), to_apply=%stage_0_1_acc_grad_0.143 +(CompileWorker pid=1531827) %get-tuple-element.166 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=0 +(CompileWorker pid=1531827) %get-tuple-element.167 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=1 +(CompileWorker pid=1531827) %get-tuple-element.168 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=2 +(CompileWorker pid=1531827) %get-tuple-element.169 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=3 +(CompileWorker pid=1531827) %get-tuple-element.170 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=4 +(CompileWorker pid=1531827) %get-tuple-element.171 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=5 +(CompileWorker pid=1531827) %get-tuple-element.172 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=6 +(CompileWorker pid=1531827) %get-tuple-element.173 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.165), index=7 +(CompileWorker pid=1531827) %call.204 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) call(f32[128,2048]{1,0} %get-tuple-element.166, pred[128,2048]{1,0} %get-tuple-element.167, f32[128,8192]{1,0} %get-tuple-element.168, pred[128,8192]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %get-tuple-element.170, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %get-tuple-element.172, pred[128,8192]{1,0} %get-tuple-element.173), to_apply=%pipeline_marker_0.185 +(CompileWorker pid=1531827) %get-tuple-element.209 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=4 +(CompileWorker pid=1531827) %get-tuple-element.210 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=5 +(CompileWorker pid=1531827) %get-tuple-element.211 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=6 +(CompileWorker pid=1531827) %get-tuple-element.212 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=7 +(CompileWorker pid=1531827) %get-tuple-element.205 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=0 +(CompileWorker pid=1531827) %get-tuple-element.206 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=1 +(CompileWorker pid=1531827) %get-tuple-element.207 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=2 +(CompileWorker pid=1531827) %get-tuple-element.208 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %call.204), index=3 +(CompileWorker pid=1531827) %call.279 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) call(f32[2048]{0} %Arg_8.9, f32[8192,2048]{1,0} %Arg_9.10, f32[8192]{0} %Arg_10.11, f32[2048,8192]{1,0} %Arg_11.12, f32[2048]{0} %Arg_12.13, /*index=5*/f32[8192,2048]{1,0} %Arg_13.14, f32[8192]{0} %Arg_14.15, f32[2048,8192]{1,0} %Arg_15.16, f32[128,2048]{1,0} %get-tuple-element.209, pred[128,2048]{1,0} %get-tuple-element.210, /*index=10*/f32[128,8192]{1,0} %get-tuple-element.211, pred[128,8192]{1,0} %get-tuple-element.212, f32[8192,2048]{1,0} %Arg_6.7, f32[128,2048]{1,0} %get-tuple-element.205, f32[2048,8192]{1,0} %Arg_4.5, /*index=15*/pred[128,2048]{1,0} %get-tuple-element.206, f32[128,8192]{1,0} %get-tuple-element.207, pred[128,8192]{1,0} %get-tuple-element.208, f32[128,2048]{1,0} %Arg_34.35, f32[8192,2048]{1,0} %Arg_2.3), to_apply=%pipeline_marker_1.236 +(CompileWorker pid=1531827) %get-tuple-element.280 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=0 +(CompileWorker pid=1531827) %get-tuple-element.281 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=1 +(CompileWorker pid=1531827) %get-tuple-element.282 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=2 +(CompileWorker pid=1531827) %get-tuple-element.283 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=3 +(CompileWorker pid=1531827) %get-tuple-element.284 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=4 +(CompileWorker pid=1531827) %get-tuple-element.285 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=5 +(CompileWorker pid=1531827) %get-tuple-element.286 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=6 +(CompileWorker pid=1531827) %get-tuple-element.287 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=7 +(CompileWorker pid=1531827) %get-tuple-element.288 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=8 +(CompileWorker pid=1531827) %get-tuple-element.289 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=9 +(CompileWorker pid=1531827) %get-tuple-element.290 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=10 +(CompileWorker pid=1531827) %get-tuple-element.291 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=11 +(CompileWorker pid=1531827) %get-tuple-element.292 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=12 +(CompileWorker pid=1531827) %get-tuple-element.293 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=13 +(CompileWorker pid=1531827) %get-tuple-element.294 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=14 +(CompileWorker pid=1531827) %get-tuple-element.295 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=15 +(CompileWorker pid=1531827) %get-tuple-element.296 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=16 +(CompileWorker pid=1531827) %get-tuple-element.297 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=17 +(CompileWorker pid=1531827) %get-tuple-element.298 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=18 +(CompileWorker pid=1531827) %get-tuple-element.299 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %call.279), index=19 +(CompileWorker pid=1531827) %call.414 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %get-tuple-element.280, f32[8192,2048]{1,0} %get-tuple-element.281, f32[8192]{0} %get-tuple-element.282, f32[2048,8192]{1,0} %get-tuple-element.283, f32[2048]{0} %get-tuple-element.284, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.285, f32[8192]{0} %get-tuple-element.286, f32[2048,8192]{1,0} %get-tuple-element.287, f32[128,2048]{1,0} %get-tuple-element.288, pred[128,2048]{1,0} %get-tuple-element.289, /*index=10*/f32[128,8192]{1,0} %get-tuple-element.290, pred[128,8192]{1,0} %get-tuple-element.291, f32[8192,2048]{1,0} %get-tuple-element.292, f32[128,2048]{1,0} %get-tuple-element.293, f32[2048,8192]{1,0} %get-tuple-element.294, /*index=15*/pred[128,2048]{1,0} %get-tuple-element.295, f32[128,8192]{1,0} %get-tuple-element.296, pred[128,8192]{1,0} %get-tuple-element.297, f32[128,2048]{1,0} %get-tuple-element.298, f32[8192,2048]{1,0} %get-tuple-element.299), to_apply=%stage_0_1_acc_grad_1.381 +(CompileWorker pid=1531827) %get-tuple-element.415 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=0 +(CompileWorker pid=1531827) %get-tuple-element.416 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=1 +(CompileWorker pid=1531827) %get-tuple-element.417 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=2 +(CompileWorker pid=1531827) %get-tuple-element.418 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=3 +(CompileWorker pid=1531827) %get-tuple-element.419 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=4 +(CompileWorker pid=1531827) %get-tuple-element.420 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=5 +(CompileWorker pid=1531827) %get-tuple-element.421 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=6 +(CompileWorker pid=1531827) %get-tuple-element.422 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.414), index=7 +(CompileWorker pid=1531827) %call.453 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) call(f32[2048]{0} %get-tuple-element.415, f32[8192,2048]{1,0} %get-tuple-element.416, f32[8192]{0} %get-tuple-element.417, f32[2048,8192]{1,0} %get-tuple-element.418, f32[2048]{0} %get-tuple-element.419, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.420, f32[8192]{0} %get-tuple-element.421, f32[2048,8192]{1,0} %get-tuple-element.422), to_apply=%pipeline_marker_2.434 +(CompileWorker pid=1531827) %get-tuple-element.460 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=6 +(CompileWorker pid=1531827) %get-tuple-element.461 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=7 +(CompileWorker pid=1531827) %get-tuple-element.458 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=4 +(CompileWorker pid=1531827) %get-tuple-element.459 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=5 +(CompileWorker pid=1531827) %get-tuple-element.456 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=2 +(CompileWorker pid=1531827) %get-tuple-element.457 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=3 +(CompileWorker pid=1531827) %get-tuple-element.454 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=0 +(CompileWorker pid=1531827) %get-tuple-element.455 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %call.453), index=1 +(CompileWorker pid=1531827) %call.570 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) call(f32[8192]{0} %Arg_16.17, f32[2048,8192]{1,0} %Arg_17.18, f32[2048]{0} %Arg_18.19, f32[8192,2048]{1,0} %Arg_19.20, f32[8192]{0} %Arg_20.21, /*index=5*/f32[2048,8192]{1,0} %Arg_21.22, f32[2048]{0} %Arg_22.23, f32[8192,2048]{1,0} %Arg_23.24, s32[] %Arg_24.25, f32[8192]{0} %Arg_1.2, /*index=10*/f32[2048,8192]{1,0} %Arg_0.1, f32[2048]{0} %Arg_3.4, f32[8192,2048]{1,0} %Arg_2.3, s32[] %Arg_25.26, f32[8192]{0} %Arg_26.27, /*index=15*/f32[2048,8192]{1,0} %Arg_27.28, f32[2048]{0} %Arg_28.29, f32[8192,2048]{1,0} %Arg_29.30, f32[8192]{0} %Arg_30.31, f32[2048,8192]{1,0} %Arg_31.32, /*index=20*/f32[2048]{0} %Arg_32.33, f32[8192,2048]{1,0} %Arg_33.34, f32[8192]{0} %Arg_5.6, f32[2048,8192]{1,0} %Arg_4.5, f32[2048]{0} %Arg_7.8, /*index=25*/f32[8192,2048]{1,0} %Arg_6.7, f32[8192]{0} %get-tuple-element.460, f32[2048,8192]{1,0} %get-tuple-element.461, f32[2048]{0} %get-tuple-element.458, f32[8192,2048]{1,0} %get-tuple-element.459, /*index=30*/f32[8192]{0} %get-tuple-element.456, f32[2048,8192]{1,0} %get-tuple-element.457, f32[2048]{0} %get-tuple-element.454, f32[8192,2048]{1,0} %get-tuple-element.455), to_apply=%pipeline_marker_3.499 +(CompileWorker pid=1531827) %get-tuple-element.571 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=0 +(CompileWorker pid=1531827) %get-tuple-element.572 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=1 +(CompileWorker pid=1531827) %get-tuple-element.573 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=2 +(CompileWorker pid=1531827) %get-tuple-element.574 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=3 +(CompileWorker pid=1531827) %get-tuple-element.575 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=4 +(CompileWorker pid=1531827) %get-tuple-element.576 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=5 +(CompileWorker pid=1531827) %get-tuple-element.577 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=6 +(CompileWorker pid=1531827) %get-tuple-element.578 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=7 +(CompileWorker pid=1531827) %get-tuple-element.579 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=8 +(CompileWorker pid=1531827) %get-tuple-element.580 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=9 +(CompileWorker pid=1531827) %get-tuple-element.581 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=10 +(CompileWorker pid=1531827) %get-tuple-element.582 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=11 +(CompileWorker pid=1531827) %get-tuple-element.583 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=12 +(CompileWorker pid=1531827) %get-tuple-element.584 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=13 +(CompileWorker pid=1531827) %get-tuple-element.585 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=14 +(CompileWorker pid=1531827) %get-tuple-element.586 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=15 +(CompileWorker pid=1531827) %get-tuple-element.587 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=16 +(CompileWorker pid=1531827) %get-tuple-element.588 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=17 +(CompileWorker pid=1531827) %get-tuple-element.589 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=18 +(CompileWorker pid=1531827) %get-tuple-element.590 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=19 +(CompileWorker pid=1531827) %get-tuple-element.591 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=20 +(CompileWorker pid=1531827) %get-tuple-element.592 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=21 +(CompileWorker pid=1531827) %get-tuple-element.593 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=22 +(CompileWorker pid=1531827) %get-tuple-element.594 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=23 +(CompileWorker pid=1531827) %get-tuple-element.595 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=24 +(CompileWorker pid=1531827) %get-tuple-element.596 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=25 +(CompileWorker pid=1531827) %get-tuple-element.597 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=26 +(CompileWorker pid=1531827) %get-tuple-element.598 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=27 +(CompileWorker pid=1531827) %get-tuple-element.599 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=28 +(CompileWorker pid=1531827) %get-tuple-element.600 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=29 +(CompileWorker pid=1531827) %get-tuple-element.601 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=30 +(CompileWorker pid=1531827) %get-tuple-element.602 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=31 +(CompileWorker pid=1531827) %get-tuple-element.603 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=32 +(CompileWorker pid=1531827) %get-tuple-element.604 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %call.570), index=33 +(CompileWorker pid=1531827) %call.986 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) call(f32[8192]{0} %get-tuple-element.571, f32[2048,8192]{1,0} %get-tuple-element.572, f32[2048]{0} %get-tuple-element.573, f32[8192,2048]{1,0} %get-tuple-element.574, f32[8192]{0} %get-tuple-element.575, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.576, f32[2048]{0} %get-tuple-element.577, f32[8192,2048]{1,0} %get-tuple-element.578, s32[] %get-tuple-element.579, f32[8192]{0} %get-tuple-element.580, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.581, f32[2048]{0} %get-tuple-element.582, f32[8192,2048]{1,0} %get-tuple-element.583, s32[] %get-tuple-element.584, f32[8192]{0} %get-tuple-element.585, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.586, f32[2048]{0} %get-tuple-element.587, f32[8192,2048]{1,0} %get-tuple-element.588, f32[8192]{0} %get-tuple-element.589, f32[2048,8192]{1,0} %get-tuple-element.590, /*index=20*/f32[2048]{0} %get-tuple-element.591, f32[8192,2048]{1,0} %get-tuple-element.592, f32[8192]{0} %get-tuple-element.593, f32[2048,8192]{1,0} %get-tuple-element.594, f32[2048]{0} %get-tuple-element.595, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.596, f32[8192]{0} %get-tuple-element.597, f32[2048,8192]{1,0} %get-tuple-element.598, f32[2048]{0} %get-tuple-element.599, f32[8192,2048]{1,0} %get-tuple-element.600, /*index=30*/f32[8192]{0} %get-tuple-element.601, f32[2048,8192]{1,0} %get-tuple-element.602, f32[2048]{0} %get-tuple-element.603, f32[8192,2048]{1,0} %get-tuple-element.604), to_apply=%stage_0_1_apply_grad.921 +(CompileWorker pid=1531827) %get-tuple-element.987 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=0 +(CompileWorker pid=1531827) %get-tuple-element.988 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=1 +(CompileWorker pid=1531827) %get-tuple-element.989 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=2 +(CompileWorker pid=1531827) %get-tuple-element.990 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=3 +(CompileWorker pid=1531827) %get-tuple-element.991 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=4 +(CompileWorker pid=1531827) %get-tuple-element.992 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=5 +(CompileWorker pid=1531827) %get-tuple-element.993 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=6 +(CompileWorker pid=1531827) %get-tuple-element.994 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=7 +(CompileWorker pid=1531827) %get-tuple-element.995 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=8 +(CompileWorker pid=1531827) %get-tuple-element.996 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=9 +(CompileWorker pid=1531827) %get-tuple-element.997 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=10 +(CompileWorker pid=1531827) %get-tuple-element.998 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=11 +(CompileWorker pid=1531827) %get-tuple-element.999 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=12 +(CompileWorker pid=1531827) %get-tuple-element.1000 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=13 +(CompileWorker pid=1531827) %get-tuple-element.1001 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=14 +(CompileWorker pid=1531827) %get-tuple-element.1002 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=15 +(CompileWorker pid=1531827) %get-tuple-element.1003 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=16 +(CompileWorker pid=1531827) %get-tuple-element.1004 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=17 +(CompileWorker pid=1531827) %get-tuple-element.1005 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=18 +(CompileWorker pid=1531827) %get-tuple-element.1006 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=19 +(CompileWorker pid=1531827) %get-tuple-element.1007 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=20 +(CompileWorker pid=1531827) %get-tuple-element.1008 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=21 +(CompileWorker pid=1531827) %get-tuple-element.1009 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=22 +(CompileWorker pid=1531827) %get-tuple-element.1010 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=23 +(CompileWorker pid=1531827) %get-tuple-element.1011 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=24 +(CompileWorker pid=1531827) %get-tuple-element.1012 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.986), index=25 +(CompileWorker pid=1531827) %call.1097 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) call(f32[8192]{0} %get-tuple-element.987, f32[2048,8192]{1,0} %get-tuple-element.988, f32[2048]{0} %get-tuple-element.989, f32[8192,2048]{1,0} %get-tuple-element.990, f32[8192]{0} %get-tuple-element.991, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.992, f32[2048]{0} %get-tuple-element.993, f32[8192,2048]{1,0} %get-tuple-element.994, s32[] %get-tuple-element.995, f32[8192]{0} %get-tuple-element.996, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.997, f32[2048]{0} %get-tuple-element.998, f32[8192,2048]{1,0} %get-tuple-element.999, s32[] %get-tuple-element.1000, f32[8192]{0} %get-tuple-element.1001, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.1002, f32[2048]{0} %get-tuple-element.1003, f32[8192,2048]{1,0} %get-tuple-element.1004, f32[8192]{0} %get-tuple-element.1005, f32[2048,8192]{1,0} %get-tuple-element.1006, /*index=20*/f32[2048]{0} %get-tuple-element.1007, f32[8192,2048]{1,0} %get-tuple-element.1008, f32[8192]{0} %get-tuple-element.1009, f32[2048,8192]{1,0} %get-tuple-element.1010, f32[2048]{0} %get-tuple-element.1011, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.1012), to_apply=%pipeline_marker_4.1042 +(CompileWorker pid=1531827) %get-tuple-element.1108 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=10 +(CompileWorker pid=1531827) %get-tuple-element.1107 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=9 +(CompileWorker pid=1531827) %get-tuple-element.1110 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=12 +(CompileWorker pid=1531827) %get-tuple-element.1109 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=11 +(CompileWorker pid=1531827) %get-tuple-element.1121 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=23 +(CompileWorker pid=1531827) %get-tuple-element.1120 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=22 +(CompileWorker pid=1531827) %get-tuple-element.1123 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=25 +(CompileWorker pid=1531827) %get-tuple-element.1122 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=24 +(CompileWorker pid=1531827) %get-tuple-element.1098 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=0 +(CompileWorker pid=1531827) %get-tuple-element.1099 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=1 +(CompileWorker pid=1531827) %get-tuple-element.1100 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=2 +(CompileWorker pid=1531827) %get-tuple-element.1101 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=3 +(CompileWorker pid=1531827) %get-tuple-element.1102 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=4 +(CompileWorker pid=1531827) %get-tuple-element.1103 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=5 +(CompileWorker pid=1531827) %get-tuple-element.1104 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=6 +(CompileWorker pid=1531827) %get-tuple-element.1105 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=7 +(CompileWorker pid=1531827) %get-tuple-element.1106 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=8 +(CompileWorker pid=1531827) %get-tuple-element.1111 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=13 +(CompileWorker pid=1531827) %get-tuple-element.1112 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=14 +(CompileWorker pid=1531827) %get-tuple-element.1113 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=15 +(CompileWorker pid=1531827) %get-tuple-element.1114 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=16 +(CompileWorker pid=1531827) %get-tuple-element.1115 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=17 +(CompileWorker pid=1531827) %get-tuple-element.1116 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=18 +(CompileWorker pid=1531827) %get-tuple-element.1117 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=19 +(CompileWorker pid=1531827) %get-tuple-element.1118 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=20 +(CompileWorker pid=1531827) %get-tuple-element.1119 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %call.1097), index=21 +(CompileWorker pid=1531827) ROOT %tuple.1124 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048,8192]{1,0}, /*index=5*/f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=10*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=20*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], /*index=25*/s32[], f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, /*index=35*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=40*/f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[2048,8192]{1,0} %get-tuple-element.1108, f32[8192]{0} %get-tuple-element.1107, f32[8192,2048]{1,0} %get-tuple-element.1110, f32[2048]{0} %get-tuple-element.1109, f32[2048,8192]{1,0} %get-tuple-element.1121, /*index=5*/f32[8192]{0} %get-tuple-element.1120, f32[8192,2048]{1,0} %get-tuple-element.1123, f32[2048]{0} %get-tuple-element.1122, f32[2048]{0} %get-tuple-element.454, f32[8192,2048]{1,0} %get-tuple-element.455, /*index=10*/f32[8192]{0} %get-tuple-element.456, f32[2048,8192]{1,0} %get-tuple-element.457, f32[2048]{0} %get-tuple-element.458, f32[8192,2048]{1,0} %get-tuple-element.459, f32[8192]{0} %get-tuple-element.460, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.461, f32[8192]{0} %get-tuple-element.1098, f32[2048,8192]{1,0} %get-tuple-element.1099, f32[2048]{0} %get-tuple-element.1100, f32[8192,2048]{1,0} %get-tuple-element.1101, /*index=20*/f32[8192]{0} %get-tuple-element.1102, f32[2048,8192]{1,0} %get-tuple-element.1103, f32[2048]{0} %get-tuple-element.1104, f32[8192,2048]{1,0} %get-tuple-element.1105, s32[] %get-tuple-element.1106, /*index=25*/s32[] %get-tuple-element.1111, f32[8192]{0} %get-tuple-element.1112, f32[2048,8192]{1,0} %get-tuple-element.1113, f32[2048]{0} %get-tuple-element.1114, f32[8192,2048]{1,0} %get-tuple-element.1115, /*index=30*/f32[8192]{0} %get-tuple-element.1116, f32[2048,8192]{1,0} %get-tuple-element.1117, f32[2048]{0} %get-tuple-element.1118, f32[8192,2048]{1,0} %get-tuple-element.1119, f32[128,2048]{1,0} %get-tuple-element.205, /*index=35*/pred[128,2048]{1,0} %get-tuple-element.206, f32[128,8192]{1,0} %get-tuple-element.207, pred[128,8192]{1,0} %get-tuple-element.208, f32[128,2048]{1,0} %get-tuple-element.209, pred[128,2048]{1,0} %get-tuple-element.210, /*index=40*/f32[128,8192]{1,0} %get-tuple-element.211, pred[128,8192]{1,0} %get-tuple-element.212) +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) hlo module after auto shard pass: HloModule stage_0_1-stage_0_1_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) ENTRY %main.1125-stage_0_1_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048], param_5: f32[2048,8192], param_6: f32[8192], param_7: f32[8192,2048], param_8: f32[2048], param_9: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531827) %param_0 = f32[2048,8192]{1,0} parameter(0), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_1 = f32[8192]{0} parameter(1), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_2 = f32[8192,2048]{1,0} parameter(2), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_3 = f32[2048]{0} parameter(3), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_5 = f32[2048,8192]{1,0} parameter(5), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_6 = f32[8192]{0} parameter(6), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_7 = f32[8192,2048]{1,0} parameter(7), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_8 = f32[2048]{0} parameter(8), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_9 = f32[128,2048]{1,0} parameter(9), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %tuple.13 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %param_0, f32[8192]{0} %param_1, f32[8192,2048]{1,0} %param_2, f32[2048]{0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/f32[2048,8192]{1,0} %param_5, f32[8192]{0} %param_6, f32[8192,2048]{1,0} %param_7, f32[2048]{0} %param_8, f32[128,2048]{1,0} %param_9) +(CompileWorker pid=1531827) %get-tuple-element.78 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=4 +(CompileWorker pid=1531827) %get-tuple-element.74 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=0 +(CompileWorker pid=1531827) %dot.11 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.78, f32[2048,8192]{1,0} %get-tuple-element.74), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %get-tuple-element.75 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=1 +(CompileWorker pid=1531827) %reshape.8 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.75), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.90 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.8), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %reshape.9 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.90), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.92 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.9), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.47 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.11, f32[128,8192]{1,0} %broadcast.92), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %constant.78 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.94 = f32[128,8192]{1,0} broadcast(f32[] %constant.78), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %maximum.4 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %get-tuple-element.76 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=2 +(CompileWorker pid=1531827) %dot.12 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.4, f32[8192,2048]{1,0} %get-tuple-element.76), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %get-tuple-element.77 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=3 +(CompileWorker pid=1531827) %reshape.10 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.77), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.95 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.10), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %reshape.11 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.95), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.97 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.11), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.48 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.12, f32[128,2048]{1,0} %broadcast.97), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %constant.79 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.99 = f32[128,2048]{1,0} broadcast(f32[] %constant.79), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %maximum.5 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %compare.6 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %compare.7 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %tuple.14 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.5, pred[128,2048]{1,0} %compare.6, f32[128,8192]{1,0} %maximum.4, pred[128,8192]{1,0} %compare.7) +(CompileWorker pid=1531827) %get-tuple-element.10 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=0 +(CompileWorker pid=1531827) %get-tuple-element.11 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=1 +(CompileWorker pid=1531827) %get-tuple-element.12 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=2 +(CompileWorker pid=1531827) %get-tuple-element.13 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=3 +(CompileWorker pid=1531827) %get-tuple-element.79 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=5 +(CompileWorker pid=1531827) %dot.13 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.10, f32[2048,8192]{1,0} %get-tuple-element.79), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %get-tuple-element.80 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=6 +(CompileWorker pid=1531827) %reshape.12 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.80), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.100 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.12), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %reshape.13 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.100), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.101 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.13), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.49 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.13, f32[128,8192]{1,0} %broadcast.101), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %constant.80 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.102 = f32[128,8192]{1,0} broadcast(f32[] %constant.80), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %maximum.6 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.102), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %get-tuple-element.81 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=7 +(CompileWorker pid=1531827) %dot.14 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.6, f32[8192,2048]{1,0} %get-tuple-element.81), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %get-tuple-element.82 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=8 +(CompileWorker pid=1531827) %reshape.14 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.82), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.103 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.14), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %reshape.15 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.103), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.105 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.15), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.50 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.14, f32[128,2048]{1,0} %broadcast.105), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %constant.81 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.107 = f32[128,2048]{1,0} broadcast(f32[] %constant.81), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %maximum.7 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.107), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %get-tuple-element.83 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=9 +(CompileWorker pid=1531827) %subtract.5 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.7, f32[128,2048]{1,0} %get-tuple-element.83), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %constant.82 = f32[] constant(2) +(CompileWorker pid=1531827) %broadcast.108 = f32[128,2048]{1,0} broadcast(f32[] %constant.82), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %multiply.50 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.5, f32[128,2048]{1,0} %broadcast.108), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %compare.8 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.107), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %compare.9 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.102), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %tuple.15 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.50, pred[128,2048]{1,0} %compare.8, f32[128,8192]{1,0} %maximum.6, pred[128,8192]{1,0} %compare.9) +(CompileWorker pid=1531827) %get-tuple-element.14 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=0 +(CompileWorker pid=1531827) %get-tuple-element.15 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=1 +(CompileWorker pid=1531827) %get-tuple-element.16 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=2 +(CompileWorker pid=1531827) %get-tuple-element.17 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=3 +(CompileWorker pid=1531827) %tuple.16 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.10, pred[128,2048]{1,0} %get-tuple-element.11, f32[128,8192]{1,0} %get-tuple-element.12, pred[128,8192]{1,0} %get-tuple-element.13, f32[128,2048]{1,0} %get-tuple-element.14, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.15, f32[128,8192]{1,0} %get-tuple-element.16, pred[128,8192]{1,0} %get-tuple-element.17) +(CompileWorker pid=1531827) %get-tuple-element.166 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=0 +(CompileWorker pid=1531827) %get-tuple-element.167 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=1 +(CompileWorker pid=1531827) %get-tuple-element.168 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=2 +(CompileWorker pid=1531827) %get-tuple-element.169 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=3 +(CompileWorker pid=1531827) %get-tuple-element.170 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=4 +(CompileWorker pid=1531827) %get-tuple-element.171 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=5 +(CompileWorker pid=1531827) %get-tuple-element.172 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=6 +(CompileWorker pid=1531827) %get-tuple-element.173 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=7 +(CompileWorker pid=1531827) ROOT %tuple.17 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.166, pred[128,2048]{1,0} %get-tuple-element.167, f32[128,8192]{1,0} %get-tuple-element.168, pred[128,8192]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %get-tuple-element.170, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %get-tuple-element.172, pred[128,8192]{1,0} %get-tuple-element.173), metadata={op_name="tuple.9"} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) hlo module after spmd pass: HloModule stage_0_1-stage_0_1_acc_grad_0, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0},f32[2048,8192]{1,0},f32[8192]{0},f32[8192,2048]{1,0},f32[2048]{0},f32[128,2048]{1,0})->(f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0})} +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) ENTRY %main.1125-stage_0_1_acc_grad_0 (param_0: f32[2048,8192], param_1: f32[8192], param_2: f32[8192,2048], param_3: f32[2048], param_4: f32[128,2048], param_5: f32[2048,8192], param_6: f32[8192], param_7: f32[8192,2048], param_8: f32[2048], param_9: f32[128,2048]) -> (f32[128,2048], pred[128,2048], f32[128,8192], pred[128,8192], f32[128,2048], /*index=5*/pred[128,2048], f32[128,8192], pred[128,8192]) { +(CompileWorker pid=1531827) %param_0 = f32[2048,8192]{1,0} parameter(0), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_1 = f32[8192]{0} parameter(1), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_2 = f32[8192,2048]{1,0} parameter(2), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_3 = f32[2048]{0} parameter(3), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_4 = f32[128,2048]{1,0} parameter(4), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_5 = f32[2048,8192]{1,0} parameter(5), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_6 = f32[8192]{0} parameter(6), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_7 = f32[8192,2048]{1,0} parameter(7), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_8 = f32[2048]{0} parameter(8), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %param_9 = f32[128,2048]{1,0} parameter(9), metadata={op_name="stage_0_1_acc_grad_0$start"} +(CompileWorker pid=1531827) %tuple.13 = (f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) tuple(f32[2048,8192]{1,0} %param_0, f32[8192]{0} %param_1, f32[8192,2048]{1,0} %param_2, f32[2048]{0} %param_3, f32[128,2048]{1,0} %param_4, /*index=5*/f32[2048,8192]{1,0} %param_5, f32[8192]{0} %param_6, f32[8192,2048]{1,0} %param_7, f32[2048]{0} %param_8, f32[128,2048]{1,0} %param_9) +(CompileWorker pid=1531827) %get-tuple-element.78 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=4 +(CompileWorker pid=1531827) %get-tuple-element.74 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=0 +(CompileWorker pid=1531827) %dot.11 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.78, f32[2048,8192]{1,0} %get-tuple-element.74), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %get-tuple-element.75 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=1 +(CompileWorker pid=1531827) %reshape.8 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.75), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.90 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.8), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %reshape.9 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.90), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.92 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.9), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.47 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.11, f32[128,8192]{1,0} %broadcast.92), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %constant.78 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.94 = f32[128,8192]{1,0} broadcast(f32[] %constant.78), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %maximum.4 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %get-tuple-element.76 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=2 +(CompileWorker pid=1531827) %dot.12 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.4, f32[8192,2048]{1,0} %get-tuple-element.76), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %get-tuple-element.77 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=3 +(CompileWorker pid=1531827) %reshape.10 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.77), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.95 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.10), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %reshape.11 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.95), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.97 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.11), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.48 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.12, f32[128,2048]{1,0} %broadcast.97), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %constant.79 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.99 = f32[128,2048]{1,0} broadcast(f32[] %constant.79), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %maximum.5 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %compare.6 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.48, f32[128,2048]{1,0} %broadcast.99), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %compare.7 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.47, f32[128,8192]{1,0} %broadcast.94), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_00)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %tuple.14 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %maximum.5, pred[128,2048]{1,0} %compare.6, f32[128,8192]{1,0} %maximum.4, pred[128,8192]{1,0} %compare.7) +(CompileWorker pid=1531827) %get-tuple-element.10 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=0 +(CompileWorker pid=1531827) %get-tuple-element.11 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=1 +(CompileWorker pid=1531827) %get-tuple-element.12 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=2 +(CompileWorker pid=1531827) %get-tuple-element.13 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.14), index=3 +(CompileWorker pid=1531827) %get-tuple-element.79 = f32[2048,8192]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=5 +(CompileWorker pid=1531827) %dot.13 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %get-tuple-element.10, f32[2048,8192]{1,0} %get-tuple-element.79), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %get-tuple-element.80 = f32[8192]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=6 +(CompileWorker pid=1531827) %reshape.12 = f32[1,8192]{1,0} reshape(f32[8192]{0} %get-tuple-element.80), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.100 = f32[1,8192]{1,0} broadcast(f32[1,8192]{1,0} %reshape.12), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %reshape.13 = f32[8192]{0} reshape(f32[1,8192]{1,0} %broadcast.100), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.101 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %reshape.13), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.49 = f32[128,8192]{1,0} add(f32[128,8192]{1,0} %dot.13, f32[128,8192]{1,0} %broadcast.101), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %constant.80 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.102 = f32[128,8192]{1,0} broadcast(f32[] %constant.80), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %maximum.6 = f32[128,8192]{1,0} maximum(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.102), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %get-tuple-element.81 = f32[8192,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=7 +(CompileWorker pid=1531827) %dot.14 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.6, f32[8192,2048]{1,0} %get-tuple-element.81), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %get-tuple-element.82 = f32[2048]{0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=8 +(CompileWorker pid=1531827) %reshape.14 = f32[1,2048]{1,0} reshape(f32[2048]{0} %get-tuple-element.82), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.103 = f32[1,2048]{1,0} broadcast(f32[1,2048]{1,0} %reshape.14), dimensions={0,1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %reshape.15 = f32[2048]{0} reshape(f32[1,2048]{1,0} %broadcast.103), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %broadcast.105 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %reshape.15), dimensions={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.50 = f32[128,2048]{1,0} add(f32[128,2048]{1,0} %dot.14, f32[128,2048]{1,0} %broadcast.105), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/Dense_3/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %constant.81 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.107 = f32[128,2048]{1,0} broadcast(f32[] %constant.81), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %maximum.7 = f32[128,2048]{1,0} maximum(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.107), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %get-tuple-element.83 = f32[128,2048]{1,0} get-tuple-element((f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}, /*index=5*/f32[2048,8192]{1,0}, f32[8192]{0}, f32[8192,2048]{1,0}, f32[2048]{0}, f32[128,2048]{1,0}) %tuple.13), index=9 +(CompileWorker pid=1531827) %subtract.5 = f32[128,2048]{1,0} subtract(f32[128,2048]{1,0} %maximum.7, f32[128,2048]{1,0} %get-tuple-element.83), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %constant.82 = f32[] constant(2) +(CompileWorker pid=1531827) %broadcast.108 = f32[128,2048]{1,0} broadcast(f32[] %constant.82), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %multiply.50 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %subtract.5, f32[128,2048]{1,0} %broadcast.108), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %compare.8 = pred[128,2048]{1,0} compare(f32[128,2048]{1,0} %add.50, f32[128,2048]{1,0} %broadcast.107), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %compare.9 = pred[128,8192]{1,0} compare(f32[128,8192]{1,0} %add.49, f32[128,8192]{1,0} %broadcast.102), direction=GT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_0)/jit(stage_0_1_acc_grad_01)/jvp(MLPModel)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %tuple.15 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %multiply.50, pred[128,2048]{1,0} %compare.8, f32[128,8192]{1,0} %maximum.6, pred[128,8192]{1,0} %compare.9) +(CompileWorker pid=1531827) %get-tuple-element.14 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=0 +(CompileWorker pid=1531827) %get-tuple-element.15 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=1 +(CompileWorker pid=1531827) %get-tuple-element.16 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=2 +(CompileWorker pid=1531827) %get-tuple-element.17 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.15), index=3 +(CompileWorker pid=1531827) %tuple.16 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.10, pred[128,2048]{1,0} %get-tuple-element.11, f32[128,8192]{1,0} %get-tuple-element.12, pred[128,8192]{1,0} %get-tuple-element.13, f32[128,2048]{1,0} %get-tuple-element.14, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.15, f32[128,8192]{1,0} %get-tuple-element.16, pred[128,8192]{1,0} %get-tuple-element.17) +(CompileWorker pid=1531827) %get-tuple-element.166 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=0 +(CompileWorker pid=1531827) %get-tuple-element.167 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=1 +(CompileWorker pid=1531827) %get-tuple-element.168 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=2 +(CompileWorker pid=1531827) %get-tuple-element.169 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=3 +(CompileWorker pid=1531827) %get-tuple-element.170 = f32[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=4 +(CompileWorker pid=1531827) %get-tuple-element.171 = pred[128,2048]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=5 +(CompileWorker pid=1531827) %get-tuple-element.172 = f32[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=6 +(CompileWorker pid=1531827) %get-tuple-element.173 = pred[128,8192]{1,0} get-tuple-element((f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) %tuple.16), index=7 +(CompileWorker pid=1531827) ROOT %tuple.17 = (f32[128,2048]{1,0}, pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, /*index=5*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}) tuple(f32[128,2048]{1,0} %get-tuple-element.166, pred[128,2048]{1,0} %get-tuple-element.167, f32[128,8192]{1,0} %get-tuple-element.168, pred[128,8192]{1,0} %get-tuple-element.169, f32[128,2048]{1,0} %get-tuple-element.170, /*index=5*/pred[128,2048]{1,0} %get-tuple-element.171, f32[128,8192]{1,0} %get-tuple-element.172, pred[128,8192]{1,0} %get-tuple-element.173), metadata={op_name="tuple.9"} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) hlo module after auto shard pass: HloModule stage_0_1-stage_0_1_acc_grad_1, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %region_1.304.stage_0_1_acc_grad_1 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { +(CompileWorker pid=1531827) %Arg_0.305 = f32[] parameter(0) +(CompileWorker pid=1531827) %Arg_1.306 = f32[] parameter(1) +(CompileWorker pid=1531827) ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %region_0.300.stage_0_1_acc_grad_1 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { +(CompileWorker pid=1531827) %Arg_0.301 = f32[] parameter(0) +(CompileWorker pid=1531827) %Arg_1.302 = f32[] parameter(1) +(CompileWorker pid=1531827) ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %region_3.347.stage_0_1_acc_grad_1 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { +(CompileWorker pid=1531827) %Arg_0.348 = f32[] parameter(0) +(CompileWorker pid=1531827) %Arg_1.349 = f32[] parameter(1) +(CompileWorker pid=1531827) ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %region_2.343.stage_0_1_acc_grad_1 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { +(CompileWorker pid=1531827) %Arg_0.344 = f32[] parameter(0) +(CompileWorker pid=1531827) %Arg_1.345 = f32[] parameter(1) +(CompileWorker pid=1531827) ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) ENTRY %main.1125-stage_0_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[2048], param_5: f32[8192,2048], param_6: f32[8192], param_7: f32[2048,8192], param_8: f32[128,2048], param_9: pred[128,2048], param_10: f32[128,8192], param_11: pred[128,8192], param_12: f32[8192,2048], param_13: f32[128,2048], param_14: f32[2048,8192], param_15: pred[128,2048], param_16: f32[128,8192], param_17: pred[128,8192], param_18: f32[128,2048], param_19: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531827) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_4 = f32[2048]{0} parameter(4), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_5 = f32[8192,2048]{1,0} parameter(5), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_6 = f32[8192]{0} parameter(6), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_7 = f32[2048,8192]{1,0} parameter(7), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_8 = f32[128,2048]{1,0} parameter(8), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_9 = pred[128,2048]{1,0} parameter(9), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_10 = f32[128,8192]{1,0} parameter(10), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_11 = pred[128,8192]{1,0} parameter(11), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_12 = f32[8192,2048]{1,0} parameter(12), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_13 = f32[128,2048]{1,0} parameter(13), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_14 = f32[2048,8192]{1,0} parameter(14), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_15 = pred[128,2048]{1,0} parameter(15), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_16 = f32[128,8192]{1,0} parameter(16), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_17 = pred[128,8192]{1,0} parameter(17), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_18 = f32[128,2048]{1,0} parameter(18), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_19 = f32[8192,2048]{1,0} parameter(19), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %tuple.20 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[2048]{0} %param_4, /*index=5*/f32[8192,2048]{1,0} %param_5, f32[8192]{0} %param_6, f32[2048,8192]{1,0} %param_7, f32[128,2048]{1,0} %param_8, pred[128,2048]{1,0} %param_9, /*index=10*/f32[128,8192]{1,0} %param_10, pred[128,8192]{1,0} %param_11, f32[8192,2048]{1,0} %param_12, f32[128,2048]{1,0} %param_13, f32[2048,8192]{1,0} %param_14, /*index=15*/pred[128,2048]{1,0} %param_15, f32[128,8192]{1,0} %param_16, pred[128,8192]{1,0} %param_17, f32[128,2048]{1,0} %param_18, f32[8192,2048]{1,0} %param_19) +(CompileWorker pid=1531827) %get-tuple-element.280 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=0 +(CompileWorker pid=1531827) %get-tuple-element.289 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=9 +(CompileWorker pid=1531827) %get-tuple-element.288 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=8 +(CompileWorker pid=1531827) %constant.83 = f32[] constant(3.81469727e-06) +(CompileWorker pid=1531827) %broadcast.109 = f32[128,2048]{1,0} broadcast(f32[] %constant.83), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %multiply.51 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %get-tuple-element.288, f32[128,2048]{1,0} %broadcast.109), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %constant.84 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.110 = f32[128,2048]{1,0} broadcast(f32[] %constant.84), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %select.6 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.289, f32[128,2048]{1,0} %multiply.51, f32[128,2048]{1,0} %broadcast.110), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %constant.85 = f32[] constant(0) +(CompileWorker pid=1531827) %reduce.4 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.6, f32[] %constant.85), dimensions={0}, to_apply=%region_0.300.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.51 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.280, f32[2048]{0} %reduce.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531827) %get-tuple-element.281 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=1 +(CompileWorker pid=1531827) %get-tuple-element.290 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=10 +(CompileWorker pid=1531827) %dot.15 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[128,8192]{1,0} %get-tuple-element.290), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %transpose.4 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.15), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %add.52 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.281, f32[8192,2048]{0,1} %transpose.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531827) %get-tuple-element.282 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=2 +(CompileWorker pid=1531827) %get-tuple-element.291 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=11 +(CompileWorker pid=1531827) %get-tuple-element.292 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=12 +(CompileWorker pid=1531827) %dot.16 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[8192,2048]{1,0} %get-tuple-element.292), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %constant.86 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.111 = f32[128,8192]{1,0} broadcast(f32[] %constant.86), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %select.7 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.291, f32[128,8192]{1,0} %dot.16, f32[128,8192]{1,0} %broadcast.111), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %reduce.5 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.7, f32[] %constant.85), dimensions={0}, to_apply=%region_1.304.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.53 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.282, f32[8192]{0} %reduce.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531827) %get-tuple-element.283 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=3 +(CompileWorker pid=1531827) %get-tuple-element.293 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=13 +(CompileWorker pid=1531827) %dot.17 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[128,2048]{1,0} %get-tuple-element.293), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %transpose.5 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.17), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %add.54 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.283, f32[2048,8192]{0,1} %transpose.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531827) %get-tuple-element.294 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=14 +(CompileWorker pid=1531827) %dot.18 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[2048,8192]{1,0} %get-tuple-element.294), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %tuple.21 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.51, f32[8192,2048]{1,0} %add.52, f32[8192]{0} %add.53, f32[2048,8192]{1,0} %add.54, f32[128,2048]{1,0} %dot.18) +(CompileWorker pid=1531827) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=0 +(CompileWorker pid=1531827) %get-tuple-element.47 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=1 +(CompileWorker pid=1531827) %get-tuple-element.48 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=2 +(CompileWorker pid=1531827) %get-tuple-element.49 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=3 +(CompileWorker pid=1531827) %get-tuple-element.284 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=4 +(CompileWorker pid=1531827) %get-tuple-element.295 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=15 +(CompileWorker pid=1531827) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=4 +(CompileWorker pid=1531827) %constant.87 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.112 = f32[128,2048]{1,0} broadcast(f32[] %constant.87), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %select.8 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.295, f32[128,2048]{1,0} %get-tuple-element.50, f32[128,2048]{1,0} %broadcast.112), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %constant.88 = f32[] constant(0) +(CompileWorker pid=1531827) %reduce.6 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.8, f32[] %constant.88), dimensions={0}, to_apply=%region_2.343.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.55 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.284, f32[2048]{0} %reduce.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531827) %get-tuple-element.285 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=5 +(CompileWorker pid=1531827) %get-tuple-element.296 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=16 +(CompileWorker pid=1531827) %dot.19 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[128,8192]{1,0} %get-tuple-element.296), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %transpose.6 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.19), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %add.56 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.285, f32[8192,2048]{0,1} %transpose.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531827) %get-tuple-element.286 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=6 +(CompileWorker pid=1531827) %get-tuple-element.297 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=17 +(CompileWorker pid=1531827) %get-tuple-element.299 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=19 +(CompileWorker pid=1531827) %dot.20 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[8192,2048]{1,0} %get-tuple-element.299), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %constant.89 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.113 = f32[128,8192]{1,0} broadcast(f32[] %constant.89), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %select.9 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.297, f32[128,8192]{1,0} %dot.20, f32[128,8192]{1,0} %broadcast.113), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %reduce.7 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.9, f32[] %constant.88), dimensions={0}, to_apply=%region_3.347.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.57 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.286, f32[8192]{0} %reduce.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531827) %get-tuple-element.287 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=7 +(CompileWorker pid=1531827) %get-tuple-element.298 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=18 +(CompileWorker pid=1531827) %dot.21 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.9, f32[128,2048]{1,0} %get-tuple-element.298), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %transpose.7 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.21), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %add.58 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.287, f32[2048,8192]{0,1} %transpose.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531827) %tuple.22 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.55, f32[8192,2048]{1,0} %add.56, f32[8192]{0} %add.57, f32[2048,8192]{1,0} %add.58) +(CompileWorker pid=1531827) %get-tuple-element.51 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=0 +(CompileWorker pid=1531827) %get-tuple-element.52 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=1 +(CompileWorker pid=1531827) %get-tuple-element.53 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=2 +(CompileWorker pid=1531827) %get-tuple-element.54 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=3 +(CompileWorker pid=1531827) %tuple.23 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.46, f32[8192,2048]{1,0} %get-tuple-element.47, f32[8192]{0} %get-tuple-element.48, f32[2048,8192]{1,0} %get-tuple-element.49, f32[2048]{0} %get-tuple-element.51, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.52, f32[8192]{0} %get-tuple-element.53, f32[2048,8192]{1,0} %get-tuple-element.54) +(CompileWorker pid=1531827) %get-tuple-element.415 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=0 +(CompileWorker pid=1531827) %get-tuple-element.416 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=1 +(CompileWorker pid=1531827) %get-tuple-element.417 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=2 +(CompileWorker pid=1531827) %get-tuple-element.418 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=3 +(CompileWorker pid=1531827) %get-tuple-element.419 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=4 +(CompileWorker pid=1531827) %get-tuple-element.420 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=5 +(CompileWorker pid=1531827) %get-tuple-element.421 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=6 +(CompileWorker pid=1531827) %get-tuple-element.422 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=7 +(CompileWorker pid=1531827) ROOT %tuple.24 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.415, f32[8192,2048]{1,0} %get-tuple-element.416, f32[8192]{0} %get-tuple-element.417, f32[2048,8192]{1,0} %get-tuple-element.418, f32[2048]{0} %get-tuple-element.419, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.420, f32[8192]{0} %get-tuple-element.421, f32[2048,8192]{1,0} %get-tuple-element.422), metadata={op_name="tuple.9"} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) hlo module after spmd pass: HloModule stage_0_1-stage_0_1_acc_grad_1, input_output_alias={ {0}: (0, {}, may-alias), {1}: (1, {}, may-alias), {2}: (2, {}, may-alias), {3}: (3, {}, may-alias), {4}: (4, {}, may-alias), {5}: (5, {}, may-alias), {6}: (6, {}, may-alias), {7}: (7, {}, may-alias) }, entry_computation_layout={(f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[128,2048]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[8192,2048]{1,0},f32[128,2048]{1,0},f32[2048,8192]{1,0},pred[128,2048]{1,0},f32[128,8192]{1,0},pred[128,8192]{1,0},f32[128,2048]{1,0},f32[8192,2048]{1,0})->(f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0})} +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %region_1.304.stage_0_1_acc_grad_1 (Arg_0.305: f32[], Arg_1.306: f32[]) -> f32[] { +(CompileWorker pid=1531827) %Arg_0.305 = f32[] parameter(0) +(CompileWorker pid=1531827) %Arg_1.306 = f32[] parameter(1) +(CompileWorker pid=1531827) ROOT %add.307 = f32[] add(f32[] %Arg_0.305, f32[] %Arg_1.306), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %region_0.300.stage_0_1_acc_grad_1 (Arg_0.301: f32[], Arg_1.302: f32[]) -> f32[] { +(CompileWorker pid=1531827) %Arg_0.301 = f32[] parameter(0) +(CompileWorker pid=1531827) %Arg_1.302 = f32[] parameter(1) +(CompileWorker pid=1531827) ROOT %add.303 = f32[] add(f32[] %Arg_0.301, f32[] %Arg_1.302), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %region_3.347.stage_0_1_acc_grad_1 (Arg_0.348: f32[], Arg_1.349: f32[]) -> f32[] { +(CompileWorker pid=1531827) %Arg_0.348 = f32[] parameter(0) +(CompileWorker pid=1531827) %Arg_1.349 = f32[] parameter(1) +(CompileWorker pid=1531827) ROOT %add.350 = f32[] add(f32[] %Arg_0.348, f32[] %Arg_1.349), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) %region_2.343.stage_0_1_acc_grad_1 (Arg_0.344: f32[], Arg_1.345: f32[]) -> f32[] { +(CompileWorker pid=1531827) %Arg_0.344 = f32[] parameter(0) +(CompileWorker pid=1531827) %Arg_1.345 = f32[] parameter(1) +(CompileWorker pid=1531827) ROOT %add.346 = f32[] add(f32[] %Arg_0.344, f32[] %Arg_1.345), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) ENTRY %main.1125-stage_0_1_acc_grad_1 (param_0: f32[2048], param_1: f32[8192,2048], param_2: f32[8192], param_3: f32[2048,8192], param_4: f32[2048], param_5: f32[8192,2048], param_6: f32[8192], param_7: f32[2048,8192], param_8: f32[128,2048], param_9: pred[128,2048], param_10: f32[128,8192], param_11: pred[128,8192], param_12: f32[8192,2048], param_13: f32[128,2048], param_14: f32[2048,8192], param_15: pred[128,2048], param_16: f32[128,8192], param_17: pred[128,8192], param_18: f32[128,2048], param_19: f32[8192,2048]) -> (f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=5*/f32[8192,2048], f32[8192], f32[2048,8192]) { +(CompileWorker pid=1531827) %param_0 = f32[2048]{0} parameter(0), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_1 = f32[8192,2048]{1,0} parameter(1), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_2 = f32[8192]{0} parameter(2), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_3 = f32[2048,8192]{1,0} parameter(3), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_4 = f32[2048]{0} parameter(4), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_5 = f32[8192,2048]{1,0} parameter(5), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_6 = f32[8192]{0} parameter(6), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_7 = f32[2048,8192]{1,0} parameter(7), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_8 = f32[128,2048]{1,0} parameter(8), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_9 = pred[128,2048]{1,0} parameter(9), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_10 = f32[128,8192]{1,0} parameter(10), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_11 = pred[128,8192]{1,0} parameter(11), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_12 = f32[8192,2048]{1,0} parameter(12), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_13 = f32[128,2048]{1,0} parameter(13), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_14 = f32[2048,8192]{1,0} parameter(14), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_15 = pred[128,2048]{1,0} parameter(15), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_16 = f32[128,8192]{1,0} parameter(16), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_17 = pred[128,8192]{1,0} parameter(17), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_18 = f32[128,2048]{1,0} parameter(18), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %param_19 = f32[8192,2048]{1,0} parameter(19), metadata={op_name="stage_0_1_acc_grad_1$start"} +(CompileWorker pid=1531827) %tuple.20 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) tuple(f32[2048]{0} %param_0, f32[8192,2048]{1,0} %param_1, f32[8192]{0} %param_2, f32[2048,8192]{1,0} %param_3, f32[2048]{0} %param_4, /*index=5*/f32[8192,2048]{1,0} %param_5, f32[8192]{0} %param_6, f32[2048,8192]{1,0} %param_7, f32[128,2048]{1,0} %param_8, pred[128,2048]{1,0} %param_9, /*index=10*/f32[128,8192]{1,0} %param_10, pred[128,8192]{1,0} %param_11, f32[8192,2048]{1,0} %param_12, f32[128,2048]{1,0} %param_13, f32[2048,8192]{1,0} %param_14, /*index=15*/pred[128,2048]{1,0} %param_15, f32[128,8192]{1,0} %param_16, pred[128,8192]{1,0} %param_17, f32[128,2048]{1,0} %param_18, f32[8192,2048]{1,0} %param_19) +(CompileWorker pid=1531827) %get-tuple-element.280 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=0 +(CompileWorker pid=1531827) %get-tuple-element.289 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=9 +(CompileWorker pid=1531827) %get-tuple-element.288 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=8 +(CompileWorker pid=1531827) %constant.83 = f32[] constant(3.81469727e-06) +(CompileWorker pid=1531827) %broadcast.109 = f32[128,2048]{1,0} broadcast(f32[] %constant.83), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %multiply.51 = f32[128,2048]{1,0} multiply(f32[128,2048]{1,0} %get-tuple-element.288, f32[128,2048]{1,0} %broadcast.109), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=228} +(CompileWorker pid=1531827) %constant.84 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.110 = f32[128,2048]{1,0} broadcast(f32[] %constant.84), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %select.6 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.289, f32[128,2048]{1,0} %multiply.51, f32[128,2048]{1,0} %broadcast.110), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +(CompileWorker pid=1531827) %constant.85 = f32[] constant(0) +(CompileWorker pid=1531827) %reduce.4 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.6, f32[] %constant.85), dimensions={0}, to_apply=%region_0.300.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.51 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.280, f32[2048]{0} %reduce.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531827) %get-tuple-element.281 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=1 +(CompileWorker pid=1531827) %get-tuple-element.290 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=10 +(CompileWorker pid=1531827) %dot.15 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[128,8192]{1,0} %get-tuple-element.290), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %transpose.4 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.15), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %add.52 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.281, f32[8192,2048]{0,1} %transpose.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531827) %get-tuple-element.282 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=2 +(CompileWorker pid=1531827) %get-tuple-element.291 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=11 +(CompileWorker pid=1531827) %get-tuple-element.292 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=12 +(CompileWorker pid=1531827) %dot.16 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.6, f32[8192,2048]{1,0} %get-tuple-element.292), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_3/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %constant.86 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.111 = f32[128,8192]{1,0} broadcast(f32[] %constant.86), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %select.7 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.291, f32[128,8192]{1,0} %dot.16, f32[128,8192]{1,0} %broadcast.111), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +(CompileWorker pid=1531827) %reduce.5 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.7, f32[] %constant.85), dimensions={0}, to_apply=%region_1.304.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.53 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.282, f32[8192]{0} %reduce.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531827) %get-tuple-element.283 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=3 +(CompileWorker pid=1531827) %get-tuple-element.293 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=13 +(CompileWorker pid=1531827) %dot.17 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[128,2048]{1,0} %get-tuple-element.293), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %transpose.5 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.17), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %add.54 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.283, f32[2048,8192]{0,1} %transpose.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/add"} +(CompileWorker pid=1531827) %get-tuple-element.294 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=14 +(CompileWorker pid=1531827) %dot.18 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %select.7, f32[2048,8192]{1,0} %get-tuple-element.294), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_10)/transpose(jvp(MLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %tuple.21 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) tuple(f32[2048]{0} %add.51, f32[8192,2048]{1,0} %add.52, f32[8192]{0} %add.53, f32[2048,8192]{1,0} %add.54, f32[128,2048]{1,0} %dot.18) +(CompileWorker pid=1531827) %get-tuple-element.46 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=0 +(CompileWorker pid=1531827) %get-tuple-element.47 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=1 +(CompileWorker pid=1531827) %get-tuple-element.48 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=2 +(CompileWorker pid=1531827) %get-tuple-element.49 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=3 +(CompileWorker pid=1531827) %get-tuple-element.284 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=4 +(CompileWorker pid=1531827) %get-tuple-element.295 = pred[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=15 +(CompileWorker pid=1531827) %get-tuple-element.50 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}) %tuple.21), index=4 +(CompileWorker pid=1531827) %constant.87 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.112 = f32[128,2048]{1,0} broadcast(f32[] %constant.87), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %select.8 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %get-tuple-element.295, f32[128,2048]{1,0} %get-tuple-element.50, f32[128,2048]{1,0} %broadcast.112), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +(CompileWorker pid=1531827) %constant.88 = f32[] constant(0) +(CompileWorker pid=1531827) %reduce.6 = f32[2048]{0} reduce(f32[128,2048]{1,0} %select.8, f32[] %constant.88), dimensions={0}, to_apply=%region_2.343.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.55 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.284, f32[2048]{0} %reduce.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531827) %get-tuple-element.285 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=5 +(CompileWorker pid=1531827) %get-tuple-element.296 = f32[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=16 +(CompileWorker pid=1531827) %dot.19 = f32[2048,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[128,8192]{1,0} %get-tuple-element.296), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %transpose.6 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %dot.19), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %add.56 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.285, f32[8192,2048]{0,1} %transpose.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531827) %get-tuple-element.286 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=6 +(CompileWorker pid=1531827) %get-tuple-element.297 = pred[128,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=17 +(CompileWorker pid=1531827) %get-tuple-element.299 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=19 +(CompileWorker pid=1531827) %dot.20 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %select.8, f32[8192,2048]{1,0} %get-tuple-element.299), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_1/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %constant.89 = f32[] constant(0) +(CompileWorker pid=1531827) %broadcast.113 = f32[128,8192]{1,0} broadcast(f32[] %constant.89), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/broadcast_in_dim[shape=(128, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %select.9 = f32[128,8192]{1,0} select(pred[128,8192]{1,0} %get-tuple-element.297, f32[128,8192]{1,0} %dot.20, f32[128,8192]{1,0} %broadcast.113), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +(CompileWorker pid=1531827) %reduce.7 = f32[8192]{0} reduce(f32[128,8192]{1,0} %select.9, f32[] %constant.88), dimensions={0}, to_apply=%region_3.347.stage_0_1_acc_grad_1, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +(CompileWorker pid=1531827) %add.57 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.286, f32[8192]{0} %reduce.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531827) %get-tuple-element.287 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=7 +(CompileWorker pid=1531827) %get-tuple-element.298 = f32[128,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[128,2048]{1,0}, pred[128,2048]{1,0}, /*index=10*/f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[8192,2048]{1,0}, f32[128,2048]{1,0}, f32[2048,8192]{1,0}, /*index=15*/pred[128,2048]{1,0}, f32[128,8192]{1,0}, pred[128,8192]{1,0}, f32[128,2048]{1,0}, f32[8192,2048]{1,0}) %tuple.20), index=18 +(CompileWorker pid=1531827) %dot.21 = f32[8192,2048]{1,0} dot(f32[128,8192]{1,0} %select.9, f32[128,2048]{1,0} %get-tuple-element.298), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %transpose.7 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %dot.21), dimensions={1,0}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/transpose(jvp(MLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +(CompileWorker pid=1531827) %add.58 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.287, f32[2048,8192]{0,1} %transpose.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_acc_grad_1)/jit(stage_0_1_acc_grad_11)/add"} +(CompileWorker pid=1531827) %tuple.22 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %add.55, f32[8192,2048]{1,0} %add.56, f32[8192]{0} %add.57, f32[2048,8192]{1,0} %add.58) +(CompileWorker pid=1531827) %get-tuple-element.51 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=0 +(CompileWorker pid=1531827) %get-tuple-element.52 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=1 +(CompileWorker pid=1531827) %get-tuple-element.53 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=2 +(CompileWorker pid=1531827) %get-tuple-element.54 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.22), index=3 +(CompileWorker pid=1531827) %tuple.23 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.46, f32[8192,2048]{1,0} %get-tuple-element.47, f32[8192]{0} %get-tuple-element.48, f32[2048,8192]{1,0} %get-tuple-element.49, f32[2048]{0} %get-tuple-element.51, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.52, f32[8192]{0} %get-tuple-element.53, f32[2048,8192]{1,0} %get-tuple-element.54) +(CompileWorker pid=1531827) %get-tuple-element.415 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=0 +(CompileWorker pid=1531827) %get-tuple-element.416 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=1 +(CompileWorker pid=1531827) %get-tuple-element.417 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=2 +(CompileWorker pid=1531827) %get-tuple-element.418 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=3 +(CompileWorker pid=1531827) %get-tuple-element.419 = f32[2048]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=4 +(CompileWorker pid=1531827) %get-tuple-element.420 = f32[8192,2048]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=5 +(CompileWorker pid=1531827) %get-tuple-element.421 = f32[8192]{0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=6 +(CompileWorker pid=1531827) %get-tuple-element.422 = f32[2048,8192]{1,0} get-tuple-element((f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) %tuple.23), index=7 +(CompileWorker pid=1531827) ROOT %tuple.24 = (f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=5*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}) tuple(f32[2048]{0} %get-tuple-element.415, f32[8192,2048]{1,0} %get-tuple-element.416, f32[8192]{0} %get-tuple-element.417, f32[2048,8192]{1,0} %get-tuple-element.418, f32[2048]{0} %get-tuple-element.419, /*index=5*/f32[8192,2048]{1,0} %get-tuple-element.420, f32[8192]{0} %get-tuple-element.421, f32[2048,8192]{1,0} %get-tuple-element.422), metadata={op_name="tuple.9"} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) hlo module after auto shard pass: HloModule stage_0_1-stage_0_1_apply_grad, entry_computation_layout={(f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},s32[],f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0})->(f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0})} +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) ENTRY %main.1125-stage_0_1_apply_grad (param_0: f32[8192], param_1: f32[2048,8192], param_2: f32[2048], param_3: f32[8192,2048], param_4: f32[8192], param_5: f32[2048,8192], param_6: f32[2048], param_7: f32[8192,2048], param_8: s32[], param_9: f32[8192], param_10: f32[2048,8192], param_11: f32[2048], param_12: f32[8192,2048], param_13: s32[], param_14: f32[8192], param_15: f32[2048,8192], param_16: f32[2048], param_17: f32[8192,2048], param_18: f32[8192], param_19: f32[2048,8192], param_20: f32[2048], param_21: f32[8192,2048], param_22: f32[8192], param_23: f32[2048,8192], param_24: f32[2048], param_25: f32[8192,2048], param_26: f32[8192], param_27: f32[2048,8192], param_28: f32[2048], param_29: f32[8192,2048], param_30: f32[8192], param_31: f32[2048,8192], param_32: f32[2048], param_33: f32[8192,2048]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=10*/f32[2048,8192], f32[2048], f32[8192,2048], s32[], f32[8192], /*index=15*/f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], /*index=20*/f32[2048], f32[8192,2048], f32[8192], f32[2048,8192], f32[2048], /*index=25*/f32[8192,2048]) { +(CompileWorker pid=1531827) %param_0 = f32[8192]{0} parameter(0), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_1 = f32[2048,8192]{1,0} parameter(1), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_2 = f32[2048]{0} parameter(2), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_3 = f32[8192,2048]{1,0} parameter(3), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_4 = f32[8192]{0} parameter(4), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_5 = f32[2048,8192]{1,0} parameter(5), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_6 = f32[2048]{0} parameter(6), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_7 = f32[8192,2048]{1,0} parameter(7), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_8 = s32[] parameter(8), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_9 = f32[8192]{0} parameter(9), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_10 = f32[2048,8192]{1,0} parameter(10), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_11 = f32[2048]{0} parameter(11), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_12 = f32[8192,2048]{1,0} parameter(12), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_13 = s32[] parameter(13), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_14 = f32[8192]{0} parameter(14), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_15 = f32[2048,8192]{1,0} parameter(15), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_16 = f32[2048]{0} parameter(16), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_17 = f32[8192,2048]{1,0} parameter(17), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_18 = f32[8192]{0} parameter(18), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_19 = f32[2048,8192]{1,0} parameter(19), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_20 = f32[2048]{0} parameter(20), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_21 = f32[8192,2048]{1,0} parameter(21), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_22 = f32[8192]{0} parameter(22), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_23 = f32[2048,8192]{1,0} parameter(23), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_24 = f32[2048]{0} parameter(24), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_25 = f32[8192,2048]{1,0} parameter(25), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_26 = f32[8192]{0} parameter(26), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_27 = f32[2048,8192]{1,0} parameter(27), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_28 = f32[2048]{0} parameter(28), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_29 = f32[8192,2048]{1,0} parameter(29), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_30 = f32[8192]{0} parameter(30), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_31 = f32[2048,8192]{1,0} parameter(31), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_32 = f32[2048]{0} parameter(32), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %param_33 = f32[8192,2048]{1,0} parameter(33), metadata={op_name="stage_0_1_apply_grad$start"} +(CompileWorker pid=1531827) %tuple.27 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %param_0, f32[2048,8192]{1,0} %param_1, f32[2048]{0} %param_2, f32[8192,2048]{1,0} %param_3, f32[8192]{0} %param_4, /*index=5*/f32[2048,8192]{1,0} %param_5, f32[2048]{0} %param_6, f32[8192,2048]{1,0} %param_7, s32[] %param_8, f32[8192]{0} %param_9, /*index=10*/f32[2048,8192]{1,0} %param_10, f32[2048]{0} %param_11, f32[8192,2048]{1,0} %param_12, s32[] %param_13, f32[8192]{0} %param_14, /*index=15*/f32[2048,8192]{1,0} %param_15, f32[2048]{0} %param_16, f32[8192,2048]{1,0} %param_17, f32[8192]{0} %param_18, f32[2048,8192]{1,0} %param_19, /*index=20*/f32[2048]{0} %param_20, f32[8192,2048]{1,0} %param_21, f32[8192]{0} %param_22, f32[2048,8192]{1,0} %param_23, f32[2048]{0} %param_24, /*index=25*/f32[8192,2048]{1,0} %param_25, f32[8192]{0} %param_26, f32[2048,8192]{1,0} %param_27, f32[2048]{0} %param_28, f32[8192,2048]{1,0} %param_29, /*index=30*/f32[8192]{0} %param_30, f32[2048,8192]{1,0} %param_31, f32[2048]{0} %param_32, f32[8192,2048]{1,0} %param_33) +(CompileWorker pid=1531827) %get-tuple-element.597 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=26 +(CompileWorker pid=1531827) %constant.91 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.114 = f32[8192]{0} broadcast(f32[] %constant.91), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %divide.32 = f32[8192]{0} divide(f32[8192]{0} %get-tuple-element.597, f32[8192]{0} %broadcast.114), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %constant.93 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.115 = f32[8192]{0} broadcast(f32[] %constant.93), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.52 = f32[8192]{0} multiply(f32[8192]{0} %divide.32, f32[8192]{0} %broadcast.115), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.571 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=0 +(CompileWorker pid=1531827) %constant.94 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.116 = f32[8192]{0} broadcast(f32[] %constant.94), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.53 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.571, f32[8192]{0} %broadcast.116), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.59 = f32[8192]{0} add(f32[8192]{0} %multiply.52, f32[8192]{0} %multiply.53), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.598 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=27 +(CompileWorker pid=1531827) %constant.95 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.117 = f32[2048,8192]{1,0} broadcast(f32[] %constant.95), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %divide.33 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %get-tuple-element.598, f32[2048,8192]{1,0} %broadcast.117), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %constant.96 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.118 = f32[2048,8192]{1,0} broadcast(f32[] %constant.96), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.54 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.33, f32[2048,8192]{1,0} %broadcast.118), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.572 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=1 +(CompileWorker pid=1531827) %constant.97 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.120 = f32[2048,8192]{1,0} broadcast(f32[] %constant.97), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.55 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.572, f32[2048,8192]{1,0} %broadcast.120), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.60 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.54, f32[2048,8192]{1,0} %multiply.55), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.599 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=28 +(CompileWorker pid=1531827) %constant.98 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.122 = f32[2048]{0} broadcast(f32[] %constant.98), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %divide.34 = f32[2048]{0} divide(f32[2048]{0} %get-tuple-element.599, f32[2048]{0} %broadcast.122), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %constant.99 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.124 = f32[2048]{0} broadcast(f32[] %constant.99), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.56 = f32[2048]{0} multiply(f32[2048]{0} %divide.34, f32[2048]{0} %broadcast.124), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.573 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=2 +(CompileWorker pid=1531827) %constant.100 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.125 = f32[2048]{0} broadcast(f32[] %constant.100), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.57 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.573, f32[2048]{0} %broadcast.125), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.61 = f32[2048]{0} add(f32[2048]{0} %multiply.56, f32[2048]{0} %multiply.57), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.600 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=29 +(CompileWorker pid=1531827) %constant.101 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.127 = f32[8192,2048]{1,0} broadcast(f32[] %constant.101), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %divide.35 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %get-tuple-element.600, f32[8192,2048]{1,0} %broadcast.127), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div"} +(CompileWorker pid=1531827) %constant.102 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.129 = f32[8192,2048]{1,0} broadcast(f32[] %constant.102), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.58 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.35, f32[8192,2048]{1,0} %broadcast.129), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.574 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=3 +(CompileWorker pid=1531827) %constant.103 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.130 = f32[8192,2048]{1,0} broadcast(f32[] %constant.103), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.59 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.574, f32[8192,2048]{1,0} %broadcast.130), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.62 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.58, f32[8192,2048]{1,0} %multiply.59), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.60 = f32[8192]{0} multiply(f32[8192]{0} %divide.32, f32[8192]{0} %divide.32), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.104 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.131 = f32[8192]{0} broadcast(f32[] %constant.104), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.61 = f32[8192]{0} multiply(f32[8192]{0} %multiply.60, f32[8192]{0} %broadcast.131), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %get-tuple-element.575 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=4 +(CompileWorker pid=1531827) %constant.105 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.132 = f32[8192]{0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.62 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.575, f32[8192]{0} %broadcast.132), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.63 = f32[8192]{0} add(f32[8192]{0} %multiply.61, f32[8192]{0} %multiply.62), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.63 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.33, f32[2048,8192]{1,0} %divide.33), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.106 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.133 = f32[2048,8192]{1,0} broadcast(f32[] %constant.106), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.64 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.63, f32[2048,8192]{1,0} %broadcast.133), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %get-tuple-element.576 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=5 +(CompileWorker pid=1531827) %constant.107 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.135 = f32[2048,8192]{1,0} broadcast(f32[] %constant.107), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.65 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.576, f32[2048,8192]{1,0} %broadcast.135), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.64 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.64, f32[2048,8192]{1,0} %multiply.65), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.66 = f32[2048]{0} multiply(f32[2048]{0} %divide.34, f32[2048]{0} %divide.34), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.108 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.137 = f32[2048]{0} broadcast(f32[] %constant.108), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.67 = f32[2048]{0} multiply(f32[2048]{0} %multiply.66, f32[2048]{0} %broadcast.137), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %get-tuple-element.577 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=6 +(CompileWorker pid=1531827) %constant.109 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.138 = f32[2048]{0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.68 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.577, f32[2048]{0} %broadcast.138), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.65 = f32[2048]{0} add(f32[2048]{0} %multiply.67, f32[2048]{0} %multiply.68), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.69 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.35, f32[8192,2048]{1,0} %divide.35), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.110 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.139 = f32[8192,2048]{1,0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.70 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.69, f32[8192,2048]{1,0} %broadcast.139), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %get-tuple-element.578 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=7 +(CompileWorker pid=1531827) %constant.111 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.140 = f32[8192,2048]{1,0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.71 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.578, f32[8192,2048]{1,0} %broadcast.140), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.66 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.70, f32[8192,2048]{1,0} %multiply.71), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %get-tuple-element.579 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=8 +(CompileWorker pid=1531827) %constant.112 = s32[] constant(2147483647) +(CompileWorker pid=1531827) %compare.10 = pred[] compare(s32[] %get-tuple-element.579, s32[] %constant.112), direction=LT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531827) %constant.113 = s32[] constant(1) +(CompileWorker pid=1531827) %add.67 = s32[] add(s32[] %get-tuple-element.579, s32[] %constant.113), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531827) %select.10 = s32[] select(pred[] %compare.10, s32[] %add.67, s32[] %constant.112), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531827) %get-tuple-element.580 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=9 +(CompileWorker pid=1531827) %constant.114 = f32[] constant(1) +(CompileWorker pid=1531827) %constant.115 = f32[] constant(0.9) +(CompileWorker pid=1531827) %convert.4 = f32[] convert(s32[] %select.10), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %power.4 = f32[] power(f32[] %constant.115, f32[] %convert.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %subtract.6 = f32[] subtract(f32[] %constant.114, f32[] %power.4), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %broadcast.141 = f32[8192]{0} broadcast(f32[] %subtract.6), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.36 = f32[8192]{0} divide(f32[8192]{0} %add.59, f32[8192]{0} %broadcast.141), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %constant.116 = f32[] constant(0.999) +(CompileWorker pid=1531827) %convert.5 = f32[] convert(s32[] %select.10), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %power.5 = f32[] power(f32[] %constant.116, f32[] %convert.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %subtract.7 = f32[] subtract(f32[] %constant.114, f32[] %power.5), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %broadcast.142 = f32[8192]{0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.37 = f32[8192]{0} divide(f32[8192]{0} %add.63, f32[8192]{0} %broadcast.142), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.8 = f32[8192]{0} sqrt(f32[8192]{0} %divide.37), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.117 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.143 = f32[8192]{0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.68 = f32[8192]{0} add(f32[8192]{0} %sqrt.8, f32[8192]{0} %broadcast.143), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.38 = f32[8192]{0} divide(f32[8192]{0} %divide.36, f32[8192]{0} %add.68), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.119 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.144 = f32[8192]{0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.72 = f32[8192]{0} multiply(f32[8192]{0} %divide.38, f32[8192]{0} %broadcast.144), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.69 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.580, f32[8192]{0} %multiply.72), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %get-tuple-element.581 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=10 +(CompileWorker pid=1531827) %broadcast.145 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.6), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.39 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.60, f32[2048,8192]{1,0} %broadcast.145), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %broadcast.146 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.40 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.64, f32[2048,8192]{1,0} %broadcast.146), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.9 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.40), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.121 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.147 = f32[2048,8192]{1,0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.70 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.9, f32[2048,8192]{1,0} %broadcast.147), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.41 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.39, f32[2048,8192]{1,0} %add.70), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.123 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.148 = f32[2048,8192]{1,0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.73 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.41, f32[2048,8192]{1,0} %broadcast.148), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.71 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.581, f32[2048,8192]{1,0} %multiply.73), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %get-tuple-element.582 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=11 +(CompileWorker pid=1531827) %broadcast.149 = f32[2048]{0} broadcast(f32[] %subtract.6), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.42 = f32[2048]{0} divide(f32[2048]{0} %add.61, f32[2048]{0} %broadcast.149), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %broadcast.150 = f32[2048]{0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.43 = f32[2048]{0} divide(f32[2048]{0} %add.65, f32[2048]{0} %broadcast.150), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.10 = f32[2048]{0} sqrt(f32[2048]{0} %divide.43), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.124 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.151 = f32[2048]{0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.72 = f32[2048]{0} add(f32[2048]{0} %sqrt.10, f32[2048]{0} %broadcast.151), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.44 = f32[2048]{0} divide(f32[2048]{0} %divide.42, f32[2048]{0} %add.72), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.125 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.152 = f32[2048]{0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.74 = f32[2048]{0} multiply(f32[2048]{0} %divide.44, f32[2048]{0} %broadcast.152), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.73 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.582, f32[2048]{0} %multiply.74), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %get-tuple-element.583 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=12 +(CompileWorker pid=1531827) %broadcast.153 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.6), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.45 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.62, f32[8192,2048]{1,0} %broadcast.153), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %broadcast.154 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.46 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.66, f32[8192,2048]{1,0} %broadcast.154), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.11 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.46), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.126 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.155 = f32[8192,2048]{1,0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.74 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.11, f32[8192,2048]{1,0} %broadcast.155), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.47 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.45, f32[8192,2048]{1,0} %add.74), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.127 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.156 = f32[8192,2048]{1,0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.75 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.47, f32[8192,2048]{1,0} %broadcast.156), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.75 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.583, f32[8192,2048]{1,0} %multiply.75), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %get-tuple-element.584 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=13 +(CompileWorker pid=1531827) %add.76 = s32[] add(s32[] %get-tuple-element.584, s32[] %constant.113), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/training/train_state.py" source_line=77} +(CompileWorker pid=1531827) %tuple.28 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) tuple(f32[8192]{0} %add.59, f32[2048,8192]{1,0} %add.60, f32[2048]{0} %add.61, f32[8192,2048]{1,0} %add.62, f32[8192]{0} %add.63, /*index=5*/f32[2048,8192]{1,0} %add.64, f32[2048]{0} %add.65, f32[8192,2048]{1,0} %add.66, s32[] %select.10, f32[8192]{0} %add.69, /*index=10*/f32[2048,8192]{1,0} %add.71, f32[2048]{0} %add.73, f32[8192,2048]{1,0} %add.75, s32[] %add.76) +(CompileWorker pid=1531827) %get-tuple-element.118 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=0 +(CompileWorker pid=1531827) %get-tuple-element.119 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=1 +(CompileWorker pid=1531827) %get-tuple-element.120 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=2 +(CompileWorker pid=1531827) %get-tuple-element.121 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=3 +(CompileWorker pid=1531827) %get-tuple-element.122 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=4 +(CompileWorker pid=1531827) %get-tuple-element.123 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=5 +(CompileWorker pid=1531827) %get-tuple-element.124 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=6 +(CompileWorker pid=1531827) %get-tuple-element.125 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=7 +(CompileWorker pid=1531827) %get-tuple-element.601 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=30 +(CompileWorker pid=1531827) %constant.128 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.157 = f32[8192]{0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %divide.48 = f32[8192]{0} divide(f32[8192]{0} %get-tuple-element.601, f32[8192]{0} %broadcast.157), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %constant.129 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.158 = f32[8192]{0} broadcast(f32[] %constant.129), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.76 = f32[8192]{0} multiply(f32[8192]{0} %divide.48, f32[8192]{0} %broadcast.158), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.585 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=14 +(CompileWorker pid=1531827) %constant.130 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.159 = f32[8192]{0} broadcast(f32[] %constant.130), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.77 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.585, f32[8192]{0} %broadcast.159), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.77 = f32[8192]{0} add(f32[8192]{0} %multiply.76, f32[8192]{0} %multiply.77), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.602 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=31 +(CompileWorker pid=1531827) %constant.131 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.160 = f32[2048,8192]{1,0} broadcast(f32[] %constant.131), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %divide.49 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %get-tuple-element.602, f32[2048,8192]{1,0} %broadcast.160), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %constant.132 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.161 = f32[2048,8192]{1,0} broadcast(f32[] %constant.132), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.78 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.49, f32[2048,8192]{1,0} %broadcast.161), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.586 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=15 +(CompileWorker pid=1531827) %constant.133 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.162 = f32[2048,8192]{1,0} broadcast(f32[] %constant.133), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.79 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.586, f32[2048,8192]{1,0} %broadcast.162), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.78 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.78, f32[2048,8192]{1,0} %multiply.79), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.603 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=32 +(CompileWorker pid=1531827) %constant.134 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.163 = f32[2048]{0} broadcast(f32[] %constant.134), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %divide.50 = f32[2048]{0} divide(f32[2048]{0} %get-tuple-element.603, f32[2048]{0} %broadcast.163), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %constant.135 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.164 = f32[2048]{0} broadcast(f32[] %constant.135), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.80 = f32[2048]{0} multiply(f32[2048]{0} %divide.50, f32[2048]{0} %broadcast.164), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.587 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=16 +(CompileWorker pid=1531827) %constant.136 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.165 = f32[2048]{0} broadcast(f32[] %constant.136), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.81 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.587, f32[2048]{0} %broadcast.165), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.79 = f32[2048]{0} add(f32[2048]{0} %multiply.80, f32[2048]{0} %multiply.81), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.604 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=33 +(CompileWorker pid=1531827) %constant.137 = f32[] constant(16) +(CompileWorker pid=1531827) %broadcast.166 = f32[8192,2048]{1,0} broadcast(f32[] %constant.137), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %divide.51 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %get-tuple-element.604, f32[8192,2048]{1,0} %broadcast.166), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div"} +(CompileWorker pid=1531827) %constant.138 = f32[] constant(0.1) +(CompileWorker pid=1531827) %broadcast.167 = f32[8192,2048]{1,0} broadcast(f32[] %constant.138), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.82 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.51, f32[8192,2048]{1,0} %broadcast.167), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %get-tuple-element.588 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=17 +(CompileWorker pid=1531827) %constant.139 = f32[] constant(0.9) +(CompileWorker pid=1531827) %broadcast.168 = f32[8192,2048]{1,0} broadcast(f32[] %constant.139), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.83 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.588, f32[8192,2048]{1,0} %broadcast.168), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %add.80 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.82, f32[8192,2048]{1,0} %multiply.83), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +(CompileWorker pid=1531827) %multiply.84 = f32[8192]{0} multiply(f32[8192]{0} %divide.48, f32[8192]{0} %divide.48), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.140 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.169 = f32[8192]{0} broadcast(f32[] %constant.140), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.85 = f32[8192]{0} multiply(f32[8192]{0} %multiply.84, f32[8192]{0} %broadcast.169), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %get-tuple-element.589 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=18 +(CompileWorker pid=1531827) %constant.141 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.170 = f32[8192]{0} broadcast(f32[] %constant.141), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.86 = f32[8192]{0} multiply(f32[8192]{0} %get-tuple-element.589, f32[8192]{0} %broadcast.170), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.81 = f32[8192]{0} add(f32[8192]{0} %multiply.85, f32[8192]{0} %multiply.86), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.87 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.49, f32[2048,8192]{1,0} %divide.49), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.142 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.171 = f32[2048,8192]{1,0} broadcast(f32[] %constant.142), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.88 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %multiply.87, f32[2048,8192]{1,0} %broadcast.171), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %get-tuple-element.590 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=19 +(CompileWorker pid=1531827) %constant.143 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.172 = f32[2048,8192]{1,0} broadcast(f32[] %constant.143), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.89 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.590, f32[2048,8192]{1,0} %broadcast.172), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.82 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.88, f32[2048,8192]{1,0} %multiply.89), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.90 = f32[2048]{0} multiply(f32[2048]{0} %divide.50, f32[2048]{0} %divide.50), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.144 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.173 = f32[2048]{0} broadcast(f32[] %constant.144), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.91 = f32[2048]{0} multiply(f32[2048]{0} %multiply.90, f32[2048]{0} %broadcast.173), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %get-tuple-element.591 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=20 +(CompileWorker pid=1531827) %constant.145 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.174 = f32[2048]{0} broadcast(f32[] %constant.145), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.92 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.591, f32[2048]{0} %broadcast.174), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.83 = f32[2048]{0} add(f32[2048]{0} %multiply.91, f32[2048]{0} %multiply.92), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.93 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.51, f32[8192,2048]{1,0} %divide.51), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531827) %constant.146 = f32[] constant(0.001) +(CompileWorker pid=1531827) %broadcast.175 = f32[8192,2048]{1,0} broadcast(f32[] %constant.146), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.94 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.93, f32[8192,2048]{1,0} %broadcast.175), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %get-tuple-element.592 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=21 +(CompileWorker pid=1531827) %constant.147 = f32[] constant(0.999) +(CompileWorker pid=1531827) %broadcast.176 = f32[8192,2048]{1,0} broadcast(f32[] %constant.147), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %multiply.95 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.592, f32[8192,2048]{1,0} %broadcast.176), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %add.84 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.94, f32[8192,2048]{1,0} %multiply.95), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531827) %constant.148 = s32[] constant(2147483647) +(CompileWorker pid=1531827) %compare.11 = pred[] compare(s32[] %get-tuple-element.579, s32[] %constant.148), direction=LT, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531827) %constant.149 = s32[] constant(1) +(CompileWorker pid=1531827) %add.85 = s32[] add(s32[] %get-tuple-element.579, s32[] %constant.149), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531827) %select.11 = s32[] select(pred[] %compare.11, s32[] %add.85, s32[] %constant.148), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531827) %get-tuple-element.593 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=22 +(CompileWorker pid=1531827) %constant.150 = f32[] constant(1) +(CompileWorker pid=1531827) %constant.151 = f32[] constant(0.9) +(CompileWorker pid=1531827) %convert.6 = f32[] convert(s32[] %select.11), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %power.6 = f32[] power(f32[] %constant.151, f32[] %convert.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %subtract.8 = f32[] subtract(f32[] %constant.150, f32[] %power.6), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %broadcast.177 = f32[8192]{0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.52 = f32[8192]{0} divide(f32[8192]{0} %add.77, f32[8192]{0} %broadcast.177), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %constant.152 = f32[] constant(0.999) +(CompileWorker pid=1531827) %convert.7 = f32[] convert(s32[] %select.11), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %power.7 = f32[] power(f32[] %constant.152, f32[] %convert.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %subtract.9 = f32[] subtract(f32[] %constant.150, f32[] %power.7), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531827) %broadcast.178 = f32[8192]{0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.53 = f32[8192]{0} divide(f32[8192]{0} %add.81, f32[8192]{0} %broadcast.178), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.12 = f32[8192]{0} sqrt(f32[8192]{0} %divide.53), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.153 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.179 = f32[8192]{0} broadcast(f32[] %constant.153), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.86 = f32[8192]{0} add(f32[8192]{0} %sqrt.12, f32[8192]{0} %broadcast.179), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.54 = f32[8192]{0} divide(f32[8192]{0} %divide.52, f32[8192]{0} %add.86), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.154 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.180 = f32[8192]{0} broadcast(f32[] %constant.154), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.96 = f32[8192]{0} multiply(f32[8192]{0} %divide.54, f32[8192]{0} %broadcast.180), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.87 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.593, f32[8192]{0} %multiply.96), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %get-tuple-element.594 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=23 +(CompileWorker pid=1531827) %broadcast.181 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.55 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.78, f32[2048,8192]{1,0} %broadcast.181), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %broadcast.182 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.56 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.82, f32[2048,8192]{1,0} %broadcast.182), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.13 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.56), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.155 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.183 = f32[2048,8192]{1,0} broadcast(f32[] %constant.155), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.88 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.13, f32[2048,8192]{1,0} %broadcast.183), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.57 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.55, f32[2048,8192]{1,0} %add.88), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.156 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.184 = f32[2048,8192]{1,0} broadcast(f32[] %constant.156), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.97 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.57, f32[2048,8192]{1,0} %broadcast.184), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.89 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.594, f32[2048,8192]{1,0} %multiply.97), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %get-tuple-element.595 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=24 +(CompileWorker pid=1531827) %broadcast.185 = f32[2048]{0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.58 = f32[2048]{0} divide(f32[2048]{0} %add.79, f32[2048]{0} %broadcast.185), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %broadcast.186 = f32[2048]{0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.59 = f32[2048]{0} divide(f32[2048]{0} %add.83, f32[2048]{0} %broadcast.186), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.14 = f32[2048]{0} sqrt(f32[2048]{0} %divide.59), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.157 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.187 = f32[2048]{0} broadcast(f32[] %constant.157), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.90 = f32[2048]{0} add(f32[2048]{0} %sqrt.14, f32[2048]{0} %broadcast.187), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.60 = f32[2048]{0} divide(f32[2048]{0} %divide.58, f32[2048]{0} %add.90), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.158 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.188 = f32[2048]{0} broadcast(f32[] %constant.158), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.98 = f32[2048]{0} multiply(f32[2048]{0} %divide.60, f32[2048]{0} %broadcast.188), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.91 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.595, f32[2048]{0} %multiply.98), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %get-tuple-element.596 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, /*index=30*/f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.27), index=25 +(CompileWorker pid=1531827) %broadcast.189 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.61 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.80, f32[8192,2048]{1,0} %broadcast.189), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %broadcast.190 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %divide.62 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.84, f32[8192,2048]{1,0} %broadcast.190), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531827) %sqrt.15 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.62), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.159 = f32[] constant(1e-08) +(CompileWorker pid=1531827) %broadcast.191 = f32[8192,2048]{1,0} broadcast(f32[] %constant.159), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %add.92 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.15, f32[8192,2048]{1,0} %broadcast.191), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %divide.63 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.61, f32[8192,2048]{1,0} %add.92), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531827) %constant.160 = f32[] constant(-0.001) +(CompileWorker pid=1531827) %broadcast.192 = f32[8192,2048]{1,0} broadcast(f32[] %constant.160), dimensions={}, metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %multiply.99 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.63, f32[8192,2048]{1,0} %broadcast.192), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531827) %add.93 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.596, f32[8192,2048]{1,0} %multiply.99), metadata={op_name="parallelize(stage_0_1)/jit(main)/jit(stage_0_1_apply_grad)/jit(stage_0_1_apply1)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531827) %tuple.29 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %add.77, f32[2048,8192]{1,0} %add.78, f32[2048]{0} %add.79, f32[8192,2048]{1,0} %add.80, f32[8192]{0} %add.81, /*index=5*/f32[2048,8192]{1,0} %add.82, f32[2048]{0} %add.83, f32[8192,2048]{1,0} %add.84, s32[] %select.11, f32[8192]{0} %add.87, /*index=10*/f32[2048,8192]{1,0} %add.89, f32[2048]{0} %add.91, f32[8192,2048]{1,0} %add.93) +(CompileWorker pid=1531827) %get-tuple-element.126 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=8 +(CompileWorker pid=1531827) %get-tuple-element.127 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=9 +(CompileWorker pid=1531827) %get-tuple-element.128 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=10 +(CompileWorker pid=1531827) %get-tuple-element.129 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=11 +(CompileWorker pid=1531827) %get-tuple-element.130 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=12 +(CompileWorker pid=1531827) %get-tuple-element.131 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[]) %tuple.28), index=13 +(CompileWorker pid=1531827) %get-tuple-element.132 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=0 +(CompileWorker pid=1531827) %get-tuple-element.133 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=1 +(CompileWorker pid=1531827) %get-tuple-element.134 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=2 +(CompileWorker pid=1531827) %get-tuple-element.135 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=3 +(CompileWorker pid=1531827) %get-tuple-element.136 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=4 +(CompileWorker pid=1531827) %get-tuple-element.137 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=5 +(CompileWorker pid=1531827) %get-tuple-element.138 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=6 +(CompileWorker pid=1531827) %get-tuple-element.139 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=7 +(CompileWorker pid=1531826) %multiply.41 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %get-tuple-element.333, f32[2048,8192]{1,0} %broadcast.78), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %add.34 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %multiply.40, f32[2048,8192]{1,0} %multiply.41), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.42 = f32[2048]{0} multiply(f32[2048]{0} %divide.18, f32[2048]{0} %divide.18), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531826) %constant.66 = f32[] constant(0.001) +(CompileWorker pid=1531826) %broadcast.79 = f32[2048]{0} broadcast(f32[] %constant.66), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.43 = f32[2048]{0} multiply(f32[2048]{0} %multiply.42, f32[2048]{0} %broadcast.79), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %get-tuple-element.334 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=6 +(CompileWorker pid=1531826) %constant.67 = f32[] constant(0.999) +(CompileWorker pid=1531826) %broadcast.80 = f32[2048]{0} broadcast(f32[] %constant.67), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.44 = f32[2048]{0} multiply(f32[2048]{0} %get-tuple-element.334, f32[2048]{0} %broadcast.80), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %add.35 = f32[2048]{0} add(f32[2048]{0} %multiply.43, f32[2048]{0} %multiply.44), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.45 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.19, f32[8192,2048]{1,0} %divide.19), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +(CompileWorker pid=1531826) %constant.68 = f32[] constant(0.001) +(CompileWorker pid=1531826) %broadcast.81 = f32[8192,2048]{1,0} broadcast(f32[] %constant.68), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.46 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %multiply.45, f32[8192,2048]{1,0} %broadcast.81), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %get-tuple-element.335 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=7 +(CompileWorker pid=1531826) %constant.69 = f32[] constant(0.999) +(CompileWorker pid=1531826) %broadcast.82 = f32[8192,2048]{1,0} broadcast(f32[] %constant.69), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %multiply.47 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %get-tuple-element.335, f32[8192,2048]{1,0} %broadcast.82), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %add.36 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.46, f32[8192,2048]{1,0} %multiply.47), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +(CompileWorker pid=1531826) %get-tuple-element.336 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=8 +(CompileWorker pid=1531826) %constant.70 = s32[] constant(2147483647) +(CompileWorker pid=1531826) %compare.5 = pred[] compare(s32[] %get-tuple-element.336, s32[] %constant.70), direction=LT, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531826) %constant.71 = s32[] constant(1) +(CompileWorker pid=1531826) %add.37 = s32[] add(s32[] %get-tuple-element.336, s32[] %constant.71), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531826) %select.5 = s32[] select(pred[] %compare.5, s32[] %add.37, s32[] %constant.70), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +(CompileWorker pid=1531826) %get-tuple-element.337 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=9 +(CompileWorker pid=1531826) %constant.72 = f32[] constant(1) +(CompileWorker pid=1531826) %constant.73 = f32[] constant(0.9) +(CompileWorker pid=1531826) %convert.2 = f32[] convert(s32[] %select.5), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531826) %power.2 = f32[] power(f32[] %constant.73, f32[] %convert.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531826) %subtract.4 = f32[] subtract(f32[] %constant.72, f32[] %power.2), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531826) %broadcast.83 = f32[8192]{0} broadcast(f32[] %subtract.4), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.20 = f32[8192]{0} divide(f32[8192]{0} %add.29, f32[8192]{0} %broadcast.83), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %constant.74 = f32[] constant(0.999) +(CompileWorker pid=1531826) %convert.3 = f32[] convert(s32[] %select.5), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531826) %power.3 = f32[] power(f32[] %constant.74, f32[] %convert.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531826) %subtract.5 = f32[] subtract(f32[] %constant.72, f32[] %power.3), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +(CompileWorker pid=1531826) %broadcast.84 = f32[8192]{0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.21 = f32[8192]{0} divide(f32[8192]{0} %add.33, f32[8192]{0} %broadcast.84), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %sqrt.4 = f32[8192]{0} sqrt(f32[8192]{0} %divide.21), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.75 = f32[] constant(1e-08) +(CompileWorker pid=1531826) %broadcast.85 = f32[8192]{0} broadcast(f32[] %constant.75), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %add.38 = f32[8192]{0} add(f32[8192]{0} %sqrt.4, f32[8192]{0} %broadcast.85), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %divide.22 = f32[8192]{0} divide(f32[8192]{0} %divide.20, f32[8192]{0} %add.38), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.76 = f32[] constant(-0.001) +(CompileWorker pid=1531826) %broadcast.86 = f32[8192]{0} broadcast(f32[] %constant.76), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %multiply.48 = f32[8192]{0} multiply(f32[8192]{0} %divide.22, f32[8192]{0} %broadcast.86), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %add.39 = f32[8192]{0} add(f32[8192]{0} %get-tuple-element.337, f32[8192]{0} %multiply.48), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531826) %get-tuple-element.338 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=10 +(CompileWorker pid=1531826) %broadcast.87 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.4), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.23 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.30, f32[2048,8192]{1,0} %broadcast.87), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %broadcast.88 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.24 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %add.34, f32[2048,8192]{1,0} %broadcast.88), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %sqrt.5 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %divide.24), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.77 = f32[] constant(1e-08) +(CompileWorker pid=1531826) %broadcast.89 = f32[2048,8192]{1,0} broadcast(f32[] %constant.77), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %add.40 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.5, f32[2048,8192]{1,0} %broadcast.89), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %divide.25 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %divide.23, f32[2048,8192]{1,0} %add.40), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.78 = f32[] constant(-0.001) +(CompileWorker pid=1531826) %broadcast.90 = f32[2048,8192]{1,0} broadcast(f32[] %constant.78), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %multiply.49 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %divide.25, f32[2048,8192]{1,0} %broadcast.90), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %add.41 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %get-tuple-element.338, f32[2048,8192]{1,0} %multiply.49), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531826) %get-tuple-element.339 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=11 +(CompileWorker pid=1531826) %broadcast.91 = f32[2048]{0} broadcast(f32[] %subtract.4), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.26 = f32[2048]{0} divide(f32[2048]{0} %add.31, f32[2048]{0} %broadcast.91), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %broadcast.92 = f32[2048]{0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.27 = f32[2048]{0} divide(f32[2048]{0} %add.35, f32[2048]{0} %broadcast.92), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %sqrt.6 = f32[2048]{0} sqrt(f32[2048]{0} %divide.27), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.79 = f32[] constant(1e-08) +(CompileWorker pid=1531826) %broadcast.93 = f32[2048]{0} broadcast(f32[] %constant.79), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %add.42 = f32[2048]{0} add(f32[2048]{0} %sqrt.6, f32[2048]{0} %broadcast.93), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %divide.28 = f32[2048]{0} divide(f32[2048]{0} %divide.26, f32[2048]{0} %add.42), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.80 = f32[] constant(-0.001) +(CompileWorker pid=1531826) %broadcast.94 = f32[2048]{0} broadcast(f32[] %constant.80), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %multiply.50 = f32[2048]{0} multiply(f32[2048]{0} %divide.28, f32[2048]{0} %broadcast.94), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %add.43 = f32[2048]{0} add(f32[2048]{0} %get-tuple-element.339, f32[2048]{0} %multiply.50), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531826) %get-tuple-element.340 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=15*/f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.22), index=12 +(CompileWorker pid=1531826) %broadcast.95 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.4), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.29 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.32, f32[8192,2048]{1,0} %broadcast.95), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %broadcast.96 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %divide.30 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %add.36, f32[8192,2048]{1,0} %broadcast.96), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +(CompileWorker pid=1531826) %sqrt.7 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %divide.30), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.81 = f32[] constant(1e-08) +(CompileWorker pid=1531826) %broadcast.97 = f32[8192,2048]{1,0} broadcast(f32[] %constant.81), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %add.44 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.7, f32[8192,2048]{1,0} %broadcast.97), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %divide.31 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %divide.29, f32[8192,2048]{1,0} %add.44), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +(CompileWorker pid=1531826) %constant.82 = f32[] constant(-0.001) +(CompileWorker pid=1531826) %broadcast.98 = f32[8192,2048]{1,0} broadcast(f32[] %constant.82), dimensions={}, metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %multiply.51 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %divide.31, f32[8192,2048]{1,0} %broadcast.98), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +(CompileWorker pid=1531826) %add.45 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %get-tuple-element.340, f32[8192,2048]{1,0} %multiply.51), metadata={op_name="parallelize(stage_1_1)/jit(main)/jit(stage_1_1_apply_grad)/jit(stage_1_1_apply0)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/update.py" source_line=43} +(CompileWorker pid=1531826) %tuple.23 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %add.29, f32[2048,8192]{1,0} %add.30, f32[2048]{0} %add.31, f32[8192,2048]{1,0} %add.32, f32[8192]{0} %add.33, /*index=5*/f32[2048,8192]{1,0} %add.34, f32[2048]{0} %add.35, f32[8192,2048]{1,0} %add.36, s32[] %select.5, f32[8192]{0} %add.39, /*index=10*/f32[2048,8192]{1,0} %add.41, f32[2048]{0} %add.43, f32[8192,2048]{1,0} %add.45) +(CompileWorker pid=1531826) %get-tuple-element.64 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=0 +(CompileWorker pid=1531826) %get-tuple-element.65 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=1 +(CompileWorker pid=1531826) %get-tuple-element.66 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=2 +(CompileWorker pid=1531826) %get-tuple-element.67 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=3 +(CompileWorker pid=1531826) %get-tuple-element.68 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=4 +(CompileWorker pid=1531826) %get-tuple-element.69 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=5 +(CompileWorker pid=1531826) %get-tuple-element.70 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=6 +(CompileWorker pid=1531826) %get-tuple-element.71 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=7 +(CompileWorker pid=1531826) %get-tuple-element.72 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=8 +(CompileWorker pid=1531826) %get-tuple-element.73 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=9 +(CompileWorker pid=1531826) %get-tuple-element.74 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=10 +(CompileWorker pid=1531826) %get-tuple-element.75 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=11 +(CompileWorker pid=1531826) %get-tuple-element.76 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.23), index=12 +(CompileWorker pid=1531826) %tuple.24 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.64, f32[2048,8192]{1,0} %get-tuple-element.65, f32[2048]{0} %get-tuple-element.66, f32[8192,2048]{1,0} %get-tuple-element.67, f32[8192]{0} %get-tuple-element.68, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.69, f32[2048]{0} %get-tuple-element.70, f32[8192,2048]{1,0} %get-tuple-element.71, s32[] %get-tuple-element.72, f32[8192]{0} %get-tuple-element.73, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.74, f32[2048]{0} %get-tuple-element.75, f32[8192,2048]{1,0} %get-tuple-element.76) +(CompileWorker pid=1531826) %get-tuple-element.536 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=0 +(CompileWorker pid=1531826) %get-tuple-element.537 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=1 +(CompileWorker pid=1531826) %get-tuple-element.538 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=2 +(CompileWorker pid=1531826) %get-tuple-element.539 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=3 +(CompileWorker pid=1531826) %get-tuple-element.540 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=4 +(CompileWorker pid=1531826) %get-tuple-element.541 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=5 +(CompileWorker pid=1531826) %get-tuple-element.542 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=6 +(CompileWorker pid=1531826) %get-tuple-element.543 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=7 +(CompileWorker pid=1531826) %get-tuple-element.544 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=8 +(CompileWorker pid=1531826) %get-tuple-element.545 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=9 +(CompileWorker pid=1531826) %get-tuple-element.546 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=10 +(CompileWorker pid=1531826) %get-tuple-element.547 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=11 +(CompileWorker pid=1531826) %get-tuple-element.548 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.24), index=12 +(CompileWorker pid=1531826) ROOT %tuple.25 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.536, f32[2048,8192]{1,0} %get-tuple-element.537, f32[2048]{0} %get-tuple-element.538, f32[8192,2048]{1,0} %get-tuple-element.539, f32[8192]{0} %get-tuple-element.540, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.541, f32[2048]{0} %get-tuple-element.542, f32[8192,2048]{1,0} %get-tuple-element.543, s32[] %get-tuple-element.544, f32[8192]{0} %get-tuple-element.545, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.546, f32[2048]{0} %get-tuple-element.547, f32[8192,2048]{1,0} %get-tuple-element.548), metadata={op_name="tuple.14"} +(CompileWorker pid=1531826) } +(CompileWorker pid=1531826) +(CompileWorker pid=1531826) +(CompileWorker pid=1531828) %get-tuple-element.141 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=10 +(CompileWorker pid=1531828) %get-tuple-element.142 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=11 +(CompileWorker pid=1531828) %get-tuple-element.143 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=12 +(CompileWorker pid=1531828) %tuple.30 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.118, f32[2048,8192]{1,0} %get-tuple-element.119, f32[2048]{0} %get-tuple-element.120, f32[8192,2048]{1,0} %get-tuple-element.121, f32[8192]{0} %get-tuple-element.122, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.123, f32[2048]{0} %get-tuple-element.124, f32[8192,2048]{1,0} %get-tuple-element.125, s32[] %get-tuple-element.126, f32[8192]{0} %get-tuple-element.127, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.128, f32[2048]{0} %get-tuple-element.129, f32[8192,2048]{1,0} %get-tuple-element.130, s32[] %get-tuple-element.131, f32[8192]{0} %get-tuple-element.132, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.133, f32[2048]{0} %get-tuple-element.134, f32[8192,2048]{1,0} %get-tuple-element.135, f32[8192]{0} %get-tuple-element.136, f32[2048,8192]{1,0} %get-tuple-element.137, /*index=20*/f32[2048]{0} %get-tuple-element.138, f32[8192,2048]{1,0} %get-tuple-element.139, f32[8192]{0} %get-tuple-element.140, f32[2048,8192]{1,0} %get-tuple-element.141, f32[2048]{0} %get-tuple-element.142, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.143) +(CompileWorker pid=1531828) %get-tuple-element.987 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=0 +(CompileWorker pid=1531828) %get-tuple-element.988 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=1 +(CompileWorker pid=1531828) %get-tuple-element.989 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=2 +(CompileWorker pid=1531828) %get-tuple-element.990 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=3 +(CompileWorker pid=1531828) %get-tuple-element.991 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=4 +(CompileWorker pid=1531828) %get-tuple-element.992 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=5 +(CompileWorker pid=1531828) %get-tuple-element.993 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=6 +(CompileWorker pid=1531828) %get-tuple-element.994 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=7 +(CompileWorker pid=1531828) %get-tuple-element.995 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=8 +(CompileWorker pid=1531828) %get-tuple-element.996 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=9 +(CompileWorker pid=1531828) %get-tuple-element.997 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=10 +(CompileWorker pid=1531828) %get-tuple-element.998 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=11 +(CompileWorker pid=1531828) %get-tuple-element.999 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=12 +(CompileWorker pid=1531828) %get-tuple-element.1000 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=13 +(CompileWorker pid=1531828) %get-tuple-element.1001 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=14 +(CompileWorker pid=1531828) %get-tuple-element.1002 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=15 +(CompileWorker pid=1531828) %get-tuple-element.1003 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=16 +(CompileWorker pid=1531828) %get-tuple-element.1004 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=17 +(CompileWorker pid=1531828) %get-tuple-element.1005 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=18 +(CompileWorker pid=1531828) %get-tuple-element.1006 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=19 +(CompileWorker pid=1531828) %get-tuple-element.1007 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=20 +(CompileWorker pid=1531828) %get-tuple-element.1008 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=21 +(CompileWorker pid=1531828) %get-tuple-element.1009 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=22 +(CompileWorker pid=1531828) %get-tuple-element.1010 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=23 +(CompileWorker pid=1531828) %get-tuple-element.1011 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=24 +(CompileWorker pid=1531828) %get-tuple-element.1012 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=25 +(CompileWorker pid=1531828) ROOT %tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.987, f32[2048,8192]{1,0} %get-tuple-element.988, f32[2048]{0} %get-tuple-element.989, f32[8192,2048]{1,0} %get-tuple-element.990, f32[8192]{0} %get-tuple-element.991, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.992, f32[2048]{0} %get-tuple-element.993, f32[8192,2048]{1,0} %get-tuple-element.994, s32[] %get-tuple-element.995, f32[8192]{0} %get-tuple-element.996, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.997, f32[2048]{0} %get-tuple-element.998, f32[8192,2048]{1,0} %get-tuple-element.999, s32[] %get-tuple-element.1000, f32[8192]{0} %get-tuple-element.1001, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.1002, f32[2048]{0} %get-tuple-element.1003, f32[8192,2048]{1,0} %get-tuple-element.1004, f32[8192]{0} %get-tuple-element.1005, f32[2048,8192]{1,0} %get-tuple-element.1006, /*index=20*/f32[2048]{0} %get-tuple-element.1007, f32[8192,2048]{1,0} %get-tuple-element.1008, f32[8192]{0} %get-tuple-element.1009, f32[2048,8192]{1,0} %get-tuple-element.1010, f32[2048]{0} %get-tuple-element.1011, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.1012), metadata={op_name="tuple.27"} +(CompileWorker pid=1531828) } +(CompileWorker pid=1531828) +(CompileWorker pid=1531828) +(CompileWorker pid=1531827) %get-tuple-element.140 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=9 +(CompileWorker pid=1531827) %get-tuple-element.141 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=10 +(CompileWorker pid=1531827) %get-tuple-element.142 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=11 +(CompileWorker pid=1531827) %get-tuple-element.143 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) %tuple.29), index=12 +(CompileWorker pid=1531827) %tuple.30 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.118, f32[2048,8192]{1,0} %get-tuple-element.119, f32[2048]{0} %get-tuple-element.120, f32[8192,2048]{1,0} %get-tuple-element.121, f32[8192]{0} %get-tuple-element.122, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.123, f32[2048]{0} %get-tuple-element.124, f32[8192,2048]{1,0} %get-tuple-element.125, s32[] %get-tuple-element.126, f32[8192]{0} %get-tuple-element.127, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.128, f32[2048]{0} %get-tuple-element.129, f32[8192,2048]{1,0} %get-tuple-element.130, s32[] %get-tuple-element.131, f32[8192]{0} %get-tuple-element.132, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.133, f32[2048]{0} %get-tuple-element.134, f32[8192,2048]{1,0} %get-tuple-element.135, f32[8192]{0} %get-tuple-element.136, f32[2048,8192]{1,0} %get-tuple-element.137, /*index=20*/f32[2048]{0} %get-tuple-element.138, f32[8192,2048]{1,0} %get-tuple-element.139, f32[8192]{0} %get-tuple-element.140, f32[2048,8192]{1,0} %get-tuple-element.141, f32[2048]{0} %get-tuple-element.142, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.143) +(CompileWorker pid=1531827) %get-tuple-element.987 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=0 +(CompileWorker pid=1531827) %get-tuple-element.988 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=1 +(CompileWorker pid=1531827) %get-tuple-element.989 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=2 +(CompileWorker pid=1531827) %get-tuple-element.990 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=3 +(CompileWorker pid=1531827) %get-tuple-element.991 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=4 +(CompileWorker pid=1531827) %get-tuple-element.992 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=5 +(CompileWorker pid=1531827) %get-tuple-element.993 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=6 +(CompileWorker pid=1531827) %get-tuple-element.994 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=7 +(CompileWorker pid=1531827) %get-tuple-element.995 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=8 +(CompileWorker pid=1531827) %get-tuple-element.996 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=9 +(CompileWorker pid=1531827) %get-tuple-element.997 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=10 +(CompileWorker pid=1531827) %get-tuple-element.998 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=11 +(CompileWorker pid=1531827) %get-tuple-element.999 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=12 +(CompileWorker pid=1531827) %get-tuple-element.1000 = s32[] get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=13 +(CompileWorker pid=1531827) %get-tuple-element.1001 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=14 +(CompileWorker pid=1531827) %get-tuple-element.1002 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=15 +(CompileWorker pid=1531827) %get-tuple-element.1003 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=16 +(CompileWorker pid=1531827) %get-tuple-element.1004 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=17 +(CompileWorker pid=1531827) %get-tuple-element.1005 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=18 +(CompileWorker pid=1531827) %get-tuple-element.1006 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=19 +(CompileWorker pid=1531827) %get-tuple-element.1007 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=20 +(CompileWorker pid=1531827) %get-tuple-element.1008 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=21 +(CompileWorker pid=1531827) %get-tuple-element.1009 = f32[8192]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=22 +(CompileWorker pid=1531827) %get-tuple-element.1010 = f32[2048,8192]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=23 +(CompileWorker pid=1531827) %get-tuple-element.1011 = f32[2048]{0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=24 +(CompileWorker pid=1531827) %get-tuple-element.1012 = f32[8192,2048]{1,0} get-tuple-element((f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) %tuple.30), index=25 +(CompileWorker pid=1531827) ROOT %tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=10*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, s32[], f32[8192]{0}, /*index=15*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, /*index=20*/f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, /*index=25*/f32[8192,2048]{1,0}) tuple(f32[8192]{0} %get-tuple-element.987, f32[2048,8192]{1,0} %get-tuple-element.988, f32[2048]{0} %get-tuple-element.989, f32[8192,2048]{1,0} %get-tuple-element.990, f32[8192]{0} %get-tuple-element.991, /*index=5*/f32[2048,8192]{1,0} %get-tuple-element.992, f32[2048]{0} %get-tuple-element.993, f32[8192,2048]{1,0} %get-tuple-element.994, s32[] %get-tuple-element.995, f32[8192]{0} %get-tuple-element.996, /*index=10*/f32[2048,8192]{1,0} %get-tuple-element.997, f32[2048]{0} %get-tuple-element.998, f32[8192,2048]{1,0} %get-tuple-element.999, s32[] %get-tuple-element.1000, f32[8192]{0} %get-tuple-element.1001, /*index=15*/f32[2048,8192]{1,0} %get-tuple-element.1002, f32[2048]{0} %get-tuple-element.1003, f32[8192,2048]{1,0} %get-tuple-element.1004, f32[8192]{0} %get-tuple-element.1005, f32[2048,8192]{1,0} %get-tuple-element.1006, /*index=20*/f32[2048]{0} %get-tuple-element.1007, f32[8192,2048]{1,0} %get-tuple-element.1008, f32[8192]{0} %get-tuple-element.1009, f32[2048,8192]{1,0} %get-tuple-element.1010, f32[2048]{0} %get-tuple-element.1011, /*index=25*/f32[8192,2048]{1,0} %get-tuple-element.1012), metadata={op_name="tuple.27"} +(CompileWorker pid=1531827) } +(CompileWorker pid=1531827) +(CompileWorker pid=1531827) +result[(0, 0, 0, 0), 1] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.202 GB, invar_size=0.195 GB, outvar_size=0.125 GB, temp_buffer_size=0.008 GB, available_memory=20.882 GB) +result[(0, 0, 0, 1), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.132 GB, invar_size=0.126 GB, outvar_size=0.006 GB, temp_buffer_size=0.000 GB, available_memory=20.882 GB) +result[(0, 0, 0, 1), 1] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.202 GB, invar_size=0.195 GB, outvar_size=0.125 GB, temp_buffer_size=0.008 GB, available_memory=20.882 GB) +result[(0, 1, 0, 0), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.264 GB, invar_size=0.252 GB, outvar_size=0.012 GB, temp_buffer_size=0.000 GB, available_memory=20.882 GB) +result[(0, 1, 0, 0), 1] = ModuleProfileResult(compute_cost=0.002, peak_memory=0.459 GB, invar_size=0.451 GB, outvar_size=0.250 GB, temp_buffer_size=0.008 GB, available_memory=20.882 GB) +result[(0, 1, 0, 1), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.264 GB, invar_size=0.252 GB, outvar_size=0.012 GB, temp_buffer_size=0.000 GB, available_memory=20.882 GB) +result[(0, 1, 0, 1), 1] = ModuleProfileResult(compute_cost=0.002, peak_memory=0.459 GB, invar_size=0.451 GB, outvar_size=0.250 GB, temp_buffer_size=0.008 GB, available_memory=20.882 GB) +result[(1, 1, 0, 0), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.133 GB, invar_size=0.127 GB, outvar_size=0.006 GB, temp_buffer_size=0.000 GB, available_memory=20.882 GB) +result[(1, 1, 0, 0), 1] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.266 GB, invar_size=0.257 GB, outvar_size=0.126 GB, temp_buffer_size=0.008 GB, available_memory=20.882 GB) +result[(1, 1, 0, 1), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.133 GB, invar_size=0.127 GB, outvar_size=0.006 GB, temp_buffer_size=0.000 GB, available_memory=20.882 GB) +result[(1, 1, 0, 1), 1] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.266 GB, invar_size=0.257 GB, outvar_size=0.126 GB, temp_buffer_size=0.008 GB, available_memory=20.882 GB) +result[(0, 0, 0, 0), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.132 GB, invar_size=0.126 GB, outvar_size=0.006 GB, temp_buffer_size=0.000 GB, available_memory=21.105 GB) +Profiling for submesh 0 (1, 1) takes 12.41 seconds +-------------------------------------------------- +Profile result saved to: profile-results-2023-11-14-08-15-12.npy +---------------------------------------------------------------------- +Result forward_stage_layer_ids: [[0], [1]] +Result mesh_shapes: [(1, 1), (1, 1)] +Result logical_mesh_shapes: [(1, 1), (1, 1)] +Result autosharding_option_dicts: [{'force_batch_dim_to_mesh_dim': 0}, {'force_batch_dim_to_mesh_dim': 0}] diff --git a/output.txt b/output.txt new file mode 100644 index 000000000..cde28e06a --- /dev/null +++ b/output.txt @@ -0,0 +1,456 @@ +(from,to,mesh_id,auto_sharding_config_idx) +stage_idx :(0, 1, 1, 0) + + +'''StageConfig = namedtuple("StageConfig", [ + "n_modules", -->forward and backward stages + "compile_config", --> + "module_profile_configs", + "apply_grad_config" +])''' +StageConfig( + n_modules=2, + compile_config=CompileConfig( + hlo=, + names=['stage_0_1_acc_grad_0', 'stage_0_1_acc_grad_1', 'stage_0_1_apply_grad'], + module_donate_invars=[ + (False, False, False, False, False, False, False, False, False, False), //4w 4b input and y + (True, True, True, True, True, True, True, True, False, False, False, False, False, False, False, False, False, False, False, False), //4w 4b in trainstate, 2w 2medium for backward, 4medium and 4 bool, + (True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, + True, True, True, True, True, True, True, True, True, True, False, False, False, False, False, False, False, False)],26+8 + module_acc_grad_outvars_indices=[(), (0, 1, 2, 3, 4, 5, 6, 7)]), + module_profile_configs=[ + ModuleProfileConfig(invar_names=('c', 'b', 'e', 'd', 'ba', 'g', 'f', 'i', 'h', 'bb'), + outvar_names=('bq', 'bp', 'bj', 'bk', 'cj', 'cf', 'bz', 'ca'), + invar_avals=(ShapedArray(float32[2048,8192]), + ShapedArray(float32[8192]), + ShapedArray(float32[8192,2048]), + ShapedArray(float32[2048]), + ShapedArray(float32[128,2048]), + ShapedArray(float32[2048,8192]), + ShapedArray(float32[8192]), + ShapedArray(float32[8192,2048]), + ShapedArray(float32[2048]), + ShapedArray(float32[128,2048])), + outvar_avals=(ShapedArray(float32[128,2048]), + ShapedArray(bool[128,2048]), + ShapedArray(float32[128,8192]), + ShapedArray(bool[128,8192]), + ShapedArray(float32[128,2048]), + ShapedArray(bool[128,2048]), + ShapedArray(float32[128,8192]), + ShapedArray(bool[128,8192])), + donated_invars=(False, False, False, False, False, False, False, False, False, False), + acc_grad_invars_indices=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9), + acc_grad_outvars_indices=()), + ModuleProfileConfig( + invar_names=('kv', 'kw', 'kt', 'ku', 'kr', 'ks', 'kp', 'kq', 'cj', 'cf', 'bz', 'ca', 'i', 'bq', 'g', 'bp', 'bj', 'bk', 'ba', 'e'), + outvar_names=('ld', 'le', 'lb', 'lc', 'kz', 'la', 'kx', 'ky'), + invar_avals=(ShapedArray(float32[2048]), + ShapedArray(float32[8192,2048]), + ShapedArray(float32[8192]), + ShapedArray(float32[2048,8192]), + ShapedArray(float32[2048]), + ShapedArray(float32[8192,2048]), + ShapedArray(float32[8192]), + ShapedArray(float32[2048,8192]), + ShapedArray(float32[128,2048]), + ShapedArray(bool[128,2048]), + ShapedArray(float32[128,8192]), + ShapedArray(bool[128,8192]), + ShapedArray(float32[8192,2048]), + ShapedArray(float32[128,2048]), + ShapedArray(float32[2048,8192]), + ShapedArray(bool[128,2048]), + ShapedArray(float32[128,8192]), + ShapedArray(bool[128,8192]), + ShapedArray(float32[128,2048]), + ShapedArray(float32[8192,2048])), + outvar_avals=(ShapedArray(float32[2048]), + ShapedArray(float32[8192,2048]), + ShapedArray(float32[8192]), + ShapedArray(float32[2048,8192]), + ShapedArray(float32[2048]), + ShapedArray(float32[8192,2048]), + ShapedArray(float32[8192]), + ShapedArray(float32[2048,8192])), + donated_invars=(True, True, True, True, True, True, True, True, False, False, False, False, False, + False, False, False, False, False, False, False), + acc_grad_invars_indices=(0, 1, 2, 3, 4, 5, 6, 7, 12, 14, 18, 19), + acc_grad_outvars_indices=(0, 1, 2, 3, 4, 5, 6, 7))], + apply_grad_config=ApplyGradConfig( + invars=[k, l, m, n, s, t, u, v, j, b, c, d, e, a, o, p, q, r, w, x, y, z, f, g, h, i, kx, ky, kz, la, lb, lc, ld, le], + apply_grad_only_invars=OrderedSet([k, l, m, n, s, t, u, v, j, a, o, p, q, r, w, x, y, z]))) + + +auto_sharding_config: ((2,1), {'force_batch_dim_to_mesh_dim': 0}) + + +stage_0_1_acc_grad_0:merged_jaxpr: { lambda ; a:f32[2048,8192] b:f32[8192] c:f32[8192,2048] d:f32[2048] e:f32[128,2048] + f:f32[2048,8192] g:f32[8192] h:f32[8192,2048] i:f32[2048] j:f32[128,2048]. + + + let + k:f32[128,2048] l:bool[128,2048] m:f32[128,8192] n:bool[128,8192] = named_call[ + call_jaxpr={ lambda ; o:f32[2048,8192] p:f32[8192] q:f32[8192,2048] r:f32[2048] + s:f32[128,2048]. let + // dense1 + t:f32[128,8192] = dot_general[ + dimension_numbers=(((1,), (0,)), ((), ())) + precision=None + preferred_element_type=None + ] s o + u:f32[1,8192] = reshape[dimensions=None new_sizes=(1, 8192)] p + //add bias + v:f32[128,8192] = add t u + //relu1 + w:f32[128,8192] = custom_jvp_call[ + call_jaxpr={ lambda ; x:f32[128,8192]. let + y:f32[128,8192] = max x 0.0 + in (y,) } + jvp_jaxpr_thunk=.memoized at 0x7f0fa01e6310> + num_consts=0 + ] v + z:bool[128,8192] = gt v 0.0 + //dense2 + ba:f32[128,2048] = dot_general[ + dimension_numbers=(((1,), (0,)), ((), ())) + precision=None + preferred_element_type=None + ] w q + bb:f32[1,2048] = reshape[dimensions=None new_sizes=(1, 2048)] r + //add bias + bc:f32[128,2048] = add ba bb + //relu2 + bd:f32[128,2048] = custom_jvp_call[ + call_jaxpr={ lambda ; be:f32[128,2048]. let + bf:f32[128,2048] = max be 0.0 + in (bf,) } + jvp_jaxpr_thunk=.memoized at 0x7f0f702949d0> + num_consts=0 + ] bc + bg:bool[128,2048] = gt bc 0.0 + in (bd, bg, w, z) } + name=stage_0_1_acc_grad_00 + ] a b c d e + + + bh:f32[128,2048] bi:bool[128,2048] bj:f32[128,8192] bk:bool[128,8192] = named_call[ + call_jaxpr={ lambda ; bl:f32[128,2048] bm:f32[2048,8192] bn:f32[8192] bo:f32[8192,2048] + bp:f32[2048] bq:f32[128,2048]. + let + br:f32[128,8192] = dot_general[ + dimension_numbers=(((1,), (0,)), ((), ())) + precision=None + preferred_element_type=None + ] bl bm + bs:f32[1,8192] = reshape[dimensions=None new_sizes=(1, 8192)] bn + bt:f32[128,8192] = add br bs + bu:f32[128,8192] = custom_jvp_call[ + call_jaxpr={ lambda ; bv:f32[128,8192]. let + bw:f32[128,8192] = max bv 0.0 + in (bw,) } + jvp_jaxpr_thunk=.memoized at 0x7f0f70294d30> + num_consts=0 + ] bt + bx:bool[128,8192] = gt bt 0.0 + by:f32[128,2048] = dot_general[ + dimension_numbers=(((1,), (0,)), ((), ())) + precision=None + preferred_element_type=None + ] bu bo + bz:f32[1,2048] = reshape[dimensions=None new_sizes=(1, 2048)] bp + ca:f32[128,2048] = add by bz + cb:f32[128,2048] = custom_jvp_call[ + call_jaxpr={ lambda ; cc:f32[128,2048]. let + cd:f32[128,2048] = max cc 0.0 + in (cd,) } + jvp_jaxpr_thunk=.memoized at 0x7f0f70294f70> + num_consts=0 + ] ca + ce:bool[128,2048] = gt ca 0.0 + cf:f32[128,2048] = sub cb bq + cg:f32[128,2048] = integer_pow[y=1] cf + ch:f32[128,2048] = mul 2.0 cg ##ch 已经求导完成，即loss对output的偏导 + in (ch, ce, bu, bx) } + name=stage_0_1_acc_grad_01 + ] k f g h i j + in (k, l, m, n, bh, bi, bj, bk) } + +stage_0_1_acc_grad_1:merged_jaxpr: { lambda ; + a:f32[2048] b:f32[8192,2048] c:f32[8192] d:f32[2048,8192] e:f32[2048] + f:f32[8192,2048] g:f32[8192] h:f32[2048,8192] i:f32[128,2048] j:bool[128,2048] + k:f32[128,8192] l:bool[128,8192] m:f32[8192,2048] n:f32[128,2048] o:f32[2048,8192] + p:bool[128,2048] q:f32[128,8192] r:bool[128,8192] s:f32[128,2048] t:f32[8192,2048]. + + let + u:f32[2048] v:f32[8192,2048] w:f32[8192] x:f32[2048,8192] y:f32[128,2048] = named_call[ + call_jaxpr={ lambda ; z:f32[2048] ba:f32[8192,2048] bb:f32[8192] bc:f32[2048,8192] + bd:f32[128,2048] be:bool[128,2048] bf:f32[128,8192] bg:bool[128,8192] bh:f32[8192,2048] + bi:f32[128,2048] bj:f32[2048,8192]. let + bk:f32[] = div 1.0 262144.0 + bl:f32[128,2048] = broadcast_in_dim[ + broadcast_dimensions=() + shape=(128, 2048) + ] bk + bm:f32[128,2048] = mul bl bd + bn:f32[128,2048] = broadcast_in_dim[ + broadcast_dimensions=() + shape=(128, 2048) + ] 0.0 + bo:bool[128,2048] = eq be True + bp:f32[128,2048] = select_n bo bn bm #bool，0，loss + bq:f32[2048] = reduce_sum[axes=(0,)] bp + br:f32[1,2048] = reshape[dimensions=None new_sizes=(1, 2048)] bq + bs:f32[2048] = reshape[dimensions=None new_sizes=(2048,)] br + bt:f32[2048,8192] = dot_general[#w4求导 + dimension_numbers=(((0,), (0,)), ((), ())) + precision=None + preferred_element_type=None + ] bp bf + bu:f32[8192,2048] = transpose[permutation=(1, 0)] bt + bv:f32[128,8192] = dot_general[#output3求导 + dimension_numbers=(((1,), (1,)), ((), ())) + precision=None + preferred_element_type=None + ] bp bh + bw:f32[128,8192] = broadcast_in_dim[ + broadcast_dimensions=() + shape=(128, 8192) + ] 0.0 + bx:bool[128,8192] = eq bg True + by:f32[128,8192] = select_n bx bw bv + bz:f32[8192] = reduce_sum[axes=(0,)] by + ca:f32[1,8192] = reshape[dimensions=None new_sizes=(1, 8192)] bz + cb:f32[8192] = reshape[dimensions=None new_sizes=(8192,)] ca + cc:f32[8192,2048] = dot_general[ + dimension_numbers=(((0,), (0,)), ((), ())) + precision=None + preferred_element_type=None + ] by bi + cd:f32[2048,8192] = transpose[permutation=(1, 0)] cc + ce:f32[128,2048] = dot_general[ + dimension_numbers=(((1,), (1,)), ((), ())) + precision=None + preferred_element_type=None + ] by bj + cf:f32[2048] = add z bs + cg:f32[8192,2048] = add ba bu + ch:f32[8192] = add bb cb + ci:f32[2048,8192] = add bc cd + in (cf, cg, ch, ci, ce) } + name=stage_0_1_acc_grad_10 + ] a b c d i j k l m n o + cj:f32[2048] ck:f32[8192,2048] cl:f32[8192] cm:f32[2048,8192] = named_call[ + call_jaxpr={ lambda ; cn:f32[2048] co:f32[8192,2048] cp:f32[8192] cq:f32[2048,8192] + cr:f32[128,2048] cs:bool[128,2048] ct:f32[128,8192] cu:bool[128,8192] cv:f32[128,2048] + cw:f32[8192,2048]. let + cx:f32[128,2048] = broadcast_in_dim[ + broadcast_dimensions=() + shape=(128, 2048) + ] 0.0 + cy:bool[128,2048] = eq cs True + cz:f32[128,2048] = select_n cy cx cr + da:f32[2048] = reduce_sum[axes=(0,)] cz + db:f32[1,2048] = reshape[dimensions=None new_sizes=(1, 2048)] da + dc:f32[2048] = reshape[dimensions=None new_sizes=(2048,)] db + dd:f32[2048,8192] = dot_general[#w2求导 + dimension_numbers=(((0,), (0,)), ((), ())) + precision=None + preferred_element_type=None + ] cz ct + de:f32[8192,2048] = transpose[permutation=(1, 0)] dd + df:f32[128,8192] = dot_general[#output1求导 + dimension_numbers=(((1,), (1,)), ((), ())) + precision=None + preferred_element_type=None + ] cz cw + dg:f32[128,8192] = broadcast_in_dim[ + broadcast_dimensions=() + shape=(128, 8192) + ] 0.0 + dh:bool[128,8192] = eq cu True + di:f32[128,8192] = select_n dh dg df + dj:f32[8192] = reduce_sum[axes=(0,)] di + dk:f32[1,8192] = reshape[dimensions=None new_sizes=(1, 8192)] dj + dl:f32[8192] = reshape[dimensions=None new_sizes=(8192,)] dk + dm:f32[8192,2048] = dot_general[#w1求导 + dimension_numbers=(((0,), (0,)), ((), ())) + precision=None + preferred_element_type=None + ] di cv + dn:f32[2048,8192] = transpose[permutation=(1, 0)] dm + do:f32[2048] = add cn dc + dp:f32[8192,2048] = add co de + dq:f32[8192] = add cp dl + dr:f32[2048,8192] = add cq dn + in (do, dp, dq, dr) } + name=stage_0_1_acc_grad_11 + ] e f g h y p q r s t + in (u, v, w, x, cj, ck, cl, cm) } + +1 (0, 1, 1, 1) StageConfig(n_modules=2, compile_config=CompileConfig(hlo=, names=['stage_0_1_acc_grad_0', 'stage_0_1_acc_grad_1', 'stage_0_1_apply_grad'], module_donate_invars=[(False, False, False, False, False, False, False, False, False, False), (True, True, True, True, True, True, True, True, False, False, False, False, False, False, False, False, False, False, False, False), (True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, False, False, False, False, False, False, False, False)], module_acc_grad_outvars_indices=[(), (0, 1, 2, 3, 4, 5, 6, 7)]), module_profile_configs=[ModuleProfileConfig(invar_names=('c', 'b', 'e', 'd', 'ba', 'g', 'f', 'i', 'h', 'bb'), outvar_names=('bq', 'bp', 'bj', 'bk', 'cj', 'cf', 'bz', 'ca'), invar_avals=(ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192]), ShapedArray(float32[8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[2048]), ShapedArray(float32[128,2048])), outvar_avals=(ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192])), donated_invars=(False, False, False, False, False, False, False, False, False, False), acc_grad_invars_indices=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9), acc_grad_outvars_indices=()), ModuleProfileConfig(invar_names=('kv', 'kw', 'kt', 'ku', 'kr', 'ks', 'kp', 'kq', 'cj', 'cf', 'bz', 'ca', 'i', 'bq', 'g', 'bp', 'bj', 'bk', 'ba', 'e'), outvar_names=('ld', 'le', 'lb', 'lc', 'kz', 'la', 'kx', 'ky'), invar_avals=(ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[128,2048]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[8192,2048]), ShapedArray(float32[128,2048]), ShapedArray(float32[2048,8192]), ShapedArray(bool[128,2048]), ShapedArray(float32[128,8192]), ShapedArray(bool[128,8192]), ShapedArray(float32[128,2048]), ShapedArray(float32[8192,2048])), outvar_avals=(ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192]), ShapedArray(float32[2048]), ShapedArray(float32[8192,2048]), ShapedArray(float32[8192]), ShapedArray(float32[2048,8192])), donated_invars=(True, True, True, True, True, True, True, True, False, False, False, False, False, False, False, False, False, False, False, False), acc_grad_invars_indices=(0, 1, 2, 3, 4, 5, 6, 7, 12, 14, 18, 19), acc_grad_outvars_indices=(0, 1, 2, 3, 4, 5, 6, 7))], apply_grad_config=ApplyGradConfig(invars=[k, l, m, n, s, t, u, v, j, b, c, d, e, a, o, p, q, r, w, x, y, z, f, g, h, i, kx, ky, kz, la, lb, lc, ld, le], apply_grad_only_invars=OrderedSet([k, l, m, n, s, t, u, v, j, a, o, p, q, r, w, x, y, z]))) +auto_sharding_config: ((2,1), {}) + + + + +compiled output: {acc_grad_module_compile_outputs;stage_plan;apply_grad_input_sharding_protos} + CompileOutput( + acc_grad_module_compile_outputs=[ + ModuleCompileOutput( + hlo=, + 10:input_sharding_protos=[b'', b'', b'', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'', b'', b'', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01'], + 1:output_sharding_proto=b'\x08\x02*\n\x08\x03\x1a\x02\x02\x01"\x02\x00\x01*\n\x08\x03\x1a\x02\x02\x01"\x02\x00\x01*\n\x08\x03\x1a\x02\x02\x01"\x02\x00\x01* + \n\x08\x03\x1a\x02\x02\x01"\x02\x00\x01*\n\x08\x03\x1a\x02\x02\x01"\x02\x00\x01*\n\x08\x03\x1a\x02\x02\x01"\x02\x00\x01*\n\x08\x03\x1a\x02\x02\x01" + \x02\x00\x01*\n\x08\x03\x1a\x02\x02\x01"\x02\x00\x01'), + ModuleCompileOutput( + hlo=, + 20:input_sharding_protos=[b'', b'', b'', b'', b'', b'', b'', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b''], + 1:output_sharding_proto=b'\x08\x02*\x00*\x00*\x00*\x00*\x00*\x00*\x00*\x00')], + stage_plan=StagePlan( + build_random_seed=42, + logical_mesh_shape=(2, 1), + all_gather_threshold=1152921504606846976, + all_reduce_threshold=1152921504606846976, + auto_sharding_option=AutoShardingOption( + enable_auto_sharding=True, + allow_all_gather=True, + allow_all_to_all=True, + allow_replicated_parameters=True, + force_data_parallel=False, + force_batch_dim_to_mesh_dim=0, + force_zero_stage_3=False, + force_zero_stage_3_all_gather_threshold=33554432, + prefer_reduce_scatter=True, + allow_mixed_mesh_shape=False, + allow_recompute_heavy_op=False, + force_simple_heuristic='', + all_reduce_threshold=1152921504606846976), + auto_sharding_solution_vector=array([ + 2, 1, 2, 1, 0, 0, 2, 1, 2, 1, 2, 1, 2, 1, 0, 2, 1, 2, 1, 0, 2, 1, + 2, 1, 0, 2, 1, 2, 1, 0, 2, 0, 0, 1, 1, 0, 0, 0, 0, 2, 0, 1, 1, 0, + 0, 0, 0, 2, 0, 1, 1, 0, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 0, 0, + 0, 0, 2, 0, 2, 0, 0, 0, 0, 2, 1, 2, 1, 2, 1, 2, 1, 2, 0, 0, 0, 0, + 2, 0, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 2, 0, 0, 0, + 2, 0, 0, 0, 0, 2, 2, 2, 0, 2, 2, 2, 0, 0, 1, 1, 0, 0, 1, 1, 0, 2, + 2, 2, 0, 0, 1, 1, 0, 2, 2, 2, 0, 0, 1, 1, 1, 2, 1, 2, 1, 2, 1, 2, + 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, + 1, 2, 0, 0, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 0, 1, + 2, 1, 2, 0, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, + 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 0, 1, 2, 1, 2, 0, 1, 2, 1, 2, 1, 2, + 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 0, 0, 2, 2, 0, 0, 2, + 2, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 0, + 2, 0, 0, 0, 0, 2, 2, 0, 0, 2, 2, 0, 0, 2, 2, 2, 0, 0, 2, 2, 2, 1, + 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, + 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 2, 0, 0, 2, 2, 0, 0, 2, 2, 0, + 0, 2, 2, 2, 2, 2, 0, 0, 2, 2, 2, 0, 0, 2, 2, 0, 0, 2, 2, 2, 0, 0, + 2, 2, 2, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, + 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, + 2, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 0, 0, 0, 1, 2, 1, 2, 1, 2, 1, 2, 0, 1, 2, 1, 2, 0, 1, + 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 0, 1, 2, + 1, 2, 0, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, + 2, 0, 1, 2, 1, 2, 0, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 1, 2, + 1, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 0, + 0, 1, 2, 1, 2, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0], dtype=int32), //655 + auto_sharding_objective=268517510.08), + apply_grad_input_sharding_protos=[ + b'\x08\x03\x1a\x01\x02"\x02\x00\x01', + b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', + b'\x08\x03\x1a\x01\x02"\x02\x00\x01', + b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', + b'\x08\x03\x1a\x01\x02"\x02\x00\x01', + b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', + b'\x08\x03\x1a\x01\x02"\x02\x00\x01', + b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', + b'', b'', b'', b'', b'', b'', + b'\x08\x03\x1a\x01\x02"\x02\x00\x01', + b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', + b'\x08\x03\x1a\x01\x02"\x02\x00\x01', + b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', + b'\x08\x03\x1a\x01\x02"\x02\x00\x01', + b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', + b'\x08\x03\x1a\x01\x02"\x02\x00\x01', + b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', + b'', b'', b'', b'', b'', b'', b'', b'', b'', b'', b'', b''])34 + + +compiled output: CompileOutput(acc_grad_module_compile_outputs=[ModuleCompileOutput(hlo=, input_sharding_protos=[b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'', b'', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01'], output_sharding_proto=b'\x08\x02*\x00*\x00*\n\x08\x03\x1a\x02\x01\x02"\x02\x00\x01*\n\x08\x03\x1a\x02\x01\x02"\x02\x00\x01*\n\x08\x03\x1a\x02\x02\x01"\x02\x00\x01*\n\x08\x03\x1a\x02\x02\x01"\x02\x00\x01*\n\x08\x03\x1a\x02\x01\x02"\x02\x00\x01*\n\x08\x03\x1a\x02\x01\x02"\x02\x00\x01'), ModuleCompileOutput(hlo=, input_sharding_protos=[b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01'], output_sharding_proto=b'\x08\x02*\x00*\n\x08\x03\x1a\x02\x02\x01"\x02\x00\x01*\t\x08\x03\x1a\x01\x02"\x02\x00\x01*\n\x08\x03\x1a\x02\x01\x02"\x02\x00\x01*\x00*\n\x08\x03\x1a\x02\x02\x01"\x02\x00\x01*\t\x08\x03\x1a\x01\x02"\x02\x00\x01*\n\x08\x03\x1a\x02\x01\x02"\x02\x00\x01')], stage_plan=StagePlan(build_random_seed=42, logical_mesh_shape=(2, 1), all_gather_threshold=1152921504606846976, all_reduce_threshold=1152921504606846976, auto_sharding_option=AutoShardingOption(enable_auto_sharding=True, allow_all_gather=True, allow_all_to_all=True, allow_replicated_parameters=True, force_data_parallel=False, force_batch_dim_to_mesh_dim=None, force_zero_stage_3=False, force_zero_stage_3_all_gather_threshold=33554432, prefer_reduce_scatter=True, allow_mixed_mesh_shape=False, allow_recompute_heavy_op=False, force_simple_heuristic='', all_reduce_threshold=1152921504606846976), auto_sharding_solution_vector=array([1, 0, 0, 1, 2, 2, 1, 0, 0, 1, 1, 0, 0, 1, 2, 1, 0, 0, 1, 2, 1, 0, + 0, 1, 2, 1, 0, 0, 1, 2, 1, 2, 1, 0, 0, 1, 0, 0, 1, 0, 2, 1, 1, 2, + 0, 0, 2, 1, 1, 0, 0, 1, 1, 0, 2, 1, 1, 2, 2, 2, 2, 0, 0, 2, 2, 1, + 2, 1, 2, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, + 2, 2, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 2, 2, + 1, 1, 0, 2, 1, 2, 1, 1, 2, 0, 1, 0, 0, 1, 1, 0, 0, 1, 2, 2, 1, 1, + 0, 2, 1, 2, 1, 1, 2, 0, 2, 0, 0, 2, 2, 2, 0, 1, 1, 1, 1, 2, 2, 2, + 0, 1, 1, 1, 2, 1, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 1, 2, 1, + 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 2, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, + 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, + 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, + 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, + 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, + 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, + 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, + 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, + 0, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, + 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, + 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, + 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, + 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, + 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, + 0, 0, 1, 1, 0, 0, 1, 1, 0, 2, 2, 1, 1, 2, 2, 1, 1], dtype=int32), auto_sharding_objective=3145773.0300000003), apply_grad_input_sharding_protos=[b'\x08\x03\x1a\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'', b'\x08\x03\x1a\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'', b'\x08\x03\x1a\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01', b'\x08\x03\x1a\x01\x02"\x02\x00\x01', b'\x08\x03\x1a\x02\x01\x02"\x02\x00\x01', b'', b'\x08\x03\x1a\x02\x02\x01"\x02\x00\x01']) + + + + +array( + {(0, 1, 1, 0): , + (0, 1, 1, 1): , + (1, 1, 0, 1): , + (0, 1, 0, 0): , + (1, 1, 0, 0): , + (0, 0, 0, 0): , + (0, 0, 0, 1): , + (0, 1, 0, 1): }, + dtype=object) + +>>> b[0,1,1,0].__str__() +"StageProfileResult( + available_memory=20.882 GB, + initial_var_size=0.250 GB, + module_profile_results=[ + ModuleProfileResult( + compute_cost=0.0014254252115885417, + peak_memory=276119952, + temp_buffer_size=400, + invar_names=('c', 'b', 'e', 'd', 'ba', 'g', 'f', 'i', 'h', 'bb'), + outvar_names=('bq', 'bp', 'bj', 'bk', 'cj', 'cf', 'bz', 'ca'), + invar_sizes=(67108864, 32768, 67108864, 8192, 524288, 67108864, 32768, 67108864, 8192, 524288), + outvar_sizes=(524288, 131072, 2097152, 524288, 524288, 131072, 2097152, 524288), + donated_invars=(False, False, False, False, False, False, False, False, False, False), + acc_grad_invars_indices=(0, 1, 2, 3, 4, 5, 6, 7, 8, 9), + acc_grad_outvars_indices=(), + available_memory=22422336307), + ModuleProfileResult( + compute_cost=0.0034599569108751086, + peak_memory=745439776, + temp_buffer_size=268517920, + invar_names=('kv', 'kw', 'kt', 'ku', 'kr', 'ks', 'kp', 'kq', 'cj', 'cf', 'bz', 'ca', 'i', 'bq', 'g', 'bp', 'bj', 'bk', 'ba', 'e'), + outvar_names=('ld', 'le', 'lb', 'lc', 'kz', 'la', 'kx', 'ky'), + invar_sizes=(8192, 67108864, 32768, 67108864, 8192, 67108864, 32768, 67108864, 524288, 131072, 2097152, 524288, 67108864, 524288, + 67108864, 131072, 2097152, 524288, 524288, 67108864), + outvar_sizes=(8192, 67108864, 32768, 67108864, 8192, 67108864, 32768, 67108864), + donated_invars=(True, True, True, True, True, True, True, True, False, False, False, False, False, False, False, False, False, False, False, False), + acc_grad_invars_indices=(0, 1, 2, 3, 4, 5, 6, 7, 12, 14, 18, 19), acc_grad_outvars_indices=(0, 1, 2, 3, 4, 5, 6, 7), + available_memory=22422336307)])" diff --git a/setup.py b/setup.py index 423939f2f..a07bbb53b 100644 --- a/setup.py +++ b/setup.py @@ -94,10 +94,10 @@ def get_cuda_version_str(no_dot=False): dev_require_list = ["yapf==0.32.0", "pylint==2.14.0", "cmake", "pybind11"] -if HAS_CUDA: - dev_require_list += [ - f"cupy-cuda{get_cuda_version_str(no_dot=True)}", - ] +# if HAS_CUDA: +# dev_require_list += [ +# f"cupy-cuda{get_cuda_version_str(no_dot=True)}", +# ] doc_require_list = [ "sphinx", "sphinx-rtd-theme", "sphinx-gallery", "matplotlib" diff --git a/tests/tutorial/out.txt b/tests/tutorial/out.txt new file mode 100644 index 000000000..3b072b382 --- /dev/null +++ b/tests/tutorial/out.txt @@ -0,0 +1,274192 @@ +2023-12-14 14:52:48.035054: I external/org_tensorflow/tensorflow/core/platform/cloud/gcs_file_system.cc:809] GCS cache max size = 0 ; block size = 67108864 ; max staleness = 0 +2023-12-14 14:52:48.035140: I external/org_tensorflow/tensorflow/core/platform/cloud/ram_file_block_cache.h:64] GCS file block cache is disabled +2023-12-14 14:52:48.035151: I external/org_tensorflow/tensorflow/core/platform/cloud/gcs_file_system.cc:849] GCS DNS cache is disabled, because GCS_RESOLVE_REFRESH_SECS = 0 (or is not set) +2023-12-14 14:52:48.035157: I external/org_tensorflow/tensorflow/core/platform/cloud/gcs_file_system.cc:879] GCS additional header DISABLED. No environment variable set. +2023-12-14 14:52:48.035387: I external/org_tensorflow/tensorflow/core/util/port.cc:104] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`. +2023-12-14 14:52:48.077571: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:53] Successfully opened dynamic library libcudart.so.11.0 +2023-12-14 14:52:48.078649: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:53] Successfully opened dynamic library libcudart.so.11.0 +2023-12-14 14:52:52,044 INFO worker.py:1342 -- Connecting to existing Ray cluster at address: 10.176.22.220:6379... +2023-12-14 14:52:52,064 INFO worker.py:1528 -- Connected to Ray cluster. +2023-12-14 14:52:52.820780: I external/org_tensorflow/tensorflow/compiler/xla/service/platform_util.cc:178] Initializing devices +2023-12-14 14:52:52.821184: I external/org_tensorflow/tensorflow/compiler/xla/service/platform_util.cc:185] Started device init 0 +2023-12-14 14:52:52.821520: I external/org_tensorflow/tensorflow/compiler/xla/service/platform_util.cc:197] Finished device init 0 +2023-12-14 14:52:52.821799: I external/org_tensorflow/tensorflow/compiler/xla/service/platform_util.cc:226] Device initialization complete +2023-12-14 14:52:52.821987: I external/org_tensorflow/tensorflow/compiler/xla/service/service.cc:173] XLA service 0x45bd6c0 initialized for platform Interpreter (this does not guarantee that XLA will be used). Devices: +2023-12-14 14:52:52.822016: I external/org_tensorflow/tensorflow/compiler/xla/service/service.cc:181] StreamExecutor device (0): Interpreter, +2023-12-14 14:52:52.822173: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x4c8c580,impl=0x3407470] Called Stream::Stream(parent=0x7fdd5c0053b0) +2023-12-14 14:52:52.822301: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x4c8ca50,impl=0x343f390] Called Stream::Stream(parent=0x7fdd5c0053b0) +2023-12-14 14:52:52.822334: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x4c8c580,impl=0x3407470] Called Stream::Init() +2023-12-14 14:52:52.822356: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x4c8ca50,impl=0x343f390] Called Stream::Init() +2023-12-14 14:52:52.822460: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x4c8c9a0,impl=0x343fa40] Called Stream::Stream(parent=0x7fdd5c0053b0) +2023-12-14 14:52:52.822485: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x4c8c9a0,impl=0x343fa40] Called Stream::Init() +2023-12-14 14:52:52.822559: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x4c8ce70,impl=0x343f610] Called Stream::Stream(parent=0x7fdd5c0053b0) +2023-12-14 14:52:52.822583: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x4c8ce70,impl=0x343f610] Called Stream::Init() +2023-12-14 14:52:52.822653: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x4c8cdc0,impl=0x3408340] Called Stream::Stream(parent=0x7fdd5c0053b0) +2023-12-14 14:52:52.822676: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x4c8cdc0,impl=0x3408340] Called Stream::Init() +2023-12-14 14:52:52.822784: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x4c8db30,impl=0x34361d0] Called Stream::Stream(parent=0x7fdd5c0053b0) +2023-12-14 14:52:52.822809: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x4c8db30,impl=0x34361d0] Called Stream::Init() +2023-12-14 14:52:52.822880: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x4c8da80,impl=0x343e610] Called Stream::Stream(parent=0x7fdd5c0053b0) +2023-12-14 14:52:52.822903: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x4c8da80,impl=0x343e610] Called Stream::Init() +2023-12-14 14:52:52.822974: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x4ca4ff0,impl=0x3417500] Called Stream::Stream(parent=0x7fdd5c0053b0) +2023-12-14 14:52:52.822996: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x4ca4ff0,impl=0x3417500] Called Stream::Init() +2023-12-14 14:52:52.823071: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x4ca56a0,impl=0x3417300] Called Stream::Stream(parent=0x7fdd5c0053b0) +2023-12-14 14:52:52.823094: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x4ca56a0,impl=0x3417300] Called Stream::Init() +2023-12-14 14:52:52.823178: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x4ca5d50,impl=0x2f806b0] Called Stream::Stream(parent=0x7fdd5c0053b0) +2023-12-14 14:52:52.823212: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x4ca5d50,impl=0x2f806b0] Called Stream::Init() +2023-12-14 14:52:52.833987: I external/org_tensorflow/tensorflow/compiler/xla/parse_flags_from_env.cc:196] For env var XLA_FLAGS found arguments: +2023-12-14 14:52:52.834070: I external/org_tensorflow/tensorflow/compiler/xla/parse_flags_from_env.cc:198] argv[0] = +2023-12-14 14:52:52.834090: I external/org_tensorflow/tensorflow/compiler/xla/parse_flags_from_env.cc:198] argv[1] = --xla_gpu_enable_async_all_reduce=false +2023-12-14 14:52:52.834106: I external/org_tensorflow/tensorflow/compiler/xla/parse_flags_from_env.cc:198] argv[2] = --xla_gpu_force_compilation_parallelism=8 +2023-12-14 14:52:52.853184: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:214] TfrtCpuClient created. +2023-12-14 14:52:52.853906: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:53] Successfully opened dynamic library libcuda.so.1 +2023-12-14 14:52:55.100367: I external/org_tensorflow/tensorflow/compiler/xla/service/platform_util.cc:178] Initializing devices +2023-12-14 14:52:55.100732: I external/org_tensorflow/tensorflow/compiler/xla/service/platform_util.cc:185] Started device init 1 +2023-12-14 14:52:55.100936: I external/org_tensorflow/tensorflow/compiler/xla/service/platform_util.cc:185] Started device init 0 +2023-12-14 14:52:55.352028: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/cuda/cuda_diagnostics.cc:252] found DLL info with name: /lib/x86_64-linux-gnu/libcuda.so.1 +2023-12-14 14:52:55.352123: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/cuda/cuda_diagnostics.cc:257] found DLL info with resolved path: /usr/lib/x86_64-linux-gnu/libcuda.so.520.61.05 +2023-12-14 14:52:55.357948: I external/org_tensorflow/tensorflow/compiler/xla/service/platform_util.cc:197] Finished device init 0 +2023-12-14 14:52:55.359065: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/cuda/cuda_diagnostics.cc:252] found DLL info with name: /lib/x86_64-linux-gnu/libcuda.so.1 +2023-12-14 14:52:55.359144: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/cuda/cuda_diagnostics.cc:257] found DLL info with resolved path: /usr/lib/x86_64-linux-gnu/libcuda.so.520.61.05 +2023-12-14 14:52:55.359407: I external/org_tensorflow/tensorflow/compiler/xla/service/platform_util.cc:197] Finished device init 1 +2023-12-14 14:52:55.359714: I external/org_tensorflow/tensorflow/compiler/xla/service/platform_util.cc:226] Device initialization complete +2023-12-14 14:52:55.359828: I external/org_tensorflow/tensorflow/compiler/xla/service/service.cc:173] XLA service 0x4c71890 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices: +2023-12-14 14:52:55.359852: I external/org_tensorflow/tensorflow/compiler/xla/service/service.cc:181] StreamExecutor device (0): NVIDIA Graphics Device, Compute Capability 8.9 +2023-12-14 14:52:55.359869: I external/org_tensorflow/tensorflow/compiler/xla/service/service.cc:181] StreamExecutor device (1): NVIDIA Graphics Device, Compute Capability 8.9 +2023-12-14 14:52:55.359925: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x5052cd0,impl=0x4c89ce0] Called Stream::Stream(parent=0x7fd9980056b0) +2023-12-14 14:52:55.359949: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x505b880,impl=0x5045310] Called Stream::Stream(parent=0x7fd9980056b0) +2023-12-14 14:52:55.359968: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x5052cd0,impl=0x4c89ce0] Called Stream::Init() +2023-12-14 14:52:55.360086: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x505b880,impl=0x5045310] Called Stream::Init() +2023-12-14 14:52:55.360123: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x503c7e0,impl=0x50456a0] Called Stream::Stream(parent=0x7fd9980056b0) +2023-12-14 14:52:55.360143: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x503c7e0,impl=0x50456a0] Called Stream::Init() +2023-12-14 14:52:55.360171: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x503cb90,impl=0x5045220] Called Stream::Stream(parent=0x7fd9980056b0) +2023-12-14 14:52:55.360189: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x503cb90,impl=0x5045220] Called Stream::Init() +2023-12-14 14:52:55.360218: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x503cef0,impl=0x5045c30] Called Stream::Stream(parent=0x7fd9980056b0) +2023-12-14 14:52:55.360237: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x503cef0,impl=0x5045c30] Called Stream::Init() +2023-12-14 14:52:55.360276: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x503d2a0,impl=0x50501e0] Called Stream::Stream(parent=0x7fd9980056b0) +2023-12-14 14:52:55.360296: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x503d2a0,impl=0x50501e0] Called Stream::Init() +2023-12-14 14:52:55.360322: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x503d650,impl=0x503d350] Called Stream::Stream(parent=0x7fd9980056b0) +2023-12-14 14:52:55.360340: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x503d650,impl=0x503d350] Called Stream::Init() +2023-12-14 14:52:55.360366: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x503da30,impl=0x503d700] Called Stream::Stream(parent=0x7fd9980056b0) +2023-12-14 14:52:55.360387: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x503da30,impl=0x503d700] Called Stream::Init() +2023-12-14 14:52:55.360413: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x503dde0,impl=0x503d730] Called Stream::Stream(parent=0x7fd9980056b0) +2023-12-14 14:52:55.360432: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x503dde0,impl=0x503d730] Called Stream::Init() +2023-12-14 14:52:55.360823: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x515c290,impl=0x503dae0] Called Stream::Stream(parent=0x7fd9980056b0) +2023-12-14 14:52:55.360882: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x515c290,impl=0x503dae0] Called Stream::Init() +2023-12-14 14:52:55.361072: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x515f090,impl=0x503de90] Called Stream::Stream(parent=0x7fd99c0056b0) +2023-12-14 14:52:55.361100: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x515f1e0,impl=0x515c340] Called Stream::Stream(parent=0x7fd99c0056b0) +2023-12-14 14:52:55.361120: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x515f090,impl=0x503de90] Called Stream::Init() +2023-12-14 14:52:55.361182: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x515f1e0,impl=0x515c340] Called Stream::Init() +2023-12-14 14:52:55.361215: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x51680e0,impl=0x515f380] Called Stream::Stream(parent=0x7fd99c0056b0) +2023-12-14 14:52:55.361235: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x51680e0,impl=0x515f380] Called Stream::Init() +2023-12-14 14:52:55.361261: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x5168510,impl=0x5168190] Called Stream::Stream(parent=0x7fd99c0056b0) +2023-12-14 14:52:55.361279: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x5168510,impl=0x5168190] Called Stream::Init() +2023-12-14 14:52:55.361308: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x51688c0,impl=0x51681c0] Called Stream::Stream(parent=0x7fd99c0056b0) +2023-12-14 14:52:55.361326: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x51688c0,impl=0x51681c0] Called Stream::Init() +2023-12-14 14:52:55.361351: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x5168c70,impl=0x51685c0] Called Stream::Stream(parent=0x7fd99c0056b0) +2023-12-14 14:52:55.361369: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x5168c70,impl=0x51685c0] Called Stream::Init() +2023-12-14 14:52:55.361402: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x5169020,impl=0x5168d20] Called Stream::Stream(parent=0x7fd99c0056b0) +2023-12-14 14:52:55.361421: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x5169020,impl=0x5168d20] Called Stream::Init() +2023-12-14 14:52:55.361450: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x50527d0,impl=0x51690d0] Called Stream::Stream(parent=0x7fd99c0056b0) +2023-12-14 14:52:55.361469: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x50527d0,impl=0x51690d0] Called Stream::Init() +2023-12-14 14:52:55.361499: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x5169cb0,impl=0x5169100] Called Stream::Stream(parent=0x7fd99c0056b0) +2023-12-14 14:52:55.361517: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x5169cb0,impl=0x5169100] Called Stream::Init() +2023-12-14 14:52:55.361830: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:253] [stream=0x5175690,impl=0x5052880] Called Stream::Stream(parent=0x7fd99c0056b0) +2023-12-14 14:52:55.361865: I external/org_tensorflow/tensorflow/compiler/xla/stream_executor/stream.cc:285] [stream=0x5175690,impl=0x5052880] Called Stream::Init() +2023-12-14 14:52:55.362906: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/gpu/se_gpu_pjrt_client.cc:194] Using BFC allocator. +2023-12-14 14:52:55.363046: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/gpu/gpu_helpers.cc:105] XLA backend allocating 14984891596 bytes on device 0 for BFCAllocator. +2023-12-14 14:52:55.363156: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:70] Creating new BFCAllocator named: GPU_0_bfc +2023-12-14 14:52:55.363180: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 256B +2023-12-14 14:52:55.363199: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 512B +2023-12-14 14:52:55.363226: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 1.0KiB +2023-12-14 14:52:55.363243: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 2.0KiB +2023-12-14 14:52:55.363259: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 4.0KiB +2023-12-14 14:52:55.363276: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 8.0KiB +2023-12-14 14:52:55.363295: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 16.0KiB +2023-12-14 14:52:55.363313: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 32.0KiB +2023-12-14 14:52:55.363351: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 64.0KiB +2023-12-14 14:52:55.363368: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 128.0KiB +2023-12-14 14:52:55.363384: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 256.0KiB +2023-12-14 14:52:55.363400: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 512.0KiB +2023-12-14 14:52:55.363419: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 1.00MiB +2023-12-14 14:52:55.363436: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 2.00MiB +2023-12-14 14:52:55.363452: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 4.00MiB +2023-12-14 14:52:55.363468: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 8.00MiB +2023-12-14 14:52:55.363484: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 16.00MiB +2023-12-14 14:52:55.363502: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 32.00MiB +2023-12-14 14:52:55.363520: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 64.00MiB +2023-12-14 14:52:55.363536: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 128.00MiB +2023-12-14 14:52:55.363552: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 256.00MiB +2023-12-14 14:52:55.363604: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/gpu/gpu_helpers.cc:105] XLA backend allocating 14984891596 bytes on device 1 for BFCAllocator. +2023-12-14 14:52:55.363625: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:70] Creating new BFCAllocator named: GPU_1_bfc +2023-12-14 14:52:55.363641: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 256B +2023-12-14 14:52:55.363657: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 512B +2023-12-14 14:52:55.363673: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 1.0KiB +2023-12-14 14:52:55.363690: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 2.0KiB +2023-12-14 14:52:55.363708: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 4.0KiB +2023-12-14 14:52:55.363724: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 8.0KiB +2023-12-14 14:52:55.363749: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 16.0KiB +2023-12-14 14:52:55.363769: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 32.0KiB +2023-12-14 14:52:55.363785: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 64.0KiB +2023-12-14 14:52:55.363804: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 128.0KiB +2023-12-14 14:52:55.363820: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 256.0KiB +2023-12-14 14:52:55.363836: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 512.0KiB +2023-12-14 14:52:55.363852: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 1.00MiB +2023-12-14 14:52:55.363869: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 2.00MiB +2023-12-14 14:52:55.363888: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 4.00MiB +2023-12-14 14:52:55.363905: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 8.00MiB +2023-12-14 14:52:55.363921: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 16.00MiB +2023-12-14 14:52:55.363937: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 32.00MiB +2023-12-14 14:52:55.363955: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 64.00MiB +2023-12-14 14:52:55.363970: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 128.00MiB +2023-12-14 14:52:55.363989: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 256.00MiB +2023-12-14 14:52:55.364013: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:70] Creating new BFCAllocator named: xla_gpu_host_bfc +2023-12-14 14:52:55.364029: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 256B +2023-12-14 14:52:55.364046: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 512B +2023-12-14 14:52:55.364062: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 1.0KiB +2023-12-14 14:52:55.364080: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 2.0KiB +2023-12-14 14:52:55.364095: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 4.0KiB +2023-12-14 14:52:55.364111: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 8.0KiB +2023-12-14 14:52:55.364129: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 16.0KiB +2023-12-14 14:52:55.364144: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 32.0KiB +2023-12-14 14:52:55.364162: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 64.0KiB +2023-12-14 14:52:55.364178: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 128.0KiB +2023-12-14 14:52:55.364194: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 256.0KiB +2023-12-14 14:52:55.364210: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 512.0KiB +2023-12-14 14:52:55.364227: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 1.00MiB +2023-12-14 14:52:55.364252: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 2.00MiB +2023-12-14 14:52:55.364268: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 4.00MiB +2023-12-14 14:52:55.364284: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 8.00MiB +2023-12-14 14:52:55.364300: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 16.00MiB +2023-12-14 14:52:55.364317: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 32.00MiB +2023-12-14 14:52:55.364333: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 64.00MiB +2023-12-14 14:52:55.364351: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 128.00MiB +2023-12-14 14:52:55.364367: I external/org_tensorflow/tensorflow/tsl/framework/bfc_allocator.cc:73] Creating bin of max chunk size 256.00MiB +2023-12-14 14:52:55.397085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:55.397150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:55.397183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 23 us (cumulative: 23 us, max: 23 us, #called: 1) +2023-12-14 14:52:55.397191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.397221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 51 us, max: 28 us, #called: 2) +2023-12-14 14:52:55.397261: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (s32[],s32[])->s32[] +2023-12-14 14:52:55.397267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:55.397312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:55.397382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 76 us, max: 28 us, #called: 3) +2023-12-14 14:52:55.397406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:55.397413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 99 us, max: 28 us, #called: 4) +2023-12-14 14:52:55.397438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:55.397455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 35 us (cumulative: 134 us, max: 35 us, #called: 5) +2023-12-14 14:52:55.397480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:55.397488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 158 us, max: 35 us, #called: 6) +2023-12-14 14:52:55.397511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.397519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 183 us, max: 35 us, #called: 7) +2023-12-14 14:52:55.397543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:55.397550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 207 us, max: 35 us, #called: 8) +2023-12-14 14:52:55.397574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:55.397589: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:55.397596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 37 us (cumulative: 244 us, max: 37 us, #called: 9) +2023-12-14 14:52:55.397619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:55.397628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 268 us, max: 37 us, #called: 10) +2023-12-14 14:52:55.397652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:55.397660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 28 us (cumulative: 296 us, max: 37 us, #called: 11) +2023-12-14 14:52:55.397687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:55.397694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 24 us (cumulative: 320 us, max: 37 us, #called: 12) +2023-12-14 14:52:55.397719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:55.397725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 24 us (cumulative: 344 us, max: 37 us, #called: 13) +2023-12-14 14:52:55.397750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:55.397756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 365 us, max: 37 us, #called: 14) +2023-12-14 14:52:55.397778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:55.397786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 25 us (cumulative: 390 us, max: 37 us, #called: 15) +2023-12-14 14:52:55.397810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:55.397816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 414 us, max: 37 us, #called: 16) +2023-12-14 14:52:55.397841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:55.397847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 21 us (cumulative: 435 us, max: 37 us, #called: 17) +2023-12-14 14:52:55.397872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:55.397879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 25 us (cumulative: 460 us, max: 37 us, #called: 18) +2023-12-14 14:52:55.397904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:55.397911: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:52:55.397921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 33 us (cumulative: 493 us, max: 37 us, #called: 19) +2023-12-14 14:52:55.397944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.397950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 514 us, max: 37 us, #called: 20) +2023-12-14 14:52:55.397972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:55.397978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.397989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.397996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 537 us, max: 37 us, #called: 21) +2023-12-14 14:52:55.398001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:55.398012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 29 us (cumulative: 566 us, max: 37 us, #called: 22) +2023-12-14 14:52:55.398037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.398042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 586 us, max: 37 us, #called: 23) +2023-12-14 14:52:55.398067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.398078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 26 us (cumulative: 612 us, max: 37 us, #called: 24) +2023-12-14 14:52:55.398103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.398109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 634 us, max: 37 us, #called: 25) +2023-12-14 14:52:55.398131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:55.398139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 657 us, max: 37 us, #called: 26) +2023-12-14 14:52:55.398163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:55.398169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 21 us (cumulative: 678 us, max: 37 us, #called: 27) +2023-12-14 14:52:55.398193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:55.398201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 21 us (cumulative: 699 us, max: 37 us, #called: 28) +2023-12-14 14:52:55.398222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:55.398232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 724 us, max: 37 us, #called: 29) +2023-12-14 14:52:55.398256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:55.398286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 49 us (cumulative: 773 us, max: 49 us, #called: 30) +2023-12-14 14:52:55.398312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:55.398321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 24 us (cumulative: 797 us, max: 49 us, #called: 31) +2023-12-14 14:52:55.398345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:55.398351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 818 us, max: 49 us, #called: 32) +2023-12-14 14:52:55.398375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:55.398382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 840 us, max: 49 us, #called: 33) +2023-12-14 14:52:55.398403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:55.398410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 21 us (cumulative: 861 us, max: 49 us, #called: 34) +2023-12-14 14:52:55.398434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:55.398440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:55.398454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.398469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 13 us (cumulative: 874 us, max: 49 us, #called: 35) +2023-12-14 14:52:55.398476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.398490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 12 us (cumulative: 886 us, max: 49 us, #called: 36) +2023-12-14 14:52:55.398496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.398509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 897 us, max: 49 us, #called: 37) +2023-12-14 14:52:55.398514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.398525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 905 us, max: 49 us, #called: 38) +2023-12-14 14:52:55.398530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.398539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 6 us (cumulative: 911 us, max: 49 us, #called: 39) +2023-12-14 14:52:55.398544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.398552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 918 us, max: 49 us, #called: 40) +2023-12-14 14:52:55.398560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.398570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 926 us, max: 49 us, #called: 41) +2023-12-14 14:52:55.398575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.398584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 934 us, max: 49 us, #called: 42) +2023-12-14 14:52:55.398590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.398598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 941 us, max: 49 us, #called: 43) +2023-12-14 14:52:55.398604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.398617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 12 us (cumulative: 953 us, max: 49 us, #called: 44) +2023-12-14 14:52:55.398623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.398632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 960 us, max: 49 us, #called: 45) +2023-12-14 14:52:55.398637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.398648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 969 us, max: 49 us, #called: 46) +2023-12-14 14:52:55.398655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.398713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 56 us (cumulative: 1.02 ms, max: 56 us, #called: 47) +2023-12-14 14:52:55.398720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.398730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 1.03 ms, max: 56 us, #called: 48) +2023-12-14 14:52:55.398739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 324 us (cumulative: 1.36 ms, max: 324 us, #called: 49) +2023-12-14 14:52:55.398765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:55.398773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 1.38 ms, max: 324 us, #called: 50) +2023-12-14 14:52:55.398797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:55.398804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 1.4 ms, max: 324 us, #called: 51) +2023-12-14 14:52:55.398827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:55.398833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 1.42 ms, max: 324 us, #called: 52) +2023-12-14 14:52:55.398855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:55.398864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 23 us (cumulative: 1.45 ms, max: 324 us, #called: 53) +2023-12-14 14:52:55.398887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.398906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 36 us (cumulative: 1.48 ms, max: 324 us, #called: 54) +2023-12-14 14:52:55.398931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:55.398937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 25 us (cumulative: 1.51 ms, max: 324 us, #called: 55) +2023-12-14 14:52:55.398963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.398970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.398982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.398989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 25 us (cumulative: 1.53 ms, max: 324 us, #called: 56) +2023-12-14 14:52:55.398994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:55.399003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.399013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.399022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 26 us (cumulative: 1.56 ms, max: 324 us, #called: 57) +2023-12-14 14:52:55.399028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:55.399067: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:55.399077: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:55.399110: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:55.399119: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:55.399142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.399166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.399176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.399184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.399190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.399197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.399203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.399212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.399218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.399223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.399228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.3 +2023-12-14 14:52:55.399234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 shift-right-logical.3> + +2023-12-14 14:52:55.399262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.399274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.399279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.399287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.399297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.399301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.399306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.399311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.399316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.399329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3: +2023-12-14 14:52:55.399334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> (def) +2023-12-14 14:52:55.399339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.399346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.399355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.399360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.399365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.399370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 0 +2023-12-14 14:52:55.399375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.399380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.399384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.399389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.399396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.399401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 1 +2023-12-14 14:52:55.399406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:55.399411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> +2023-12-14 14:52:55.399416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.399421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3 +2023-12-14 14:52:55.399426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.399431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.3 = s32[] shift-right-logical(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(shift_right_logical)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.399473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.399489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.399501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 470 us (cumulative: 2.03 ms, max: 470 us, #called: 58) +2023-12-14 14:52:55.399523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:55.399537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.399549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 10 us (cumulative: 2.04 ms, max: 470 us, #called: 59) +2023-12-14 14:52:55.399554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:55.399563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 2.05 ms, max: 470 us, #called: 60) +2023-12-14 14:52:55.399569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:55.399578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 2.05 ms, max: 470 us, #called: 61) +2023-12-14 14:52:55.399591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:55.399600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:55.399606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:55.399613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 11 us (cumulative: 2.07 ms, max: 470 us, #called: 62) +2023-12-14 14:52:55.399619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.399630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 10 us (cumulative: 2.08 ms, max: 470 us, #called: 63) +2023-12-14 14:52:55.399637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:55.399662: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:55.399674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 36 us (cumulative: 2.11 ms, max: 470 us, #called: 64) +2023-12-14 14:52:55.399680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:55.399686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:55.399694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.399703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 2.12 ms, max: 470 us, #called: 65) +2023-12-14 14:52:55.399709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.399725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 15 us (cumulative: 2.13 ms, max: 470 us, #called: 66) +2023-12-14 14:52:55.399731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.399747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 2.15 ms, max: 470 us, #called: 67) +2023-12-14 14:52:55.399755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 72 us (cumulative: 2.22 ms, max: 470 us, #called: 68) +2023-12-14 14:52:55.399760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:55.399769: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:55.399813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 50 us (cumulative: 2.27 ms, max: 470 us, #called: 69) +2023-12-14 14:52:55.399821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.399829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 2.28 ms, max: 470 us, #called: 70) +2023-12-14 14:52:55.399835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:55.399844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.399857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.399865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.399871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.399876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.399881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.399886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.399892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.399899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.399905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.399910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.3 +2023-12-14 14:52:55.399915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 shift-right-logical.3> + +2023-12-14 14:52:55.399934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.399941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.399947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.399952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.399961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.399966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.399970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.399975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.399980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.399987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3: +2023-12-14 14:52:55.399992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> (def) +2023-12-14 14:52:55.399997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.400001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.400006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.400011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.400015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.400020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 0 +2023-12-14 14:52:55.400025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.400031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.400038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.400042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.400047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.400052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 1 +2023-12-14 14:52:55.400056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:55.400061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> +2023-12-14 14:52:55.400066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.400071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3 +2023-12-14 14:52:55.400078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.400083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.3 = s32[] shift-right-logical(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(shift_right_logical)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.400105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.400115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.400121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.400132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.400137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.400142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.400147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.400153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.400158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.400167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.400173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.3 +2023-12-14 14:52:55.400179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 shift-right-logical.3> + +2023-12-14 14:52:55.400191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.400197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.400201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.400206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.400211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.400218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.400223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.400228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.400233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.400237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3: +2023-12-14 14:52:55.400242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> (def) +2023-12-14 14:52:55.400247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.400252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.400258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.400263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.400267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.400272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 0 +2023-12-14 14:52:55.400277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.400282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.400290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.400294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.400299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.400304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 1 +2023-12-14 14:52:55.400311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:55.400316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> +2023-12-14 14:52:55.400321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.400326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3 +2023-12-14 14:52:55.400330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.400335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.3 = s32[] shift-right-logical(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(shift_right_logical)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.400351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.400363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.400368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.400373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.400378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.400383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.400388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.400393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.400401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.400406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.400411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.3 +2023-12-14 14:52:55.400416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 shift-right-logical.3> + +2023-12-14 14:52:55.400429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.400435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.400441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.400446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.400450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.400459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.400464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.400469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.400474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.400478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3: +2023-12-14 14:52:55.400483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> (def) +2023-12-14 14:52:55.400491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.400496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.400500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.400505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.400509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.400514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 0 +2023-12-14 14:52:55.400519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.400524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.400531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.400535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.400540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.400545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 1 +2023-12-14 14:52:55.400550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:55.400554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> +2023-12-14 14:52:55.400559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.400564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3 +2023-12-14 14:52:55.400569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.400573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.3 = s32[] shift-right-logical(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(shift_right_logical)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.400589: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:55.400595: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:55.400604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 767 us (cumulative: 3.04 ms, max: 767 us, #called: 71) +2023-12-14 14:52:55.400613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.400623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 3.05 ms, max: 767 us, #called: 72) +2023-12-14 14:52:55.400645: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:55.401781: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:55.401838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.401859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.401866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.401872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.401878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.401882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.401887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.401896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.401902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.401907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.401913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.3 +2023-12-14 14:52:55.401919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 shift-right-logical.3> + +2023-12-14 14:52:55.401942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.401948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.401953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.401958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.401963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.401968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.401972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.401984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.401989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.401994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3: +2023-12-14 14:52:55.401999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> (def) +2023-12-14 14:52:55.402003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.402008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.402013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.402018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.402026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.402032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 0 +2023-12-14 14:52:55.402037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.402043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.402050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.402055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.402060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.402065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 1 +2023-12-14 14:52:55.402070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:55.402075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> +2023-12-14 14:52:55.402079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.402084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3 +2023-12-14 14:52:55.402089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.402094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.3 = s32[] shift-right-logical(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(shift_right_logical)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.402141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.402155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.402161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.402166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.402171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.402176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.402184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.402190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.402195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.402200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.402208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.3 +2023-12-14 14:52:55.402214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 shift-right-logical.3> + +2023-12-14 14:52:55.402228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.402236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.402241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.402245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.402250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.402255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.402260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.402264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.402269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.402274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3: +2023-12-14 14:52:55.402279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> (def) +2023-12-14 14:52:55.402283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.402288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.402293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.402299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.402304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.402308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 0 +2023-12-14 14:52:55.402313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.402318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.402323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.402329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.402334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.402339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 1 +2023-12-14 14:52:55.402347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:55.402352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> +2023-12-14 14:52:55.402357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.402361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3 +2023-12-14 14:52:55.402366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.402371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.3 = s32[] shift-right-logical(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(shift_right_logical)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.402392: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:55.402401: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:52:55.402431: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:55.402442: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:55.402450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.402461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.402467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.402472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.402479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.402484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.402489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.402495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.402500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.402505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.402512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.3 +2023-12-14 14:52:55.402518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 shift-right-logical.3> + +2023-12-14 14:52:55.402531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.402537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.402542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.402546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.402555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.402560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.402567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.402572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.402576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.402581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3: +2023-12-14 14:52:55.402586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> (def) +2023-12-14 14:52:55.402591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.402595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.402602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.402607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.402612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.402616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 0 +2023-12-14 14:52:55.402621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.402626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.402631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.402635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.402640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.402645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3, operand 1 +2023-12-14 14:52:55.402649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:55.402658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 shift-right-logical.3> +2023-12-14 14:52:55.402663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.402668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.3 +2023-12-14 14:52:55.402673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.402678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.3 = s32[] shift-right-logical(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(shift_right_logical)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.402710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(s32[],s32[])->s32[]} +2023-12-14 14:52:55.402718: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.402727: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: s32[], Arg_1.2: s32[]) -> s32[] { +2023-12-14 14:52:55.402732: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.402737: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:55.402742: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %shift-right-logical.3 = s32[] shift-right-logical(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(shift_right_logical)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.402749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.402754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.402768: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:shift-right-logical.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + shift-right-logical.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 4 bytes + Arg_1.2: 4 bytes + shift-right-logical.3: 4 bytes + +2023-12-14 14:52:55.402776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:52:55.402783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:55.402789: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:55.402798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:55.402803: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:55.402808: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:55.402813: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 shift-right-logical.3> +2023-12-14 14:52:55.402819: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:55.402824: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.402829: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:55.402834: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:55.402842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 shift-right-logical.3> +2023-12-14 14:52:55.402862: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:55.402869: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8B +2023-12-14 14:52:55.402876: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:55.402881: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 4B +2023-12-14 14:52:55.402886: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:55.402891: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 12B +2023-12-14 14:52:55.402896: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:55.402901: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:55.403177: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 81 us (cumulative: 81 us, max: 81 us, #called: 1) +2023-12-14 14:52:55.409632: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0b2a12000 +2023-12-14 14:52:55.409950: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:55.409982: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 9.32 ms (cumulative: 9.32 ms, max: 9.32 ms, #called: 1) +2023-12-14 14:52:55.410749: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:55.410800: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:55.416767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:55.416821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:55.416841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 14 us (cumulative: 3.07 ms, max: 767 us, #called: 73) +2023-12-14 14:52:55.416848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.416859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 3.08 ms, max: 767 us, #called: 74) +2023-12-14 14:52:55.416879: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (s32[])->u32[] +2023-12-14 14:52:55.416885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:55.416904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.416931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.416939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:55.416948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.416957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.416965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 24 us (cumulative: 3.1 ms, max: 767 us, #called: 75) +2023-12-14 14:52:55.416971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:55.416978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.416986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.416993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 21 us (cumulative: 3.12 ms, max: 767 us, #called: 76) +2023-12-14 14:52:55.416999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:55.417018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 36 us (cumulative: 3.16 ms, max: 767 us, #called: 77) +2023-12-14 14:52:55.417047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:55.417055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 3.18 ms, max: 767 us, #called: 78) +2023-12-14 14:52:55.417075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.417083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 21 us (cumulative: 3.2 ms, max: 767 us, #called: 79) +2023-12-14 14:52:55.417104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:55.417110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 3.22 ms, max: 767 us, #called: 80) +2023-12-14 14:52:55.417132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:55.417141: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:55.417149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 30 us (cumulative: 3.25 ms, max: 767 us, #called: 81) +2023-12-14 14:52:55.417169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:55.417178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 21 us (cumulative: 3.27 ms, max: 767 us, #called: 82) +2023-12-14 14:52:55.417198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:55.417206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 28 us (cumulative: 3.3 ms, max: 767 us, #called: 83) +2023-12-14 14:52:55.417235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:55.417242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 3.32 ms, max: 767 us, #called: 84) +2023-12-14 14:52:55.417262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:55.417268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 20 us (cumulative: 3.34 ms, max: 767 us, #called: 85) +2023-12-14 14:52:55.417288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:55.417298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 24 us (cumulative: 3.36 ms, max: 767 us, #called: 86) +2023-12-14 14:52:55.417322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:55.417330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 3.39 ms, max: 767 us, #called: 87) +2023-12-14 14:52:55.417351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:55.417358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 20 us (cumulative: 3.41 ms, max: 767 us, #called: 88) +2023-12-14 14:52:55.417378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:55.417385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 3.43 ms, max: 767 us, #called: 89) +2023-12-14 14:52:55.417410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:55.417419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 3.45 ms, max: 767 us, #called: 90) +2023-12-14 14:52:55.417440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:55.417447: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:52:55.417453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 26 us (cumulative: 3.48 ms, max: 767 us, #called: 91) +2023-12-14 14:52:55.417477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.417483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 19 us (cumulative: 3.5 ms, max: 767 us, #called: 92) +2023-12-14 14:52:55.417505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:55.417512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 19 us (cumulative: 3.51 ms, max: 767 us, #called: 93) +2023-12-14 14:52:55.417532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:55.417539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 21 us (cumulative: 3.54 ms, max: 767 us, #called: 94) +2023-12-14 14:52:55.417560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.417568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 3.56 ms, max: 767 us, #called: 95) +2023-12-14 14:52:55.417592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.417602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 3.58 ms, max: 767 us, #called: 96) +2023-12-14 14:52:55.417623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.417629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 20 us (cumulative: 3.6 ms, max: 767 us, #called: 97) +2023-12-14 14:52:55.417649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:55.417659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 3.62 ms, max: 767 us, #called: 98) +2023-12-14 14:52:55.417679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:55.417688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 3.65 ms, max: 767 us, #called: 99) +2023-12-14 14:52:55.417708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:55.417714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 20 us (cumulative: 3.67 ms, max: 767 us, #called: 100) +2023-12-14 14:52:55.417735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:55.417745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 3.69 ms, max: 767 us, #called: 101) +2023-12-14 14:52:55.417768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:55.417794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 40 us (cumulative: 3.73 ms, max: 767 us, #called: 102) +2023-12-14 14:52:55.417815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:55.417822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 3.75 ms, max: 767 us, #called: 103) +2023-12-14 14:52:55.417845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:55.417851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 3.78 ms, max: 767 us, #called: 104) +2023-12-14 14:52:55.417874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:55.417880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 19 us (cumulative: 3.79 ms, max: 767 us, #called: 105) +2023-12-14 14:52:55.417900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:55.417907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.417915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.417921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 19 us (cumulative: 3.81 ms, max: 767 us, #called: 106) +2023-12-14 14:52:55.417929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:55.417935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:55.417945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.417955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 3.82 ms, max: 767 us, #called: 107) +2023-12-14 14:52:55.417963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.417971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 3.83 ms, max: 767 us, #called: 108) +2023-12-14 14:52:55.417980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.417988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 3.84 ms, max: 767 us, #called: 109) +2023-12-14 14:52:55.417994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.418002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 3.84 ms, max: 767 us, #called: 110) +2023-12-14 14:52:55.418007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.418019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 11 us (cumulative: 3.85 ms, max: 767 us, #called: 111) +2023-12-14 14:52:55.418025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.418033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 3.86 ms, max: 767 us, #called: 112) +2023-12-14 14:52:55.418038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.418046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 3.87 ms, max: 767 us, #called: 113) +2023-12-14 14:52:55.418054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.418063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 3.87 ms, max: 767 us, #called: 114) +2023-12-14 14:52:55.418068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.418076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 3.88 ms, max: 767 us, #called: 115) +2023-12-14 14:52:55.418081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.418089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 6 us (cumulative: 3.89 ms, max: 767 us, #called: 116) +2023-12-14 14:52:55.418094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.418102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 3.89 ms, max: 767 us, #called: 117) +2023-12-14 14:52:55.418109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.418118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 3.9 ms, max: 767 us, #called: 118) +2023-12-14 14:52:55.418124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.418139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 14 us (cumulative: 3.91 ms, max: 767 us, #called: 119) +2023-12-14 14:52:55.418147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.418156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 3.92 ms, max: 767 us, #called: 120) +2023-12-14 14:52:55.418165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.418174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.418181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 251 us (cumulative: 4.17 ms, max: 767 us, #called: 121) +2023-12-14 14:52:55.418187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:55.418198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.418207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.418214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 26 us (cumulative: 4.2 ms, max: 767 us, #called: 122) +2023-12-14 14:52:55.418220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:55.418227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.418238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.418244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 4.22 ms, max: 767 us, #called: 123) +2023-12-14 14:52:55.418250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:55.418256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.418264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.418271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 4.24 ms, max: 767 us, #called: 124) +2023-12-14 14:52:55.418276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:55.418284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.418294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.418300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 22 us (cumulative: 4.26 ms, max: 767 us, #called: 125) +2023-12-14 14:52:55.418306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.418320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.418331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.418338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 31 us (cumulative: 4.29 ms, max: 767 us, #called: 126) +2023-12-14 14:52:55.418344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:55.418350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.418358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.418369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 4.31 ms, max: 767 us, #called: 127) +2023-12-14 14:52:55.418378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.418385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.418393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.418400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 4.34 ms, max: 767 us, #called: 128) +2023-12-14 14:52:55.418406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:55.418413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.418424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.418431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 23 us (cumulative: 4.36 ms, max: 767 us, #called: 129) +2023-12-14 14:52:55.418436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:55.418456: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:55.418463: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:55.418490: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:55.418496: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:55.418512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.418529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.418536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.418542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.418547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.418552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.418559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.418567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.418572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:55.418578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 convert.2> + +2023-12-14 14:52:55.418598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.418606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.418615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.418620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.418625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.418630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.418634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:55.418639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> (def) +2023-12-14 14:52:55.418644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.418651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.418656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.418661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.418665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.418670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:55.418675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.418680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> +2023-12-14 14:52:55.418686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.418692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:55.418698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.418703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %Arg_0.1), metadata={op_name="jit(convert_element_type)/jit(main)/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.418724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.418735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.418746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 307 us (cumulative: 4.67 ms, max: 767 us, #called: 130) +2023-12-14 14:52:55.418764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:55.418773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.418785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 10 us (cumulative: 4.68 ms, max: 767 us, #called: 131) +2023-12-14 14:52:55.418791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:55.418800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 4.68 ms, max: 767 us, #called: 132) +2023-12-14 14:52:55.418806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:55.418819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 11 us (cumulative: 4.69 ms, max: 767 us, #called: 133) +2023-12-14 14:52:55.418830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:55.418841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:55.418847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:55.418854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 11 us (cumulative: 4.71 ms, max: 767 us, #called: 134) +2023-12-14 14:52:55.418860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.418868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 4.71 ms, max: 767 us, #called: 135) +2023-12-14 14:52:55.418876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:55.418894: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:55.418902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 25 us (cumulative: 4.74 ms, max: 767 us, #called: 136) +2023-12-14 14:52:55.418907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:55.418913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:55.418922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.418931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 6 us (cumulative: 4.74 ms, max: 767 us, #called: 137) +2023-12-14 14:52:55.418936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.418945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 4.75 ms, max: 767 us, #called: 138) +2023-12-14 14:52:55.418950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.418964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 12 us (cumulative: 4.76 ms, max: 767 us, #called: 139) +2023-12-14 14:52:55.418973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 64 us (cumulative: 4.83 ms, max: 767 us, #called: 140) +2023-12-14 14:52:55.418979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:55.418985: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:55.419017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 37 us (cumulative: 4.86 ms, max: 767 us, #called: 141) +2023-12-14 14:52:55.419026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.419034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 4.87 ms, max: 767 us, #called: 142) +2023-12-14 14:52:55.419043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:55.419054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.419067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.419073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.419078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.419083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.419088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.419093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.419101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.419106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:55.419111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 convert.2> + +2023-12-14 14:52:55.419126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.419132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.419136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.419142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.419149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.419154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.419159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:55.419164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> (def) +2023-12-14 14:52:55.419168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.419173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.419178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.419182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.419189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.419194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:55.419199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.419204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> +2023-12-14 14:52:55.419209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.419213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:55.419222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.419227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %Arg_0.1), metadata={op_name="jit(convert_element_type)/jit(main)/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.419244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.419256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.419262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.419267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.419272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.419279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.419285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.419291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.419295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:55.419301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 convert.2> + +2023-12-14 14:52:55.419311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.419317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.419336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.419340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.419347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.419352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.419357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:55.419362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> (def) +2023-12-14 14:52:55.419366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.419371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.419375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.419380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.419385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.419391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:55.419396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.419405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> +2023-12-14 14:52:55.419410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.419415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:55.419420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.419424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %Arg_0.1), metadata={op_name="jit(convert_element_type)/jit(main)/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.419438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.419450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.419456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.419461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.419466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.419470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.419475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.419483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.419488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:55.419493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 convert.2> + +2023-12-14 14:52:55.419503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.419509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.419514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.419518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.419523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.419531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.419536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:55.419541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> (def) +2023-12-14 14:52:55.419546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.419550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.419555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.419560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.419564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.419575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:55.419580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.419585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> +2023-12-14 14:52:55.419589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.419594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:55.419599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.419604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %Arg_0.1), metadata={op_name="jit(convert_element_type)/jit(main)/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.419616: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:55.419625: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:55.419633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 588 us (cumulative: 5.46 ms, max: 767 us, #called: 143) +2023-12-14 14:52:55.419639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.419647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 5.46 ms, max: 767 us, #called: 144) +2023-12-14 14:52:55.419659: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:55.420502: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:55.420550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.420568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.420575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.420581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.420586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.420591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.420596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.420605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.420622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:55.420629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 convert.2> + +2023-12-14 14:52:55.420649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.420656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.420661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.420666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.420670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.420675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.420680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:55.420685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> (def) +2023-12-14 14:52:55.420690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.420694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.420699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.420704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.420708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.420713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:55.420718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.420723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> +2023-12-14 14:52:55.420728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.420733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:55.420737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.420742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %Arg_0.1), metadata={op_name="jit(convert_element_type)/jit(main)/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.420774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.420787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.420793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.420798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.420803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.420812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.420817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.420823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.420828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:55.420833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 convert.2> + +2023-12-14 14:52:55.420845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.420850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.420857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.420862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.420867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.420872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.420877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:55.420882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> (def) +2023-12-14 14:52:55.420886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.420891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.420896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.420900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.420905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.420910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:55.420915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.420920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> +2023-12-14 14:52:55.420924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.420929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:55.420934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.420938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %Arg_0.1), metadata={op_name="jit(convert_element_type)/jit(main)/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.420956: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:55.420963: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:52:55.420986: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:55.420997: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:55.421005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.421015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.421021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.421026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.421031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.421038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.421043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.421049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.421054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:55.421059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 convert.2> + +2023-12-14 14:52:55.421071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.421076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.421081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.421086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.421091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.421095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.421100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:55.421105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> (def) +2023-12-14 14:52:55.421110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.421114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.421119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.421129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.421137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.421141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:55.421146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.421151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 convert.2> +2023-12-14 14:52:55.421156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.421161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:55.421170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.421175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %Arg_0.1), metadata={op_name="jit(convert_element_type)/jit(main)/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.421200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(s32[])->u32[]} +2023-12-14 14:52:55.421206: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.421211: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: s32[]) -> u32[] { +2023-12-14 14:52:55.421219: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.421227: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %convert.2 = u32[] convert(s32[] %Arg_0.1), metadata={op_name="jit(convert_element_type)/jit(main)/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.421232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.421237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.421246: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:convert.2 + BufferLiveRange: + Arg_0.1{}:0-2 + convert.2{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 4 bytes + convert.2: 4 bytes + +2023-12-14 14:52:55.421253: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:52:55.421258: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:55.421264: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:55.421271: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:55.421276: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 convert.2> +2023-12-14 14:52:55.421282: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:55.421287: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.421292: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:55.421297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 convert.2> +2023-12-14 14:52:55.421315: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:55.421323: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 4B +2023-12-14 14:52:55.421329: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:55.421334: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 4B +2023-12-14 14:52:55.421339: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:55.421343: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 8B +2023-12-14 14:52:55.421352: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:55.421358: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:55.421491: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 29 us (cumulative: 110 us, max: 81 us, #called: 2) +2023-12-14 14:52:55.425078: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0b2a10000 +2023-12-14 14:52:55.425309: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:55.425364: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 5.69 ms (cumulative: 15 ms, max: 9.32 ms, #called: 2) +2023-12-14 14:52:55.425848: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:55.425895: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:55.432982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:55.433051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:55.433085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 20 us (cumulative: 5.49 ms, max: 767 us, #called: 145) +2023-12-14 14:52:55.433093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.433104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 5.49 ms, max: 767 us, #called: 146) +2023-12-14 14:52:55.433123: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (u32[])->u32[1]{0} +2023-12-14 14:52:55.433131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:55.433147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:55.433182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 22 us (cumulative: 5.52 ms, max: 767 us, #called: 147) +2023-12-14 14:52:55.433204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:55.433211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 21 us (cumulative: 5.54 ms, max: 767 us, #called: 148) +2023-12-14 14:52:55.433241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:55.433248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 25 us (cumulative: 5.56 ms, max: 767 us, #called: 149) +2023-12-14 14:52:55.433276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:55.433283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 21 us (cumulative: 5.58 ms, max: 767 us, #called: 150) +2023-12-14 14:52:55.433304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.433311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 21 us (cumulative: 5.6 ms, max: 767 us, #called: 151) +2023-12-14 14:52:55.433332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:55.433338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 5.63 ms, max: 767 us, #called: 152) +2023-12-14 14:52:55.433360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:55.433368: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:55.433376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 30 us (cumulative: 5.66 ms, max: 767 us, #called: 153) +2023-12-14 14:52:55.433397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:55.433405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 21 us (cumulative: 5.68 ms, max: 767 us, #called: 154) +2023-12-14 14:52:55.433428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:55.433437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 5.7 ms, max: 767 us, #called: 155) +2023-12-14 14:52:55.433462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:55.433468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 5.72 ms, max: 767 us, #called: 156) +2023-12-14 14:52:55.433488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:55.433494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 20 us (cumulative: 5.74 ms, max: 767 us, #called: 157) +2023-12-14 14:52:55.433515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:55.433521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 5.76 ms, max: 767 us, #called: 158) +2023-12-14 14:52:55.433544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:55.433551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 5.79 ms, max: 767 us, #called: 159) +2023-12-14 14:52:55.433573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:55.433579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 19 us (cumulative: 5.8 ms, max: 767 us, #called: 160) +2023-12-14 14:52:55.433599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:55.433605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 25 us (cumulative: 5.83 ms, max: 767 us, #called: 161) +2023-12-14 14:52:55.433631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:55.433638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 5.85 ms, max: 767 us, #called: 162) +2023-12-14 14:52:55.433661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:55.433668: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:52:55.433674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 26 us (cumulative: 5.88 ms, max: 767 us, #called: 163) +2023-12-14 14:52:55.433694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.433700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 5.9 ms, max: 767 us, #called: 164) +2023-12-14 14:52:55.433722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:55.433728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 5.92 ms, max: 767 us, #called: 165) +2023-12-14 14:52:55.433751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:55.433759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 22 us (cumulative: 5.94 ms, max: 767 us, #called: 166) +2023-12-14 14:52:55.433780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.433785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 24 us (cumulative: 5.97 ms, max: 767 us, #called: 167) +2023-12-14 14:52:55.433811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.433819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 5.99 ms, max: 767 us, #called: 168) +2023-12-14 14:52:55.433842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.433848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 19 us (cumulative: 6.01 ms, max: 767 us, #called: 169) +2023-12-14 14:52:55.433868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:55.433875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 6.04 ms, max: 767 us, #called: 170) +2023-12-14 14:52:55.433900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:55.433906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 6.06 ms, max: 767 us, #called: 171) +2023-12-14 14:52:55.433929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:55.433935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 19 us (cumulative: 6.08 ms, max: 767 us, #called: 172) +2023-12-14 14:52:55.433955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:55.433965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.433973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.433980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 23 us (cumulative: 6.1 ms, max: 767 us, #called: 173) +2023-12-14 14:52:55.433990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:55.434013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 40 us (cumulative: 6.14 ms, max: 767 us, #called: 174) +2023-12-14 14:52:55.434037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:55.434044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 19 us (cumulative: 6.16 ms, max: 767 us, #called: 175) +2023-12-14 14:52:55.434064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:55.434071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 6.18 ms, max: 767 us, #called: 176) +2023-12-14 14:52:55.434092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:55.434100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 6.2 ms, max: 767 us, #called: 177) +2023-12-14 14:52:55.434121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:55.434127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 6.22 ms, max: 767 us, #called: 178) +2023-12-14 14:52:55.434147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:55.434153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:55.434163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.434189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 25 us (cumulative: 6.25 ms, max: 767 us, #called: 179) +2023-12-14 14:52:55.434198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.434213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 14 us (cumulative: 6.26 ms, max: 767 us, #called: 180) +2023-12-14 14:52:55.434219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.434227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 6.27 ms, max: 767 us, #called: 181) +2023-12-14 14:52:55.434233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.434241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 6.27 ms, max: 767 us, #called: 182) +2023-12-14 14:52:55.434246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.434257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 9 us (cumulative: 6.28 ms, max: 767 us, #called: 183) +2023-12-14 14:52:55.434262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.434270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 6.29 ms, max: 767 us, #called: 184) +2023-12-14 14:52:55.434276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.434286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 6.3 ms, max: 767 us, #called: 185) +2023-12-14 14:52:55.434292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.434301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 6.31 ms, max: 767 us, #called: 186) +2023-12-14 14:52:55.434306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.434314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 6.31 ms, max: 767 us, #called: 187) +2023-12-14 14:52:55.434319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.434327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 6 us (cumulative: 6.32 ms, max: 767 us, #called: 188) +2023-12-14 14:52:55.434333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.434340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 6.32 ms, max: 767 us, #called: 189) +2023-12-14 14:52:55.434348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.434356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 6 us (cumulative: 6.33 ms, max: 767 us, #called: 190) +2023-12-14 14:52:55.434361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.434376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 13 us (cumulative: 6.34 ms, max: 767 us, #called: 191) +2023-12-14 14:52:55.434384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.434397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 11 us (cumulative: 6.35 ms, max: 767 us, #called: 192) +2023-12-14 14:52:55.434402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 269 us (cumulative: 6.62 ms, max: 767 us, #called: 193) +2023-12-14 14:52:55.434424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:55.434431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 6.65 ms, max: 767 us, #called: 194) +2023-12-14 14:52:55.434454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:55.434462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 6.67 ms, max: 767 us, #called: 195) +2023-12-14 14:52:55.434484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:55.434489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 6.69 ms, max: 767 us, #called: 196) +2023-12-14 14:52:55.434510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:55.434517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 23 us (cumulative: 6.71 ms, max: 767 us, #called: 197) +2023-12-14 14:52:55.434540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.434554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 30 us (cumulative: 6.74 ms, max: 767 us, #called: 198) +2023-12-14 14:52:55.434577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:55.434587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 24 us (cumulative: 6.77 ms, max: 767 us, #called: 199) +2023-12-14 14:52:55.434608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.434617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 6.79 ms, max: 767 us, #called: 200) +2023-12-14 14:52:55.434637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:55.434647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 23 us (cumulative: 6.81 ms, max: 767 us, #called: 201) +2023-12-14 14:52:55.434667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:55.434687: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:55.434694: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:55.434715: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:55.434724: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:55.434740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.434758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.434774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.434780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.434785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.434790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.434797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.434805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.434810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.2 +2023-12-14 14:52:55.434816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 reshape.2> + +2023-12-14 14:52:55.434837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.434850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.434855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.434860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.434865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.434870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.434875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2: +2023-12-14 14:52:55.434880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 reshape.2> (def) +2023-12-14 14:52:55.434887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.434892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.434896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.434901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.434906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.434910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2, operand 0 +2023-12-14 14:52:55.434918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[] parameter(0) +2023-12-14 14:52:55.434923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 reshape.2> +2023-12-14 14:52:55.434928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.434933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2 +2023-12-14 14:52:55.434937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.434942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.2 = u32[1]{0} reshape(u32[] %Arg_0.1), metadata={op_name="jit(reshape)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.434965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.434976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.434985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 316 us (cumulative: 7.13 ms, max: 767 us, #called: 202) +2023-12-14 14:52:55.435002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:55.435014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.435027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 12 us (cumulative: 7.14 ms, max: 767 us, #called: 203) +2023-12-14 14:52:55.435033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:55.435042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 7.15 ms, max: 767 us, #called: 204) +2023-12-14 14:52:55.435051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:55.435060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 7.16 ms, max: 767 us, #called: 205) +2023-12-14 14:52:55.435073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:55.435082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:55.435087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:55.435095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 11 us (cumulative: 7.17 ms, max: 767 us, #called: 206) +2023-12-14 14:52:55.435102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.435112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 7.17 ms, max: 767 us, #called: 207) +2023-12-14 14:52:55.435118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:55.435134: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:55.435142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 23 us (cumulative: 7.2 ms, max: 767 us, #called: 208) +2023-12-14 14:52:55.435148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:55.435153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:55.435163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.435209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 44 us (cumulative: 7.24 ms, max: 767 us, #called: 209) +2023-12-14 14:52:55.435219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.435228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 7.25 ms, max: 767 us, #called: 210) +2023-12-14 14:52:55.435233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.435248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 12 us (cumulative: 7.26 ms, max: 767 us, #called: 211) +2023-12-14 14:52:55.435256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:55.435263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.435273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 7.27 ms, max: 767 us, #called: 212) +2023-12-14 14:52:55.435281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.435289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 7.28 ms, max: 767 us, #called: 213) +2023-12-14 14:52:55.435298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.435308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 8 us (cumulative: 7.28 ms, max: 767 us, #called: 214) +2023-12-14 14:52:55.435316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 166 us (cumulative: 7.45 ms, max: 767 us, #called: 215) +2023-12-14 14:52:55.435335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:55.435342: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:55.435369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 31 us (cumulative: 7.48 ms, max: 767 us, #called: 216) +2023-12-14 14:52:55.435378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.435386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 7.49 ms, max: 767 us, #called: 217) +2023-12-14 14:52:55.435394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:55.435402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.435414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.435422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.435427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.435432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.435437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.435442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.435452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.435456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:55.435462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.435473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.435482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.435487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.435492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.435497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.435502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.435506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:55.435511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.435520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.435524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.435529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.435534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.435541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:55.435546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.435550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:55.435555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[] parameter(0) +2023-12-14 14:52:55.435573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.435585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.435591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.435596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.435601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.435606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.435611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.435616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.435621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:55.435630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.435639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.435644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.435649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.435654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.435659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.435666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.435671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:55.435676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.435681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.435685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.435690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.435699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.435704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:55.435708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.435713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:55.435718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[] parameter(0) +2023-12-14 14:52:55.435731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.435740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.435746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.435754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.435759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.435763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.435768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.435774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.435779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:55.435787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.435799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.435806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.435816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.435823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.435830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.435837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.435850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:55.435855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.435860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.435864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.435869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.435874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.435878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:55.435883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.435888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:55.435897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[] parameter(0) +2023-12-14 14:52:55.435921: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:55.435928: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:52:55.435937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 539 us (cumulative: 8.03 ms, max: 767 us, #called: 218) +2023-12-14 14:52:55.435945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.435953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 8.03 ms, max: 767 us, #called: 219) +2023-12-14 14:52:55.435965: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:55.436799: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:55.436848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.436868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.436876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.436882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.436888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.436893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.436898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.436907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.436912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:55.436918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.436924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:55.436930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:52:55.436949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.436955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.436969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.436973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.436978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.436983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.436988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:55.436993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.436998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.437002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:55.437007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:52:55.437012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.437017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.437021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.437026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.437031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:55.437035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.437040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:55.437045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:55.437050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[] parameter(0) +2023-12-14 14:52:55.437058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:52:55.437064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.437069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:55.437074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.437079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = u32[1]{0} copy(u32[1]{0} %bitcast) +2023-12-14 14:52:55.437108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.437120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.437126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.437131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.437136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.437141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.437146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.437159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.437164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:55.437170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.437174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:55.437180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:52:55.437192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.437197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.437202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.437207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.437212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.437217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.437221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:55.437226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.437231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.437236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:55.437244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:52:55.437251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.437256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.437261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.437265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.437270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:55.437275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.437279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:55.437284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:55.437289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[] parameter(0) +2023-12-14 14:52:55.437294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:52:55.437298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.437303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:55.437308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.437320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = u32[1]{0} copy(u32[1]{0} %bitcast) +2023-12-14 14:52:55.437333: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:55.437341: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:52:55.437360: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:55.437368: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:55.437375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.437386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.437393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.437398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.437403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.437408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.437412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.437418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.437425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:55.437433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.437438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:55.437443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:52:55.437455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.437460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.437465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.437470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.437475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.437480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.437484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:55.437489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.437494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.437499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:55.437504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:52:55.437508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.437521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.437527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.437531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.437536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:55.437540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.437545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:55.437550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:55.437555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[] parameter(0) +2023-12-14 14:52:55.437560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:52:55.437565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.437569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:55.437574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.437579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = u32[1]{0} copy(u32[1]{0} %bitcast) +2023-12-14 14:52:55.437607: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(u32[])->u32[1]{0}} +2023-12-14 14:52:55.437616: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.437621: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: u32[]) -> u32[1] { +2023-12-14 14:52:55.437626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[] parameter(0) +2023-12-14 14:52:55.437631: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast = u32[1]{0} bitcast(u32[] %Arg_0.1), metadata={op_name="jit(reshape)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.437636: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = u32[1]{0} copy(u32[1]{0} %bitcast) +2023-12-14 14:52:55.437641: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.437646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.437655: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:bitcast + 2:copy + BufferLiveRange: + Arg_0.1{}:0-3 + copy{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 4 bytes + copy: 4 bytes + +2023-12-14 14:52:55.437662: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:52:55.437667: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:55.437672: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:55.437680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:55.437685: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:55.437700: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:52:55.437707: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:55.437712: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.437717: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:55.437722: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:52:55.437738: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:55.437744: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 4B +2023-12-14 14:52:55.437749: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:55.437753: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 4B +2023-12-14 14:52:55.437758: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:55.437763: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 8B +2023-12-14 14:52:55.437768: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:55.437773: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:55.437905: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 44 us (cumulative: 154 us, max: 81 us, #called: 3) +2023-12-14 14:52:55.441402: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0b2a0e000 +2023-12-14 14:52:55.441626: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:55.441651: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 5.67 ms (cumulative: 20.7 ms, max: 9.32 ms, #called: 3) +2023-12-14 14:52:55.442443: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:55.442491: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:55.449941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: spmd-partitioner +2023-12-14 14:52:55.449994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:55.450015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 13 us (cumulative: 8.05 ms, max: 767 us, #called: 220) +2023-12-14 14:52:55.450021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.450033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 8.06 ms, max: 767 us, #called: 221) +2023-12-14 14:52:55.450051: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (s32[],u32[])->s32[] +2023-12-14 14:52:55.450057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes through layout assignment +2023-12-14 14:52:55.450084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:55.450130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 8.08 ms, max: 767 us, #called: 222) +2023-12-14 14:52:55.450155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:55.450162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 8.11 ms, max: 767 us, #called: 223) +2023-12-14 14:52:55.450187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:55.450195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 26 us (cumulative: 8.13 ms, max: 767 us, #called: 224) +2023-12-14 14:52:55.450223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:55.450231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 8.16 ms, max: 767 us, #called: 225) +2023-12-14 14:52:55.450254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.450261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 23 us (cumulative: 8.18 ms, max: 767 us, #called: 226) +2023-12-14 14:52:55.450284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:55.450294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 26 us (cumulative: 8.2 ms, max: 767 us, #called: 227) +2023-12-14 14:52:55.450323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:55.450331: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:55.450337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 29 us (cumulative: 8.23 ms, max: 767 us, #called: 228) +2023-12-14 14:52:55.450360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:55.450367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 8.26 ms, max: 767 us, #called: 229) +2023-12-14 14:52:55.450391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:55.450398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 8.28 ms, max: 767 us, #called: 230) +2023-12-14 14:52:55.450423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:55.450430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 8.3 ms, max: 767 us, #called: 231) +2023-12-14 14:52:55.450452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:55.450458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 8.33 ms, max: 767 us, #called: 232) +2023-12-14 14:52:55.450482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:55.450488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 24 us (cumulative: 8.35 ms, max: 767 us, #called: 233) +2023-12-14 14:52:55.450513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:55.450524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 26 us (cumulative: 8.38 ms, max: 767 us, #called: 234) +2023-12-14 14:52:55.450547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:55.450554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 25 us (cumulative: 8.4 ms, max: 767 us, #called: 235) +2023-12-14 14:52:55.450579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:55.450585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 24 us (cumulative: 8.43 ms, max: 767 us, #called: 236) +2023-12-14 14:52:55.450610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:55.450617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 8.45 ms, max: 767 us, #called: 237) +2023-12-14 14:52:55.450639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:55.450646: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:52:55.450654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 8.48 ms, max: 767 us, #called: 238) +2023-12-14 14:52:55.450678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.450686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 24 us (cumulative: 8.5 ms, max: 767 us, #called: 239) +2023-12-14 14:52:55.450709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:55.450719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 26 us (cumulative: 8.53 ms, max: 767 us, #called: 240) +2023-12-14 14:52:55.450744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:55.450753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 28 us (cumulative: 8.56 ms, max: 767 us, #called: 241) +2023-12-14 14:52:55.450778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.450784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 8.58 ms, max: 767 us, #called: 242) +2023-12-14 14:52:55.450806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.450814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 26 us (cumulative: 8.6 ms, max: 767 us, #called: 243) +2023-12-14 14:52:55.450841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.450847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 8.63 ms, max: 767 us, #called: 244) +2023-12-14 14:52:55.450872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:55.450879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 8.65 ms, max: 767 us, #called: 245) +2023-12-14 14:52:55.450902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:55.450908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 30 us (cumulative: 8.68 ms, max: 767 us, #called: 246) +2023-12-14 14:52:55.450938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:55.450945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 26 us (cumulative: 8.71 ms, max: 767 us, #called: 247) +2023-12-14 14:52:55.450972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:55.450982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.450991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.450999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 8.73 ms, max: 767 us, #called: 248) +2023-12-14 14:52:55.451004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:55.451027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 41 us (cumulative: 8.77 ms, max: 767 us, #called: 249) +2023-12-14 14:52:55.451053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:55.451060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 8.79 ms, max: 767 us, #called: 250) +2023-12-14 14:52:55.451082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:55.451089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 24 us (cumulative: 8.82 ms, max: 767 us, #called: 251) +2023-12-14 14:52:55.451113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:55.451119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 24 us (cumulative: 8.84 ms, max: 767 us, #called: 252) +2023-12-14 14:52:55.451148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:55.451155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 8.86 ms, max: 767 us, #called: 253) +2023-12-14 14:52:55.451177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:55.451183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification +2023-12-14 14:52:55.451196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.451216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 18 us (cumulative: 8.88 ms, max: 767 us, #called: 254) +2023-12-14 14:52:55.451222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.451231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 8.89 ms, max: 767 us, #called: 255) +2023-12-14 14:52:55.451237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.451246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 8.9 ms, max: 767 us, #called: 256) +2023-12-14 14:52:55.451251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.451259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 8.9 ms, max: 767 us, #called: 257) +2023-12-14 14:52:55.451265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.451273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 8.91 ms, max: 767 us, #called: 258) +2023-12-14 14:52:55.451279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.451289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 9 us (cumulative: 8.92 ms, max: 767 us, #called: 259) +2023-12-14 14:52:55.451295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.451303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 8.93 ms, max: 767 us, #called: 260) +2023-12-14 14:52:55.451308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.451317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 8.93 ms, max: 767 us, #called: 261) +2023-12-14 14:52:55.451334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.451342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 8.94 ms, max: 767 us, #called: 262) +2023-12-14 14:52:55.451352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.451360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 8.95 ms, max: 767 us, #called: 263) +2023-12-14 14:52:55.451365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.451373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 8.95 ms, max: 767 us, #called: 264) +2023-12-14 14:52:55.451379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.451387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 8.96 ms, max: 767 us, #called: 265) +2023-12-14 14:52:55.451395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.451409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 13 us (cumulative: 8.97 ms, max: 767 us, #called: 266) +2023-12-14 14:52:55.451415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.451423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 8.98 ms, max: 767 us, #called: 267) +2023-12-14 14:52:55.451432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 273 us (cumulative: 9.25 ms, max: 767 us, #called: 268) +2023-12-14 14:52:55.451457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:55.451463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 9.28 ms, max: 767 us, #called: 269) +2023-12-14 14:52:55.451488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:55.451495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 9.3 ms, max: 767 us, #called: 270) +2023-12-14 14:52:55.451520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:55.451526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 9.32 ms, max: 767 us, #called: 271) +2023-12-14 14:52:55.451551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:55.451559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 26 us (cumulative: 9.34 ms, max: 767 us, #called: 272) +2023-12-14 14:52:55.451583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.451600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 34 us (cumulative: 9.38 ms, max: 767 us, #called: 273) +2023-12-14 14:52:55.451625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:55.451631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 9.4 ms, max: 767 us, #called: 274) +2023-12-14 14:52:55.451654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.451664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 25 us (cumulative: 9.43 ms, max: 767 us, #called: 275) +2023-12-14 14:52:55.451687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:55.451695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.451707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.451714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 26 us (cumulative: 9.45 ms, max: 767 us, #called: 276) +2023-12-14 14:52:55.451719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:55.451741: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:55.451748: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:55.451776: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:55.451783: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:55.451810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:55.451827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.451834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.451840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.451847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.451852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.451857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.451866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.451871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.451876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.451884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:55.451890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 convert.3> + +2023-12-14 14:52:55.451894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:55.451899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 and.4> + +2023-12-14 14:52:55.451928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:55.451936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.451941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.451946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.451951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.451956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.451960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.451965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.451974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.451979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:55.451984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 convert.3> (def) +2023-12-14 14:52:55.451989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.451994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:55.451999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 and.4> (def) +2023-12-14 14:52:55.452003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.452012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.452017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.452025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.452030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.452035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:55.452040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.452045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.452050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.452054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.452059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.452066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:55.452071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:55.452076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 convert.3> +2023-12-14 14:52:55.452081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.452085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:55.452090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.452095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:55.452100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = s32[] convert(u32[] %Arg_1.2), metadata={op_name="jit()/jit(main)/convert_element_type[new_dtype=int32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.452105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 and.4> +2023-12-14 14:52:55.452110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.452116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:55.452121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.452126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %Arg_0.1, s32[] %convert.3), metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.452150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.452166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.452175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 453 us (cumulative: 9.91 ms, max: 767 us, #called: 277) +2023-12-14 14:52:55.452193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: hlo normalization +2023-12-14 14:52:55.452210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.452222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 10 us (cumulative: 9.92 ms, max: 767 us, #called: 278) +2023-12-14 14:52:55.452228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:55.452237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 9.92 ms, max: 767 us, #called: 279) +2023-12-14 14:52:55.452244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:55.452255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 9 us (cumulative: 9.93 ms, max: 767 us, #called: 280) +2023-12-14 14:52:55.452265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes after layout assignment +2023-12-14 14:52:55.452274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:55.452279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: after layout assignment +2023-12-14 14:52:55.452287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 9.94 ms, max: 767 us, #called: 281) +2023-12-14 14:52:55.452292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.452302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 9.95 ms, max: 767 us, #called: 282) +2023-12-14 14:52:55.452307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:55.452376: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:52:55.452392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 82 us (cumulative: 10 ms, max: 767 us, #called: 283) +2023-12-14 14:52:55.452398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:55.452404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification after layout assignment +2023-12-14 14:52:55.452411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.452422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 10 ms, max: 767 us, #called: 284) +2023-12-14 14:52:55.452430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.452440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 10.1 ms, max: 767 us, #called: 285) +2023-12-14 14:52:55.452445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.452465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 18 us (cumulative: 10.1 ms, max: 767 us, #called: 286) +2023-12-14 14:52:55.452473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 73 us (cumulative: 10.1 ms, max: 767 us, #called: 287) +2023-12-14 14:52:55.452485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:55.452491: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:55.452559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 72 us (cumulative: 10.2 ms, max: 767 us, #called: 288) +2023-12-14 14:52:55.452569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.452579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 10.2 ms, max: 767 us, #called: 289) +2023-12-14 14:52:55.452584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:55.452595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:55.452613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.452623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.452628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.452634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.452638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.452643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.452650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.452657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.452662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.452667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.452672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:52:55.452677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.0 +2023-12-14 14:52:55.452682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <6 and.0> + +2023-12-14 14:52:55.452687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:52:55.452692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:52:55.452700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.0 +2023-12-14 14:52:55.452706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <5 convert.0> + +2023-12-14 14:52:55.452711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:52:55.452717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:52:55.452754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:55.452762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.452767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.452772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.452777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.452782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.452786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.452793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.452798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.452802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.452807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:52:55.452812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.452817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0: +2023-12-14 14:52:55.452822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 and.0> (def) +2023-12-14 14:52:55.452826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.452833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:52:55.452838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:52:55.452843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.452847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0: +2023-12-14 14:52:55.452852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.0> (def) +2023-12-14 14:52:55.452857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.452861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:52:55.452866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:52:55.452871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.452876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.452883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.452888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.452893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.452898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.452903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.452907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.452915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.452923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.452928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.452933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:55.452938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:55.452943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:52:55.452948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.452952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.452957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.452962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = s32[] fusion(s32[] %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.452967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:52:55.452971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.452978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:52:55.452983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.452988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0, operand 0 +2023-12-14 14:52:55.452993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = s32[] parameter(0) +2023-12-14 14:52:55.452998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:52:55.453002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:52:55.453013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0, operand 0 +2023-12-14 14:52:55.453023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = u32[] parameter(1) +2023-12-14 14:52:55.453028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.0> +2023-12-14 14:52:55.453032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0 +2023-12-14 14:52:55.453042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0, operand 1 +2023-12-14 14:52:55.453051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.0 = s32[] convert(u32[] %param_1.1), metadata={op_name="jit()/jit(main)/convert_element_type[new_dtype=int32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.453061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 and.0> +2023-12-14 14:52:55.453068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0 +2023-12-14 14:52:55.453077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.0 = s32[] and(s32[] %param_0, s32[] %convert.0), metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.453110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:55.453128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.453134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.453139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.453144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.453149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.453156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.453163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.453168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.453173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.453178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.453183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:52:55.453188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.0 +2023-12-14 14:52:55.453195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <6 and.0> + +2023-12-14 14:52:55.453200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:52:55.453205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:52:55.453210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.0 +2023-12-14 14:52:55.453215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <5 convert.0> + +2023-12-14 14:52:55.453220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:52:55.453225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:52:55.453255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:55.453264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.453269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.453279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.453286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.453295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.453300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.453310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:52:55.453314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0: +2023-12-14 14:52:55.453324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 and.0> (def) +2023-12-14 14:52:55.453329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:52:55.453341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:52:55.453346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0: +2023-12-14 14:52:55.453355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.0> (def) +2023-12-14 14:52:55.453360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:52:55.453374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:52:55.453380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.453384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.453389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.453398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.453408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.453416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.453421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.453434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:55.453443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:55.453448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:52:55.453452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.453462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = s32[] fusion(s32[] %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.453473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:52:55.453478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:52:55.453487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0, operand 0 +2023-12-14 14:52:55.453496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = s32[] parameter(0) +2023-12-14 14:52:55.453501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:52:55.453506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:52:55.453516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0, operand 0 +2023-12-14 14:52:55.453528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = u32[] parameter(1) +2023-12-14 14:52:55.453533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.0> +2023-12-14 14:52:55.453537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0 +2023-12-14 14:52:55.453547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0, operand 1 +2023-12-14 14:52:55.453561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.0 = s32[] convert(u32[] %param_1.1), metadata={op_name="jit()/jit(main)/convert_element_type[new_dtype=int32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.453566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 and.0> +2023-12-14 14:52:55.453571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0 +2023-12-14 14:52:55.453580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.0 = s32[] and(s32[] %param_0, s32[] %convert.0), metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.453604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:55.453621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.453627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.453632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.453637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.453643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.453649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.453655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.453659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.453665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.453669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.453675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:52:55.453679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.0 +2023-12-14 14:52:55.453685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <6 and.0> + +2023-12-14 14:52:55.453689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:52:55.453695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:52:55.453702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.0 +2023-12-14 14:52:55.453708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <5 convert.0> + +2023-12-14 14:52:55.453712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:52:55.453717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:52:55.453745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:55.453753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.453758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.453768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.453772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.453782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.453787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.453798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:52:55.453803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0: +2023-12-14 14:52:55.453813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 and.0> (def) +2023-12-14 14:52:55.453817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:52:55.453830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:52:55.453834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0: +2023-12-14 14:52:55.453844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.0> (def) +2023-12-14 14:52:55.453849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.453854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:52:55.453858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:52:55.453863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.453868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.453872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.453885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.453895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.453905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.453910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.453922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:55.453932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:55.453937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:52:55.453941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.453950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = s32[] fusion(s32[] %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.453960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:52:55.453965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.453970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:52:55.453977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.453981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0, operand 0 +2023-12-14 14:52:55.453986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = s32[] parameter(0) +2023-12-14 14:52:55.453991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:52:55.453996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.454000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:52:55.454007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.454012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0, operand 0 +2023-12-14 14:52:55.454017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = u32[] parameter(1) +2023-12-14 14:52:55.454022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.0> +2023-12-14 14:52:55.454026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.454031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0 +2023-12-14 14:52:55.454036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.454040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0, operand 1 +2023-12-14 14:52:55.454050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.0 = s32[] convert(u32[] %param_1.1), metadata={op_name="jit()/jit(main)/convert_element_type[new_dtype=int32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.454055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 and.0> +2023-12-14 14:52:55.454059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.454067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0 +2023-12-14 14:52:55.454072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.454076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.0 = s32[] and(s32[] %param_0, s32[] %convert.0), metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.454093: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:55.454101: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:55.454111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.52 ms (cumulative: 11.7 ms, max: 1.52 ms, #called: 290) +2023-12-14 14:52:55.454117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.454126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 11.8 ms, max: 1.52 ms, #called: 291) +2023-12-14 14:52:55.454138: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__lambda_ +2023-12-14 14:52:55.454973: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:55.455028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:55.455054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.455060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.455066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.455071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.455076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.455082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.455092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.455106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.455113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.455118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.455123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:52:55.455128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.0 +2023-12-14 14:52:55.455133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <6 and.0> + +2023-12-14 14:52:55.455138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:52:55.455143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:52:55.455148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.0 +2023-12-14 14:52:55.455154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <5 convert.0> + +2023-12-14 14:52:55.455158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:52:55.455164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:52:55.455195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:55.455201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.455206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.455218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.455223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.455232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.455238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.455249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:52:55.455254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0: +2023-12-14 14:52:55.455263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 and.0> (def) +2023-12-14 14:52:55.455268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:52:55.455282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:52:55.455287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0: +2023-12-14 14:52:55.455297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.0> (def) +2023-12-14 14:52:55.455304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:52:55.455314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:52:55.455333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.455339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.455343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.455348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.455355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.455360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.455365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.455369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.455374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.455379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.455383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.455388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:55.455393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:55.455398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:52:55.455403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.455407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.455415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.455421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = s32[] fusion(s32[] %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.455426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:52:55.455431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.455435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:52:55.455446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.455451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0, operand 0 +2023-12-14 14:52:55.455456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = s32[] parameter(0) +2023-12-14 14:52:55.455461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:52:55.455465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.455470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:52:55.455475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.455479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0, operand 0 +2023-12-14 14:52:55.455484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = u32[] parameter(1) +2023-12-14 14:52:55.455489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.0> +2023-12-14 14:52:55.455494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.455499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0 +2023-12-14 14:52:55.455503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.455510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0, operand 1 +2023-12-14 14:52:55.455515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.0 = s32[] convert(u32[] %param_1.1), metadata={op_name="jit()/jit(main)/convert_element_type[new_dtype=int32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.455520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 and.0> +2023-12-14 14:52:55.455524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.455529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0 +2023-12-14 14:52:55.455536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.455542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.0 = s32[] and(s32[] %param_0, s32[] %convert.0), metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.455579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:55.455595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.455603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.455608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.455613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.455618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.455622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.455635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.455640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.455646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.455650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.455656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:52:55.455660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.0 +2023-12-14 14:52:55.455666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <6 and.0> + +2023-12-14 14:52:55.455670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:52:55.455675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:52:55.455680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.0 +2023-12-14 14:52:55.455688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <5 convert.0> + +2023-12-14 14:52:55.455693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:52:55.455698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:52:55.455722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:55.455730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.455735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.455744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.455749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.455758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.455763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.455773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:52:55.455779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0: +2023-12-14 14:52:55.455789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 and.0> (def) +2023-12-14 14:52:55.455793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:52:55.455809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:52:55.455814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0: +2023-12-14 14:52:55.455823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.0> (def) +2023-12-14 14:52:55.455828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.455832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:52:55.455837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:52:55.455842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.455846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.455851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.455856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.455860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.455867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.455872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.455877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.455881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.455886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.455891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.455897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:55.455904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:55.455909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:52:55.455913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.455918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.455923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.455927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = s32[] fusion(s32[] %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.455932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:52:55.455937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.455941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:52:55.455949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.455958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0, operand 0 +2023-12-14 14:52:55.455964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = s32[] parameter(0) +2023-12-14 14:52:55.455969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:52:55.455973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.455978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:52:55.455983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.455991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0, operand 0 +2023-12-14 14:52:55.455997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = u32[] parameter(1) +2023-12-14 14:52:55.456001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.0> +2023-12-14 14:52:55.456006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.456011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0 +2023-12-14 14:52:55.456015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.456020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0, operand 1 +2023-12-14 14:52:55.456025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.0 = s32[] convert(u32[] %param_1.1), metadata={op_name="jit()/jit(main)/convert_element_type[new_dtype=int32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.456030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 and.0> +2023-12-14 14:52:55.456034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.456039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0 +2023-12-14 14:52:55.456044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.456050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.0 = s32[] and(s32[] %param_0, s32[] %convert.0), metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.456066: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__lambda_ +2023-12-14 14:52:55.456072: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:52:55.456095: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:55.456105: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:55.456113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:55.456128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.456140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.456145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.456150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.456155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.456159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.456165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.456174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.456179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.456184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.456189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:52:55.456194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.0 +2023-12-14 14:52:55.456199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <6 and.0> + +2023-12-14 14:52:55.456204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:52:55.456209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:52:55.456214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.0 +2023-12-14 14:52:55.456219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <5 convert.0> + +2023-12-14 14:52:55.456224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:52:55.456231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:52:55.456256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:55.456265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.456271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.456276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.456281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.456286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.456291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.456295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.456300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.456305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.456310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:52:55.456320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.456325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0: +2023-12-14 14:52:55.456330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 and.0> (def) +2023-12-14 14:52:55.456334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.456339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:52:55.456344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:52:55.456349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.456353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0: +2023-12-14 14:52:55.456360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.0> (def) +2023-12-14 14:52:55.456365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.456369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:52:55.456374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:52:55.456379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.456384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.456388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.456393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.456398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.456402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.456411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.456417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.456421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.456426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.456430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.456435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:55.456440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:55.456447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:52:55.456452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.456457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.456462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.456466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = s32[] fusion(s32[] %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.456474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:52:55.456479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.456484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:52:55.456488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.456493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0, operand 0 +2023-12-14 14:52:55.456498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = s32[] parameter(0) +2023-12-14 14:52:55.456505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:52:55.456510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.456514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:52:55.456519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.456524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0, operand 0 +2023-12-14 14:52:55.456529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = u32[] parameter(1) +2023-12-14 14:52:55.456535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.0> +2023-12-14 14:52:55.456541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.456546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0 +2023-12-14 14:52:55.456551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.456555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0, operand 1 +2023-12-14 14:52:55.456560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.0 = s32[] convert(u32[] %param_1.1), metadata={op_name="jit()/jit(main)/convert_element_type[new_dtype=int32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.456565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 and.0> +2023-12-14 14:52:55.456570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.456574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.0 +2023-12-14 14:52:55.456579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.456584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.0 = s32[] and(s32[] %param_0, s32[] %convert.0), metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.456624: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__lambda_, entry_computation_layout={(s32[],u32[])->s32[]} +2023-12-14 14:52:55.456632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.456641: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0: s32[], param_1.1: u32[]) -> s32[] { +2023-12-14 14:52:55.456646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0 = s32[] parameter(0) +2023-12-14 14:52:55.456651: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.1 = u32[] parameter(1) +2023-12-14 14:52:55.456656: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.0 = s32[] convert(u32[] %param_1.1), metadata={op_name="jit()/jit(main)/convert_element_type[new_dtype=int32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.456661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %and.0 = s32[] and(s32[] %param_0, s32[] %convert.0), metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.456666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.456671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.456676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: s32[], Arg_1.2: u32[]) -> s32[] { +2023-12-14 14:52:55.456684: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = s32[] parameter(0) +2023-12-14 14:52:55.456689: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:55.456694: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion = s32[] fusion(s32[] %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit()/jit(main)/and" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.456699: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.456704: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.456714: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:fusion + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + fusion{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 4 bytes + Arg_1.2: 4 bytes + fusion: 4 bytes + +2023-12-14 14:52:55.456724: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:52:55.456729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:55.456734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:55.456742: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:55.456748: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:55.456752: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:55.456757: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 fusion> +2023-12-14 14:52:55.456763: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:55.456771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.456777: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:55.456782: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:55.456791: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 fusion> +2023-12-14 14:52:55.456809: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:55.456817: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8B +2023-12-14 14:52:55.456822: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:55.456827: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 4B +2023-12-14 14:52:55.456832: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:55.456837: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 12B +2023-12-14 14:52:55.456842: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:55.456847: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:55.456979: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 29 us (cumulative: 183 us, max: 81 us, #called: 4) +2023-12-14 14:52:55.460651: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0b2a0c000 +2023-12-14 14:52:55.460889: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:55.460916: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__lambda_] for CPU using JIT time: 6.77 ms (cumulative: 27.5 ms, max: 9.32 ms, #called: 4) +2023-12-14 14:52:55.461512: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:55.461561: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:55.461865: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:55.461893: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:55.462015: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:55.462028: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:55.467131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:55.467183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:55.467202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 13 us (cumulative: 11.8 ms, max: 1.52 ms, #called: 292) +2023-12-14 14:52:55.467209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.467220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 11.8 ms, max: 1.52 ms, #called: 293) +2023-12-14 14:52:55.467239: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (u32[1]{0},u32[1]{0})->u32[2]{0} +2023-12-14 14:52:55.467256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:55.467272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:55.467312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 35 us (cumulative: 11.8 ms, max: 1.52 ms, #called: 294) +2023-12-14 14:52:55.467347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:55.467354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 22 us (cumulative: 11.8 ms, max: 1.52 ms, #called: 295) +2023-12-14 14:52:55.467376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:55.467383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 11.9 ms, max: 1.52 ms, #called: 296) +2023-12-14 14:52:55.467408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:55.467415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 11.9 ms, max: 1.52 ms, #called: 297) +2023-12-14 14:52:55.467439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.467446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 22 us (cumulative: 11.9 ms, max: 1.52 ms, #called: 298) +2023-12-14 14:52:55.467468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:55.467475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 29 us (cumulative: 11.9 ms, max: 1.52 ms, #called: 299) +2023-12-14 14:52:55.467504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:55.467511: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:55.467521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 32 us (cumulative: 12 ms, max: 1.52 ms, #called: 300) +2023-12-14 14:52:55.467544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:55.467551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 12 ms, max: 1.52 ms, #called: 301) +2023-12-14 14:52:55.467573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:55.467584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 27 us (cumulative: 12 ms, max: 1.52 ms, #called: 302) +2023-12-14 14:52:55.467607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:55.467615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 12 ms, max: 1.52 ms, #called: 303) +2023-12-14 14:52:55.467637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:55.467643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 21 us (cumulative: 12.1 ms, max: 1.52 ms, #called: 304) +2023-12-14 14:52:55.467665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:55.467674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 26 us (cumulative: 12.1 ms, max: 1.52 ms, #called: 305) +2023-12-14 14:52:55.467699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:55.467708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 25 us (cumulative: 12.1 ms, max: 1.52 ms, #called: 306) +2023-12-14 14:52:55.467731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:55.467737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 21 us (cumulative: 12.1 ms, max: 1.52 ms, #called: 307) +2023-12-14 14:52:55.467761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:55.467767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 21 us (cumulative: 12.1 ms, max: 1.52 ms, #called: 308) +2023-12-14 14:52:55.467789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:55.467799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 25 us (cumulative: 12.2 ms, max: 1.52 ms, #called: 309) +2023-12-14 14:52:55.467820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:55.467827: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:52:55.467833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 12.2 ms, max: 1.52 ms, #called: 310) +2023-12-14 14:52:55.467858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.467864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 12.2 ms, max: 1.52 ms, #called: 311) +2023-12-14 14:52:55.467896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:55.467903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 12.2 ms, max: 1.52 ms, #called: 312) +2023-12-14 14:52:55.467925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:55.467934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 12.3 ms, max: 1.52 ms, #called: 313) +2023-12-14 14:52:55.467958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.467963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.467973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.467983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 12.3 ms, max: 1.52 ms, #called: 314) +2023-12-14 14:52:55.467988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.467995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 12.3 ms, max: 1.52 ms, #called: 315) +2023-12-14 14:52:55.468017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.468023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 25 us (cumulative: 12.3 ms, max: 1.52 ms, #called: 316) +2023-12-14 14:52:55.468049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:55.468056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 12.4 ms, max: 1.52 ms, #called: 317) +2023-12-14 14:52:55.468080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:55.468090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 25 us (cumulative: 12.4 ms, max: 1.52 ms, #called: 318) +2023-12-14 14:52:55.468112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:55.468119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 12.4 ms, max: 1.52 ms, #called: 319) +2023-12-14 14:52:55.468142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:55.468152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 27 us (cumulative: 12.4 ms, max: 1.52 ms, #called: 320) +2023-12-14 14:52:55.468177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:55.468195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 36 us (cumulative: 12.5 ms, max: 1.52 ms, #called: 321) +2023-12-14 14:52:55.468220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:55.468227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 12.5 ms, max: 1.52 ms, #called: 322) +2023-12-14 14:52:55.468250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:55.468258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 23 us (cumulative: 12.5 ms, max: 1.52 ms, #called: 323) +2023-12-14 14:52:55.468280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:55.468286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 27 us (cumulative: 12.5 ms, max: 1.52 ms, #called: 324) +2023-12-14 14:52:55.468314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:55.468320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 21 us (cumulative: 12.6 ms, max: 1.52 ms, #called: 325) +2023-12-14 14:52:55.468344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:55.468350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:55.468360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.468377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 16 us (cumulative: 12.6 ms, max: 1.52 ms, #called: 326) +2023-12-14 14:52:55.468383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.468392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 12.6 ms, max: 1.52 ms, #called: 327) +2023-12-14 14:52:55.468399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.468407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 12.6 ms, max: 1.52 ms, #called: 328) +2023-12-14 14:52:55.468412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.468420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 12.6 ms, max: 1.52 ms, #called: 329) +2023-12-14 14:52:55.468426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.468436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 9 us (cumulative: 12.6 ms, max: 1.52 ms, #called: 330) +2023-12-14 14:52:55.468442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.468450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 12.6 ms, max: 1.52 ms, #called: 331) +2023-12-14 14:52:55.468455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.468463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 12.6 ms, max: 1.52 ms, #called: 332) +2023-12-14 14:52:55.468468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.468477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 12.6 ms, max: 1.52 ms, #called: 333) +2023-12-14 14:52:55.468488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.468496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 12.6 ms, max: 1.52 ms, #called: 334) +2023-12-14 14:52:55.468501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.468509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 12.7 ms, max: 1.52 ms, #called: 335) +2023-12-14 14:52:55.468514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.468522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 12.7 ms, max: 1.52 ms, #called: 336) +2023-12-14 14:52:55.468530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.468538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 12.7 ms, max: 1.52 ms, #called: 337) +2023-12-14 14:52:55.468543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.468557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 12 us (cumulative: 12.7 ms, max: 1.52 ms, #called: 338) +2023-12-14 14:52:55.468563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.468571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 12.7 ms, max: 1.52 ms, #called: 339) +2023-12-14 14:52:55.468579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 251 us (cumulative: 12.9 ms, max: 1.52 ms, #called: 340) +2023-12-14 14:52:55.468603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:55.468609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 24 us (cumulative: 13 ms, max: 1.52 ms, #called: 341) +2023-12-14 14:52:55.468634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:55.468641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 13 ms, max: 1.52 ms, #called: 342) +2023-12-14 14:52:55.468665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:55.468670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 24 us (cumulative: 13 ms, max: 1.52 ms, #called: 343) +2023-12-14 14:52:55.468696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:55.468703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 25 us (cumulative: 13 ms, max: 1.52 ms, #called: 344) +2023-12-14 14:52:55.468728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.468742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 32 us (cumulative: 13.1 ms, max: 1.52 ms, #called: 345) +2023-12-14 14:52:55.468767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:55.468773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 13.1 ms, max: 1.52 ms, #called: 346) +2023-12-14 14:52:55.468798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.468805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 13.1 ms, max: 1.52 ms, #called: 347) +2023-12-14 14:52:55.468827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:55.468834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.468844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.468853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 13.1 ms, max: 1.52 ms, #called: 348) +2023-12-14 14:52:55.468859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:55.468879: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:55.468889: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:55.468914: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:55.468927: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:55.468948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.468964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.468971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.468976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.468983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.468988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.468993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.469002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.469007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.469013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.469018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.3 +2023-12-14 14:52:55.469023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 concatenate.3> + +2023-12-14 14:52:55.469050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.469055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.469060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.469066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.469073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.469078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.469082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.469087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.469092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.469097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3: +2023-12-14 14:52:55.469102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> (def) +2023-12-14 14:52:55.469107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.469112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.469119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.469124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.469132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.469137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 0 +2023-12-14 14:52:55.469142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[1]{0} parameter(0) +2023-12-14 14:52:55.469147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.469151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.469156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.469163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.469168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 1 +2023-12-14 14:52:55.469173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[1]{0} parameter(1) +2023-12-14 14:52:55.469178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> +2023-12-14 14:52:55.469183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.469188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3 +2023-12-14 14:52:55.469193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.469198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.3 = u32[2]{0} concatenate(u32[1]{0} %Arg_0.1, u32[1]{0} %Arg_1.2), dimensions={0}, metadata={op_name="jit(concatenate)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.469224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.469236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.469245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 383 us (cumulative: 13.5 ms, max: 1.52 ms, #called: 349) +2023-12-14 14:52:55.469265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:55.469274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.469283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 13.5 ms, max: 1.52 ms, #called: 350) +2023-12-14 14:52:55.469288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:55.469301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 10 us (cumulative: 13.5 ms, max: 1.52 ms, #called: 351) +2023-12-14 14:52:55.469306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:55.469315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 13.5 ms, max: 1.52 ms, #called: 352) +2023-12-14 14:52:55.469325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:55.469338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:55.469347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:55.469354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 15 us (cumulative: 13.6 ms, max: 1.52 ms, #called: 353) +2023-12-14 14:52:55.469360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.469368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 13.6 ms, max: 1.52 ms, #called: 354) +2023-12-14 14:52:55.469374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:55.469390: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:55.469401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 25 us (cumulative: 13.6 ms, max: 1.52 ms, #called: 355) +2023-12-14 14:52:55.469406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:55.469412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:55.469418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.469427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 13.6 ms, max: 1.52 ms, #called: 356) +2023-12-14 14:52:55.469435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.469444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 13.6 ms, max: 1.52 ms, #called: 357) +2023-12-14 14:52:55.469449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.469464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 13.6 ms, max: 1.52 ms, #called: 358) +2023-12-14 14:52:55.469472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 65 us (cumulative: 13.7 ms, max: 1.52 ms, #called: 359) +2023-12-14 14:52:55.469480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:55.469486: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:55.469515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 34 us (cumulative: 13.7 ms, max: 1.52 ms, #called: 360) +2023-12-14 14:52:55.469522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.469532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 13.7 ms, max: 1.52 ms, #called: 361) +2023-12-14 14:52:55.469537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:55.469545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.469557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.469569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.469574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.469579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.469584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.469589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.469595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.469600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.469605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.469610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.3 +2023-12-14 14:52:55.469620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 concatenate.3> + +2023-12-14 14:52:55.469638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.469644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.469648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.469657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.469663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.469668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.469672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.469677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.469682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.469687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3: +2023-12-14 14:52:55.469692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> (def) +2023-12-14 14:52:55.469696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.469701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.469708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.469713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.469718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.469723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 0 +2023-12-14 14:52:55.469728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[1]{0} parameter(0) +2023-12-14 14:52:55.469732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.469741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.469746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.469752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.469756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 1 +2023-12-14 14:52:55.469761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[1]{0} parameter(1) +2023-12-14 14:52:55.469766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> +2023-12-14 14:52:55.469771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.469776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3 +2023-12-14 14:52:55.469781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.469786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.3 = u32[2]{0} concatenate(u32[1]{0} %Arg_0.1, u32[1]{0} %Arg_1.2), dimensions={0}, metadata={op_name="jit(concatenate)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.469804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.469817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.469823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.469828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.469833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.469840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.469845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.469850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.469855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.469861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.469865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.3 +2023-12-14 14:52:55.469871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 concatenate.3> + +2023-12-14 14:52:55.469885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.469893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.469898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.469903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.469911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.469916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.469921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.469928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.469933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.469937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3: +2023-12-14 14:52:55.469942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> (def) +2023-12-14 14:52:55.469947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.469952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.469956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.469961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.469965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.469970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 0 +2023-12-14 14:52:55.469975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[1]{0} parameter(0) +2023-12-14 14:52:55.469982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.469987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.469992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.469997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.470001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 1 +2023-12-14 14:52:55.470006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[1]{0} parameter(1) +2023-12-14 14:52:55.470011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> +2023-12-14 14:52:55.470018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.470023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3 +2023-12-14 14:52:55.470027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.470032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.3 = u32[2]{0} concatenate(u32[1]{0} %Arg_0.1, u32[1]{0} %Arg_1.2), dimensions={0}, metadata={op_name="jit(concatenate)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.470046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.470056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.470062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.470073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.470078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.470082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.470087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.470093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.470098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.470108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.470115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.3 +2023-12-14 14:52:55.470120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 concatenate.3> + +2023-12-14 14:52:55.470134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.470139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.470144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.470149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.470154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.470162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.470166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.470171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.470176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.470181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3: +2023-12-14 14:52:55.470186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> (def) +2023-12-14 14:52:55.470191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.470196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.470202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.470207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.470211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.470216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 0 +2023-12-14 14:52:55.470221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[1]{0} parameter(0) +2023-12-14 14:52:55.470226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.470231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.470239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.470244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.470248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 1 +2023-12-14 14:52:55.470256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[1]{0} parameter(1) +2023-12-14 14:52:55.470261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> +2023-12-14 14:52:55.470266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.470271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3 +2023-12-14 14:52:55.470275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.470280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.3 = u32[2]{0} concatenate(u32[1]{0} %Arg_0.1, u32[1]{0} %Arg_1.2), dimensions={0}, metadata={op_name="jit(concatenate)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.470295: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:55.470301: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:55.470310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 770 us (cumulative: 14.5 ms, max: 1.52 ms, #called: 362) +2023-12-14 14:52:55.470315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.470323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 14.5 ms, max: 1.52 ms, #called: 363) +2023-12-14 14:52:55.470334: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:55.471171: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:55.471218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.471237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.471244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.471249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.471255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.471269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.471274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.471283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.471290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.471296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.471301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.3 +2023-12-14 14:52:55.471307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 concatenate.3> + +2023-12-14 14:52:55.471339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.471347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.471352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.471357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.471362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.471367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.471371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.471376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.471381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.471386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3: +2023-12-14 14:52:55.471391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> (def) +2023-12-14 14:52:55.471396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.471400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.471405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.471410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.471414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.471419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 0 +2023-12-14 14:52:55.471424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[1]{0} parameter(0) +2023-12-14 14:52:55.471429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.471436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.471441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.471445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.471451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 1 +2023-12-14 14:52:55.471462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[1]{0} parameter(1) +2023-12-14 14:52:55.471467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> +2023-12-14 14:52:55.471472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.471477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3 +2023-12-14 14:52:55.471482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.471487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.3 = u32[2]{0} concatenate(u32[1]{0} %Arg_0.1, u32[1]{0} %Arg_1.2), dimensions={0}, metadata={op_name="jit(concatenate)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.471517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.471532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.471539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.471544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.471551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.471556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.471560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.471566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.471571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.471577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.471582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.3 +2023-12-14 14:52:55.471587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 concatenate.3> + +2023-12-14 14:52:55.471602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.471608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.471612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.471619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.471623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.471628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.471633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.471641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.471654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.471659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3: +2023-12-14 14:52:55.471664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> (def) +2023-12-14 14:52:55.471669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.471673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.471678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.471683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.471687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.471692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 0 +2023-12-14 14:52:55.471697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[1]{0} parameter(0) +2023-12-14 14:52:55.471702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.471709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.471713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.471718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.471723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 1 +2023-12-14 14:52:55.471728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[1]{0} parameter(1) +2023-12-14 14:52:55.471735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> +2023-12-14 14:52:55.471740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.471744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3 +2023-12-14 14:52:55.471749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.471754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.3 = u32[2]{0} concatenate(u32[1]{0} %Arg_0.1, u32[1]{0} %Arg_1.2), dimensions={0}, metadata={op_name="jit(concatenate)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.471768: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:55.471774: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:52:55.471795: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:55.471803: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:55.471811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:55.471822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.471830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.471850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.471855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.471859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.471864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.471870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.471875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:55.471880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:55.471888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.3 +2023-12-14 14:52:55.471893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 concatenate.3> + +2023-12-14 14:52:55.471908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:55.471916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.471921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.471926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.471931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.471936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.471940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:55.471945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:55.471950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.471955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3: +2023-12-14 14:52:55.471960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> (def) +2023-12-14 14:52:55.471964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.471969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.471974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.471981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.471985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.471990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 0 +2023-12-14 14:52:55.471995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[1]{0} parameter(0) +2023-12-14 14:52:55.472000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:55.472008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.472016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:55.472021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.472026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3, operand 1 +2023-12-14 14:52:55.472030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[1]{0} parameter(1) +2023-12-14 14:52:55.472035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 concatenate.3> +2023-12-14 14:52:55.472040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.472045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.3 +2023-12-14 14:52:55.472050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.472055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.3 = u32[2]{0} concatenate(u32[1]{0} %Arg_0.1, u32[1]{0} %Arg_1.2), dimensions={0}, metadata={op_name="jit(concatenate)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.472082: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(u32[1]{0},u32[1]{0})->u32[2]{0}} +2023-12-14 14:52:55.472091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.472099: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: u32[1], Arg_1.2: u32[1]) -> u32[2] { +2023-12-14 14:52:55.472104: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[1]{0} parameter(0) +2023-12-14 14:52:55.472109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = u32[1]{0} parameter(1) +2023-12-14 14:52:55.472114: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %concatenate.3 = u32[2]{0} concatenate(u32[1]{0} %Arg_0.1, u32[1]{0} %Arg_1.2), dimensions={0}, metadata={op_name="jit(concatenate)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.472119: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.472124: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.472134: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:concatenate.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + concatenate.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 4 bytes + Arg_1.2: 4 bytes + concatenate.3: 8 bytes + +2023-12-14 14:52:55.472141: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:52:55.472146: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:55.472152: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:55.472162: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:55.472168: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:55.472172: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:55.472184: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 concatenate.3> +2023-12-14 14:52:55.472192: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:55.472196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.472202: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:55.472207: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:55.472212: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 concatenate.3> +2023-12-14 14:52:55.472229: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:55.472234: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8B +2023-12-14 14:52:55.472239: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:55.472247: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8B +2023-12-14 14:52:55.472253: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:55.472257: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 16B +2023-12-14 14:52:55.472262: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:55.472267: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:55.472357: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/ir_emitter.cc:2810] Emitted fast concatenate for %concatenate.3 = u32[2]{0} concatenate(u32[1]{0} %Arg_0.1, u32[1]{0} %Arg_1.2), dimensions={0}, metadata={op_name="jit(concatenate)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=91} +2023-12-14 14:52:55.472410: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 31 us (cumulative: 214 us, max: 81 us, #called: 5) +2023-12-14 14:52:55.476105: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0b2a0a000 +2023-12-14 14:52:55.476336: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:55.476363: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 6.02 ms (cumulative: 33.5 ms, max: 9.32 ms, #called: 5) +2023-12-14 14:52:55.476814: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:55.476860: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:55.478288: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.479457: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.486415: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.487148: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.487862: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.488461: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.489435: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.490366: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.491098: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.491817: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.492524: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.493316: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.494003: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.494632: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.495203: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.495978: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.496642: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.497265: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.497809: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.498528: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.499205: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.499836: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.500385: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.500918: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.501444: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.501975: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.502646: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.506928: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.511055: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.527936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_split: spmd-partitioner +2023-12-14 14:52:55.527994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:55.528036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 31 us (cumulative: 14.5 ms, max: 1.52 ms, #called: 364) +2023-12-14 14:52:55.528044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.528074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.87 = s32[] get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.85), index=1 and its unused operands +2023-12-14 14:52:55.528089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.88 = u32[2]{0} get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.85), index=2 and its unused operands +2023-12-14 14:52:55.528098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.89 = u32[2]{0} get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.85), index=3 and its unused operands +2023-12-14 14:52:55.528106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.90 = u32[] get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.85), index=4 and its unused operands +2023-12-14 14:52:55.528114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.91 = u32[] get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.85), index=5 and its unused operands +2023-12-14 14:52:55.528123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.92 = u32[] get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.85), index=6 and its unused operands +2023-12-14 14:52:55.528131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.93 = u32[4]{0} get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.85), index=7 and its unused operands +2023-12-14 14:52:55.528150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.94 = u32[4]{0} get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.85), index=8 and its unused operands +2023-12-14 14:52:55.528164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.98 = s32[] get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.97), index=0, metadata={op_name="jit(_threefry_split)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} and its unused operands +2023-12-14 14:52:55.528174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.99 = s32[] get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.97), index=1, metadata={op_name="jit(_threefry_split)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} and its unused operands +2023-12-14 14:52:55.528183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.102 = u32[] get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.97), index=4, metadata={op_name="jit(_threefry_split)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} and its unused operands +2023-12-14 14:52:55.528193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.103 = u32[] get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.97), index=5, metadata={op_name="jit(_threefry_split)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} and its unused operands +2023-12-14 14:52:55.528202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.104 = u32[] get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.97), index=6, metadata={op_name="jit(_threefry_split)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} and its unused operands +2023-12-14 14:52:55.528211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.105 = u32[4]{0} get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.97), index=7, metadata={op_name="jit(_threefry_split)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} and its unused operands +2023-12-14 14:52:55.528221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.106 = u32[4]{0} get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.97), index=8, metadata={op_name="jit(_threefry_split)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} and its unused operands +2023-12-14 14:52:55.528239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 193 us (cumulative: 14.7 ms, max: 1.52 ms, #called: 365) +2023-12-14 14:52:55.528260: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (u32[2]{0})->u32[2,2]{1,0} +2023-12-14 14:52:55.528266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_split: HLO passes through layout assignment +2023-12-14 14:52:55.528293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.528448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.528463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:55.528484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.528561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.528571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 105 us (cumulative: 14.8 ms, max: 1.52 ms, #called: 366) +2023-12-14 14:52:55.528577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:55.528593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.528665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.528674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 95 us (cumulative: 14.9 ms, max: 1.52 ms, #called: 367) +2023-12-14 14:52:55.528680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:55.528694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.528764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.528774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 91 us (cumulative: 15 ms, max: 1.52 ms, #called: 368) +2023-12-14 14:52:55.528780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:55.528794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.528864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.528873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 92 us (cumulative: 15.1 ms, max: 1.52 ms, #called: 369) +2023-12-14 14:52:55.528879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.528896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.528967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.528976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 95 us (cumulative: 15.2 ms, max: 1.52 ms, #called: 370) +2023-12-14 14:52:55.528982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:55.528995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.529065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.529078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 95 us (cumulative: 15.3 ms, max: 1.52 ms, #called: 371) +2023-12-14 14:52:55.529085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:55.529100: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:55.529108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.529178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.529187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 100 us (cumulative: 15.4 ms, max: 1.52 ms, #called: 372) +2023-12-14 14:52:55.529193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:55.529211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.529280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.529289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 94 us (cumulative: 15.5 ms, max: 1.52 ms, #called: 373) +2023-12-14 14:52:55.529295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:55.529315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.529385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.529394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 97 us (cumulative: 15.6 ms, max: 1.52 ms, #called: 374) +2023-12-14 14:52:55.529401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:55.529415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.529484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.529493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 90 us (cumulative: 15.7 ms, max: 1.52 ms, #called: 375) +2023-12-14 14:52:55.529498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:55.529512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.529581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.529589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 89 us (cumulative: 15.8 ms, max: 1.52 ms, #called: 376) +2023-12-14 14:52:55.529595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:55.529609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.529678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.529687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 90 us (cumulative: 15.9 ms, max: 1.52 ms, #called: 377) +2023-12-14 14:52:55.529696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:55.529711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.529780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.529789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 91 us (cumulative: 15.9 ms, max: 1.52 ms, #called: 378) +2023-12-14 14:52:55.529795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:55.529809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.529877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.529886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 90 us (cumulative: 16 ms, max: 1.52 ms, #called: 379) +2023-12-14 14:52:55.529892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:55.529905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.529974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.529983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 89 us (cumulative: 16.1 ms, max: 1.52 ms, #called: 380) +2023-12-14 14:52:55.529989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:55.530004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.530075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.530083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 93 us (cumulative: 16.2 ms, max: 1.52 ms, #called: 381) +2023-12-14 14:52:55.530089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:55.530100: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_0.20 +2023-12-14 14:52:55.530109: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_1.84 +2023-12-14 14:52:55.530115: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.109 +2023-12-14 14:52:55.530123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.530193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.530202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 111 us (cumulative: 16.3 ms, max: 1.52 ms, #called: 382) +2023-12-14 14:52:55.530209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.530218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.530287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.530302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 91 us (cumulative: 16.4 ms, max: 1.52 ms, #called: 383) +2023-12-14 14:52:55.530308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:55.530316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.530386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.530395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 85 us (cumulative: 16.5 ms, max: 1.52 ms, #called: 384) +2023-12-14 14:52:55.530400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:55.530438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.530509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.530518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 115 us (cumulative: 16.6 ms, max: 1.52 ms, #called: 385) +2023-12-14 14:52:55.530523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.530532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.530600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.530608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 84 us (cumulative: 16.7 ms, max: 1.52 ms, #called: 386) +2023-12-14 14:52:55.530614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.530634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.530705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.530713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 98 us (cumulative: 16.8 ms, max: 1.52 ms, #called: 387) +2023-12-14 14:52:55.530719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.530737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.530806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.530815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 94 us (cumulative: 16.9 ms, max: 1.52 ms, #called: 388) +2023-12-14 14:52:55.530821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:55.530839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.530909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.530918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 95 us (cumulative: 17 ms, max: 1.52 ms, #called: 389) +2023-12-14 14:52:55.530928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:55.530942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.531012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.531021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 91 us (cumulative: 17.1 ms, max: 1.52 ms, #called: 390) +2023-12-14 14:52:55.531026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:55.531040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.531108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.531117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 88 us (cumulative: 17.2 ms, max: 1.52 ms, #called: 391) +2023-12-14 14:52:55.531124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:55.531168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.531237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.531245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 120 us (cumulative: 17.3 ms, max: 1.52 ms, #called: 392) +2023-12-14 14:52:55.531251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:55.531371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.531448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.531459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 206 us (cumulative: 17.5 ms, max: 1.52 ms, #called: 393) +2023-12-14 14:52:55.531465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:55.531479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.531550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.531559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 92 us (cumulative: 17.6 ms, max: 1.52 ms, #called: 394) +2023-12-14 14:52:55.531565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:55.531578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.531647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.531656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 89 us (cumulative: 17.7 ms, max: 1.52 ms, #called: 395) +2023-12-14 14:52:55.531661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:55.531674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.531744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.531752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 90 us (cumulative: 17.8 ms, max: 1.52 ms, #called: 396) +2023-12-14 14:52:55.531759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:55.531772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.531842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.531850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 90 us (cumulative: 17.9 ms, max: 1.52 ms, #called: 397) +2023-12-14 14:52:55.531857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:55.531863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_split: simplification +2023-12-14 14:52:55.531876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.531979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 99 us (cumulative: 18 ms, max: 1.52 ms, #called: 398) +2023-12-14 14:52:55.531987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.531998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 10 us (cumulative: 18 ms, max: 1.52 ms, #called: 399) +2023-12-14 14:52:55.532004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.532017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 18 ms, max: 1.52 ms, #called: 400) +2023-12-14 14:52:55.532023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.532038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 14 us (cumulative: 18 ms, max: 1.52 ms, #called: 401) +2023-12-14 14:52:55.532045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.532064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 17 us (cumulative: 18 ms, max: 1.52 ms, #called: 402) +2023-12-14 14:52:55.532070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.532087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 16 us (cumulative: 18 ms, max: 1.52 ms, #called: 403) +2023-12-14 14:52:55.532093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.532156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 60 us (cumulative: 18.1 ms, max: 1.52 ms, #called: 404) +2023-12-14 14:52:55.532164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.532180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 15 us (cumulative: 18.1 ms, max: 1.52 ms, #called: 405) +2023-12-14 14:52:55.532194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.532206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 11 us (cumulative: 18.1 ms, max: 1.52 ms, #called: 406) +2023-12-14 14:52:55.532213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.532324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_1.84 --> clone + +2023-12-14 14:52:55.532414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.20 --> clone + +2023-12-14 14:52:55.532681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.20.clone --> clone + +2023-12-14 14:52:55.533057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 839 us (cumulative: 18.9 ms, max: 1.52 ms, #called: 407) +2023-12-14 14:52:55.533071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.533092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_0.20 +2023-12-14 14:52:55.533126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_1.84 +2023-12-14 14:52:55.533138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 65 us (cumulative: 19 ms, max: 1.52 ms, #called: 408) +2023-12-14 14:52:55.533144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.533161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 16 us (cumulative: 19 ms, max: 1.52 ms, #called: 409) +2023-12-14 14:52:55.533168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.533210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 41 us (cumulative: 19.1 ms, max: 1.52 ms, #called: 410) +2023-12-14 14:52:55.533216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.533236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 17 us (cumulative: 19.1 ms, max: 1.52 ms, #called: 411) +2023-12-14 14:52:55.533243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_split: simplification +2023-12-14 14:52:55.533253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.533372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 116 us (cumulative: 19.2 ms, max: 1.52 ms, #called: 412) +2023-12-14 14:52:55.533381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.533392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 19.2 ms, max: 1.52 ms, #called: 413) +2023-12-14 14:52:55.533398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.533411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 19.2 ms, max: 1.52 ms, #called: 414) +2023-12-14 14:52:55.533425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.533449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 22 us (cumulative: 19.2 ms, max: 1.52 ms, #called: 415) +2023-12-14 14:52:55.533454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.533474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 18 us (cumulative: 19.3 ms, max: 1.52 ms, #called: 416) +2023-12-14 14:52:55.533480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.533500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 18 us (cumulative: 19.3 ms, max: 1.52 ms, #called: 417) +2023-12-14 14:52:55.533506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.533552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 45 us (cumulative: 19.3 ms, max: 1.52 ms, #called: 418) +2023-12-14 14:52:55.533559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.533575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 13 us (cumulative: 19.3 ms, max: 1.52 ms, #called: 419) +2023-12-14 14:52:55.533581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.533591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 9 us (cumulative: 19.3 ms, max: 1.52 ms, #called: 420) +2023-12-14 14:52:55.533597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.533673: I external/org_tensorflow/tensorflow/compiler/xla/service/while_loop_simplifier.cc:458] Eliminating 1 elements from tuple of %while = (s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) while((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %tuple.19), condition=%region_1.84.clone, body=%region_0.20.clone.clone +2023-12-14 14:52:55.533691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_1.84.clone --> clone + +2023-12-14 14:52:55.533734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.20.clone.clone --> clone + +2023-12-14 14:52:55.534001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 401 us (cumulative: 19.7 ms, max: 1.52 ms, #called: 421) +2023-12-14 14:52:55.534015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.534034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %constant.2.clone.3 = s32[] constant(0) and its unused operands +2023-12-14 14:52:55.534048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.45 = s32[] get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.1), index=1 and its unused operands +2023-12-14 14:52:55.534058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.54 = s32[] get-tuple-element((s32[], s32[], u32[2]{0}, u32[2]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.1), index=1 and its unused operands +2023-12-14 14:52:55.534078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_0.20.clone.clone +2023-12-14 14:52:55.534104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_1.84.clone +2023-12-14 14:52:55.534116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 99 us (cumulative: 19.8 ms, max: 1.52 ms, #called: 422) +2023-12-14 14:52:55.534122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.534137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 13 us (cumulative: 19.9 ms, max: 1.52 ms, #called: 423) +2023-12-14 14:52:55.534143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.534177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 33 us (cumulative: 19.9 ms, max: 1.52 ms, #called: 424) +2023-12-14 14:52:55.534183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.534199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 15 us (cumulative: 19.9 ms, max: 1.52 ms, #called: 425) +2023-12-14 14:52:55.534206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_split: simplification +2023-12-14 14:52:55.534216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.534297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 78 us (cumulative: 20 ms, max: 1.52 ms, #called: 426) +2023-12-14 14:52:55.534305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.534316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 10 us (cumulative: 20 ms, max: 1.52 ms, #called: 427) +2023-12-14 14:52:55.534322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.534335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 20 ms, max: 1.52 ms, #called: 428) +2023-12-14 14:52:55.534341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.534359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 17 us (cumulative: 20 ms, max: 1.52 ms, #called: 429) +2023-12-14 14:52:55.534365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.534384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 17 us (cumulative: 20 ms, max: 1.52 ms, #called: 430) +2023-12-14 14:52:55.534389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.534407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 15 us (cumulative: 20.1 ms, max: 1.52 ms, #called: 431) +2023-12-14 14:52:55.534413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.534441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 26 us (cumulative: 20.1 ms, max: 1.52 ms, #called: 432) +2023-12-14 14:52:55.534454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.534470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 15 us (cumulative: 20.1 ms, max: 1.52 ms, #called: 433) +2023-12-14 14:52:55.534476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.534486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 9 us (cumulative: 20.1 ms, max: 1.52 ms, #called: 434) +2023-12-14 14:52:55.534492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.534554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 59 us (cumulative: 20.2 ms, max: 1.52 ms, #called: 435) +2023-12-14 14:52:55.534562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.534575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 20.2 ms, max: 1.52 ms, #called: 436) +2023-12-14 14:52:55.534581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.534593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 11 us (cumulative: 20.2 ms, max: 1.52 ms, #called: 437) +2023-12-14 14:52:55.534599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.534617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 16 us (cumulative: 20.2 ms, max: 1.52 ms, #called: 438) +2023-12-14 14:52:55.534623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.534636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 12 us (cumulative: 20.2 ms, max: 1.52 ms, #called: 439) +2023-12-14 14:52:55.534643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_split: simplification +2023-12-14 14:52:55.534651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.534698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 44 us (cumulative: 20.3 ms, max: 1.52 ms, #called: 440) +2023-12-14 14:52:55.534706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.534716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 20.3 ms, max: 1.52 ms, #called: 441) +2023-12-14 14:52:55.534721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.534734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 20.3 ms, max: 1.52 ms, #called: 442) +2023-12-14 14:52:55.534740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.534754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 13 us (cumulative: 20.3 ms, max: 1.52 ms, #called: 443) +2023-12-14 14:52:55.534760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.534778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 17 us (cumulative: 20.3 ms, max: 1.52 ms, #called: 444) +2023-12-14 14:52:55.534790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.534807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 16 us (cumulative: 20.3 ms, max: 1.52 ms, #called: 445) +2023-12-14 14:52:55.534813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.534839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 24 us (cumulative: 20.3 ms, max: 1.52 ms, #called: 446) +2023-12-14 14:52:55.534846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.534861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 13 us (cumulative: 20.4 ms, max: 1.52 ms, #called: 447) +2023-12-14 14:52:55.534866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.534877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 9 us (cumulative: 20.4 ms, max: 1.52 ms, #called: 448) +2023-12-14 14:52:55.534883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.534937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 52 us (cumulative: 20.4 ms, max: 1.52 ms, #called: 449) +2023-12-14 14:52:55.534944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.534957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 20.4 ms, max: 1.52 ms, #called: 450) +2023-12-14 14:52:55.534963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.534975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 10 us (cumulative: 20.4 ms, max: 1.52 ms, #called: 451) +2023-12-14 14:52:55.534981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.534997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 15 us (cumulative: 20.5 ms, max: 1.52 ms, #called: 452) +2023-12-14 14:52:55.535003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.535016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 11 us (cumulative: 20.5 ms, max: 1.52 ms, #called: 453) +2023-12-14 14:52:55.535024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.535126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.535136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 3.28 ms (cumulative: 23.7 ms, max: 3.28 ms, #called: 454) +2023-12-14 14:52:55.535143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:55.535156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.535238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.535248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 103 us (cumulative: 23.9 ms, max: 3.28 ms, #called: 455) +2023-12-14 14:52:55.535254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:55.535269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.535350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.535360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 104 us (cumulative: 24 ms, max: 3.28 ms, #called: 456) +2023-12-14 14:52:55.535366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:55.535373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.535442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.535451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 84 us (cumulative: 24 ms, max: 3.28 ms, #called: 457) +2023-12-14 14:52:55.535458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:55.535478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.535550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.535559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 99 us (cumulative: 24.1 ms, max: 3.28 ms, #called: 458) +2023-12-14 14:52:55.535565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.535661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.535735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.535744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 177 us (cumulative: 24.3 ms, max: 3.28 ms, #called: 459) +2023-12-14 14:52:55.535750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:55.535759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.535829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.535838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 87 us (cumulative: 24.4 ms, max: 3.28 ms, #called: 460) +2023-12-14 14:52:55.535844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.535859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.535928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.535937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 92 us (cumulative: 24.5 ms, max: 3.28 ms, #called: 461) +2023-12-14 14:52:55.535948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:55.535964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.536032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.536041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 92 us (cumulative: 24.6 ms, max: 3.28 ms, #called: 462) +2023-12-14 14:52:55.536047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:55.536183: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:55.536203: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.20.clone.clone.clone) +2023-12-14 14:52:55.536410: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_1.84.clone.clone) +2023-12-14 14:52:55.536442: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.109) +2023-12-14 14:52:55.536517: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:55.536539: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.20.clone.clone.clone) +2023-12-14 14:52:55.536683: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_1.84.clone.clone) +2023-12-14 14:52:55.536701: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.109) +2023-12-14 14:52:55.536827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_split +2023-12-14 14:52:55.536934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.536982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.536989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.537005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:55.537011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:55.537022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:55.537027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.95 +2023-12-14 14:52:55.537032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.96 +2023-12-14 14:52:55.537037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.97 +2023-12-14 14:52:55.537042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:55.537047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:55.537052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:55.537064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.111 +2023-12-14 14:52:55.537069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.35 +2023-12-14 14:52:55.537074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.26 +2023-12-14 14:52:55.537079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : shift-right-logical.8 +2023-12-14 14:52:55.537084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : shift-left.8 +2023-12-14 14:52:55.537089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : tuple.7 +2023-12-14 14:52:55.537094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.10 +2023-12-14 14:52:55.537099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.13 +2023-12-14 14:52:55.537104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.14 +2023-12-14 14:52:55.537109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.15 +2023-12-14 14:52:55.537114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : broadcast.32 +2023-12-14 14:52:55.537119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : broadcast.33 +2023-12-14 14:52:55.537125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.537130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.537142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <79 arg_tuple.4{3} (phi)> has new phi inputs: +2023-12-14 14:52:55.537149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <80 arg_tuple.4{4} (phi)> has new phi inputs: +2023-12-14 14:52:55.537155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <81 arg_tuple.4{5} (phi)> has new phi inputs: +2023-12-14 14:52:55.537161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <82 arg_tuple.4{6} (phi)> has new phi inputs: +2023-12-14 14:52:55.537166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <83 arg_tuple.4{7} (phi)> has new phi inputs: +2023-12-14 14:52:55.537171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:55.537179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <87 arg_tuple.3{3} (phi)> has new phi inputs: +2023-12-14 14:52:55.537185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <88 arg_tuple.3{4} (phi)> has new phi inputs: +2023-12-14 14:52:55.537190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <89 arg_tuple.3{5} (phi)> has new phi inputs: +2023-12-14 14:52:55.537196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <90 arg_tuple.3{6} (phi)> has new phi inputs: +2023-12-14 14:52:55.537201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <91 arg_tuple.3{7} (phi)> has new phi inputs: +2023-12-14 14:52:55.537206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:55.537211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.95 +2023-12-14 14:52:55.537220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.96 +2023-12-14 14:52:55.537225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.97 +2023-12-14 14:52:55.537230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:55.537237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:55.537241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:55.537246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.111 +2023-12-14 14:52:55.537259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.537271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.537276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 74, phi: +2023-12-14 14:52:55.537281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 20 +2023-12-14 14:52:55.537286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:55.537290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 20: +2023-12-14 14:52:55.537295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73: +2023-12-14 14:52:55.537300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 75, phi: +2023-12-14 14:52:55.537304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 20 +2023-12-14 14:52:55.537309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:55.537315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 76, phi: +2023-12-14 14:52:55.537320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 2 +2023-12-14 14:52:55.537325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 24 +2023-12-14 14:52:55.537330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 2: +2023-12-14 14:52:55.537335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 24: +2023-12-14 14:52:55.537339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 77, phi: +2023-12-14 14:52:55.537344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 9 +2023-12-14 14:52:55.537349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.537353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 9: +2023-12-14 14:52:55.537358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:55.537363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 78, phi: +2023-12-14 14:52:55.537367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 14 +2023-12-14 14:52:55.537372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:55.537376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 14: +2023-12-14 14:52:55.537381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72: +2023-12-14 14:52:55.537389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 79, phi: +2023-12-14 14:52:55.537394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.537398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 88 +2023-12-14 14:52:55.537403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12: +2023-12-14 14:52:55.537408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 17: +2023-12-14 14:52:55.537414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 80, phi: +2023-12-14 14:52:55.537419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 17 +2023-12-14 14:52:55.537424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 89 +2023-12-14 14:52:55.537429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 7: +2023-12-14 14:52:55.537433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 81, phi: +2023-12-14 14:52:55.537438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 7 +2023-12-14 14:52:55.537442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 87 +2023-12-14 14:52:55.537447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 82, phi: +2023-12-14 14:52:55.537452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 18 +2023-12-14 14:52:55.537456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 91 +2023-12-14 14:52:55.537461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 18: +2023-12-14 14:52:55.537466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 19: +2023-12-14 14:52:55.537470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 83, phi: +2023-12-14 14:52:55.537475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 19 +2023-12-14 14:52:55.537479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 90 +2023-12-14 14:52:55.537484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 84, phi: +2023-12-14 14:52:55.537489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 2 +2023-12-14 14:52:55.537494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 24 +2023-12-14 14:52:55.537498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 85, phi: +2023-12-14 14:52:55.537503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 9 +2023-12-14 14:52:55.537509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.537513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 86, phi: +2023-12-14 14:52:55.537518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 14 +2023-12-14 14:52:55.537522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:55.537527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 87, phi: +2023-12-14 14:52:55.537532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.537536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 88 +2023-12-14 14:52:55.537541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 88, phi: +2023-12-14 14:52:55.537545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 17 +2023-12-14 14:52:55.537554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 89 +2023-12-14 14:52:55.537558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 89, phi: +2023-12-14 14:52:55.537563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 7 +2023-12-14 14:52:55.537568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 87 +2023-12-14 14:52:55.537572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 90, phi: +2023-12-14 14:52:55.537577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 18 +2023-12-14 14:52:55.537582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 91 +2023-12-14 14:52:55.537587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 91, phi: +2023-12-14 14:52:55.537592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 19 +2023-12-14 14:52:55.537598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 90 +2023-12-14 14:52:55.537602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 92, phi: +2023-12-14 14:52:55.537607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:55.537612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 20 +2023-12-14 14:52:55.537616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 93, phi: +2023-12-14 14:52:55.537621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 24 +2023-12-14 14:52:55.537626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 2 +2023-12-14 14:52:55.537630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 94, phi: +2023-12-14 14:52:55.537635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.537639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 9 +2023-12-14 14:52:55.537644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 95, phi: +2023-12-14 14:52:55.537649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:55.537653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 14 +2023-12-14 14:52:55.537658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 96, phi: +2023-12-14 14:52:55.537662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 88 +2023-12-14 14:52:55.537667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.537673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 97, phi: +2023-12-14 14:52:55.537677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 89 +2023-12-14 14:52:55.537682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 17 +2023-12-14 14:52:55.537687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 98, phi: +2023-12-14 14:52:55.537692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 87 +2023-12-14 14:52:55.537696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 7 +2023-12-14 14:52:55.537701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 99, phi: +2023-12-14 14:52:55.537705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 91 +2023-12-14 14:52:55.537713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 18 +2023-12-14 14:52:55.537718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 100, phi: +2023-12-14 14:52:55.537722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 90 +2023-12-14 14:52:55.537727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 19 +2023-12-14 14:52:55.537746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.537755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.537761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 74, phi: +2023-12-14 14:52:55.537765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 20 +2023-12-14 14:52:55.537770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:55.537777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 20: +2023-12-14 14:52:55.537782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73: +2023-12-14 14:52:55.537786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 75, phi: +2023-12-14 14:52:55.537791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 20 +2023-12-14 14:52:55.537796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:55.537800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 76, phi: +2023-12-14 14:52:55.537805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 2 +2023-12-14 14:52:55.537810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 24 +2023-12-14 14:52:55.537814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 2: +2023-12-14 14:52:55.537819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 24: +2023-12-14 14:52:55.537824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 77, phi: +2023-12-14 14:52:55.537829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 9 +2023-12-14 14:52:55.537833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.537838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 9: +2023-12-14 14:52:55.537842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:55.537848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 78, phi: +2023-12-14 14:52:55.537853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 14 +2023-12-14 14:52:55.537857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:55.537862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 14: +2023-12-14 14:52:55.537867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72: +2023-12-14 14:52:55.537872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 79, phi: +2023-12-14 14:52:55.537877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.537881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 88 +2023-12-14 14:52:55.537886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12: +2023-12-14 14:52:55.537894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 17: +2023-12-14 14:52:55.537899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 80, phi: +2023-12-14 14:52:55.537903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 17 +2023-12-14 14:52:55.537908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 89 +2023-12-14 14:52:55.537913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 7: +2023-12-14 14:52:55.537917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 81, phi: +2023-12-14 14:52:55.537922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 7 +2023-12-14 14:52:55.537926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 87 +2023-12-14 14:52:55.537931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 82, phi: +2023-12-14 14:52:55.537936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 18 +2023-12-14 14:52:55.537941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 91 +2023-12-14 14:52:55.537946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 18: +2023-12-14 14:52:55.537951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 19: +2023-12-14 14:52:55.537956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 83, phi: +2023-12-14 14:52:55.537961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 19 +2023-12-14 14:52:55.537966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 90 +2023-12-14 14:52:55.537970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 84, phi: +2023-12-14 14:52:55.537975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 2 +2023-12-14 14:52:55.537979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 24 +2023-12-14 14:52:55.537984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 85, phi: +2023-12-14 14:52:55.537989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 9 +2023-12-14 14:52:55.537993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.537998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 86, phi: +2023-12-14 14:52:55.538003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 14 +2023-12-14 14:52:55.538007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:55.538012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 87, phi: +2023-12-14 14:52:55.538016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.538021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 88 +2023-12-14 14:52:55.538026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 88, phi: +2023-12-14 14:52:55.538031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 17 +2023-12-14 14:52:55.538036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 89 +2023-12-14 14:52:55.538040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 89, phi: +2023-12-14 14:52:55.538045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 7 +2023-12-14 14:52:55.538053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 87 +2023-12-14 14:52:55.538058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 90, phi: +2023-12-14 14:52:55.538062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 18 +2023-12-14 14:52:55.538067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 91 +2023-12-14 14:52:55.538072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 91, phi: +2023-12-14 14:52:55.538076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 19 +2023-12-14 14:52:55.538081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 90 +2023-12-14 14:52:55.538085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 92, phi: +2023-12-14 14:52:55.538090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:55.538095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 20 +2023-12-14 14:52:55.538099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 93, phi: +2023-12-14 14:52:55.538104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 24 +2023-12-14 14:52:55.538109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 2 +2023-12-14 14:52:55.538113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 94, phi: +2023-12-14 14:52:55.538119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.538124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 9 +2023-12-14 14:52:55.538128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 95, phi: +2023-12-14 14:52:55.538133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:55.538139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 14 +2023-12-14 14:52:55.538143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 96, phi: +2023-12-14 14:52:55.538148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 88 +2023-12-14 14:52:55.538152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.538157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 97, phi: +2023-12-14 14:52:55.538162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 89 +2023-12-14 14:52:55.538166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 17 +2023-12-14 14:52:55.538171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 98, phi: +2023-12-14 14:52:55.538176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 87 +2023-12-14 14:52:55.538180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 7 +2023-12-14 14:52:55.538185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 99, phi: +2023-12-14 14:52:55.538189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 91 +2023-12-14 14:52:55.538194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 18 +2023-12-14 14:52:55.538199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 100, phi: +2023-12-14 14:52:55.538205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 90 +2023-12-14 14:52:55.538210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 19 +2023-12-14 14:52:55.538217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.538225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 Arg_0.1> + +2023-12-14 14:52:55.538232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:55.538238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 constant.2> + +2023-12-14 14:52:55.538242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:55.538248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 constant.3> + +2023-12-14 14:52:55.538253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:55.538258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <19 constant.4> + +2023-12-14 14:52:55.538263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:55.538268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <18 constant.5> + +2023-12-14 14:52:55.538273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.6 +2023-12-14 14:52:55.538278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <3 iota.6> + +2023-12-14 14:52:55.538283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.7 +2023-12-14 14:52:55.538288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.7> + +2023-12-14 14:52:55.538293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.8 +2023-12-14 14:52:55.538299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.8> + +2023-12-14 14:52:55.538304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.9 +2023-12-14 14:52:55.538309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <11 slice.9> + +2023-12-14 14:52:55.538314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.10 +2023-12-14 14:52:55.538320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <12 reshape.10> + +2023-12-14 14:52:55.538324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.11 +2023-12-14 14:52:55.538330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <4 slice.11> + +2023-12-14 14:52:55.538334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.12 +2023-12-14 14:52:55.538340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <10 slice.12> + +2023-12-14 14:52:55.538344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:55.538350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <15 xor.13> + +2023-12-14 14:52:55.538360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:55.538365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 xor.14> + +2023-12-14 14:52:55.538370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.15 +2023-12-14 14:52:55.538376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <8 broadcast.15> + +2023-12-14 14:52:55.538380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.16 +2023-12-14 14:52:55.538387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <9 add.16> + +2023-12-14 14:52:55.538391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.17 +2023-12-14 14:52:55.538397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <13 broadcast.17> + +2023-12-14 14:52:55.538402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.18 +2023-12-14 14:52:55.538408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 add.18> + +2023-12-14 14:52:55.538413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.107 +2023-12-14 14:52:55.538418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <21 concatenate.107> + +2023-12-14 14:52:55.538423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.108 +2023-12-14 14:52:55.538429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <22 reshape.108> + +2023-12-14 14:52:55.538434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:55.538445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <20 tuple.6{}> + {0} : HloValueSet: <2 constant.2> + {1} : HloValueSet: <9 add.16> + {2} : HloValueSet: <14 add.18> + {3} : HloValueSet: <12 reshape.10> + {4} : HloValueSet: <17 xor.14> + {5} : HloValueSet: <7 reshape.8> + {6} : HloValueSet: <18 constant.5> + {7} : HloValueSet: <19 constant.4> + +2023-12-14 14:52:55.538451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.538461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <92 while.1{} (phi)> + {0} : HloValueSet: <93 while.1{0} (phi)> + {1} : HloValueSet: <94 while.1{1} (phi)> + {2} : HloValueSet: <95 while.1{2} (phi)> + {3} : HloValueSet: <96 while.1{3} (phi)> + {4} : HloValueSet: <97 while.1{4} (phi)> + {5} : HloValueSet: <98 while.1{5} (phi)> + {6} : HloValueSet: <99 while.1{6} (phi)> + {7} : HloValueSet: <100 while.1{7} (phi)> + +2023-12-14 14:52:55.538467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.100 +2023-12-14 14:52:55.538473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <94 while.1{1} (phi)> + +2023-12-14 14:52:55.538478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.101 +2023-12-14 14:52:55.538487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <95 while.1{2} (phi)> + +2023-12-14 14:52:55.538492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.538503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <75 arg_tuple.3{} (phi)> + {0} : HloValueSet: <84 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <85 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <86 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <87 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <88 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <89 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <90 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <91 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.538509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.9 +2023-12-14 14:52:55.538514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 constant.9> + +2023-12-14 14:52:55.538519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:52:55.538524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <23 constant.10> + +2023-12-14 14:52:55.538529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.10 +2023-12-14 14:52:55.538534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <26 slice.10> + +2023-12-14 14:52:55.538539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.9 +2023-12-14 14:52:55.538544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 reshape.9> + +2023-12-14 14:52:55.538549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.26 +2023-12-14 14:52:55.538555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <25 add.26> + +2023-12-14 14:52:55.538559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.24 +2023-12-14 14:52:55.538566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <28 broadcast.24> + +2023-12-14 14:52:55.538571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.8 +2023-12-14 14:52:55.538576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <29 shift-left.8> + +2023-12-14 14:52:55.538581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.8 +2023-12-14 14:52:55.538588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 subtract.8> + +2023-12-14 14:52:55.538592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.25 +2023-12-14 14:52:55.538598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <32 broadcast.25> + +2023-12-14 14:52:55.538603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.8 +2023-12-14 14:52:55.538608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <33 shift-right-logical.8> + +2023-12-14 14:52:55.538616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.8 +2023-12-14 14:52:55.538621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <34 or.8> + +2023-12-14 14:52:55.538626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.8 +2023-12-14 14:52:55.538632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <35 xor.8> + +2023-12-14 14:52:55.538636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.13 +2023-12-14 14:52:55.538642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <37 slice.13> + +2023-12-14 14:52:55.538647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.11 +2023-12-14 14:52:55.538653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 reshape.11> + +2023-12-14 14:52:55.538657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.27 +2023-12-14 14:52:55.538663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <36 add.27> + +2023-12-14 14:52:55.538668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.26 +2023-12-14 14:52:55.538673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <39 broadcast.26> + +2023-12-14 14:52:55.538678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.9 +2023-12-14 14:52:55.538684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <40 shift-left.9> + +2023-12-14 14:52:55.538689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.9 +2023-12-14 14:52:55.538694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <41 subtract.9> + +2023-12-14 14:52:55.538699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.27 +2023-12-14 14:52:55.538704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <42 broadcast.27> + +2023-12-14 14:52:55.538709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.9 +2023-12-14 14:52:55.538714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <43 shift-right-logical.9> + +2023-12-14 14:52:55.538719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.9 +2023-12-14 14:52:55.538724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <44 or.9> + +2023-12-14 14:52:55.538729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.9 +2023-12-14 14:52:55.538734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <45 xor.9> + +2023-12-14 14:52:55.538740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:55.538745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <47 slice.14> + +2023-12-14 14:52:55.538753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.12 +2023-12-14 14:52:55.538758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <48 reshape.12> + +2023-12-14 14:52:55.538763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.28 +2023-12-14 14:52:55.538769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <46 add.28> + +2023-12-14 14:52:55.538774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.28 +2023-12-14 14:52:55.538780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <49 broadcast.28> + +2023-12-14 14:52:55.538784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.10 +2023-12-14 14:52:55.538790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <50 shift-left.10> + +2023-12-14 14:52:55.538795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.10 +2023-12-14 14:52:55.538800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <51 subtract.10> + +2023-12-14 14:52:55.538805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.29 +2023-12-14 14:52:55.538810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <52 broadcast.29> + +2023-12-14 14:52:55.538815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.10 +2023-12-14 14:52:55.538820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <53 shift-right-logical.10> + +2023-12-14 14:52:55.538825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.10 +2023-12-14 14:52:55.538831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <54 or.10> + +2023-12-14 14:52:55.538836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.10 +2023-12-14 14:52:55.538842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <55 xor.10> + +2023-12-14 14:52:55.538846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:55.538852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <59 slice.15> + +2023-12-14 14:52:55.538857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.13 +2023-12-14 14:52:55.538862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 reshape.13> + +2023-12-14 14:52:55.538867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.29 +2023-12-14 14:52:55.538872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <56 add.29> + +2023-12-14 14:52:55.538877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.30 +2023-12-14 14:52:55.538883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <61 broadcast.30> + +2023-12-14 14:52:55.538890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.11 +2023-12-14 14:52:55.538896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <62 shift-left.11> + +2023-12-14 14:52:55.538901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.11 +2023-12-14 14:52:55.538906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <63 subtract.11> + +2023-12-14 14:52:55.538911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.31 +2023-12-14 14:52:55.538917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <64 broadcast.31> + +2023-12-14 14:52:55.538922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.11 +2023-12-14 14:52:55.538928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <65 shift-right-logical.11> + +2023-12-14 14:52:55.538933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.11 +2023-12-14 14:52:55.538938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <66 or.11> + +2023-12-14 14:52:55.538943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.11 +2023-12-14 14:52:55.538949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <67 xor.11> + +2023-12-14 14:52:55.538954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.32 +2023-12-14 14:52:55.538960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <57 broadcast.32> + +2023-12-14 14:52:55.538964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.30 +2023-12-14 14:52:55.538970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <58 add.30> + +2023-12-14 14:52:55.538974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.33 +2023-12-14 14:52:55.538980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <68 broadcast.33> + +2023-12-14 14:52:55.538985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.31 +2023-12-14 14:52:55.538990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <69 add.31> + +2023-12-14 14:52:55.538995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:55.539000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <70 convert.2> + +2023-12-14 14:52:55.539005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.34 +2023-12-14 14:52:55.539011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <71 broadcast.34> + +2023-12-14 14:52:55.539016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.34 +2023-12-14 14:52:55.539021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <72 add.34> + +2023-12-14 14:52:55.539028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:55.539034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <24 add.35> + +2023-12-14 14:52:55.539040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.7 +2023-12-14 14:52:55.539050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <73 tuple.7{}> + {0} : HloValueSet: <24 add.35> + {1} : HloValueSet: <58 add.30> + {2} : HloValueSet: <72 add.34> + {3} : HloValueSet: <88 arg_tuple.3{4} (phi)> + {4} : HloValueSet: <89 arg_tuple.3{5} (phi)> + {5} : HloValueSet: <87 arg_tuple.3{3} (phi)> + {6} : HloValueSet: <91 arg_tuple.3{7} (phi)> + {7} : HloValueSet: <90 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.539055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:55.539061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <91 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.539065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.95 +2023-12-14 14:52:55.539071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <90 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.539076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.96 +2023-12-14 14:52:55.539081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <89 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.539086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.97 +2023-12-14 14:52:55.539092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <88 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.539097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:55.539103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <87 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.539107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:55.539113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <86 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.539118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:55.539123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <85 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.539129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.111 +2023-12-14 14:52:55.539134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <84 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.539139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.539149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <74 arg_tuple.4{} (phi)> + {0} : HloValueSet: <76 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <77 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <78 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <79 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <80 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <81 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <82 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <83 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.539157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:55.539163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 constant.11> + +2023-12-14 14:52:55.539168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:55.539173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <1 compare.1> + +2023-12-14 14:52:55.539178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.539184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <76 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.539618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_split +2023-12-14 14:52:55.539634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.539639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.539649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 Arg_0.1> (def) +2023-12-14 14:52:55.539653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:55.539663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.2> (def) +2023-12-14 14:52:55.539668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:55.539677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 constant.3> (def) +2023-12-14 14:52:55.539682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:55.539691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 constant.4> (def) +2023-12-14 14:52:55.539696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:55.539706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 constant.5> (def) +2023-12-14 14:52:55.539711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.6: +2023-12-14 14:52:55.539720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 iota.6> (def) +2023-12-14 14:52:55.539730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.7: +2023-12-14 14:52:55.539739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.7> (def) +2023-12-14 14:52:55.539744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.8: +2023-12-14 14:52:55.539753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.8> (def) +2023-12-14 14:52:55.539758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9: +2023-12-14 14:52:55.539768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.9> (def) +2023-12-14 14:52:55.539772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.10: +2023-12-14 14:52:55.539782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 reshape.10> (def) +2023-12-14 14:52:55.539786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11: +2023-12-14 14:52:55.539796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.11> (def) +2023-12-14 14:52:55.539800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12: +2023-12-14 14:52:55.539810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.12> (def) +2023-12-14 14:52:55.539814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:55.539824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 xor.13> (def) +2023-12-14 14:52:55.539830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:55.539839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 xor.14> (def) +2023-12-14 14:52:55.539844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.15: +2023-12-14 14:52:55.539854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 broadcast.15> (def) +2023-12-14 14:52:55.539859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.16: +2023-12-14 14:52:55.539868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 add.16> (def) +2023-12-14 14:52:55.539873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.17: +2023-12-14 14:52:55.539886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 broadcast.17> (def) +2023-12-14 14:52:55.539890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18: +2023-12-14 14:52:55.539900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 add.18> (def) +2023-12-14 14:52:55.539904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.107: +2023-12-14 14:52:55.539914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 concatenate.107> (def) +2023-12-14 14:52:55.539919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.108: +2023-12-14 14:52:55.539929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.108> (def) +2023-12-14 14:52:55.539933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.539938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:55.539943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.539948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 tuple.6{}> (def) +2023-12-14 14:52:55.539953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.539958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.2> +2023-12-14 14:52:55.539963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.539968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 add.16> +2023-12-14 14:52:55.539973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.539977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 add.18> +2023-12-14 14:52:55.539982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.539987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 reshape.10> +2023-12-14 14:52:55.539992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.539996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 xor.14> +2023-12-14 14:52:55.540001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.540006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.8> +2023-12-14 14:52:55.540011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.540016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 constant.5> +2023-12-14 14:52:55.540023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.540028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 constant.4> +2023-12-14 14:52:55.540033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.540043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.540048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 while.1{} (phi)> (def) +2023-12-14 14:52:55.540053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.540057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 while.1{0} (phi)> (def) +2023-12-14 14:52:55.540062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.540067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 while.1{1} (phi)> (def) +2023-12-14 14:52:55.540072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.540077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 while.1{2} (phi)> (def) +2023-12-14 14:52:55.540081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.540086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 while.1{3} (phi)> (def) +2023-12-14 14:52:55.540091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.540096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 while.1{4} (phi)> (def) +2023-12-14 14:52:55.540101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.540106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 while.1{5} (phi)> (def) +2023-12-14 14:52:55.540111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.540115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 while.1{6} (phi)> (def) +2023-12-14 14:52:55.540120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.540126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 while.1{7} (phi)> (def) +2023-12-14 14:52:55.540130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100: +2023-12-14 14:52:55.540140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 while.1{1} (phi)> +2023-12-14 14:52:55.540145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101: +2023-12-14 14:52:55.540154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 while.1{2} (phi)> +2023-12-14 14:52:55.540159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.540172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.540177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.540182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.540186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.540191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.540197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.540202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.540207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.540212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.540216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.540221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.540226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.540231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.540235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.540240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.540246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.540250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.540255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.540260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9: +2023-12-14 14:52:55.540270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 constant.9> (def) +2023-12-14 14:52:55.540274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:52:55.540284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 constant.10> (def) +2023-12-14 14:52:55.540289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10: +2023-12-14 14:52:55.540298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.10> (def) +2023-12-14 14:52:55.540306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.9: +2023-12-14 14:52:55.540317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.9> (def) +2023-12-14 14:52:55.540321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.26: +2023-12-14 14:52:55.540331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.26> (def) +2023-12-14 14:52:55.540335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.24: +2023-12-14 14:52:55.540346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 broadcast.24> (def) +2023-12-14 14:52:55.540351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8: +2023-12-14 14:52:55.540360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 shift-left.8> (def) +2023-12-14 14:52:55.540365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8: +2023-12-14 14:52:55.540374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 subtract.8> (def) +2023-12-14 14:52:55.540379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.25: +2023-12-14 14:52:55.540389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 broadcast.25> (def) +2023-12-14 14:52:55.540394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8: +2023-12-14 14:52:55.540403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 shift-right-logical.8> (def) +2023-12-14 14:52:55.540408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8: +2023-12-14 14:52:55.540420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 or.8> (def) +2023-12-14 14:52:55.540424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8: +2023-12-14 14:52:55.540434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 xor.8> (def) +2023-12-14 14:52:55.540439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13: +2023-12-14 14:52:55.540448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 slice.13> (def) +2023-12-14 14:52:55.540453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.11: +2023-12-14 14:52:55.540479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 reshape.11> (def) +2023-12-14 14:52:55.540483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.27: +2023-12-14 14:52:55.540493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 add.27> (def) +2023-12-14 14:52:55.540498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.26: +2023-12-14 14:52:55.540507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 broadcast.26> (def) +2023-12-14 14:52:55.540512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9: +2023-12-14 14:52:55.540521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 shift-left.9> (def) +2023-12-14 14:52:55.540526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9: +2023-12-14 14:52:55.540536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.9> (def) +2023-12-14 14:52:55.540541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27: +2023-12-14 14:52:55.540550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.27> (def) +2023-12-14 14:52:55.540555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9: +2023-12-14 14:52:55.540566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 shift-right-logical.9> (def) +2023-12-14 14:52:55.540570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9: +2023-12-14 14:52:55.540580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 or.9> (def) +2023-12-14 14:52:55.540584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9: +2023-12-14 14:52:55.540594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 xor.9> (def) +2023-12-14 14:52:55.540600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:55.540610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 slice.14> (def) +2023-12-14 14:52:55.540614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12: +2023-12-14 14:52:55.540627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 reshape.12> (def) +2023-12-14 14:52:55.540633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28: +2023-12-14 14:52:55.540642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.28> (def) +2023-12-14 14:52:55.540647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.28: +2023-12-14 14:52:55.540656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 broadcast.28> (def) +2023-12-14 14:52:55.540661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10: +2023-12-14 14:52:55.540671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 shift-left.10> (def) +2023-12-14 14:52:55.540676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10: +2023-12-14 14:52:55.540685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 subtract.10> (def) +2023-12-14 14:52:55.540690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29: +2023-12-14 14:52:55.540699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 broadcast.29> (def) +2023-12-14 14:52:55.540705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10: +2023-12-14 14:52:55.540714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 shift-right-logical.10> (def) +2023-12-14 14:52:55.540719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10: +2023-12-14 14:52:55.540728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 or.10> (def) +2023-12-14 14:52:55.540733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10: +2023-12-14 14:52:55.540743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 xor.10> (def) +2023-12-14 14:52:55.540748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:55.540757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 slice.15> (def) +2023-12-14 14:52:55.540762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13: +2023-12-14 14:52:55.540776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 reshape.13> (def) +2023-12-14 14:52:55.540780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.29: +2023-12-14 14:52:55.540790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 add.29> (def) +2023-12-14 14:52:55.540794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.30: +2023-12-14 14:52:55.540804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 broadcast.30> (def) +2023-12-14 14:52:55.540808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11: +2023-12-14 14:52:55.540819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 shift-left.11> (def) +2023-12-14 14:52:55.540823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11: +2023-12-14 14:52:55.540833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 subtract.11> (def) +2023-12-14 14:52:55.540838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31: +2023-12-14 14:52:55.540848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 broadcast.31> (def) +2023-12-14 14:52:55.540853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11: +2023-12-14 14:52:55.540862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 shift-right-logical.11> (def) +2023-12-14 14:52:55.540867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11: +2023-12-14 14:52:55.540876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 or.11> (def) +2023-12-14 14:52:55.540881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11: +2023-12-14 14:52:55.540891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 xor.11> (def) +2023-12-14 14:52:55.540896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32: +2023-12-14 14:52:55.540905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 broadcast.32> (def) +2023-12-14 14:52:55.540910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30: +2023-12-14 14:52:55.540926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 add.30> (def) +2023-12-14 14:52:55.540930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33: +2023-12-14 14:52:55.540940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.33> (def) +2023-12-14 14:52:55.540944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.31: +2023-12-14 14:52:55.540955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 add.31> (def) +2023-12-14 14:52:55.540960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:55.540969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 convert.2> (def) +2023-12-14 14:52:55.540974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34: +2023-12-14 14:52:55.540983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 broadcast.34> (def) +2023-12-14 14:52:55.540988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.540993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.34: +2023-12-14 14:52:55.540998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 add.34> (def) +2023-12-14 14:52:55.541003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:55.541012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 add.35> (def) +2023-12-14 14:52:55.541017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7: +2023-12-14 14:52:55.541028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.541033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.7{}> (def) +2023-12-14 14:52:55.541037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.541042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 add.35> +2023-12-14 14:52:55.541047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.541052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 add.30> +2023-12-14 14:52:55.541056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.541061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 add.34> +2023-12-14 14:52:55.541071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.541076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.541080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.541085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.541090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.541095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.541100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.541105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.541109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.541114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.541119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:55.541128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.541133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.95: +2023-12-14 14:52:55.541144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.541148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96: +2023-12-14 14:52:55.541158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.541163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97: +2023-12-14 14:52:55.541174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.541178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:55.541188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.541193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:55.541202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.541208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:55.541220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.541225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.111: +2023-12-14 14:52:55.541235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.541240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.541249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.541254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.541259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.541264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.541268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.541273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.541278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.541284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.541289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.541293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.541298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.541303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.541308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.541313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.541318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.541323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.541328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.541332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.541337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:55.541347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 constant.11> (def) +2023-12-14 14:52:55.541355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:55.541365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 compare.1> (def) +2023-12-14 14:52:55.541370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.541375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.541380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.541385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.541390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 constant.11> +2023-12-14 14:52:55.541395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:55.541404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:55.541414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(5) +2023-12-14 14:52:55.541419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 compare.1> +2023-12-14 14:52:55.541423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:55.541434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.11), direction=LT, metadata={op_name="jit(_threefry_split)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.2> +2023-12-14 14:52:55.541449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:55.541459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:55.541464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.541474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = s32[] constant(0) +2023-12-14 14:52:55.541478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 iota.6> +2023-12-14 14:52:55.541483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.6 +2023-12-14 14:52:55.541492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11, operand 0 +2023-12-14 14:52:55.541506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12, operand 0 +2023-12-14 14:52:55.541511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.6 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.11> +2023-12-14 14:52:55.541521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11 +2023-12-14 14:52:55.541531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.16, operand 0 +2023-12-14 14:52:55.541541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.11 = u32[2]{0} slice(u32[4]{0} %iota.6), slice={[0:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(2,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 Arg_0.1> +2023-12-14 14:52:55.541551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.541560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.7, operand 0 +2023-12-14 14:52:55.541571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9, operand 0 +2023-12-14 14:52:55.541577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.541581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.7> +2023-12-14 14:52:55.541586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.7 +2023-12-14 14:52:55.541597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.8, operand 0 +2023-12-14 14:52:55.541607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.7 = u32[1]{0} slice(u32[2]{0} %Arg_0.1), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.8> +2023-12-14 14:52:55.541616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.8 +2023-12-14 14:52:55.541629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {5} +2023-12-14 14:52:55.541633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:55.541643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.15, operand 0 +2023-12-14 14:52:55.541649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.541654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.8 = u32[] reshape(u32[1]{0} %slice.7), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 broadcast.15> +2023-12-14 14:52:55.541663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.15 +2023-12-14 14:52:55.541673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.16, operand 1 +2023-12-14 14:52:55.541683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.15 = u32[2]{0} broadcast(u32[] %reshape.8), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 add.16> +2023-12-14 14:52:55.541693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.16 +2023-12-14 14:52:55.541702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:55.541707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.541717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.16 = u32[2]{0} add(u32[2]{0} %slice.11, u32[2]{0} %broadcast.15), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.12> +2023-12-14 14:52:55.541727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12 +2023-12-14 14:52:55.541736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18, operand 0 +2023-12-14 14:52:55.541747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.12 = u32[2]{0} slice(u32[4]{0} %iota.6), slice={[2:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(2,) limit_indices=(4,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.9> +2023-12-14 14:52:55.541759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9 +2023-12-14 14:52:55.541769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.10, operand 0 +2023-12-14 14:52:55.541778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.9 = u32[1]{0} slice(u32[2]{0} %Arg_0.1), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 reshape.10> +2023-12-14 14:52:55.541789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.10 +2023-12-14 14:52:55.541798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {3} +2023-12-14 14:52:55.541803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:55.541814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.17, operand 0 +2023-12-14 14:52:55.541818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.541823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.10 = u32[] reshape(u32[1]{0} %slice.9), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 broadcast.17> +2023-12-14 14:52:55.541833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.17 +2023-12-14 14:52:55.541842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18, operand 1 +2023-12-14 14:52:55.541852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.17 = u32[2]{0} broadcast(u32[] %reshape.10), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 add.18> +2023-12-14 14:52:55.541862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18 +2023-12-14 14:52:55.541875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {2} +2023-12-14 14:52:55.541880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.541890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.18 = u32[2]{0} add(u32[2]{0} %slice.12, u32[2]{0} %broadcast.17), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 xor.13> +2023-12-14 14:52:55.541900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:55.541909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:55.541919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[] xor(u32[] %reshape.8, u32[] %reshape.10), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 constant.3> +2023-12-14 14:52:55.541929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:55.541939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:55.541949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = u32[] constant(466688986) +2023-12-14 14:52:55.541954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 xor.14> +2023-12-14 14:52:55.541959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.541964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:55.541968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {4} +2023-12-14 14:52:55.541973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.541978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.541983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[] xor(u32[] %xor.13, u32[] %constant.3), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.541988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 constant.5> +2023-12-14 14:52:55.541992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:55.542006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {6} +2023-12-14 14:52:55.542011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.542021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.542026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 constant.4> +2023-12-14 14:52:55.542031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:55.542040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {7} +2023-12-14 14:52:55.542045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.542055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.542060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 tuple.6{}> +2023-12-14 14:52:55.542065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:55.542075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.542085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.2, u32[2]{0} %add.16, u32[2]{0} %add.18, u32[] %reshape.10, u32[] %xor.14, /*index=5*/u32[] %reshape.8, u32[4]{0} %constant.5, u32[4]{0} %constant.4) +2023-12-14 14:52:55.542091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 concatenate.107> +2023-12-14 14:52:55.542097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.107 +2023-12-14 14:52:55.542106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.108, operand 0 +2023-12-14 14:52:55.542116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.107 = u32[4]{0} concatenate(u32[2]{0} %get-tuple-element.100, u32[2]{0} %get-tuple-element.101), dimensions={0}, metadata={op_name="jit(_threefry_split)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.108> +2023-12-14 14:52:55.542129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.108 +2023-12-14 14:52:55.542138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.108 = u32[2,2]{1,0} reshape(u32[4]{0} %concatenate.107), metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 constant.10> +2023-12-14 14:52:55.542154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:52:55.542163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:55.542174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = s32[] constant(1) +2023-12-14 14:52:55.542179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 add.35> +2023-12-14 14:52:55.542183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:55.542193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {0} +2023-12-14 14:52:55.542197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 0 +2023-12-14 14:52:55.542207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:55.542212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %get-tuple-element.111, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.26> +2023-12-14 14:52:55.542222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.26 +2023-12-14 14:52:55.542232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8, operand 0 +2023-12-14 14:52:55.542242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.27, operand 0 +2023-12-14 14:52:55.542247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.26 = u32[2]{0} add(u32[2]{0} %get-tuple-element.109, u32[2]{0} %get-tuple-element.108), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.10> +2023-12-14 14:52:55.542260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10 +2023-12-14 14:52:55.542269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.9, operand 0 +2023-12-14 14:52:55.542279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.10 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.95), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.9> +2023-12-14 14:52:55.542290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.9 +2023-12-14 14:52:55.542300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.24, operand 0 +2023-12-14 14:52:55.542311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 1 +2023-12-14 14:52:55.542316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.9 = u32[] reshape(u32[1]{0} %slice.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 broadcast.24> +2023-12-14 14:52:55.542325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.24 +2023-12-14 14:52:55.542335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8, operand 1 +2023-12-14 14:52:55.542345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.24 = u32[2]{0} broadcast(u32[] %reshape.9), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 shift-left.8> +2023-12-14 14:52:55.542354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8 +2023-12-14 14:52:55.542365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8, operand 0 +2023-12-14 14:52:55.542374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.8 = u32[2]{0} shift-left(u32[2]{0} %get-tuple-element.108, u32[2]{0} %broadcast.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 constant.9> +2023-12-14 14:52:55.542388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9 +2023-12-14 14:52:55.542397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 0 +2023-12-14 14:52:55.542407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 0 +2023-12-14 14:52:55.542412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 0 +2023-12-14 14:52:55.542416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 0 +2023-12-14 14:52:55.542421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.9 = u32[] constant(32) +2023-12-14 14:52:55.542426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 subtract.8> +2023-12-14 14:52:55.542431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8 +2023-12-14 14:52:55.542441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.25, operand 0 +2023-12-14 14:52:55.542452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.8 = u32[] subtract(u32[] %constant.9, u32[] %reshape.9), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 broadcast.25> +2023-12-14 14:52:55.542462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.25 +2023-12-14 14:52:55.542472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8, operand 1 +2023-12-14 14:52:55.542481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.25 = u32[2]{0} broadcast(u32[] %subtract.8), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 shift-right-logical.8> +2023-12-14 14:52:55.542491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8 +2023-12-14 14:52:55.542504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8, operand 1 +2023-12-14 14:52:55.542515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.8 = u32[2]{0} shift-right-logical(u32[2]{0} %get-tuple-element.108, u32[2]{0} %broadcast.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 or.8> +2023-12-14 14:52:55.542525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8 +2023-12-14 14:52:55.542534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8, operand 1 +2023-12-14 14:52:55.542544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.8 = u32[2]{0} or(u32[2]{0} %shift-left.8, u32[2]{0} %shift-right-logical.8), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 xor.8> +2023-12-14 14:52:55.542553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8 +2023-12-14 14:52:55.542563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.27, operand 1 +2023-12-14 14:52:55.542572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9, operand 0 +2023-12-14 14:52:55.542577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9, operand 0 +2023-12-14 14:52:55.542583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.8 = u32[2]{0} xor(u32[2]{0} %add.26, u32[2]{0} %or.8), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 add.27> +2023-12-14 14:52:55.542593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.27 +2023-12-14 14:52:55.542603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9, operand 0 +2023-12-14 14:52:55.542612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28, operand 0 +2023-12-14 14:52:55.542617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.27 = u32[2]{0} add(u32[2]{0} %add.26, u32[2]{0} %xor.8), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 slice.13> +2023-12-14 14:52:55.542630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13 +2023-12-14 14:52:55.542639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.11, operand 0 +2023-12-14 14:52:55.542649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.13 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.95), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 reshape.11> +2023-12-14 14:52:55.542660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.11 +2023-12-14 14:52:55.542671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.26, operand 0 +2023-12-14 14:52:55.542681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 1 +2023-12-14 14:52:55.542685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.11 = u32[] reshape(u32[1]{0} %slice.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 broadcast.26> +2023-12-14 14:52:55.542695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.26 +2023-12-14 14:52:55.542705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9, operand 1 +2023-12-14 14:52:55.542714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.26 = u32[2]{0} broadcast(u32[] %reshape.11), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 shift-left.9> +2023-12-14 14:52:55.542725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9 +2023-12-14 14:52:55.542734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9, operand 0 +2023-12-14 14:52:55.542747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.9 = u32[2]{0} shift-left(u32[2]{0} %xor.8, u32[2]{0} %broadcast.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.9> +2023-12-14 14:52:55.542757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9 +2023-12-14 14:52:55.542766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27, operand 0 +2023-12-14 14:52:55.542776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.9 = u32[] subtract(u32[] %constant.9, u32[] %reshape.11), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.27> +2023-12-14 14:52:55.542785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27 +2023-12-14 14:52:55.542796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9, operand 1 +2023-12-14 14:52:55.542806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.27 = u32[2]{0} broadcast(u32[] %subtract.9), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 shift-right-logical.9> +2023-12-14 14:52:55.542817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9 +2023-12-14 14:52:55.542826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9, operand 1 +2023-12-14 14:52:55.542836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.9 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.8, u32[2]{0} %broadcast.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 or.9> +2023-12-14 14:52:55.542845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9 +2023-12-14 14:52:55.542855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9, operand 1 +2023-12-14 14:52:55.542869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.9 = u32[2]{0} or(u32[2]{0} %shift-left.9, u32[2]{0} %shift-right-logical.9), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 xor.9> +2023-12-14 14:52:55.542880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9 +2023-12-14 14:52:55.542889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28, operand 1 +2023-12-14 14:52:55.542899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10, operand 0 +2023-12-14 14:52:55.542903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10, operand 0 +2023-12-14 14:52:55.542908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.9 = u32[2]{0} xor(u32[2]{0} %add.27, u32[2]{0} %or.9), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.28> +2023-12-14 14:52:55.542918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28 +2023-12-14 14:52:55.542927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10, operand 0 +2023-12-14 14:52:55.542937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.29, operand 0 +2023-12-14 14:52:55.542942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.28 = u32[2]{0} add(u32[2]{0} %add.27, u32[2]{0} %xor.9), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 slice.14> +2023-12-14 14:52:55.542953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:55.542962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12, operand 0 +2023-12-14 14:52:55.542972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.95), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.542979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 reshape.12> +2023-12-14 14:52:55.542984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.542989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12 +2023-12-14 14:52:55.542994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.542998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.28, operand 0 +2023-12-14 14:52:55.543003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 1 +2023-12-14 14:52:55.543008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.12 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 broadcast.28> +2023-12-14 14:52:55.543019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.28 +2023-12-14 14:52:55.543029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10, operand 1 +2023-12-14 14:52:55.543039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.28 = u32[2]{0} broadcast(u32[] %reshape.12), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 shift-left.10> +2023-12-14 14:52:55.543048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10 +2023-12-14 14:52:55.543058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10, operand 0 +2023-12-14 14:52:55.543068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.10 = u32[2]{0} shift-left(u32[2]{0} %xor.9, u32[2]{0} %broadcast.28), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 subtract.10> +2023-12-14 14:52:55.543077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10 +2023-12-14 14:52:55.543087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29, operand 0 +2023-12-14 14:52:55.543098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.10 = u32[] subtract(u32[] %constant.9, u32[] %reshape.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 broadcast.29> +2023-12-14 14:52:55.543111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29 +2023-12-14 14:52:55.543120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10, operand 1 +2023-12-14 14:52:55.543130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.29 = u32[2]{0} broadcast(u32[] %subtract.10), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 shift-right-logical.10> +2023-12-14 14:52:55.543139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10 +2023-12-14 14:52:55.543149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10, operand 1 +2023-12-14 14:52:55.543159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.10 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.9, u32[2]{0} %broadcast.29), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 or.10> +2023-12-14 14:52:55.543171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10 +2023-12-14 14:52:55.543180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10, operand 1 +2023-12-14 14:52:55.543190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.10 = u32[2]{0} or(u32[2]{0} %shift-left.10, u32[2]{0} %shift-right-logical.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 xor.10> +2023-12-14 14:52:55.543200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10 +2023-12-14 14:52:55.543209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.29, operand 1 +2023-12-14 14:52:55.543222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11, operand 0 +2023-12-14 14:52:55.543227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11, operand 0 +2023-12-14 14:52:55.543232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.10 = u32[2]{0} xor(u32[2]{0} %add.28, u32[2]{0} %or.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 add.29> +2023-12-14 14:52:55.543242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.29 +2023-12-14 14:52:55.543252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11, operand 0 +2023-12-14 14:52:55.543261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30, operand 0 +2023-12-14 14:52:55.543266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.29 = u32[2]{0} add(u32[2]{0} %add.28, u32[2]{0} %xor.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 broadcast.32> +2023-12-14 14:52:55.543276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32 +2023-12-14 14:52:55.543285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30, operand 1 +2023-12-14 14:52:55.543295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.32 = u32[2]{0} broadcast(u32[] %get-tuple-element.107), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 add.30> +2023-12-14 14:52:55.543305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30 +2023-12-14 14:52:55.543315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {1} +2023-12-14 14:52:55.543325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 1 +2023-12-14 14:52:55.543340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.30 = u32[2]{0} add(u32[2]{0} %add.29, u32[2]{0} %broadcast.32), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 slice.15> +2023-12-14 14:52:55.543353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:55.543362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13, operand 0 +2023-12-14 14:52:55.543372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.95), slice={[3:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 reshape.13> +2023-12-14 14:52:55.543382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13 +2023-12-14 14:52:55.543391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.30, operand 0 +2023-12-14 14:52:55.543402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 1 +2023-12-14 14:52:55.543407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.13 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 broadcast.30> +2023-12-14 14:52:55.543417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.30 +2023-12-14 14:52:55.543426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11, operand 1 +2023-12-14 14:52:55.543436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.30 = u32[2]{0} broadcast(u32[] %reshape.13), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 shift-left.11> +2023-12-14 14:52:55.543446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11 +2023-12-14 14:52:55.543455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11, operand 0 +2023-12-14 14:52:55.543465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.11 = u32[2]{0} shift-left(u32[2]{0} %xor.10, u32[2]{0} %broadcast.30), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 subtract.11> +2023-12-14 14:52:55.543479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11 +2023-12-14 14:52:55.543488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31, operand 0 +2023-12-14 14:52:55.543498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.11 = u32[] subtract(u32[] %constant.9, u32[] %reshape.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 broadcast.31> +2023-12-14 14:52:55.543507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31 +2023-12-14 14:52:55.543517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11, operand 1 +2023-12-14 14:52:55.543527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.31 = u32[2]{0} broadcast(u32[] %subtract.11), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 shift-right-logical.11> +2023-12-14 14:52:55.543536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11 +2023-12-14 14:52:55.543547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11, operand 1 +2023-12-14 14:52:55.543557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.11 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.10, u32[2]{0} %broadcast.31), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 or.11> +2023-12-14 14:52:55.543566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11 +2023-12-14 14:52:55.543576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11, operand 1 +2023-12-14 14:52:55.543586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.11 = u32[2]{0} or(u32[2]{0} %shift-left.11, u32[2]{0} %shift-right-logical.11), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 xor.11> +2023-12-14 14:52:55.543598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11 +2023-12-14 14:52:55.543607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.31, operand 0 +2023-12-14 14:52:55.543619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.11 = u32[2]{0} xor(u32[2]{0} %add.29, u32[2]{0} %or.11), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.33> +2023-12-14 14:52:55.543629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33 +2023-12-14 14:52:55.543638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.31, operand 1 +2023-12-14 14:52:55.543648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.33 = u32[2]{0} broadcast(u32[] %get-tuple-element.97), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 add.31> +2023-12-14 14:52:55.543658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.31 +2023-12-14 14:52:55.543667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.34, operand 0 +2023-12-14 14:52:55.543676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.31 = u32[2]{0} add(u32[2]{0} %xor.11, u32[2]{0} %broadcast.33), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 convert.2> +2023-12-14 14:52:55.543687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:55.543697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34, operand 0 +2023-12-14 14:52:55.543707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %add.35), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 broadcast.34> +2023-12-14 14:52:55.543719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34 +2023-12-14 14:52:55.543728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.34, operand 1 +2023-12-14 14:52:55.543738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.34 = u32[2]{0} broadcast(u32[] %convert.2), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 add.34> +2023-12-14 14:52:55.543748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.34 +2023-12-14 14:52:55.543758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {2} +2023-12-14 14:52:55.543763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 2 +2023-12-14 14:52:55.543773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.34 = u32[2]{0} add(u32[2]{0} %add.31, u32[2]{0} %broadcast.34), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.543778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.7{}> +2023-12-14 14:52:55.543783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {} +2023-12-14 14:52:55.543792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.7 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[2]{0} %add.30, u32[2]{0} %add.34, u32[] %get-tuple-element.97, u32[] %get-tuple-element.96, /*index=5*/u32[] %get-tuple-element.107, u32[4]{0} %get-tuple-element.85, u32[4]{0} %get-tuple-element.95) +2023-12-14 14:52:55.543803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.543807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.543817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.543831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.543836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.543841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.543850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:55.543860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.95, operand 0 {} +2023-12-14 14:52:55.543865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96, operand 0 {} +2023-12-14 14:52:55.543869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97, operand 0 {} +2023-12-14 14:52:55.543874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:55.543879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:55.543884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:55.543888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.111, operand 0 {} +2023-12-14 14:52:55.543893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.543898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.543904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.543914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.543918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:55.543928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.543933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.543938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.543947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.543960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.543965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.543976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.543981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.543985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.543990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.543995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.544000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.544014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.544024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.544038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.544050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.544064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.544074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.544091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.544100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.544115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.544126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.111 +2023-12-14 14:52:55.544130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:55.544140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.544149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.544159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:55.544164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.26, operand 0 +2023-12-14 14:52:55.544173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.544183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.544195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:55.544199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8, operand 0 +2023-12-14 14:52:55.544209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.26, operand 1 +2023-12-14 14:52:55.544217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8, operand 0 +2023-12-14 14:52:55.544222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.544231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.544241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {5} +2023-12-14 14:52:55.544246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:55.544251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 5 +2023-12-14 14:52:55.544261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32, operand 0 +2023-12-14 14:52:55.544267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.544276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.544286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {3} +2023-12-14 14:52:55.544291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97 +2023-12-14 14:52:55.544295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 3 +2023-12-14 14:52:55.544305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33, operand 0 +2023-12-14 14:52:55.544310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.544319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.544329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {4} +2023-12-14 14:52:55.544335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96 +2023-12-14 14:52:55.544340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 4 +2023-12-14 14:52:55.544352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.544362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.544371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {7} +2023-12-14 14:52:55.544376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.95 +2023-12-14 14:52:55.544381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 7 +2023-12-14 14:52:55.544390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10, operand 0 +2023-12-14 14:52:55.544395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13, operand 0 +2023-12-14 14:52:55.544400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:55.544406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:55.544411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.544420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.544430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {6} +2023-12-14 14:52:55.544435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:55.544439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 6 +2023-12-14 14:52:55.544449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.544454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 while.1{} (phi)> +2023-12-14 14:52:55.544458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.544468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101, operand 0 {} +2023-12-14 14:52:55.544480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100, operand 0 {} +2023-12-14 14:52:55.544487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.544492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 while.1{0} (phi)> +2023-12-14 14:52:55.544497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.544507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.544516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 while.1{1} (phi)> +2023-12-14 14:52:55.544521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.544531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100 +2023-12-14 14:52:55.544535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.107, operand 0 +2023-12-14 14:52:55.544547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.544552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 while.1{2} (phi)> +2023-12-14 14:52:55.544557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.544567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101 +2023-12-14 14:52:55.544571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.107, operand 1 +2023-12-14 14:52:55.544581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.544586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 while.1{3} (phi)> +2023-12-14 14:52:55.544591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.544603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.544613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 while.1{4} (phi)> +2023-12-14 14:52:55.544619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.544629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.544639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 while.1{5} (phi)> +2023-12-14 14:52:55.544643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.544653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.544663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 while.1{6} (phi)> +2023-12-14 14:52:55.544667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.544677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.544688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 while.1{7} (phi)> +2023-12-14 14:52:55.544693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.544698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.544703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.544712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.544969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.545083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.545096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 9.04 ms (cumulative: 33.6 ms, max: 9.04 ms, #called: 463) +2023-12-14 14:52:55.545165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_split: hlo normalization +2023-12-14 14:52:55.545179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.545225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 44 us (cumulative: 33.7 ms, max: 9.04 ms, #called: 464) +2023-12-14 14:52:55.545232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:55.545263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 30 us (cumulative: 33.7 ms, max: 9.04 ms, #called: 465) +2023-12-14 14:52:55.545270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:55.545289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 18 us (cumulative: 33.7 ms, max: 9.04 ms, #called: 466) +2023-12-14 14:52:55.545302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_split: HLO passes after layout assignment +2023-12-14 14:52:55.545312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:55.545317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_split: after layout assignment +2023-12-14 14:52:55.545326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 33.7 ms, max: 9.04 ms, #called: 467) +2023-12-14 14:52:55.545332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.545359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 25 us (cumulative: 33.8 ms, max: 9.04 ms, #called: 468) +2023-12-14 14:52:55.545365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:55.546220: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 99 +2023-12-14 14:52:55.546292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 923 us (cumulative: 34.7 ms, max: 9.04 ms, #called: 469) +2023-12-14 14:52:55.546301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:55.546308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_split: simplification after layout assignment +2023-12-14 14:52:55.546318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.546370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 49 us (cumulative: 34.7 ms, max: 9.04 ms, #called: 470) +2023-12-14 14:52:55.546378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.546403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 23 us (cumulative: 34.8 ms, max: 9.04 ms, #called: 471) +2023-12-14 14:52:55.546409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.546579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 168 us (cumulative: 34.9 ms, max: 9.04 ms, #called: 472) +2023-12-14 14:52:55.546593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 290 us (cumulative: 35.2 ms, max: 9.04 ms, #called: 473) +2023-12-14 14:52:55.546599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:55.546607: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:55.547517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 913 us (cumulative: 36.1 ms, max: 9.04 ms, #called: 474) +2023-12-14 14:52:55.547532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.547555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 21 us (cumulative: 36.1 ms, max: 9.04 ms, #called: 475) +2023-12-14 14:52:55.547561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:55.547591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_split +2023-12-14 14:52:55.548085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.548127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.548133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.548148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:55.548154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:55.548166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:55.548171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.95 +2023-12-14 14:52:55.548176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.96 +2023-12-14 14:52:55.548181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.97 +2023-12-14 14:52:55.548186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:55.548191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:55.548196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:55.548201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.111 +2023-12-14 14:52:55.548215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.35 +2023-12-14 14:52:55.548220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : fusion.6 +2023-12-14 14:52:55.548226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : tuple.7 +2023-12-14 14:52:55.548231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : fusion.7 +2023-12-14 14:52:55.548238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.548243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.548252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <146 arg_tuple.4{3} (phi)> has new phi inputs: +2023-12-14 14:52:55.548259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <147 arg_tuple.4{4} (phi)> has new phi inputs: +2023-12-14 14:52:55.548264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <148 arg_tuple.4{5} (phi)> has new phi inputs: +2023-12-14 14:52:55.548270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <149 arg_tuple.4{6} (phi)> has new phi inputs: +2023-12-14 14:52:55.548276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <150 arg_tuple.4{7} (phi)> has new phi inputs: +2023-12-14 14:52:55.548282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:55.548290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <154 arg_tuple.3{3} (phi)> has new phi inputs: +2023-12-14 14:52:55.548296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <155 arg_tuple.3{4} (phi)> has new phi inputs: +2023-12-14 14:52:55.548302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <156 arg_tuple.3{5} (phi)> has new phi inputs: +2023-12-14 14:52:55.548307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <157 arg_tuple.3{6} (phi)> has new phi inputs: +2023-12-14 14:52:55.548313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <158 arg_tuple.3{7} (phi)> has new phi inputs: +2023-12-14 14:52:55.548318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:55.548323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.95 +2023-12-14 14:52:55.548327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.96 +2023-12-14 14:52:55.548332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.97 +2023-12-14 14:52:55.548337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:55.548342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:55.548347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:55.548351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.111 +2023-12-14 14:52:55.548365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.548380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.548385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 141, phi: +2023-12-14 14:52:55.548390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.548394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:55.548399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:55.548404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49: +2023-12-14 14:52:55.548409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 142, phi: +2023-12-14 14:52:55.548413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.548418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:55.548423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 143, phi: +2023-12-14 14:52:55.548427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:55.548432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.548437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34: +2023-12-14 14:52:55.548443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:55.548448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 144, phi: +2023-12-14 14:52:55.548453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.548458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:55.548462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:55.548467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47: +2023-12-14 14:52:55.548472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 145, phi: +2023-12-14 14:52:55.548476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.548481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.548485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:55.548490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:55.548495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 146, phi: +2023-12-14 14:52:55.548499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.548504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 155 +2023-12-14 14:52:55.548509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:55.548514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:55.548519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 147, phi: +2023-12-14 14:52:55.548524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.548529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156 +2023-12-14 14:52:55.548533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:55.548541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 148, phi: +2023-12-14 14:52:55.548546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.548550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154 +2023-12-14 14:52:55.548555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149, phi: +2023-12-14 14:52:55.548560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.548564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 158 +2023-12-14 14:52:55.548569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:55.548574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:55.548578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 150, phi: +2023-12-14 14:52:55.548583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.548589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 157 +2023-12-14 14:52:55.548594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151, phi: +2023-12-14 14:52:55.548599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:55.548603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.548608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 152, phi: +2023-12-14 14:52:55.548613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.548617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:55.548622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 153, phi: +2023-12-14 14:52:55.548627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.548631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.548636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154, phi: +2023-12-14 14:52:55.548641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.548645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 155 +2023-12-14 14:52:55.548650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 155, phi: +2023-12-14 14:52:55.548655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.548660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156 +2023-12-14 14:52:55.548665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156, phi: +2023-12-14 14:52:55.548670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.548675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154 +2023-12-14 14:52:55.548679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 157, phi: +2023-12-14 14:52:55.548684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.548689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 158 +2023-12-14 14:52:55.548693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 158, phi: +2023-12-14 14:52:55.548701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.548706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 157 +2023-12-14 14:52:55.548710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159, phi: +2023-12-14 14:52:55.548715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:55.548720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.548724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160, phi: +2023-12-14 14:52:55.548729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.548734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:55.548739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161, phi: +2023-12-14 14:52:55.548743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:55.548749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.548754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162, phi: +2023-12-14 14:52:55.548758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.548763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.548767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 163, phi: +2023-12-14 14:52:55.548772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 155 +2023-12-14 14:52:55.548777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.548781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 164, phi: +2023-12-14 14:52:55.548786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156 +2023-12-14 14:52:55.548791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.548795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 165, phi: +2023-12-14 14:52:55.548800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154 +2023-12-14 14:52:55.548805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.548810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 166, phi: +2023-12-14 14:52:55.548815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 158 +2023-12-14 14:52:55.548819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.548825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 167, phi: +2023-12-14 14:52:55.548830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 157 +2023-12-14 14:52:55.548835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.548853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.548861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.548866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 141, phi: +2023-12-14 14:52:55.548871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.548880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:55.548885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:55.548890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49: +2023-12-14 14:52:55.548895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 142, phi: +2023-12-14 14:52:55.548899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.548905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:55.548909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 143, phi: +2023-12-14 14:52:55.548914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:55.548918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.548923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34: +2023-12-14 14:52:55.548928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:55.548932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 144, phi: +2023-12-14 14:52:55.548937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.548942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:55.548948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:55.548953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47: +2023-12-14 14:52:55.548958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 145, phi: +2023-12-14 14:52:55.548962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.548967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.548972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:55.548976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:55.548982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 146, phi: +2023-12-14 14:52:55.548987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.548992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 155 +2023-12-14 14:52:55.548997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:55.549001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:55.549006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 147, phi: +2023-12-14 14:52:55.549010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.549015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156 +2023-12-14 14:52:55.549020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:55.549025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 148, phi: +2023-12-14 14:52:55.549029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.549034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154 +2023-12-14 14:52:55.549042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149, phi: +2023-12-14 14:52:55.549046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.549051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 158 +2023-12-14 14:52:55.549056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:55.549061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:55.549065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 150, phi: +2023-12-14 14:52:55.549070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.549075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 157 +2023-12-14 14:52:55.549079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151, phi: +2023-12-14 14:52:55.549084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:55.549088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.549094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 152, phi: +2023-12-14 14:52:55.549098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.549103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:55.549108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 153, phi: +2023-12-14 14:52:55.549112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.549117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.549121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154, phi: +2023-12-14 14:52:55.549126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.549131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 155 +2023-12-14 14:52:55.549135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 155, phi: +2023-12-14 14:52:55.549141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.549145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156 +2023-12-14 14:52:55.549150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156, phi: +2023-12-14 14:52:55.549155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.549159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154 +2023-12-14 14:52:55.549165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 157, phi: +2023-12-14 14:52:55.549169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.549174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 158 +2023-12-14 14:52:55.549178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 158, phi: +2023-12-14 14:52:55.549183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.549188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 157 +2023-12-14 14:52:55.549192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159, phi: +2023-12-14 14:52:55.549199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:55.549204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.549209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160, phi: +2023-12-14 14:52:55.549214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.549219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:55.549224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161, phi: +2023-12-14 14:52:55.549228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:55.549233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.549239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162, phi: +2023-12-14 14:52:55.549243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.549248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.549252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 163, phi: +2023-12-14 14:52:55.549257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 155 +2023-12-14 14:52:55.549262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.549266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 164, phi: +2023-12-14 14:52:55.549271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156 +2023-12-14 14:52:55.549276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.549280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 165, phi: +2023-12-14 14:52:55.549285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154 +2023-12-14 14:52:55.549290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.549295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 166, phi: +2023-12-14 14:52:55.549299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 158 +2023-12-14 14:52:55.549304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.549309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 167, phi: +2023-12-14 14:52:55.549314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 157 +2023-12-14 14:52:55.549319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.549324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.549330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <35 Arg_0.1> + +2023-12-14 14:52:55.549336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:55.549341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <34 constant.2> + +2023-12-14 14:52:55.549346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:55.549351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 constant.4> + +2023-12-14 14:52:55.549359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:55.549364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <41 constant.5> + +2023-12-14 14:52:55.549369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:55.549380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <43 tuple.6{}> + {0} : HloValueSet: <34 constant.2> + {1} : HloValueSet: <36 fusion.4> + {2} : HloValueSet: <37 fusion.2> + {3} : HloValueSet: <38 fusion.3> + {4} : HloValueSet: <39 fusion.1> + {5} : HloValueSet: <40 fusion.5> + {6} : HloValueSet: <41 constant.5> + {7} : HloValueSet: <42 constant.4> + +2023-12-14 14:52:55.549386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.549396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <159 while.1{} (phi)> + {0} : HloValueSet: <160 while.1{0} (phi)> + {1} : HloValueSet: <161 while.1{1} (phi)> + {2} : HloValueSet: <162 while.1{2} (phi)> + {3} : HloValueSet: <163 while.1{3} (phi)> + {4} : HloValueSet: <164 while.1{4} (phi)> + {5} : HloValueSet: <165 while.1{5} (phi)> + {6} : HloValueSet: <166 while.1{6} (phi)> + {7} : HloValueSet: <167 while.1{7} (phi)> + +2023-12-14 14:52:55.549402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.100 +2023-12-14 14:52:55.549408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <161 while.1{1} (phi)> + +2023-12-14 14:52:55.549413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.101 +2023-12-14 14:52:55.549418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <162 while.1{2} (phi)> + +2023-12-14 14:52:55.549423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.549429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <44 fusion> + +2023-12-14 14:52:55.549434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:55.549439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 fusion.1> + +2023-12-14 14:52:55.549443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2 +2023-12-14 14:52:55.549450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 fusion.2> + +2023-12-14 14:52:55.549455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:55.549461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:55.549465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:55.549470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <36 fusion.4> + +2023-12-14 14:52:55.549475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:55.549483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.5> + +2023-12-14 14:52:55.549489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.549499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <142 arg_tuple.3{} (phi)> + {0} : HloValueSet: <151 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <152 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <153 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <154 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <155 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <156 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <157 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <158 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.549505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:52:55.549510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <45 constant.10> + +2023-12-14 14:52:55.549515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:55.549520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <46 add.35> + +2023-12-14 14:52:55.549526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.7 +2023-12-14 14:52:55.549536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <49 tuple.7{}> + {0} : HloValueSet: <46 add.35> + {1} : HloValueSet: <47 fusion.7> + {2} : HloValueSet: <48 fusion.6> + {3} : HloValueSet: <155 arg_tuple.3{4} (phi)> + {4} : HloValueSet: <156 arg_tuple.3{5} (phi)> + {5} : HloValueSet: <154 arg_tuple.3{3} (phi)> + {6} : HloValueSet: <158 arg_tuple.3{7} (phi)> + {7} : HloValueSet: <157 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.549541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:55.549547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <158 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.549552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.95 +2023-12-14 14:52:55.549557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <157 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.549562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.96 +2023-12-14 14:52:55.549568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <156 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.549572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.97 +2023-12-14 14:52:55.549578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <155 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.549583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:55.549588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <154 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.549593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:55.549602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <153 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.549607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:55.549613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <152 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.549618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.111 +2023-12-14 14:52:55.549623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <151 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.549628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:55.549633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <48 fusion.6> + +2023-12-14 14:52:55.549638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:55.549643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <47 fusion.7> + +2023-12-14 14:52:55.549648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.549658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <141 arg_tuple.4{} (phi)> + {0} : HloValueSet: <143 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <144 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <145 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <146 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <147 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <148 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <149 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <150 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.549663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:55.549670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <10 constant.11> + +2023-12-14 14:52:55.549674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:55.549680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <11 compare.1> + +2023-12-14 14:52:55.549686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.549691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <143 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.549696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:55.549702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <9 reshape.14> + +2023-12-14 14:52:55.549706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.0 +2023-12-14 14:52:55.549712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <8 concatenate.0> + +2023-12-14 14:52:55.549717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:55.549722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <6 param_0.1> + +2023-12-14 14:52:55.549730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1 +2023-12-14 14:52:55.549735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 param_1> + +2023-12-14 14:52:55.549741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:55.549746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 xor.12> + +2023-12-14 14:52:55.549751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:55.549756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 xor.15> + +2023-12-14 14:52:55.549761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:55.549767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 constant.12> + +2023-12-14 14:52:55.549772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.15 +2023-12-14 14:52:55.549777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 reshape.15> + +2023-12-14 14:52:55.549782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:55.549787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <29 slice.16> + +2023-12-14 14:52:55.549792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.16 +2023-12-14 14:52:55.549797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 reshape.16> + +2023-12-14 14:52:55.549801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:52:55.549807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <26 param_0.5> + +2023-12-14 14:52:55.549812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:55.549818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <27 slice.17> + +2023-12-14 14:52:55.549822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.38 +2023-12-14 14:52:55.549828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <25 add.38> + +2023-12-14 14:52:55.549832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.35 +2023-12-14 14:52:55.549838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <24 broadcast.35> + +2023-12-14 14:52:55.549844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:55.549849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <23 reshape.17> + +2023-12-14 14:52:55.549854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:55.549859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <22 slice.18> + +2023-12-14 14:52:55.549867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:55.549872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <20 slice.19> + +2023-12-14 14:52:55.549877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:52:55.549882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 param_0.7> + +2023-12-14 14:52:55.549887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.0 +2023-12-14 14:52:55.549893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <19 iota.0> + +2023-12-14 14:52:55.549898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:55.549903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.18> + +2023-12-14 14:52:55.549908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:55.549913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.20> + +2023-12-14 14:52:55.549918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:52:55.549924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.9> + +2023-12-14 14:52:55.549929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.39 +2023-12-14 14:52:55.549934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <18 add.39> + +2023-12-14 14:52:55.549939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.36 +2023-12-14 14:52:55.549945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <17 broadcast.36> + +2023-12-14 14:52:55.549950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:55.549955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 reshape.19> + +2023-12-14 14:52:55.549961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:55.549966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <15 slice.21> + +2023-12-14 14:52:55.549971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:55.549976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <13 slice.22> + +2023-12-14 14:52:55.549981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:52:55.549986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 param_0.11> + +2023-12-14 14:52:55.549991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.1 +2023-12-14 14:52:55.549996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <12 iota.1> + +2023-12-14 14:52:55.550005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.20 +2023-12-14 14:52:55.550010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 reshape.20> + +2023-12-14 14:52:55.550015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:55.550020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <4 slice.23> + +2023-12-14 14:52:55.550025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.13 +2023-12-14 14:52:55.550031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <3 param_0.13> + +2023-12-14 14:52:55.550035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.40 +2023-12-14 14:52:55.550041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <140 add.40> + +2023-12-14 14:52:55.550046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.38 +2023-12-14 14:52:55.550051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <139 broadcast.38> + +2023-12-14 14:52:55.550056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:55.550061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <138 convert.3> + +2023-12-14 14:52:55.550066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.41 +2023-12-14 14:52:55.550071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <134 add.41> + +2023-12-14 14:52:55.550077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.39 +2023-12-14 14:52:55.550083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <133 broadcast.39> + +2023-12-14 14:52:55.550088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:55.550093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <131 xor.16> + +2023-12-14 14:52:55.550098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:55.550104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <130 or.12> + +2023-12-14 14:52:55.550109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:55.550114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <129 shift-right-logical.12> + +2023-12-14 14:52:55.550119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.41 +2023-12-14 14:52:55.550124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <128 broadcast.41> + +2023-12-14 14:52:55.550129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:55.550134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <127 subtract.12> + +2023-12-14 14:52:55.550144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:55.550150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <126 shift-left.12> + +2023-12-14 14:52:55.550154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.42 +2023-12-14 14:52:55.550160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <125 broadcast.42> + +2023-12-14 14:52:55.550165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.21 +2023-12-14 14:52:55.550171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <124 reshape.21> + +2023-12-14 14:52:55.550176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:55.550182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <123 slice.24> + +2023-12-14 14:52:55.550186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.42 +2023-12-14 14:52:55.550192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <122 add.42> + +2023-12-14 14:52:55.550196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:55.550202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <121 xor.17> + +2023-12-14 14:52:55.550206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:55.550212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <120 or.13> + +2023-12-14 14:52:55.550216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:55.550222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <119 shift-right-logical.13> + +2023-12-14 14:52:55.550226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.43 +2023-12-14 14:52:55.550232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <118 broadcast.43> + +2023-12-14 14:52:55.550237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:55.550243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <117 subtract.13> + +2023-12-14 14:52:55.550248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:55.550254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <116 shift-left.13> + +2023-12-14 14:52:55.550258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.44 +2023-12-14 14:52:55.550264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <115 broadcast.44> + +2023-12-14 14:52:55.550269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.22 +2023-12-14 14:52:55.550274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <114 reshape.22> + +2023-12-14 14:52:55.550282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:55.550287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <113 slice.25> + +2023-12-14 14:52:55.550292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:55.550297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <112 add.43> + +2023-12-14 14:52:55.550302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:55.550307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <111 xor.18> + +2023-12-14 14:52:55.550313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:55.550319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <110 or.14> + +2023-12-14 14:52:55.550324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:55.550329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <109 shift-right-logical.14> + +2023-12-14 14:52:55.550334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.45 +2023-12-14 14:52:55.550340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <108 broadcast.45> + +2023-12-14 14:52:55.550344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:55.550350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <107 subtract.14> + +2023-12-14 14:52:55.550354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:55.550360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <106 shift-left.14> + +2023-12-14 14:52:55.550365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.46 +2023-12-14 14:52:55.550370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <105 broadcast.46> + +2023-12-14 14:52:55.550375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.23 +2023-12-14 14:52:55.550380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <104 reshape.23> + +2023-12-14 14:52:55.550385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:55.550391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <103 slice.26> + +2023-12-14 14:52:55.550396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:55.550401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <102 add.44> + +2023-12-14 14:52:55.550406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:55.550411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <101 xor.19> + +2023-12-14 14:52:55.550419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:55.550424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <100 or.15> + +2023-12-14 14:52:55.550429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:55.550434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <99 shift-right-logical.15> + +2023-12-14 14:52:55.550439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.48 +2023-12-14 14:52:55.550445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <98 broadcast.48> + +2023-12-14 14:52:55.550449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:55.550455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <97 subtract.15> + +2023-12-14 14:52:55.550460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:55.550466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <96 constant.13> + +2023-12-14 14:52:55.550471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:55.550477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <95 shift-left.15> + +2023-12-14 14:52:55.550482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.49 +2023-12-14 14:52:55.550487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <94 broadcast.49> + +2023-12-14 14:52:55.550492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.24 +2023-12-14 14:52:55.550497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <93 reshape.24> + +2023-12-14 14:52:55.550502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:55.550507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <92 slice.27> + +2023-12-14 14:52:55.550512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.45 +2023-12-14 14:52:55.550517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <90 add.45> + +2023-12-14 14:52:55.550522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:55.550527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <137 add.47> + +2023-12-14 14:52:55.550532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.16 +2023-12-14 14:52:55.550538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <132 param_0.16> + +2023-12-14 14:52:55.550543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.22 +2023-12-14 14:52:55.550552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <91 param_1.22> + +2023-12-14 14:52:55.550556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.7 +2023-12-14 14:52:55.550562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <89 param_2.7> + +2023-12-14 14:52:55.550566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:55.550572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <88 param_3.7> + +2023-12-14 14:52:55.550576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:55.550582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <135 param_4.12> + +2023-12-14 14:52:55.550587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.550592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <136 constant.14> + +2023-12-14 14:52:55.550597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:55.550602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <87 add.48> + +2023-12-14 14:52:55.550607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.51 +2023-12-14 14:52:55.550613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <86 broadcast.51> + +2023-12-14 14:52:55.550618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:55.550623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <84 add.49> + +2023-12-14 14:52:55.550629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.18 +2023-12-14 14:52:55.550634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 param_0.18> + +2023-12-14 14:52:55.550639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:55.550644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <83 xor.20> + +2023-12-14 14:52:55.550649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:55.550654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <82 or.16> + +2023-12-14 14:52:55.550659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:55.550665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <81 shift-right-logical.16> + +2023-12-14 14:52:55.550669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.52 +2023-12-14 14:52:55.550675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <80 broadcast.52> + +2023-12-14 14:52:55.550680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:55.550689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 subtract.16> + +2023-12-14 14:52:55.550693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:55.550699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <78 shift-left.16> + +2023-12-14 14:52:55.550704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.53 +2023-12-14 14:52:55.550710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <77 broadcast.53> + +2023-12-14 14:52:55.550715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.25 +2023-12-14 14:52:55.550720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <76 reshape.25> + +2023-12-14 14:52:55.550725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:55.550730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <75 slice.28> + +2023-12-14 14:52:55.550735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:55.550740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <74 add.50> + +2023-12-14 14:52:55.550745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:55.550750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <73 xor.21> + +2023-12-14 14:52:55.550755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:55.550761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <72 or.17> + +2023-12-14 14:52:55.550765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:55.550771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <71 shift-right-logical.17> + +2023-12-14 14:52:55.550776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.54 +2023-12-14 14:52:55.550782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <70 broadcast.54> + +2023-12-14 14:52:55.550787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:55.550792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <69 subtract.17> + +2023-12-14 14:52:55.550797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:55.550803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <68 shift-left.17> + +2023-12-14 14:52:55.550808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.55 +2023-12-14 14:52:55.550813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <67 broadcast.55> + +2023-12-14 14:52:55.550818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:55.550826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <66 reshape.26> + +2023-12-14 14:52:55.550831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:55.550837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <65 slice.29> + +2023-12-14 14:52:55.550841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:55.550846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <64 add.51> + +2023-12-14 14:52:55.550851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:55.550857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <63 xor.22> + +2023-12-14 14:52:55.550862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:55.550867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <62 or.18> + +2023-12-14 14:52:55.550872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:55.550877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <61 shift-right-logical.18> + +2023-12-14 14:52:55.550882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.56 +2023-12-14 14:52:55.550888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <60 broadcast.56> + +2023-12-14 14:52:55.550892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:55.550898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 subtract.18> + +2023-12-14 14:52:55.550903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:55.550909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 constant.15> + +2023-12-14 14:52:55.550913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.28 +2023-12-14 14:52:55.550919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <53 param_1.28> + +2023-12-14 14:52:55.550923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:55.550929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <57 shift-left.18> + +2023-12-14 14:52:55.550934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.58 +2023-12-14 14:52:55.550940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <56 broadcast.58> + +2023-12-14 14:52:55.550945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.27 +2023-12-14 14:52:55.550950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 reshape.27> + +2023-12-14 14:52:55.550955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:55.550964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <54 slice.30> + +2023-12-14 14:52:55.550969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:55.550974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <52 add.52> + +2023-12-14 14:52:55.550979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.15 +2023-12-14 14:52:55.550984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <51 param_2.15> + +2023-12-14 14:52:55.550989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:55.550994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <50 param_3.17> + +2023-12-14 14:52:55.551605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_split +2023-12-14 14:52:55.551619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.551625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.551634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_0.1> (def) +2023-12-14 14:52:55.551639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:55.551648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> (def) +2023-12-14 14:52:55.551653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:55.551663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.4> (def) +2023-12-14 14:52:55.551668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:55.551677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.5> (def) +2023-12-14 14:52:55.551682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:55.551692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.551697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 tuple.6{}> (def) +2023-12-14 14:52:55.551702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.551707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> +2023-12-14 14:52:55.551713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.551717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.4> +2023-12-14 14:52:55.551726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.551731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.2> +2023-12-14 14:52:55.551736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.551741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:55.551745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.551750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.1> +2023-12-14 14:52:55.551755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.551760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.5> +2023-12-14 14:52:55.551764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.551769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.5> +2023-12-14 14:52:55.551774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.551779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.4> +2023-12-14 14:52:55.551784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.551794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.551798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 while.1{} (phi)> (def) +2023-12-14 14:52:55.551803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.551810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 while.1{0} (phi)> (def) +2023-12-14 14:52:55.551815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.551820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 while.1{1} (phi)> (def) +2023-12-14 14:52:55.551825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.551829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 while.1{2} (phi)> (def) +2023-12-14 14:52:55.551834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.551840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 while.1{3} (phi)> (def) +2023-12-14 14:52:55.551845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.551850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 while.1{4} (phi)> (def) +2023-12-14 14:52:55.551855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.551860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 while.1{5} (phi)> (def) +2023-12-14 14:52:55.551868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.551873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 while.1{6} (phi)> (def) +2023-12-14 14:52:55.551878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.551883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 while.1{7} (phi)> (def) +2023-12-14 14:52:55.551887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100: +2023-12-14 14:52:55.551897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 while.1{1} (phi)> +2023-12-14 14:52:55.551902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101: +2023-12-14 14:52:55.551912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 while.1{2} (phi)> +2023-12-14 14:52:55.551917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.551926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion> (def) +2023-12-14 14:52:55.551931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:55.551941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.1> (def) +2023-12-14 14:52:55.551946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2: +2023-12-14 14:52:55.551956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.2> (def) +2023-12-14 14:52:55.551961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:55.551971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:55.551976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:55.551985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.4> (def) +2023-12-14 14:52:55.551990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.551994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:55.551999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.5> (def) +2023-12-14 14:52:55.552004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.552017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.552022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.552027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.552032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.552037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.552042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.552046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.552051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.552056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.552061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.552065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.552070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.552076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.552081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.552086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.552091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.552096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.552100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.552105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:52:55.552114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.10> (def) +2023-12-14 14:52:55.552119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:55.552128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.35> (def) +2023-12-14 14:52:55.552133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7: +2023-12-14 14:52:55.552144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.552149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.7{}> (def) +2023-12-14 14:52:55.552154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.552161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.35> +2023-12-14 14:52:55.552166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.552171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 fusion.7> +2023-12-14 14:52:55.552175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.552180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 fusion.6> +2023-12-14 14:52:55.552185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.552190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.552194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.552200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.552206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.552211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.552216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.552221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.552225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.552230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.552235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:55.552245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.552249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.95: +2023-12-14 14:52:55.552260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.552264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96: +2023-12-14 14:52:55.552275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.552279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97: +2023-12-14 14:52:55.552289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.552294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:55.552306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.552311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:55.552322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.552326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:55.552336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.552342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.111: +2023-12-14 14:52:55.552351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.552356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:55.552365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 fusion.6> (def) +2023-12-14 14:52:55.552370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:55.552380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 fusion.7> (def) +2023-12-14 14:52:55.552385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.552395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.552400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.552405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.552410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.552415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.552420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.552424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.552429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.552435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.552440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.552448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.552453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.552458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.552462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.552468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.552473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.552478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.552483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.552487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:55.552497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.11> (def) +2023-12-14 14:52:55.552502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:55.552512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 compare.1> (def) +2023-12-14 14:52:55.552516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.552526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.552531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:55.552541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.14> (def) +2023-12-14 14:52:55.552546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0: +2023-12-14 14:52:55.552556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 concatenate.0> (def) +2023-12-14 14:52:55.552561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:55.552570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 param_0.1> (def) +2023-12-14 14:52:55.552575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1: +2023-12-14 14:52:55.552584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 param_1> (def) +2023-12-14 14:52:55.552589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:55.552602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.12> (def) +2023-12-14 14:52:55.552607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:55.552618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 xor.15> (def) +2023-12-14 14:52:55.552623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:55.552632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 constant.12> (def) +2023-12-14 14:52:55.552637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15: +2023-12-14 14:52:55.552646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.15> (def) +2023-12-14 14:52:55.552651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:55.552660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 slice.16> (def) +2023-12-14 14:52:55.552666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16: +2023-12-14 14:52:55.552676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.16> (def) +2023-12-14 14:52:55.552681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:52:55.552690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.5> (def) +2023-12-14 14:52:55.552695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:55.552704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 slice.17> (def) +2023-12-14 14:52:55.552709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38: +2023-12-14 14:52:55.552718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.38> (def) +2023-12-14 14:52:55.552723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35: +2023-12-14 14:52:55.552733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.35> (def) +2023-12-14 14:52:55.552738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:55.552751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.17> (def) +2023-12-14 14:52:55.552756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:55.552765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.18> (def) +2023-12-14 14:52:55.552770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:55.552779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.19> (def) +2023-12-14 14:52:55.552784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:52:55.552794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.7> (def) +2023-12-14 14:52:55.552800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0: +2023-12-14 14:52:55.552809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.0> (def) +2023-12-14 14:52:55.552814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:55.552823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.18> (def) +2023-12-14 14:52:55.552828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:55.552838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.20> (def) +2023-12-14 14:52:55.552842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:52:55.552853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> (def) +2023-12-14 14:52:55.552857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39: +2023-12-14 14:52:55.552868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.39> (def) +2023-12-14 14:52:55.552872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36: +2023-12-14 14:52:55.552882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.36> (def) +2023-12-14 14:52:55.552886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:55.552913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.19> (def) +2023-12-14 14:52:55.552918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:55.552928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.21> (def) +2023-12-14 14:52:55.552933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:55.552942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.22> (def) +2023-12-14 14:52:55.552947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:52:55.552956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.11> (def) +2023-12-14 14:52:55.552961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1: +2023-12-14 14:52:55.552972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.1> (def) +2023-12-14 14:52:55.552976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20: +2023-12-14 14:52:55.552986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.20> (def) +2023-12-14 14:52:55.552990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.552996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:55.553001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.23> (def) +2023-12-14 14:52:55.553005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13: +2023-12-14 14:52:55.553015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.13> (def) +2023-12-14 14:52:55.553019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40: +2023-12-14 14:52:55.553029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 add.40> (def) +2023-12-14 14:52:55.553034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38: +2023-12-14 14:52:55.553043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 broadcast.38> (def) +2023-12-14 14:52:55.553048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:55.553061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 convert.3> (def) +2023-12-14 14:52:55.553066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41: +2023-12-14 14:52:55.553075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.41> (def) +2023-12-14 14:52:55.553080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39: +2023-12-14 14:52:55.553090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 broadcast.39> (def) +2023-12-14 14:52:55.553095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:55.553104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 xor.16> (def) +2023-12-14 14:52:55.553109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:55.553118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 or.12> (def) +2023-12-14 14:52:55.553124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:55.553134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-right-logical.12> (def) +2023-12-14 14:52:55.553139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41: +2023-12-14 14:52:55.553149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 broadcast.41> (def) +2023-12-14 14:52:55.553153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:55.553163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 subtract.12> (def) +2023-12-14 14:52:55.553167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:55.553177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 shift-left.12> (def) +2023-12-14 14:52:55.553182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42: +2023-12-14 14:52:55.553192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 broadcast.42> (def) +2023-12-14 14:52:55.553196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21: +2023-12-14 14:52:55.553209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 reshape.21> (def) +2023-12-14 14:52:55.553214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:55.553223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 slice.24> (def) +2023-12-14 14:52:55.553228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42: +2023-12-14 14:52:55.553237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 add.42> (def) +2023-12-14 14:52:55.553242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:55.553252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 xor.17> (def) +2023-12-14 14:52:55.553257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:55.553268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 or.13> (def) +2023-12-14 14:52:55.553273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:55.553282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-right-logical.13> (def) +2023-12-14 14:52:55.553287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43: +2023-12-14 14:52:55.553297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.43> (def) +2023-12-14 14:52:55.553301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:55.553311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 subtract.13> (def) +2023-12-14 14:52:55.553315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:55.553326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 shift-left.13> (def) +2023-12-14 14:52:55.553331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44: +2023-12-14 14:52:55.553341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 broadcast.44> (def) +2023-12-14 14:52:55.553345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22: +2023-12-14 14:52:55.553358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 reshape.22> (def) +2023-12-14 14:52:55.553362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:55.553372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 slice.25> (def) +2023-12-14 14:52:55.553377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:55.553388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 add.43> (def) +2023-12-14 14:52:55.553393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:55.553402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 xor.18> (def) +2023-12-14 14:52:55.553407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:55.553416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 or.14> (def) +2023-12-14 14:52:55.553421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:55.553431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 shift-right-logical.14> (def) +2023-12-14 14:52:55.553435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45: +2023-12-14 14:52:55.553446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 broadcast.45> (def) +2023-12-14 14:52:55.553451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:55.553461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 subtract.14> (def) +2023-12-14 14:52:55.553466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:55.553475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 shift-left.14> (def) +2023-12-14 14:52:55.553480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46: +2023-12-14 14:52:55.553489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 broadcast.46> (def) +2023-12-14 14:52:55.553494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23: +2023-12-14 14:52:55.553507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 reshape.23> (def) +2023-12-14 14:52:55.553511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:55.553522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 slice.26> (def) +2023-12-14 14:52:55.553526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:55.553536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.44> (def) +2023-12-14 14:52:55.553540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:55.553550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 xor.19> (def) +2023-12-14 14:52:55.553554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:55.553565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 or.15> (def) +2023-12-14 14:52:55.553569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:55.553579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 shift-right-logical.15> (def) +2023-12-14 14:52:55.553584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48: +2023-12-14 14:52:55.553594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.48> (def) +2023-12-14 14:52:55.553598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:55.553608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 subtract.15> (def) +2023-12-14 14:52:55.553612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:55.553622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 constant.13> (def) +2023-12-14 14:52:55.553627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:55.553637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-left.15> (def) +2023-12-14 14:52:55.553641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49: +2023-12-14 14:52:55.553654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.49> (def) +2023-12-14 14:52:55.553659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24: +2023-12-14 14:52:55.553669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 reshape.24> (def) +2023-12-14 14:52:55.553674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:55.553684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 slice.27> (def) +2023-12-14 14:52:55.553688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45: +2023-12-14 14:52:55.553698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.45> (def) +2023-12-14 14:52:55.553702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:55.553712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 add.47> (def) +2023-12-14 14:52:55.553717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16: +2023-12-14 14:52:55.553727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 param_0.16> (def) +2023-12-14 14:52:55.553731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.22: +2023-12-14 14:52:55.553742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 param_1.22> (def) +2023-12-14 14:52:55.553747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.7: +2023-12-14 14:52:55.553756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 param_2.7> (def) +2023-12-14 14:52:55.553761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:55.553771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 param_3.7> (def) +2023-12-14 14:52:55.553775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:55.553786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 param_4.12> (def) +2023-12-14 14:52:55.553791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.553800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 constant.14> (def) +2023-12-14 14:52:55.553808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:55.553818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 add.48> (def) +2023-12-14 14:52:55.553822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51: +2023-12-14 14:52:55.553832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.51> (def) +2023-12-14 14:52:55.553836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:55.553846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.49> (def) +2023-12-14 14:52:55.553851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18: +2023-12-14 14:52:55.553861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 param_0.18> (def) +2023-12-14 14:52:55.553866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:55.553876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.20> (def) +2023-12-14 14:52:55.553880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:55.553890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.16> (def) +2023-12-14 14:52:55.553894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:55.553904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.16> (def) +2023-12-14 14:52:55.553908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52: +2023-12-14 14:52:55.553920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.52> (def) +2023-12-14 14:52:55.553925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:55.553934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.16> (def) +2023-12-14 14:52:55.553939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:55.553948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 shift-left.16> (def) +2023-12-14 14:52:55.553956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53: +2023-12-14 14:52:55.553966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 broadcast.53> (def) +2023-12-14 14:52:55.553970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25: +2023-12-14 14:52:55.553981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 reshape.25> (def) +2023-12-14 14:52:55.553985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.553990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:55.553995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 slice.28> (def) +2023-12-14 14:52:55.553999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:55.554009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 add.50> (def) +2023-12-14 14:52:55.554013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:55.554023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 xor.21> (def) +2023-12-14 14:52:55.554027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:55.554037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 or.17> (def) +2023-12-14 14:52:55.554044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:55.554053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 shift-right-logical.17> (def) +2023-12-14 14:52:55.554058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54: +2023-12-14 14:52:55.554067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 broadcast.54> (def) +2023-12-14 14:52:55.554072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:55.554081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 subtract.17> (def) +2023-12-14 14:52:55.554086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:55.554096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 shift-left.17> (def) +2023-12-14 14:52:55.554105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55: +2023-12-14 14:52:55.554115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 broadcast.55> (def) +2023-12-14 14:52:55.554119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:55.554129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 reshape.26> (def) +2023-12-14 14:52:55.554133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:55.554143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 slice.29> (def) +2023-12-14 14:52:55.554147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:55.554158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.51> (def) +2023-12-14 14:52:55.554162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:55.554172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 xor.22> (def) +2023-12-14 14:52:55.554177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:55.554187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 or.18> (def) +2023-12-14 14:52:55.554192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:55.554201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 shift-right-logical.18> (def) +2023-12-14 14:52:55.554206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56: +2023-12-14 14:52:55.554216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 broadcast.56> (def) +2023-12-14 14:52:55.554221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:55.554231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 subtract.18> (def) +2023-12-14 14:52:55.554235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:55.554245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 constant.15> (def) +2023-12-14 14:52:55.554253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.28: +2023-12-14 14:52:55.554262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 param_1.28> (def) +2023-12-14 14:52:55.554267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:55.554277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 shift-left.18> (def) +2023-12-14 14:52:55.554282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58: +2023-12-14 14:52:55.554291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 broadcast.58> (def) +2023-12-14 14:52:55.554296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27: +2023-12-14 14:52:55.554306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 reshape.27> (def) +2023-12-14 14:52:55.554311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:55.554320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 slice.30> (def) +2023-12-14 14:52:55.554325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:55.554335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.52> (def) +2023-12-14 14:52:55.554340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.15: +2023-12-14 14:52:55.554349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 param_2.15> (def) +2023-12-14 14:52:55.554354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.554358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:55.554363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_3.17> (def) +2023-12-14 14:52:55.554368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.554373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> +2023-12-14 14:52:55.554378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:52:55.554387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:55.554400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.554405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.20> +2023-12-14 14:52:55.554410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:55.554419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:55.554429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.18> +2023-12-14 14:52:55.554440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:55.554450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.13> +2023-12-14 14:52:55.554466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13 +2023-12-14 14:52:55.554475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:55.554485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.554490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.23> +2023-12-14 14:52:55.554494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:55.554505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20, operand 0 +2023-12-14 14:52:55.554516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.20> +2023-12-14 14:52:55.554528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20 +2023-12-14 14:52:55.554538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.20 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 param_0.1> +2023-12-14 14:52:55.554552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:55.554562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0, operand 0 +2023-12-14 14:52:55.554573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.554578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 param_1> +2023-12-14 14:52:55.554583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1 +2023-12-14 14:52:55.554592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0, operand 1 +2023-12-14 14:52:55.554602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1 = u32[2]{0} parameter(1) +2023-12-14 14:52:55.554606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 concatenate.0> +2023-12-14 14:52:55.554611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0 +2023-12-14 14:52:55.554621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:55.554631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.0 = u32[4]{0} concatenate(u32[2]{0} %param_0.1, u32[2]{0} %param_1), dimensions={0}, metadata={op_name="jit(_threefry_split)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.14> +2023-12-14 14:52:55.554641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:55.554651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[2,2]{1,0} reshape(u32[4]{0} %concatenate.0), metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.11> +2023-12-14 14:52:55.554669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:55.554679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:55.554689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(5) +2023-12-14 14:52:55.554694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 compare.1> +2023-12-14 14:52:55.554700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:55.554710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.11), direction=LT, metadata={op_name="jit(_threefry_split)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.1> +2023-12-14 14:52:55.554725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1 +2023-12-14 14:52:55.554734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:55.554744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.1 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.22> +2023-12-14 14:52:55.554755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:55.554765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 0 +2023-12-14 14:52:55.554775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[2]{0} slice(u32[4]{0} %iota.1), slice={[0:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(2,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.11> +2023-12-14 14:52:55.554787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:52:55.554797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:55.554806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.554812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.21> +2023-12-14 14:52:55.554816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:55.554826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:55.554836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.19> +2023-12-14 14:52:55.554846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:55.554855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36, operand 0 +2023-12-14 14:52:55.554865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.36> +2023-12-14 14:52:55.554875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36 +2023-12-14 14:52:55.554885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 1 +2023-12-14 14:52:55.554895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.36 = u32[2]{0} broadcast(u32[] %reshape.19), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.39> +2023-12-14 14:52:55.554908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39 +2023-12-14 14:52:55.554917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.39 = u32[2]{0} add(u32[2]{0} %slice.22, u32[2]{0} %broadcast.36), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.0> +2023-12-14 14:52:55.554933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0 +2023-12-14 14:52:55.554942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:55.554952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.0 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.19> +2023-12-14 14:52:55.554962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:55.554972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.554976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 0 +2023-12-14 14:52:55.554981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[2]{0} slice(u32[4]{0} %iota.0), slice={[2:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(2,) limit_indices=(4,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.554986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.7> +2023-12-14 14:52:55.554992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.554996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:52:55.555001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:55.555011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.555015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.18> +2023-12-14 14:52:55.555020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:55.555036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:55.555045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.17> +2023-12-14 14:52:55.555056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:55.555065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35, operand 0 +2023-12-14 14:52:55.555075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.35> +2023-12-14 14:52:55.555084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35 +2023-12-14 14:52:55.555095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 1 +2023-12-14 14:52:55.555104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.35 = u32[2]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.38> +2023-12-14 14:52:55.555114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38 +2023-12-14 14:52:55.555124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.38 = u32[2]{0} add(u32[2]{0} %slice.19, u32[2]{0} %broadcast.35), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.5> +2023-12-14 14:52:55.555138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:52:55.555151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:55.555161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:55.555167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.555172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 slice.17> +2023-12-14 14:52:55.555176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:55.555186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16, operand 0 +2023-12-14 14:52:55.555195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.16> +2023-12-14 14:52:55.555205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16 +2023-12-14 14:52:55.555214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:55.555225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.16 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 slice.16> +2023-12-14 14:52:55.555235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:55.555244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15, operand 0 +2023-12-14 14:52:55.555254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.15> +2023-12-14 14:52:55.555263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15 +2023-12-14 14:52:55.555276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:55.555286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.15 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 xor.15> +2023-12-14 14:52:55.555296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:55.555306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:55.555315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[] xor(u32[] %reshape.16, u32[] %reshape.15), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 constant.12> +2023-12-14 14:52:55.555338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:55.555348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:55.555358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = u32[] constant(466688986) +2023-12-14 14:52:55.555363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.12> +2023-12-14 14:52:55.555368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:55.555378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[] xor(u32[] %xor.15, u32[] %constant.12), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> +2023-12-14 14:52:55.555393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:55.555402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:55.555407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.555421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = s32[] constant(0) +2023-12-14 14:52:55.555425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_0.1> +2023-12-14 14:52:55.555430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.555440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:55.555450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:55.555455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:55.555460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2, operand 0 +2023-12-14 14:52:55.555465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:55.555469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.555474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.4> +2023-12-14 14:52:55.555480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:55.555490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:55.555494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.555504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.2> +2023-12-14 14:52:55.555514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2 +2023-12-14 14:52:55.555524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {2} +2023-12-14 14:52:55.555529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.555538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:55.555551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:55.555561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {3} +2023-12-14 14:52:55.555565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.555576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.1> +2023-12-14 14:52:55.555585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:55.555595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {4} +2023-12-14 14:52:55.555601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.555610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.5> +2023-12-14 14:52:55.555620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:55.555629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {5} +2023-12-14 14:52:55.555634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.555644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.5> +2023-12-14 14:52:55.555654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:55.555664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {6} +2023-12-14 14:52:55.555669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.555681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.555686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.4> +2023-12-14 14:52:55.555691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:55.555701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {7} +2023-12-14 14:52:55.555706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.555716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.555722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 tuple.6{}> +2023-12-14 14:52:55.555727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:55.555736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.555746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.2, u32[2]{0} %fusion.4, u32[2]{0} %fusion.2, u32[] %fusion.3, u32[] %fusion.1, /*index=5*/u32[] %fusion.5, u32[4]{0} %constant.5, u32[4]{0} %constant.4) +2023-12-14 14:52:55.555751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion> +2023-12-14 14:52:55.555756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.555765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[2,2]{1,0} fusion(u32[2]{0} %get-tuple-element.100, u32[2]{0} %get-tuple-element.101), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.10> +2023-12-14 14:52:55.555782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:52:55.555792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:55.555805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = s32[] constant(1) +2023-12-14 14:52:55.555810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.35> +2023-12-14 14:52:55.555814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:55.555824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {0} +2023-12-14 14:52:55.555828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 0 +2023-12-14 14:52:55.555840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %get-tuple-element.111, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 fusion.7> +2023-12-14 14:52:55.555850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:55.555860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {1} +2023-12-14 14:52:55.555864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 1 +2023-12-14 14:52:55.555874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[2]{0} fusion(u32[] %get-tuple-element.107, u32[4]{0} %get-tuple-element.95, u32[2]{0} %get-tuple-element.108, u32[2]{0} %get-tuple-element.109), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 fusion.6> +2023-12-14 14:52:55.555884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:55.555893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {2} +2023-12-14 14:52:55.555898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 2 +2023-12-14 14:52:55.555909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[2]{0} fusion(u32[] %get-tuple-element.97, u32[4]{0} %get-tuple-element.95, u32[2]{0} %get-tuple-element.108, u32[2]{0} %get-tuple-element.109, s32[] %get-tuple-element.111), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.555914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.7{}> +2023-12-14 14:52:55.555922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {} +2023-12-14 14:52:55.555931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.7 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[2]{0} %fusion.7, u32[2]{0} %fusion.6, u32[] %get-tuple-element.97, u32[] %get-tuple-element.96, /*index=5*/u32[] %get-tuple-element.107, u32[4]{0} %get-tuple-element.85, u32[4]{0} %get-tuple-element.95) +2023-12-14 14:52:55.555942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_3.17> +2023-12-14 14:52:55.555947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:55.555957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:55.555968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.555972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 param_2.15> +2023-12-14 14:52:55.555977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.555982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.15 +2023-12-14 14:52:55.555987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.555991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:55.555996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:55.556001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:55.556006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.15 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.556010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.52> +2023-12-14 14:52:55.556016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:55.556025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:55.556036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:55.556041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[2]{0} add(u32[2]{0} %param_3.17, u32[2]{0} %param_2.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 param_1.28> +2023-12-14 14:52:55.556053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.28 +2023-12-14 14:52:55.556063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:55.556073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:55.556078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:55.556083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.28 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.556087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 slice.30> +2023-12-14 14:52:55.556092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:55.556102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27, operand 0 +2023-12-14 14:52:55.556112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 reshape.27> +2023-12-14 14:52:55.556122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27 +2023-12-14 14:52:55.556131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:55.556142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58, operand 0 +2023-12-14 14:52:55.556147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.27 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 broadcast.58> +2023-12-14 14:52:55.556156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58 +2023-12-14 14:52:55.556167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:55.556176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.58 = u32[2]{0} broadcast(u32[] %reshape.27), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 shift-left.18> +2023-12-14 14:52:55.556189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:55.556199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:55.556209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[2]{0} shift-left(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.58), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 constant.15> +2023-12-14 14:52:55.556219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:55.556229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:55.556239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:55.556244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:55.556248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(32) +2023-12-14 14:52:55.556254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 subtract.18> +2023-12-14 14:52:55.556259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:55.556268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56, operand 0 +2023-12-14 14:52:55.556278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.15, u32[] %reshape.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 broadcast.56> +2023-12-14 14:52:55.556287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56 +2023-12-14 14:52:55.556298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:55.556312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.56 = u32[2]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 shift-right-logical.18> +2023-12-14 14:52:55.556322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:55.556332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:55.556342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.56), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 or.18> +2023-12-14 14:52:55.556351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:55.556361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:55.556371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[2]{0} or(u32[2]{0} %shift-left.18, u32[2]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 xor.22> +2023-12-14 14:52:55.556381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:55.556391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:55.556400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:55.556405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:55.556410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[2]{0} xor(u32[2]{0} %add.52, u32[2]{0} %or.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.51> +2023-12-14 14:52:55.556422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:55.556433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:55.556443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:55.556448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[2]{0} add(u32[2]{0} %add.52, u32[2]{0} %xor.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 slice.29> +2023-12-14 14:52:55.556457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:55.556467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:55.556476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 reshape.26> +2023-12-14 14:52:55.556486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:55.556498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:55.556508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55, operand 0 +2023-12-14 14:52:55.556513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 broadcast.55> +2023-12-14 14:52:55.556522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55 +2023-12-14 14:52:55.556531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:55.556541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.55 = u32[2]{0} broadcast(u32[] %reshape.26), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 shift-left.17> +2023-12-14 14:52:55.556555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:55.556565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:55.556575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[2]{0} shift-left(u32[2]{0} %xor.22, u32[2]{0} %broadcast.55), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 subtract.17> +2023-12-14 14:52:55.556585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:55.556594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54, operand 0 +2023-12-14 14:52:55.556604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.15, u32[] %reshape.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 broadcast.54> +2023-12-14 14:52:55.556614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54 +2023-12-14 14:52:55.556624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:55.556634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.54 = u32[2]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 shift-right-logical.17> +2023-12-14 14:52:55.556644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:55.556654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:55.556666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.22, u32[2]{0} %broadcast.54), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 or.17> +2023-12-14 14:52:55.556677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:55.556686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:55.556697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[2]{0} or(u32[2]{0} %shift-left.17, u32[2]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 xor.21> +2023-12-14 14:52:55.556706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:55.556716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:55.556725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:55.556731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:55.556736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[2]{0} xor(u32[2]{0} %add.51, u32[2]{0} %or.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 add.50> +2023-12-14 14:52:55.556745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:55.556755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:55.556765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:55.556770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[2]{0} add(u32[2]{0} %add.51, u32[2]{0} %xor.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 slice.28> +2023-12-14 14:52:55.556779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:55.556793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25, operand 0 +2023-12-14 14:52:55.556802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 reshape.25> +2023-12-14 14:52:55.556812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25 +2023-12-14 14:52:55.556822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:55.556832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53, operand 0 +2023-12-14 14:52:55.556837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 broadcast.53> +2023-12-14 14:52:55.556847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53 +2023-12-14 14:52:55.556857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:55.556866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.53 = u32[2]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 shift-left.16> +2023-12-14 14:52:55.556876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:55.556885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:55.556896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[2]{0} shift-left(u32[2]{0} %xor.21, u32[2]{0} %broadcast.53), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.16> +2023-12-14 14:52:55.556912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:55.556921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52, operand 0 +2023-12-14 14:52:55.556931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.15, u32[] %reshape.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.52> +2023-12-14 14:52:55.556940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52 +2023-12-14 14:52:55.556950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:55.556960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.52 = u32[2]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.16> +2023-12-14 14:52:55.556971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.556975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:55.556980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.556985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:55.556990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.21, u32[2]{0} %broadcast.52), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.556995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.16> +2023-12-14 14:52:55.556999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:55.557009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:55.557020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[2]{0} or(u32[2]{0} %shift-left.16, u32[2]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.20> +2023-12-14 14:52:55.557034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:55.557043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:55.557053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[2]{0} xor(u32[2]{0} %add.50, u32[2]{0} %or.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.49> +2023-12-14 14:52:55.557062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:55.557072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:55.557081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[2]{0} add(u32[2]{0} %add.50, u32[2]{0} %xor.20), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 param_0.18> +2023-12-14 14:52:55.557092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18 +2023-12-14 14:52:55.557101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51, operand 0 +2023-12-14 14:52:55.557111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.18 = u32[] parameter(0) +2023-12-14 14:52:55.557116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.51> +2023-12-14 14:52:55.557120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51 +2023-12-14 14:52:55.557130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:55.557139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.51 = u32[2]{0} broadcast(u32[] %param_0.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 add.48> +2023-12-14 14:52:55.557153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:55.557163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[2]{0} add(u32[2]{0} %add.49, u32[2]{0} %broadcast.51), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 param_3.7> +2023-12-14 14:52:55.557177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:55.557186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 0 +2023-12-14 14:52:55.557196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.557201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 param_2.7> +2023-12-14 14:52:55.557206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.7 +2023-12-14 14:52:55.557216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:55.557226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:55.557231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 1 +2023-12-14 14:52:55.557236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.7 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.557240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.45> +2023-12-14 14:52:55.557245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45 +2023-12-14 14:52:55.557254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:55.557264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:55.557269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.45 = u32[2]{0} add(u32[2]{0} %param_3.7, u32[2]{0} %param_2.7), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 param_1.22> +2023-12-14 14:52:55.557283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.22 +2023-12-14 14:52:55.557292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:55.557302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:55.557307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:55.557311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:55.557316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.22 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.557321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 slice.27> +2023-12-14 14:52:55.557327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:55.557336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24, operand 0 +2023-12-14 14:52:55.557347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 reshape.24> +2023-12-14 14:52:55.557357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24 +2023-12-14 14:52:55.557366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:55.557376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49, operand 0 +2023-12-14 14:52:55.557381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.49> +2023-12-14 14:52:55.557391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49 +2023-12-14 14:52:55.557400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:55.557414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.49 = u32[2]{0} broadcast(u32[] %reshape.24), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-left.15> +2023-12-14 14:52:55.557423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:55.557433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:55.557443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[2]{0} shift-left(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.49), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 constant.13> +2023-12-14 14:52:55.557453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:55.557462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:55.557472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:55.557478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:55.557482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:55.557487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = u32[] constant(32) +2023-12-14 14:52:55.557492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 subtract.15> +2023-12-14 14:52:55.557497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:55.557507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48, operand 0 +2023-12-14 14:52:55.557517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.13, u32[] %reshape.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.48> +2023-12-14 14:52:55.557526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48 +2023-12-14 14:52:55.557539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:55.557550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.48 = u32[2]{0} broadcast(u32[] %subtract.15), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 shift-right-logical.15> +2023-12-14 14:52:55.557561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:55.557570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:55.557580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.48), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 or.15> +2023-12-14 14:52:55.557590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:55.557599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:55.557609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[2]{0} or(u32[2]{0} %shift-left.15, u32[2]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 xor.19> +2023-12-14 14:52:55.557619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:55.557629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:55.557639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:55.557643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:55.557648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[2]{0} xor(u32[2]{0} %add.45, u32[2]{0} %or.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.44> +2023-12-14 14:52:55.557661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:55.557670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:55.557682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:55.557687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[2]{0} add(u32[2]{0} %add.45, u32[2]{0} %xor.19), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 slice.26> +2023-12-14 14:52:55.557696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:55.557705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23, operand 0 +2023-12-14 14:52:55.557715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 reshape.23> +2023-12-14 14:52:55.557724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23 +2023-12-14 14:52:55.557734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:55.557746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46, operand 0 +2023-12-14 14:52:55.557751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.23 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 broadcast.46> +2023-12-14 14:52:55.557760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46 +2023-12-14 14:52:55.557770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:55.557782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.46 = u32[2]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 shift-left.14> +2023-12-14 14:52:55.557792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:55.557802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:55.557812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[2]{0} shift-left(u32[2]{0} %xor.19, u32[2]{0} %broadcast.46), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 subtract.14> +2023-12-14 14:52:55.557822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:55.557831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45, operand 0 +2023-12-14 14:52:55.557841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.13, u32[] %reshape.23), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 broadcast.45> +2023-12-14 14:52:55.557851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45 +2023-12-14 14:52:55.557861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:55.557872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.45 = u32[2]{0} broadcast(u32[] %subtract.14), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 shift-right-logical.14> +2023-12-14 14:52:55.557882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:55.557894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:55.557904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.19, u32[2]{0} %broadcast.45), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 or.14> +2023-12-14 14:52:55.557914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:55.557924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:55.557933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[2]{0} or(u32[2]{0} %shift-left.14, u32[2]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 xor.18> +2023-12-14 14:52:55.557944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:55.557953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:55.557963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:55.557968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:55.557972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[2]{0} xor(u32[2]{0} %add.44, u32[2]{0} %or.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.557979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 add.43> +2023-12-14 14:52:55.557983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.557988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:55.557993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.557998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 0 +2023-12-14 14:52:55.558003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:55.558008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[2]{0} add(u32[2]{0} %add.44, u32[2]{0} %xor.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 slice.25> +2023-12-14 14:52:55.558020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:55.558030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22, operand 0 +2023-12-14 14:52:55.558040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 reshape.22> +2023-12-14 14:52:55.558049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22 +2023-12-14 14:52:55.558059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:55.558069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44, operand 0 +2023-12-14 14:52:55.558074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.22 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 broadcast.44> +2023-12-14 14:52:55.558084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44 +2023-12-14 14:52:55.558093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:55.558104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.44 = u32[2]{0} broadcast(u32[] %reshape.22), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 shift-left.13> +2023-12-14 14:52:55.558113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:55.558123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:55.558136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[2]{0} shift-left(u32[2]{0} %xor.18, u32[2]{0} %broadcast.44), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 subtract.13> +2023-12-14 14:52:55.558146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:55.558156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43, operand 0 +2023-12-14 14:52:55.558166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.13, u32[] %reshape.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.43> +2023-12-14 14:52:55.558176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43 +2023-12-14 14:52:55.558185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:55.558195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.43 = u32[2]{0} broadcast(u32[] %subtract.13), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-right-logical.13> +2023-12-14 14:52:55.558205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:55.558216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:55.558225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.18, u32[2]{0} %broadcast.43), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 or.13> +2023-12-14 14:52:55.558235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:55.558244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:55.558257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[2]{0} or(u32[2]{0} %shift-left.13, u32[2]{0} %shift-right-logical.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 xor.17> +2023-12-14 14:52:55.558267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:55.558278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:55.558287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:55.558292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 1 +2023-12-14 14:52:55.558297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[2]{0} xor(u32[2]{0} %add.43, u32[2]{0} %or.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 add.42> +2023-12-14 14:52:55.558306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42 +2023-12-14 14:52:55.558316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:55.558325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.42 = u32[2]{0} add(u32[2]{0} %add.43, u32[2]{0} %xor.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 slice.24> +2023-12-14 14:52:55.558336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:55.558346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21, operand 0 +2023-12-14 14:52:55.558355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[3:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 reshape.21> +2023-12-14 14:52:55.558368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21 +2023-12-14 14:52:55.558377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:55.558387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42, operand 0 +2023-12-14 14:52:55.558392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.21 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 broadcast.42> +2023-12-14 14:52:55.558402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42 +2023-12-14 14:52:55.558412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:55.558421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.42 = u32[2]{0} broadcast(u32[] %reshape.21), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 shift-left.12> +2023-12-14 14:52:55.558431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:55.558440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:55.558450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[2]{0} shift-left(u32[2]{0} %xor.17, u32[2]{0} %broadcast.42), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 subtract.12> +2023-12-14 14:52:55.558461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:55.558471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41, operand 0 +2023-12-14 14:52:55.558481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.13, u32[] %reshape.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 broadcast.41> +2023-12-14 14:52:55.558493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41 +2023-12-14 14:52:55.558502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:55.558513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.41 = u32[2]{0} broadcast(u32[] %subtract.12), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-right-logical.12> +2023-12-14 14:52:55.558523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:55.558534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:55.558544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.17, u32[2]{0} %broadcast.41), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 or.12> +2023-12-14 14:52:55.558553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:55.558562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:55.558572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[2]{0} or(u32[2]{0} %shift-left.12, u32[2]{0} %shift-right-logical.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 xor.16> +2023-12-14 14:52:55.558582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:55.558593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 0 +2023-12-14 14:52:55.558603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[2]{0} xor(u32[2]{0} %add.42, u32[2]{0} %or.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 param_0.16> +2023-12-14 14:52:55.558615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16 +2023-12-14 14:52:55.558625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39, operand 0 +2023-12-14 14:52:55.558635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.16 = u32[] parameter(0) +2023-12-14 14:52:55.558640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 broadcast.39> +2023-12-14 14:52:55.558645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39 +2023-12-14 14:52:55.558654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 1 +2023-12-14 14:52:55.558664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.39 = u32[2]{0} broadcast(u32[] %param_0.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.41> +2023-12-14 14:52:55.558674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41 +2023-12-14 14:52:55.558683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 0 +2023-12-14 14:52:55.558694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.41 = u32[2]{0} add(u32[2]{0} %xor.16, u32[2]{0} %broadcast.39), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 param_4.12> +2023-12-14 14:52:55.558703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:55.558713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:55.558724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:55.558729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 constant.14> +2023-12-14 14:52:55.558738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.558748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:55.558758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(1) +2023-12-14 14:52:55.558763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 add.47> +2023-12-14 14:52:55.558767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:55.558777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:55.558786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 convert.3> +2023-12-14 14:52:55.558797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:55.558806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38, operand 0 +2023-12-14 14:52:55.558816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 broadcast.38> +2023-12-14 14:52:55.558826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38 +2023-12-14 14:52:55.558836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 1 +2023-12-14 14:52:55.558845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.38 = u32[2]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 add.40> +2023-12-14 14:52:55.558855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40 +2023-12-14 14:52:55.558868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.40 = u32[2]{0} add(u32[2]{0} %add.41, u32[2]{0} %broadcast.38), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.558878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.558883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.558892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.558902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.558907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.558912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.558922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:55.558933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.95, operand 0 {} +2023-12-14 14:52:55.558937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96, operand 0 {} +2023-12-14 14:52:55.558942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97, operand 0 {} +2023-12-14 14:52:55.558947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:55.558952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:55.558956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:55.558961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.111, operand 0 {} +2023-12-14 14:52:55.558966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.558971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.558976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.558981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.558989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.558994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.558999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:55.559004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.559013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.559023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.559037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.559048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.559063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.559072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.559087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.559096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.559111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.559124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.559139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.559148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.559163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.559173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.559188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.559197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.111 +2023-12-14 14:52:55.559202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:55.559212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 4 +2023-12-14 14:52:55.559216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.559226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.559236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:55.559241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 3 +2023-12-14 14:52:55.559253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 3 +2023-12-14 14:52:55.559258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.559268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.559277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:55.559282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 2 +2023-12-14 14:52:55.559293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 2 +2023-12-14 14:52:55.559298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.559307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.559321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {5} +2023-12-14 14:52:55.559326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:55.559331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 5 +2023-12-14 14:52:55.559346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:55.559350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.559360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.559370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {3} +2023-12-14 14:52:55.559375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97 +2023-12-14 14:52:55.559379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 3 +2023-12-14 14:52:55.559393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:55.559398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.559408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.559418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {4} +2023-12-14 14:52:55.559423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96 +2023-12-14 14:52:55.559427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 4 +2023-12-14 14:52:55.559437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.559446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.559457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {7} +2023-12-14 14:52:55.559462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.95 +2023-12-14 14:52:55.559467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 7 +2023-12-14 14:52:55.559477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 1 +2023-12-14 14:52:55.559482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 1 +2023-12-14 14:52:55.559487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.559496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.559506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {6} +2023-12-14 14:52:55.559511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:55.559515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 6 +2023-12-14 14:52:55.559525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.559534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 while.1{} (phi)> +2023-12-14 14:52:55.559539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.559549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101, operand 0 {} +2023-12-14 14:52:55.559558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100, operand 0 {} +2023-12-14 14:52:55.559563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.559568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 while.1{0} (phi)> +2023-12-14 14:52:55.559573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.559583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.559594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 while.1{1} (phi)> +2023-12-14 14:52:55.559599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.559609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100 +2023-12-14 14:52:55.559613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.559623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.559628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 while.1{2} (phi)> +2023-12-14 14:52:55.559632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.559645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101 +2023-12-14 14:52:55.559650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:55.559661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.559665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 while.1{3} (phi)> +2023-12-14 14:52:55.559670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.559680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.559689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 while.1{4} (phi)> +2023-12-14 14:52:55.559694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.559703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.559714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 while.1{5} (phi)> +2023-12-14 14:52:55.559719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.559728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.559738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 while.1{6} (phi)> +2023-12-14 14:52:55.559743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.559752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.559765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 while.1{7} (phi)> +2023-12-14 14:52:55.559770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.559775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.559781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.559786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.560171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_split +2023-12-14 14:52:55.560413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.560455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.560462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.560478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:55.560483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:55.560496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:55.560501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:55.560506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:55.560511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:55.560516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:55.560521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:55.560526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:55.560531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:55.560536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:55.560541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:55.560546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:55.560551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:55.560563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:55.560569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:55.560574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:55.560579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:55.560591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.560603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.560609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 165, phi: +2023-12-14 14:52:55.560613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:55.560618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:55.560624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51: +2023-12-14 14:52:55.560628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73: +2023-12-14 14:52:55.560633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 166, phi: +2023-12-14 14:52:55.560638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:55.560643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:55.560648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 167, phi: +2023-12-14 14:52:55.560653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.560658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:55.560662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:55.560669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56: +2023-12-14 14:52:55.560673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 168, phi: +2023-12-14 14:52:55.560678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.560683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:55.560687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:55.560692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62: +2023-12-14 14:52:55.560697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 169, phi: +2023-12-14 14:52:55.560701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.560706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.560711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:55.560716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:55.560721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 170, phi: +2023-12-14 14:52:55.560725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.560730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:55.560735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:55.560742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66: +2023-12-14 14:52:55.560747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 171, phi: +2023-12-14 14:52:55.560752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.560756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.560761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:55.560766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:55.560771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 172, phi: +2023-12-14 14:52:55.560775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.560780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.560785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:55.560789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69: +2023-12-14 14:52:55.560794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 173, phi: +2023-12-14 14:52:55.560800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.560805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:55.560809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:55.560814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71: +2023-12-14 14:52:55.560819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 174, phi: +2023-12-14 14:52:55.560823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.560829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:55.560834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50: +2023-12-14 14:52:55.560839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72: +2023-12-14 14:52:55.560843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 175, phi: +2023-12-14 14:52:55.560848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.560853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:55.560857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 176, phi: +2023-12-14 14:52:55.560862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.560867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:55.560872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 177, phi: +2023-12-14 14:52:55.560877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.560882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.560886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 178, phi: +2023-12-14 14:52:55.560891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.560895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:55.560903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 179, phi: +2023-12-14 14:52:55.560909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.560913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.560918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 180, phi: +2023-12-14 14:52:55.560924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.560928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.560933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 181, phi: +2023-12-14 14:52:55.560937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.560942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:55.560947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 182, phi: +2023-12-14 14:52:55.560951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.560957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:55.560962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 183, phi: +2023-12-14 14:52:55.560967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:55.560971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:55.560976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 184, phi: +2023-12-14 14:52:55.560981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:55.560985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.560990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 185, phi: +2023-12-14 14:52:55.560995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:55.560999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.561005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 186, phi: +2023-12-14 14:52:55.561010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.561015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.561019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 187, phi: +2023-12-14 14:52:55.561024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:55.561029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.561033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 188, phi: +2023-12-14 14:52:55.561038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.561043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.561047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 189, phi: +2023-12-14 14:52:55.561053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.561058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.561066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 190, phi: +2023-12-14 14:52:55.561071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:55.561076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.561081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 191, phi: +2023-12-14 14:52:55.561085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:55.561090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.561107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.561117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.561122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 165, phi: +2023-12-14 14:52:55.561127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:55.561131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:55.561136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51: +2023-12-14 14:52:55.561141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73: +2023-12-14 14:52:55.561146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 166, phi: +2023-12-14 14:52:55.561152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:55.561156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:55.561161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 167, phi: +2023-12-14 14:52:55.561165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.561170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:55.561174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:55.561179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56: +2023-12-14 14:52:55.561184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 168, phi: +2023-12-14 14:52:55.561188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.561194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:55.561199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:55.561204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62: +2023-12-14 14:52:55.561208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 169, phi: +2023-12-14 14:52:55.561213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.561217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.561222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:55.561226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:55.561231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 170, phi: +2023-12-14 14:52:55.561236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.561245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:55.561249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:55.561254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66: +2023-12-14 14:52:55.561258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 171, phi: +2023-12-14 14:52:55.561263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.561268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.561272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:55.561277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:55.561282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 172, phi: +2023-12-14 14:52:55.561287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.561293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.561298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:55.561303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69: +2023-12-14 14:52:55.561307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 173, phi: +2023-12-14 14:52:55.561312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.561316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:55.561321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:55.561327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71: +2023-12-14 14:52:55.561331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 174, phi: +2023-12-14 14:52:55.561336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.561340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:55.561346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50: +2023-12-14 14:52:55.561350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72: +2023-12-14 14:52:55.561355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 175, phi: +2023-12-14 14:52:55.561359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.561364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:55.561370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 176, phi: +2023-12-14 14:52:55.561374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.561379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:55.561384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 177, phi: +2023-12-14 14:52:55.561389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.561394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.561398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 178, phi: +2023-12-14 14:52:55.561406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.561411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:55.561416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 179, phi: +2023-12-14 14:52:55.561420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.561425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.561430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 180, phi: +2023-12-14 14:52:55.561434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.561440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.561444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 181, phi: +2023-12-14 14:52:55.561449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.561454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:55.561459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 182, phi: +2023-12-14 14:52:55.561464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.561469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:55.561473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 183, phi: +2023-12-14 14:52:55.561478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:55.561482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:55.561488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 184, phi: +2023-12-14 14:52:55.561492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:55.561497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.561502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 185, phi: +2023-12-14 14:52:55.561507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:55.561511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.561516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 186, phi: +2023-12-14 14:52:55.561521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.561525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.561530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 187, phi: +2023-12-14 14:52:55.561535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:55.561540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.561544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 188, phi: +2023-12-14 14:52:55.561550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.561554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.561559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 189, phi: +2023-12-14 14:52:55.561569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.561574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.561578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 190, phi: +2023-12-14 14:52:55.561584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:55.561589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.561594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 191, phi: +2023-12-14 14:52:55.561598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:55.561603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.561608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.561615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <36 Arg_0.1> + +2023-12-14 14:52:55.561621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:55.561627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <34 constant.2> + +2023-12-14 14:52:55.561632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:55.561639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <49 constant.4> + +2023-12-14 14:52:55.561644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:55.561649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 constant.5> + +2023-12-14 14:52:55.561654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.561666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <183 while.1{} (phi)> + {0} : HloValueSet: <184 while.1{0} (phi)> + {1} : HloValueSet: <185 while.1{1} (phi)> + {2} : HloValueSet: <186 while.1{2} (phi)> + {3} : HloValueSet: <187 while.1{3} (phi)> + {4} : HloValueSet: <188 while.1{4} (phi)> + {5} : HloValueSet: <189 while.1{5} (phi)> + {6} : HloValueSet: <190 while.1{6} (phi)> + {7} : HloValueSet: <191 while.1{7} (phi)> + +2023-12-14 14:52:55.561672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.100 +2023-12-14 14:52:55.561678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <185 while.1{1} (phi)> + +2023-12-14 14:52:55.561684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.101 +2023-12-14 14:52:55.561690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <186 while.1{2} (phi)> + +2023-12-14 14:52:55.561695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.561700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <52 fusion> + +2023-12-14 14:52:55.561705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:55.561711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <43 fusion.1> + +2023-12-14 14:52:55.561718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2 +2023-12-14 14:52:55.561724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <39 fusion.2> + +2023-12-14 14:52:55.561730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:55.561735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <41 fusion.3> + +2023-12-14 14:52:55.561740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:55.561745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 fusion.4> + +2023-12-14 14:52:55.561750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:55.561755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <45 fusion.5> + +2023-12-14 14:52:55.561760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:55.561765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 copy> + +2023-12-14 14:52:55.561770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.1 +2023-12-14 14:52:55.561777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <38 copy.1> + +2023-12-14 14:52:55.561782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:52:55.561787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <40 copy.2> + +2023-12-14 14:52:55.561792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.3 +2023-12-14 14:52:55.561797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 copy.3> + +2023-12-14 14:52:55.561802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.4 +2023-12-14 14:52:55.561807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 copy.4> + +2023-12-14 14:52:55.561812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.5 +2023-12-14 14:52:55.561817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <46 copy.5> + +2023-12-14 14:52:55.561823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.6 +2023-12-14 14:52:55.561829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 copy.6> + +2023-12-14 14:52:55.561833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.7 +2023-12-14 14:52:55.561839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 copy.7> + +2023-12-14 14:52:55.561843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:55.561853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <51 tuple.9{}> + {0} : HloValueSet: <35 copy> + {1} : HloValueSet: <38 copy.1> + {2} : HloValueSet: <40 copy.2> + {3} : HloValueSet: <42 copy.3> + {4} : HloValueSet: <44 copy.4> + {5} : HloValueSet: <46 copy.5> + {6} : HloValueSet: <48 copy.6> + {7} : HloValueSet: <50 copy.7> + +2023-12-14 14:52:55.561861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.561872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <166 arg_tuple.3{} (phi)> + {0} : HloValueSet: <175 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <176 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <177 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <178 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <179 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <180 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <181 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <182 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.561878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:52:55.561884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <54 constant.10> + +2023-12-14 14:52:55.561889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:55.561894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <55 add.35> + +2023-12-14 14:52:55.561899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:55.561904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <64 fusion.6> + +2023-12-14 14:52:55.561909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:55.561915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <61 fusion.7> + +2023-12-14 14:52:55.561921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:55.561927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <175 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.561932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:55.561937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <53 copy.8> + +2023-12-14 14:52:55.561942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:55.561948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <176 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.561954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:55.561959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <57 copy.9> + +2023-12-14 14:52:55.561964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:55.561970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <177 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.561975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:55.561996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <60 copy.10> + +2023-12-14 14:52:55.562001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:55.562007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <178 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.562012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:55.562017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 copy.11> + +2023-12-14 14:52:55.562022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:55.562028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <179 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.562033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:55.562038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <63 copy.12> + +2023-12-14 14:52:55.562043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:55.562049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <180 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.562054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:55.562059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 copy.13> + +2023-12-14 14:52:55.562064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:55.562070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <181 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.562075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:55.562080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <59 copy.14> + +2023-12-14 14:52:55.562085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:55.562091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <182 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.562096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:55.562101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <70 copy.15> + +2023-12-14 14:52:55.562106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.16 +2023-12-14 14:52:55.562111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <56 copy.16> + +2023-12-14 14:52:55.562117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.17 +2023-12-14 14:52:55.562122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <62 copy.17> + +2023-12-14 14:52:55.562130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.18 +2023-12-14 14:52:55.562136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <65 copy.18> + +2023-12-14 14:52:55.562141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:55.562146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <66 copy.19> + +2023-12-14 14:52:55.562151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:55.562156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <68 copy.20> + +2023-12-14 14:52:55.562162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:55.562167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <69 copy.21> + +2023-12-14 14:52:55.562172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:55.562178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <71 copy.22> + +2023-12-14 14:52:55.562183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:55.562188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <72 copy.23> + +2023-12-14 14:52:55.562193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:55.562202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <73 tuple.11{}> + {0} : HloValueSet: <56 copy.16> + {1} : HloValueSet: <62 copy.17> + {2} : HloValueSet: <65 copy.18> + {3} : HloValueSet: <66 copy.19> + {4} : HloValueSet: <68 copy.20> + {5} : HloValueSet: <69 copy.21> + {6} : HloValueSet: <71 copy.22> + {7} : HloValueSet: <72 copy.23> + +2023-12-14 14:52:55.562207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.562218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <165 arg_tuple.4{} (phi)> + {0} : HloValueSet: <167 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <168 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <169 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <170 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <171 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <172 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <173 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <174 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.562224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:55.562230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <10 constant.11> + +2023-12-14 14:52:55.562234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:55.562240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <11 compare.1> + +2023-12-14 14:52:55.562244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.562253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <167 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.562260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:55.562266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <9 reshape.14> + +2023-12-14 14:52:55.562272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.0 +2023-12-14 14:52:55.562277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <8 concatenate.0> + +2023-12-14 14:52:55.562282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:55.562287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <6 param_0.1> + +2023-12-14 14:52:55.562292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1 +2023-12-14 14:52:55.562298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 param_1> + +2023-12-14 14:52:55.562302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:55.562308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 xor.12> + +2023-12-14 14:52:55.562313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:55.562319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 xor.15> + +2023-12-14 14:52:55.562323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:55.562329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 constant.12> + +2023-12-14 14:52:55.562334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.15 +2023-12-14 14:52:55.562339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 reshape.15> + +2023-12-14 14:52:55.562344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:55.562349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <29 slice.16> + +2023-12-14 14:52:55.562354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.16 +2023-12-14 14:52:55.562360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 reshape.16> + +2023-12-14 14:52:55.562365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:52:55.562370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <26 param_0.5> + +2023-12-14 14:52:55.562375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:55.562380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <27 slice.17> + +2023-12-14 14:52:55.562385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.38 +2023-12-14 14:52:55.562390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <25 add.38> + +2023-12-14 14:52:55.562398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.35 +2023-12-14 14:52:55.562405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <24 broadcast.35> + +2023-12-14 14:52:55.562410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:55.562416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <23 reshape.17> + +2023-12-14 14:52:55.562421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:55.562426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <22 slice.18> + +2023-12-14 14:52:55.562431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:55.562436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <20 slice.19> + +2023-12-14 14:52:55.562441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:52:55.562447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 param_0.7> + +2023-12-14 14:52:55.562451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.0 +2023-12-14 14:52:55.562457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <19 iota.0> + +2023-12-14 14:52:55.562462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:55.562468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.18> + +2023-12-14 14:52:55.562473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:55.562478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.20> + +2023-12-14 14:52:55.562483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:52:55.562488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.9> + +2023-12-14 14:52:55.562493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.39 +2023-12-14 14:52:55.562499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <18 add.39> + +2023-12-14 14:52:55.562504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.36 +2023-12-14 14:52:55.562510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <17 broadcast.36> + +2023-12-14 14:52:55.562515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:55.562520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 reshape.19> + +2023-12-14 14:52:55.562525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:55.562530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <15 slice.21> + +2023-12-14 14:52:55.562539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:55.562544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <13 slice.22> + +2023-12-14 14:52:55.562549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:52:55.562555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 param_0.11> + +2023-12-14 14:52:55.562560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.1 +2023-12-14 14:52:55.562565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <12 iota.1> + +2023-12-14 14:52:55.562570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.20 +2023-12-14 14:52:55.562576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 reshape.20> + +2023-12-14 14:52:55.562581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:55.562586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <4 slice.23> + +2023-12-14 14:52:55.562591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.13 +2023-12-14 14:52:55.562597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <3 param_0.13> + +2023-12-14 14:52:55.562602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.40 +2023-12-14 14:52:55.562608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <164 add.40> + +2023-12-14 14:52:55.562613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.38 +2023-12-14 14:52:55.562618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <163 broadcast.38> + +2023-12-14 14:52:55.562623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:55.562629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <162 convert.3> + +2023-12-14 14:52:55.562634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.41 +2023-12-14 14:52:55.562639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <158 add.41> + +2023-12-14 14:52:55.562644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.39 +2023-12-14 14:52:55.562650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <157 broadcast.39> + +2023-12-14 14:52:55.562655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:55.562660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <155 xor.16> + +2023-12-14 14:52:55.562665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:55.562671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <154 or.12> + +2023-12-14 14:52:55.562679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:55.562684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <153 shift-right-logical.12> + +2023-12-14 14:52:55.562689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.41 +2023-12-14 14:52:55.562696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <152 broadcast.41> + +2023-12-14 14:52:55.562701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:55.562707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <151 subtract.12> + +2023-12-14 14:52:55.562712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:55.562718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <150 shift-left.12> + +2023-12-14 14:52:55.562723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.42 +2023-12-14 14:52:55.562728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <149 broadcast.42> + +2023-12-14 14:52:55.562733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.21 +2023-12-14 14:52:55.562738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <148 reshape.21> + +2023-12-14 14:52:55.562743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:55.562749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <147 slice.24> + +2023-12-14 14:52:55.562754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.42 +2023-12-14 14:52:55.562760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <146 add.42> + +2023-12-14 14:52:55.562765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:55.562770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <145 xor.17> + +2023-12-14 14:52:55.562775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:55.562780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <144 or.13> + +2023-12-14 14:52:55.562785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:55.562791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <143 shift-right-logical.13> + +2023-12-14 14:52:55.562796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.43 +2023-12-14 14:52:55.562802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <142 broadcast.43> + +2023-12-14 14:52:55.562807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:55.562813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <141 subtract.13> + +2023-12-14 14:52:55.562820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:55.562826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <140 shift-left.13> + +2023-12-14 14:52:55.562830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.44 +2023-12-14 14:52:55.562836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <139 broadcast.44> + +2023-12-14 14:52:55.562842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.22 +2023-12-14 14:52:55.562847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <138 reshape.22> + +2023-12-14 14:52:55.562853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:55.562858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <137 slice.25> + +2023-12-14 14:52:55.562863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:55.562868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <136 add.43> + +2023-12-14 14:52:55.562873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:55.562878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <135 xor.18> + +2023-12-14 14:52:55.562883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:55.562889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <134 or.14> + +2023-12-14 14:52:55.562894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:55.562900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <133 shift-right-logical.14> + +2023-12-14 14:52:55.562905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.45 +2023-12-14 14:52:55.562910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <132 broadcast.45> + +2023-12-14 14:52:55.562915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:55.562920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <131 subtract.14> + +2023-12-14 14:52:55.562925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:55.562931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <130 shift-left.14> + +2023-12-14 14:52:55.562936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.46 +2023-12-14 14:52:55.562942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <129 broadcast.46> + +2023-12-14 14:52:55.562947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.23 +2023-12-14 14:52:55.562955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <128 reshape.23> + +2023-12-14 14:52:55.562960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:55.562965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <127 slice.26> + +2023-12-14 14:52:55.562970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:55.562975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <126 add.44> + +2023-12-14 14:52:55.562980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:55.562987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <125 xor.19> + +2023-12-14 14:52:55.562991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:55.562997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <124 or.15> + +2023-12-14 14:52:55.563002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:55.563007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <123 shift-right-logical.15> + +2023-12-14 14:52:55.563012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.48 +2023-12-14 14:52:55.563017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <122 broadcast.48> + +2023-12-14 14:52:55.563022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:55.563028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <121 subtract.15> + +2023-12-14 14:52:55.563034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:55.563039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <120 constant.13> + +2023-12-14 14:52:55.563044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:55.563050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <119 shift-left.15> + +2023-12-14 14:52:55.563055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.49 +2023-12-14 14:52:55.563060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <118 broadcast.49> + +2023-12-14 14:52:55.563065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.24 +2023-12-14 14:52:55.563070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <117 reshape.24> + +2023-12-14 14:52:55.563076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:55.563081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <116 slice.27> + +2023-12-14 14:52:55.563086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.45 +2023-12-14 14:52:55.563095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <114 add.45> + +2023-12-14 14:52:55.563100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:55.563105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <161 add.47> + +2023-12-14 14:52:55.563110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.16 +2023-12-14 14:52:55.563115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <156 param_0.16> + +2023-12-14 14:52:55.563121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.22 +2023-12-14 14:52:55.563126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <115 param_1.22> + +2023-12-14 14:52:55.563132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.7 +2023-12-14 14:52:55.563138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <113 param_2.7> + +2023-12-14 14:52:55.563143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:55.563148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <112 param_3.7> + +2023-12-14 14:52:55.563153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:55.563159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <159 param_4.12> + +2023-12-14 14:52:55.563164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.563170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <160 constant.14> + +2023-12-14 14:52:55.563174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:55.563180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <111 add.48> + +2023-12-14 14:52:55.563185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.51 +2023-12-14 14:52:55.563191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <110 broadcast.51> + +2023-12-14 14:52:55.563196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:55.563201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <108 add.49> + +2023-12-14 14:52:55.563206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.18 +2023-12-14 14:52:55.563212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 param_0.18> + +2023-12-14 14:52:55.563217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:55.563223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <107 xor.20> + +2023-12-14 14:52:55.563228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:55.563236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <106 or.16> + +2023-12-14 14:52:55.563241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:55.563247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <105 shift-right-logical.16> + +2023-12-14 14:52:55.563252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.52 +2023-12-14 14:52:55.563258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <104 broadcast.52> + +2023-12-14 14:52:55.563263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:55.563268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <103 subtract.16> + +2023-12-14 14:52:55.563273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:55.563279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <102 shift-left.16> + +2023-12-14 14:52:55.563284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.53 +2023-12-14 14:52:55.563289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <101 broadcast.53> + +2023-12-14 14:52:55.563294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.25 +2023-12-14 14:52:55.563300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <100 reshape.25> + +2023-12-14 14:52:55.563305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:55.563311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <99 slice.28> + +2023-12-14 14:52:55.563315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:55.563327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <98 add.50> + +2023-12-14 14:52:55.563335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:55.563341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <97 xor.21> + +2023-12-14 14:52:55.563346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:55.563351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <96 or.17> + +2023-12-14 14:52:55.563357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:55.563362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <95 shift-right-logical.17> + +2023-12-14 14:52:55.563367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.54 +2023-12-14 14:52:55.563372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <94 broadcast.54> + +2023-12-14 14:52:55.563377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:55.563387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <93 subtract.17> + +2023-12-14 14:52:55.563392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:55.563397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <92 shift-left.17> + +2023-12-14 14:52:55.563403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.55 +2023-12-14 14:52:55.563408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <91 broadcast.55> + +2023-12-14 14:52:55.563413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:55.563418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <90 reshape.26> + +2023-12-14 14:52:55.563423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:55.563428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 slice.29> + +2023-12-14 14:52:55.563433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:55.563439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <88 add.51> + +2023-12-14 14:52:55.563444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:55.563449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <87 xor.22> + +2023-12-14 14:52:55.563454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:55.563459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <86 or.18> + +2023-12-14 14:52:55.563464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:55.563470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <85 shift-right-logical.18> + +2023-12-14 14:52:55.563474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.56 +2023-12-14 14:52:55.563480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <84 broadcast.56> + +2023-12-14 14:52:55.563485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:55.563492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <83 subtract.18> + +2023-12-14 14:52:55.563497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:55.563502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 constant.15> + +2023-12-14 14:52:55.563507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.28 +2023-12-14 14:52:55.563512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <77 param_1.28> + +2023-12-14 14:52:55.563517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:55.563525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <81 shift-left.18> + +2023-12-14 14:52:55.563532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.58 +2023-12-14 14:52:55.563538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <80 broadcast.58> + +2023-12-14 14:52:55.563543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.27 +2023-12-14 14:52:55.563548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 reshape.27> + +2023-12-14 14:52:55.563553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:55.563558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <78 slice.30> + +2023-12-14 14:52:55.563563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:55.563568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <76 add.52> + +2023-12-14 14:52:55.563573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.15 +2023-12-14 14:52:55.563579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <75 param_2.15> + +2023-12-14 14:52:55.563584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:55.563589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <74 param_3.17> + +2023-12-14 14:52:55.564223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_split +2023-12-14 14:52:55.564235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.564240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.564250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 Arg_0.1> (def) +2023-12-14 14:52:55.564255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:55.564265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> (def) +2023-12-14 14:52:55.564269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:55.564279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 constant.4> (def) +2023-12-14 14:52:55.564283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:55.564293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.5> (def) +2023-12-14 14:52:55.564304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.564314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.564319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 while.1{} (phi)> (def) +2023-12-14 14:52:55.564324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.564329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 while.1{0} (phi)> (def) +2023-12-14 14:52:55.564334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.564339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 while.1{1} (phi)> (def) +2023-12-14 14:52:55.564344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.564348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 while.1{2} (phi)> (def) +2023-12-14 14:52:55.564353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.564358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 while.1{3} (phi)> (def) +2023-12-14 14:52:55.564363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.564368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 while.1{4} (phi)> (def) +2023-12-14 14:52:55.564374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.564379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 while.1{5} (phi)> (def) +2023-12-14 14:52:55.564384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.564389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 while.1{6} (phi)> (def) +2023-12-14 14:52:55.564394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.564400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 while.1{7} (phi)> (def) +2023-12-14 14:52:55.564404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100: +2023-12-14 14:52:55.564414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 while.1{1} (phi)> +2023-12-14 14:52:55.564420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101: +2023-12-14 14:52:55.564429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 while.1{2} (phi)> +2023-12-14 14:52:55.564434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.564444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 fusion> (def) +2023-12-14 14:52:55.564452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:55.564462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.1> (def) +2023-12-14 14:52:55.564467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2: +2023-12-14 14:52:55.564476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.2> (def) +2023-12-14 14:52:55.564481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:55.564490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.3> (def) +2023-12-14 14:52:55.564496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:55.564505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.4> (def) +2023-12-14 14:52:55.564511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:55.564520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 fusion.5> (def) +2023-12-14 14:52:55.564525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:55.564534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy> (def) +2023-12-14 14:52:55.564539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1: +2023-12-14 14:52:55.564549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.1> (def) +2023-12-14 14:52:55.564554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:52:55.564564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.2> (def) +2023-12-14 14:52:55.564569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3: +2023-12-14 14:52:55.564578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.3> (def) +2023-12-14 14:52:55.564583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4: +2023-12-14 14:52:55.564593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.4> (def) +2023-12-14 14:52:55.564598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5: +2023-12-14 14:52:55.564610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.5> (def) +2023-12-14 14:52:55.564615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6: +2023-12-14 14:52:55.564625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.6> (def) +2023-12-14 14:52:55.564630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7: +2023-12-14 14:52:55.564639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.7> (def) +2023-12-14 14:52:55.564645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:55.564654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.564659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 tuple.9{}> (def) +2023-12-14 14:52:55.564664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.564669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy> +2023-12-14 14:52:55.564674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.564679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.1> +2023-12-14 14:52:55.564683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.564689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.2> +2023-12-14 14:52:55.564695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.564699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.3> +2023-12-14 14:52:55.564704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.564709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.4> +2023-12-14 14:52:55.564714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.564719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.5> +2023-12-14 14:52:55.564723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.564728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.6> +2023-12-14 14:52:55.564734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.564739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.7> +2023-12-14 14:52:55.564744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.564756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.564761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.564766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.564770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.564775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.564781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.564786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.564791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.564796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.564801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.564806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.564810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.564815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.564820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.564826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.564830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.564836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.564841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.564845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:52:55.564855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 constant.10> (def) +2023-12-14 14:52:55.564860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:55.564870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 add.35> (def) +2023-12-14 14:52:55.564875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:55.564885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 fusion.6> (def) +2023-12-14 14:52:55.564890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:55.564902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 fusion.7> (def) +2023-12-14 14:52:55.564907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:55.564917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.564922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:55.564932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.8> (def) +2023-12-14 14:52:55.564937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:55.564947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.564951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:55.564962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.9> (def) +2023-12-14 14:52:55.564966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:55.564976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.564981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.564986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:55.564991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.10> (def) +2023-12-14 14:52:55.564996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:55.565006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.565011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:55.565021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.11> (def) +2023-12-14 14:52:55.565026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:55.565036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.565041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:55.565054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.12> (def) +2023-12-14 14:52:55.565059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:55.565068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.565073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:55.565083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.13> (def) +2023-12-14 14:52:55.565088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:55.565099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.565103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:55.565113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.14> (def) +2023-12-14 14:52:55.565118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:55.565128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.565133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:55.565143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 copy.15> (def) +2023-12-14 14:52:55.565148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16: +2023-12-14 14:52:55.565157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.16> (def) +2023-12-14 14:52:55.565162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17: +2023-12-14 14:52:55.565172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.17> (def) +2023-12-14 14:52:55.565177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18: +2023-12-14 14:52:55.565187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> (def) +2023-12-14 14:52:55.565192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:55.565204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> (def) +2023-12-14 14:52:55.565209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:55.565219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> (def) +2023-12-14 14:52:55.565225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:55.565235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> (def) +2023-12-14 14:52:55.565240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:55.565249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> (def) +2023-12-14 14:52:55.565254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:55.565263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> (def) +2023-12-14 14:52:55.565268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:55.565278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.565283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.11{}> (def) +2023-12-14 14:52:55.565288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.565293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.16> +2023-12-14 14:52:55.565298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.565303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.17> +2023-12-14 14:52:55.565308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.565312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> +2023-12-14 14:52:55.565318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.565323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> +2023-12-14 14:52:55.565328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.565333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> +2023-12-14 14:52:55.565338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.565343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> +2023-12-14 14:52:55.565351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.565356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> +2023-12-14 14:52:55.565361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.565366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> +2023-12-14 14:52:55.565371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.565381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.565386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.565391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.565395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.565400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.565406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.565411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.565417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.565422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.565426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.565431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.565436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.565441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.565446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.565451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.565456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.565461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.565466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.565471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:55.565481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.11> (def) +2023-12-14 14:52:55.565485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:55.565498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 compare.1> (def) +2023-12-14 14:52:55.565503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.565514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.565519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:55.565528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.14> (def) +2023-12-14 14:52:55.565533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0: +2023-12-14 14:52:55.565543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 concatenate.0> (def) +2023-12-14 14:52:55.565548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:55.565558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 param_0.1> (def) +2023-12-14 14:52:55.565563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1: +2023-12-14 14:52:55.565573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 param_1> (def) +2023-12-14 14:52:55.565578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:55.565588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.12> (def) +2023-12-14 14:52:55.565592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:55.565602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 xor.15> (def) +2023-12-14 14:52:55.565607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:55.565617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 constant.12> (def) +2023-12-14 14:52:55.565621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15: +2023-12-14 14:52:55.565631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.15> (def) +2023-12-14 14:52:55.565636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:55.565649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 slice.16> (def) +2023-12-14 14:52:55.565654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16: +2023-12-14 14:52:55.565664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.16> (def) +2023-12-14 14:52:55.565669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:52:55.565679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.5> (def) +2023-12-14 14:52:55.565684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:55.565693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 slice.17> (def) +2023-12-14 14:52:55.565698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38: +2023-12-14 14:52:55.565708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.38> (def) +2023-12-14 14:52:55.565713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35: +2023-12-14 14:52:55.565724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.35> (def) +2023-12-14 14:52:55.565729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:55.565738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.17> (def) +2023-12-14 14:52:55.565743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:55.565752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.18> (def) +2023-12-14 14:52:55.565758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:55.565768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.19> (def) +2023-12-14 14:52:55.565772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:52:55.565782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.7> (def) +2023-12-14 14:52:55.565786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0: +2023-12-14 14:52:55.565799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.0> (def) +2023-12-14 14:52:55.565804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:55.565815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.18> (def) +2023-12-14 14:52:55.565819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:55.565829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.20> (def) +2023-12-14 14:52:55.565833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:52:55.565843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> (def) +2023-12-14 14:52:55.565848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39: +2023-12-14 14:52:55.565858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.39> (def) +2023-12-14 14:52:55.565863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36: +2023-12-14 14:52:55.565872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.36> (def) +2023-12-14 14:52:55.565877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:55.565887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.19> (def) +2023-12-14 14:52:55.565891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:55.565902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.21> (def) +2023-12-14 14:52:55.565906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:55.565916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.22> (def) +2023-12-14 14:52:55.565921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:52:55.565930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.11> (def) +2023-12-14 14:52:55.565935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1: +2023-12-14 14:52:55.565945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.1> (def) +2023-12-14 14:52:55.565953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20: +2023-12-14 14:52:55.565963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.20> (def) +2023-12-14 14:52:55.565967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:55.565977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.23> (def) +2023-12-14 14:52:55.565981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.565987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13: +2023-12-14 14:52:55.565992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.13> (def) +2023-12-14 14:52:55.565998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40: +2023-12-14 14:52:55.566007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.40> (def) +2023-12-14 14:52:55.566012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38: +2023-12-14 14:52:55.566021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 broadcast.38> (def) +2023-12-14 14:52:55.566026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:55.566036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 convert.3> (def) +2023-12-14 14:52:55.566041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41: +2023-12-14 14:52:55.566051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 add.41> (def) +2023-12-14 14:52:55.566056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39: +2023-12-14 14:52:55.566065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.39> (def) +2023-12-14 14:52:55.566070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:55.566080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 xor.16> (def) +2023-12-14 14:52:55.566085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:55.566095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 or.12> (def) +2023-12-14 14:52:55.566103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:55.566113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 shift-right-logical.12> (def) +2023-12-14 14:52:55.566118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41: +2023-12-14 14:52:55.566128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 broadcast.41> (def) +2023-12-14 14:52:55.566133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:55.566143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 subtract.12> (def) +2023-12-14 14:52:55.566149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:55.566158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 shift-left.12> (def) +2023-12-14 14:52:55.566163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42: +2023-12-14 14:52:55.566173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 broadcast.42> (def) +2023-12-14 14:52:55.566178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21: +2023-12-14 14:52:55.566187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 reshape.21> (def) +2023-12-14 14:52:55.566193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:55.566202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 slice.24> (def) +2023-12-14 14:52:55.566207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42: +2023-12-14 14:52:55.566217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.42> (def) +2023-12-14 14:52:55.566222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:55.566231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 xor.17> (def) +2023-12-14 14:52:55.566236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:55.566246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 or.13> (def) +2023-12-14 14:52:55.566254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:55.566264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 shift-right-logical.13> (def) +2023-12-14 14:52:55.566269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43: +2023-12-14 14:52:55.566279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 broadcast.43> (def) +2023-12-14 14:52:55.566284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:55.566294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 subtract.13> (def) +2023-12-14 14:52:55.566299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:55.566309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 shift-left.13> (def) +2023-12-14 14:52:55.566314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44: +2023-12-14 14:52:55.566323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 broadcast.44> (def) +2023-12-14 14:52:55.566328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22: +2023-12-14 14:52:55.566338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 reshape.22> (def) +2023-12-14 14:52:55.566343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:55.566353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 slice.25> (def) +2023-12-14 14:52:55.566358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:55.566367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.43> (def) +2023-12-14 14:52:55.566372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:55.566382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 xor.18> (def) +2023-12-14 14:52:55.566387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:55.566397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 or.14> (def) +2023-12-14 14:52:55.566405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:55.566415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 shift-right-logical.14> (def) +2023-12-14 14:52:55.566419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45: +2023-12-14 14:52:55.566429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 broadcast.45> (def) +2023-12-14 14:52:55.566435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:55.566445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 subtract.14> (def) +2023-12-14 14:52:55.566450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:55.566459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 shift-left.14> (def) +2023-12-14 14:52:55.566464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46: +2023-12-14 14:52:55.566474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 broadcast.46> (def) +2023-12-14 14:52:55.566478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23: +2023-12-14 14:52:55.566489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 reshape.23> (def) +2023-12-14 14:52:55.566493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:55.566503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 slice.26> (def) +2023-12-14 14:52:55.566508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:55.566517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.44> (def) +2023-12-14 14:52:55.566522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:55.566533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 xor.19> (def) +2023-12-14 14:52:55.566538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:55.566547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 or.15> (def) +2023-12-14 14:52:55.566556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:55.566566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 shift-right-logical.15> (def) +2023-12-14 14:52:55.566571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48: +2023-12-14 14:52:55.566582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 broadcast.48> (def) +2023-12-14 14:52:55.566587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:55.566596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 subtract.15> (def) +2023-12-14 14:52:55.566601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:55.566610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.13> (def) +2023-12-14 14:52:55.566615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:55.566626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-left.15> (def) +2023-12-14 14:52:55.566631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49: +2023-12-14 14:52:55.566640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.49> (def) +2023-12-14 14:52:55.566645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24: +2023-12-14 14:52:55.566655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 reshape.24> (def) +2023-12-14 14:52:55.566660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:55.566669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 slice.27> (def) +2023-12-14 14:52:55.566675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45: +2023-12-14 14:52:55.566684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.45> (def) +2023-12-14 14:52:55.566689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:55.566698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.47> (def) +2023-12-14 14:52:55.566707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16: +2023-12-14 14:52:55.566716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 param_0.16> (def) +2023-12-14 14:52:55.566721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.22: +2023-12-14 14:52:55.566731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 param_1.22> (def) +2023-12-14 14:52:55.566736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.7: +2023-12-14 14:52:55.566745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 param_2.7> (def) +2023-12-14 14:52:55.566750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:55.566760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 param_3.7> (def) +2023-12-14 14:52:55.566764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:55.566775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 param_4.12> (def) +2023-12-14 14:52:55.566780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.566789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.14> (def) +2023-12-14 14:52:55.566794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:55.566804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.48> (def) +2023-12-14 14:52:55.566809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51: +2023-12-14 14:52:55.566819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.51> (def) +2023-12-14 14:52:55.566824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:55.566833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.49> (def) +2023-12-14 14:52:55.566839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18: +2023-12-14 14:52:55.566848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_0.18> (def) +2023-12-14 14:52:55.566855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:55.566865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.20> (def) +2023-12-14 14:52:55.566871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:55.566880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.16> (def) +2023-12-14 14:52:55.566886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:55.566895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.16> (def) +2023-12-14 14:52:55.566900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52: +2023-12-14 14:52:55.566909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.52> (def) +2023-12-14 14:52:55.566914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:55.566924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.16> (def) +2023-12-14 14:52:55.566930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:55.566939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.16> (def) +2023-12-14 14:52:55.566944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53: +2023-12-14 14:52:55.566954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.53> (def) +2023-12-14 14:52:55.566958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25: +2023-12-14 14:52:55.566969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.25> (def) +2023-12-14 14:52:55.566974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:55.566983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.28> (def) +2023-12-14 14:52:55.566988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.566993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:55.566998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.50> (def) +2023-12-14 14:52:55.567002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:55.567018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.21> (def) +2023-12-14 14:52:55.567023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:55.567032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.17> (def) +2023-12-14 14:52:55.567037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:55.567046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.17> (def) +2023-12-14 14:52:55.567051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54: +2023-12-14 14:52:55.567062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.54> (def) +2023-12-14 14:52:55.567067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:55.567076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.17> (def) +2023-12-14 14:52:55.567081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:55.567090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 shift-left.17> (def) +2023-12-14 14:52:55.567095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55: +2023-12-14 14:52:55.567106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 broadcast.55> (def) +2023-12-14 14:52:55.567111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:55.567121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.26> (def) +2023-12-14 14:52:55.567126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:55.567135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 slice.29> (def) +2023-12-14 14:52:55.567140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:55.567149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.51> (def) +2023-12-14 14:52:55.567154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:55.567168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 xor.22> (def) +2023-12-14 14:52:55.567173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:55.567182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 or.18> (def) +2023-12-14 14:52:55.567187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:55.567197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-right-logical.18> (def) +2023-12-14 14:52:55.567202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56: +2023-12-14 14:52:55.567212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.56> (def) +2023-12-14 14:52:55.567217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:55.567226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 subtract.18> (def) +2023-12-14 14:52:55.567231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:55.567241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 constant.15> (def) +2023-12-14 14:52:55.567246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.28: +2023-12-14 14:52:55.567256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_1.28> (def) +2023-12-14 14:52:55.567261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:55.567270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-left.18> (def) +2023-12-14 14:52:55.567275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58: +2023-12-14 14:52:55.567285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.58> (def) +2023-12-14 14:52:55.567290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27: +2023-12-14 14:52:55.567299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.27> (def) +2023-12-14 14:52:55.567305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:55.567317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 slice.30> (def) +2023-12-14 14:52:55.567331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:55.567340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.52> (def) +2023-12-14 14:52:55.567346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.15: +2023-12-14 14:52:55.567355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 param_2.15> (def) +2023-12-14 14:52:55.567360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.567366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:55.567371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 param_3.17> (def) +2023-12-14 14:52:55.567376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.567381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> +2023-12-14 14:52:55.567385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:52:55.567395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:55.567405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.567410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.20> +2023-12-14 14:52:55.567415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:55.567424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:55.567435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.18> +2023-12-14 14:52:55.567445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:55.567454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.13> +2023-12-14 14:52:55.567473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13 +2023-12-14 14:52:55.567483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:55.567493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.567498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.23> +2023-12-14 14:52:55.567502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:55.567513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20, operand 0 +2023-12-14 14:52:55.567523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.20> +2023-12-14 14:52:55.567533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20 +2023-12-14 14:52:55.567543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.20 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 param_0.1> +2023-12-14 14:52:55.567558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:55.567568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0, operand 0 +2023-12-14 14:52:55.567578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.567583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 param_1> +2023-12-14 14:52:55.567590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1 +2023-12-14 14:52:55.567600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0, operand 1 +2023-12-14 14:52:55.567610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1 = u32[2]{0} parameter(1) +2023-12-14 14:52:55.567616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 concatenate.0> +2023-12-14 14:52:55.567621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0 +2023-12-14 14:52:55.567630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:55.567640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.0 = u32[4]{0} concatenate(u32[2]{0} %param_0.1, u32[2]{0} %param_1), dimensions={0}, metadata={op_name="jit(_threefry_split)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.14> +2023-12-14 14:52:55.567649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:55.567660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[2,2]{1,0} reshape(u32[4]{0} %concatenate.0), metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.11> +2023-12-14 14:52:55.567675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:55.567685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:55.567694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(5) +2023-12-14 14:52:55.567699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 compare.1> +2023-12-14 14:52:55.567705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:55.567714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.11), direction=LT, metadata={op_name="jit(_threefry_split)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.1> +2023-12-14 14:52:55.567732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1 +2023-12-14 14:52:55.567741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:55.567752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.1 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.22> +2023-12-14 14:52:55.567762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:55.567771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 0 +2023-12-14 14:52:55.567781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[2]{0} slice(u32[4]{0} %iota.1), slice={[0:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(2,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.11> +2023-12-14 14:52:55.567791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:52:55.567802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:55.567811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.567816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.21> +2023-12-14 14:52:55.567821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:55.567830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:55.567841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.19> +2023-12-14 14:52:55.567859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:55.567868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36, operand 0 +2023-12-14 14:52:55.567878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.36> +2023-12-14 14:52:55.567888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36 +2023-12-14 14:52:55.567899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 1 +2023-12-14 14:52:55.567908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.36 = u32[2]{0} broadcast(u32[] %reshape.19), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.39> +2023-12-14 14:52:55.567918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39 +2023-12-14 14:52:55.567928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.39 = u32[2]{0} add(u32[2]{0} %slice.22, u32[2]{0} %broadcast.36), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.0> +2023-12-14 14:52:55.567942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0 +2023-12-14 14:52:55.567952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:55.567962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.0 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.567970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.19> +2023-12-14 14:52:55.567976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.567981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:55.567985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.567990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 0 +2023-12-14 14:52:55.567996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[2]{0} slice(u32[4]{0} %iota.0), slice={[2:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(2,) limit_indices=(4,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.7> +2023-12-14 14:52:55.568006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:52:55.568015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:55.568025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.568030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.18> +2023-12-14 14:52:55.568035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:55.568045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:55.568055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.17> +2023-12-14 14:52:55.568065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:55.568075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35, operand 0 +2023-12-14 14:52:55.568084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.35> +2023-12-14 14:52:55.568098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35 +2023-12-14 14:52:55.568108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 1 +2023-12-14 14:52:55.568117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.35 = u32[2]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.38> +2023-12-14 14:52:55.568127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38 +2023-12-14 14:52:55.568136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.38 = u32[2]{0} add(u32[2]{0} %slice.19, u32[2]{0} %broadcast.35), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.5> +2023-12-14 14:52:55.568152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:52:55.568161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:55.568171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:55.568176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.568181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 slice.17> +2023-12-14 14:52:55.568186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:55.568196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16, operand 0 +2023-12-14 14:52:55.568206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.16> +2023-12-14 14:52:55.568219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16 +2023-12-14 14:52:55.568228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:55.568239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.16 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 slice.16> +2023-12-14 14:52:55.568249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:55.568259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15, operand 0 +2023-12-14 14:52:55.568268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.15> +2023-12-14 14:52:55.568278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15 +2023-12-14 14:52:55.568288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:55.568298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.15 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 xor.15> +2023-12-14 14:52:55.568308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:55.568317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:55.568327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[] xor(u32[] %reshape.16, u32[] %reshape.15), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 constant.12> +2023-12-14 14:52:55.568340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:55.568350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:55.568360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = u32[] constant(466688986) +2023-12-14 14:52:55.568365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.12> +2023-12-14 14:52:55.568369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:55.568380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[] xor(u32[] %xor.15, u32[] %constant.12), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> +2023-12-14 14:52:55.568395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:55.568404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:55.568414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = s32[] constant(0) +2023-12-14 14:52:55.568419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy> +2023-12-14 14:52:55.568425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:55.568435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:55.568439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.568449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = s32[] copy(s32[] %constant.2) +2023-12-14 14:52:55.568454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 Arg_0.1> +2023-12-14 14:52:55.568459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.568469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:55.568482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:55.568487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:55.568491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2, operand 0 +2023-12-14 14:52:55.568496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:55.568501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.568506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.4> +2023-12-14 14:52:55.568511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:55.568521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1, operand 0 +2023-12-14 14:52:55.568531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.1> +2023-12-14 14:52:55.568541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1 +2023-12-14 14:52:55.568550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:55.568555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.568565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.1 = u32[2]{0} copy(u32[2]{0} %fusion.4) +2023-12-14 14:52:55.568570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.2> +2023-12-14 14:52:55.568575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2 +2023-12-14 14:52:55.568585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:52:55.568595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.2> +2023-12-14 14:52:55.568605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:52:55.568619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:55.568624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.568634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = u32[2]{0} copy(u32[2]{0} %fusion.2) +2023-12-14 14:52:55.568639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.3> +2023-12-14 14:52:55.568645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:55.568655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3, operand 0 +2023-12-14 14:52:55.568664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.3> +2023-12-14 14:52:55.568675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3 +2023-12-14 14:52:55.568684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:55.568689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.568699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.3 = u32[] copy(u32[] %fusion.3) +2023-12-14 14:52:55.568704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.1> +2023-12-14 14:52:55.568709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:55.568719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4, operand 0 +2023-12-14 14:52:55.568729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.4> +2023-12-14 14:52:55.568739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4 +2023-12-14 14:52:55.568751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:55.568756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.568766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.4 = u32[] copy(u32[] %fusion.1) +2023-12-14 14:52:55.568772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 fusion.5> +2023-12-14 14:52:55.568776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:55.568787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5, operand 0 +2023-12-14 14:52:55.568796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.568801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.5> +2023-12-14 14:52:55.568806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5 +2023-12-14 14:52:55.568816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:55.568821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.568831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.5 = u32[] copy(u32[] %fusion.5) +2023-12-14 14:52:55.568836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.5> +2023-12-14 14:52:55.568841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:55.568850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6, operand 0 +2023-12-14 14:52:55.568860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.568865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.6> +2023-12-14 14:52:55.568871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6 +2023-12-14 14:52:55.568880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:55.568887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.568897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.6 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:55.568902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 constant.4> +2023-12-14 14:52:55.568907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:55.568918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7, operand 0 +2023-12-14 14:52:55.568928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.568933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.7> +2023-12-14 14:52:55.568938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7 +2023-12-14 14:52:55.568947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:55.568952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.568962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.7 = u32[4]{0} copy(u32[4]{0} %constant.4) +2023-12-14 14:52:55.568967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 tuple.9{}> +2023-12-14 14:52:55.568972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.568977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:55.568981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.568986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.568991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy, u32[2]{0} %copy.1, u32[2]{0} %copy.2, u32[] %copy.3, u32[] %copy.4, /*index=5*/u32[] %copy.5, u32[4]{0} %copy.6, u32[4]{0} %copy.7) +2023-12-14 14:52:55.568996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 fusion> +2023-12-14 14:52:55.569000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.569011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[2,2]{1,0} fusion(u32[2]{0} %get-tuple-element.100, u32[2]{0} %get-tuple-element.101), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.569024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.8> +2023-12-14 14:52:55.569029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:55.569038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 4 +2023-12-14 14:52:55.569049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:55.569054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.569059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 constant.10> +2023-12-14 14:52:55.569064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:52:55.569074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:55.569083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = s32[] constant(1) +2023-12-14 14:52:55.569088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 add.35> +2023-12-14 14:52:55.569093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:55.569103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16, operand 0 +2023-12-14 14:52:55.569113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %copy.8, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.569118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.16> +2023-12-14 14:52:55.569123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16 +2023-12-14 14:52:55.569132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:55.569138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:55.569148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.16 = s32[] copy(s32[] %add.35), control-predecessors={%copy.8} +2023-12-14 14:52:55.569156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.9> +2023-12-14 14:52:55.569161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:55.569170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 3 +2023-12-14 14:52:55.569180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 3 +2023-12-14 14:52:55.569185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.131) +2023-12-14 14:52:55.569190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.11> +2023-12-14 14:52:55.569195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:55.569205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:55.569215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:55.569220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.569225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.14> +2023-12-14 14:52:55.569230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:55.569239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 1 +2023-12-14 14:52:55.569250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:55.569254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 1 +2023-12-14 14:52:55.569259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.569264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.10> +2023-12-14 14:52:55.569269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:55.569279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 2 +2023-12-14 14:52:55.569288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 2 +2023-12-14 14:52:55.569293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.132) +2023-12-14 14:52:55.569301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 fusion.7> +2023-12-14 14:52:55.569306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:55.569316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17, operand 0 +2023-12-14 14:52:55.569327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.569332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.17> +2023-12-14 14:52:55.569337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17 +2023-12-14 14:52:55.569347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:55.569352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:55.569362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.17 = u32[2]{0} copy(u32[2]{0} %fusion.7), control-predecessors={%copy.9} +2023-12-14 14:52:55.569367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.12> +2023-12-14 14:52:55.569372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:55.569381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:55.569391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:55.569396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.569401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 fusion.6> +2023-12-14 14:52:55.569407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:55.569416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18, operand 0 +2023-12-14 14:52:55.569426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.569434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> +2023-12-14 14:52:55.569439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18 +2023-12-14 14:52:55.569450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:55.569455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:55.569465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.18 = u32[2]{0} copy(u32[2]{0} %fusion.6), control-predecessors={%copy.10} +2023-12-14 14:52:55.569470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> +2023-12-14 14:52:55.569474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:55.569484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:55.569489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:55.569499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.569504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.13> +2023-12-14 14:52:55.569509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:55.569518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:55.569528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.569533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> +2023-12-14 14:52:55.569539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:55.569549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:55.569554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:55.569564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.569571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> +2023-12-14 14:52:55.569576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:55.569587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:55.569592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:55.569602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.569606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 copy.15> +2023-12-14 14:52:55.569611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:55.569620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:55.569631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.569636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> +2023-12-14 14:52:55.569641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:55.569650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:55.569655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:55.569665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.569669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> +2023-12-14 14:52:55.569675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:55.569685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:55.569690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:55.569699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.569704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.11{}> +2023-12-14 14:52:55.569712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:55.569722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.16, u32[2]{0} %copy.17, u32[2]{0} %copy.18, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.569733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 param_3.17> +2023-12-14 14:52:55.569738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:55.569747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:55.569757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.569762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 param_2.15> +2023-12-14 14:52:55.569768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.15 +2023-12-14 14:52:55.569777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:55.569787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:55.569792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:55.569797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.15 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.569802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.52> +2023-12-14 14:52:55.569806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:55.569816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:55.569826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:55.569832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[2]{0} add(u32[2]{0} %param_3.17, u32[2]{0} %param_2.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.569837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_1.28> +2023-12-14 14:52:55.569844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.28 +2023-12-14 14:52:55.569855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:55.569864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:55.569869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:55.569874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.28 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.569880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 slice.30> +2023-12-14 14:52:55.569884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:55.569894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27, operand 0 +2023-12-14 14:52:55.569904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.569909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.27> +2023-12-14 14:52:55.569914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27 +2023-12-14 14:52:55.569924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:55.569934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58, operand 0 +2023-12-14 14:52:55.569939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.27 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.569944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.58> +2023-12-14 14:52:55.569949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58 +2023-12-14 14:52:55.569959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:55.569968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.58 = u32[2]{0} broadcast(u32[] %reshape.27), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.569977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-left.18> +2023-12-14 14:52:55.569982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.569987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:55.569992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.569997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:55.570002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[2]{0} shift-left(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.58), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 constant.15> +2023-12-14 14:52:55.570012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:55.570022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:55.570032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:55.570037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:55.570042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(32) +2023-12-14 14:52:55.570047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 subtract.18> +2023-12-14 14:52:55.570052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:55.570061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56, operand 0 +2023-12-14 14:52:55.570072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.15, u32[] %reshape.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.56> +2023-12-14 14:52:55.570082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56 +2023-12-14 14:52:55.570091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:55.570104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.56 = u32[2]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-right-logical.18> +2023-12-14 14:52:55.570113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:55.570125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:55.570134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.56), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 or.18> +2023-12-14 14:52:55.570144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:55.570153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:55.570163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[2]{0} or(u32[2]{0} %shift-left.18, u32[2]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 xor.22> +2023-12-14 14:52:55.570173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:55.570183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:55.570192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:55.570197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:55.570202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[2]{0} xor(u32[2]{0} %add.52, u32[2]{0} %or.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.51> +2023-12-14 14:52:55.570215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:55.570225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:55.570235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:55.570239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[2]{0} add(u32[2]{0} %add.52, u32[2]{0} %xor.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 slice.29> +2023-12-14 14:52:55.570249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:55.570259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:55.570270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.26> +2023-12-14 14:52:55.570279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:55.570289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:55.570298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55, operand 0 +2023-12-14 14:52:55.570304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 broadcast.55> +2023-12-14 14:52:55.570314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55 +2023-12-14 14:52:55.570324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:55.570334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.55 = u32[2]{0} broadcast(u32[] %reshape.26), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 shift-left.17> +2023-12-14 14:52:55.570347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:55.570356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:55.570367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[2]{0} shift-left(u32[2]{0} %xor.22, u32[2]{0} %broadcast.55), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.17> +2023-12-14 14:52:55.570377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:55.570386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54, operand 0 +2023-12-14 14:52:55.570397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.15, u32[] %reshape.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.54> +2023-12-14 14:52:55.570406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54 +2023-12-14 14:52:55.570417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:55.570426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.54 = u32[2]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.17> +2023-12-14 14:52:55.570437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:55.570446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:55.570460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.22, u32[2]{0} %broadcast.54), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.17> +2023-12-14 14:52:55.570470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:55.570480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:55.570489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[2]{0} or(u32[2]{0} %shift-left.17, u32[2]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.21> +2023-12-14 14:52:55.570499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:55.570509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:55.570519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:55.570525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:55.570530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[2]{0} xor(u32[2]{0} %add.51, u32[2]{0} %or.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.50> +2023-12-14 14:52:55.570539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:55.570549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:55.570559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:55.570564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[2]{0} add(u32[2]{0} %add.51, u32[2]{0} %xor.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.28> +2023-12-14 14:52:55.570574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:55.570587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25, operand 0 +2023-12-14 14:52:55.570597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.25> +2023-12-14 14:52:55.570608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25 +2023-12-14 14:52:55.570618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:55.570628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53, operand 0 +2023-12-14 14:52:55.570632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.53> +2023-12-14 14:52:55.570642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53 +2023-12-14 14:52:55.570653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:55.570663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.53 = u32[2]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.16> +2023-12-14 14:52:55.570673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:55.570682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:55.570692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[2]{0} shift-left(u32[2]{0} %xor.21, u32[2]{0} %broadcast.53), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.16> +2023-12-14 14:52:55.570706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:55.570716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52, operand 0 +2023-12-14 14:52:55.570725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.15, u32[] %reshape.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.52> +2023-12-14 14:52:55.570735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52 +2023-12-14 14:52:55.570744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:55.570755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.52 = u32[2]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.16> +2023-12-14 14:52:55.570765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:55.570774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:55.570784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.21, u32[2]{0} %broadcast.52), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.16> +2023-12-14 14:52:55.570795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:55.570805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:55.570815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[2]{0} or(u32[2]{0} %shift-left.16, u32[2]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.20> +2023-12-14 14:52:55.570827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:55.570838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:55.570848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[2]{0} xor(u32[2]{0} %add.50, u32[2]{0} %or.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.49> +2023-12-14 14:52:55.570858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:55.570867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:55.570877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[2]{0} add(u32[2]{0} %add.50, u32[2]{0} %xor.20), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_0.18> +2023-12-14 14:52:55.570887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18 +2023-12-14 14:52:55.570897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51, operand 0 +2023-12-14 14:52:55.570907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.18 = u32[] parameter(0) +2023-12-14 14:52:55.570912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.51> +2023-12-14 14:52:55.570916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51 +2023-12-14 14:52:55.570926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:55.570936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.51 = u32[2]{0} broadcast(u32[] %param_0.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.48> +2023-12-14 14:52:55.570950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:55.570959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[2]{0} add(u32[2]{0} %add.49, u32[2]{0} %broadcast.51), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.570969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 param_3.7> +2023-12-14 14:52:55.570974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.570979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:55.570984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.570989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 0 +2023-12-14 14:52:55.570994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.570999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 param_2.7> +2023-12-14 14:52:55.571004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.7 +2023-12-14 14:52:55.571013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:55.571024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:55.571028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 1 +2023-12-14 14:52:55.571033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.7 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.571039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.45> +2023-12-14 14:52:55.571044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45 +2023-12-14 14:52:55.571053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:55.571063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:55.571068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.45 = u32[2]{0} add(u32[2]{0} %param_3.7, u32[2]{0} %param_2.7), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 param_1.22> +2023-12-14 14:52:55.571081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.22 +2023-12-14 14:52:55.571091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:55.571100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:55.571106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:55.571111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:55.571116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.22 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.571121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 slice.27> +2023-12-14 14:52:55.571126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:55.571136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24, operand 0 +2023-12-14 14:52:55.571146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 reshape.24> +2023-12-14 14:52:55.571156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24 +2023-12-14 14:52:55.571166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:55.571175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49, operand 0 +2023-12-14 14:52:55.571180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.49> +2023-12-14 14:52:55.571190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49 +2023-12-14 14:52:55.571201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:55.571213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.49 = u32[2]{0} broadcast(u32[] %reshape.24), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-left.15> +2023-12-14 14:52:55.571223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:55.571233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:55.571243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[2]{0} shift-left(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.49), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.13> +2023-12-14 14:52:55.571253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:55.571263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:55.571272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:55.571279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:55.571284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:55.571289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = u32[] constant(32) +2023-12-14 14:52:55.571294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 subtract.15> +2023-12-14 14:52:55.571298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:55.571308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48, operand 0 +2023-12-14 14:52:55.571325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.13, u32[] %reshape.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 broadcast.48> +2023-12-14 14:52:55.571336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48 +2023-12-14 14:52:55.571360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:55.571370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.48 = u32[2]{0} broadcast(u32[] %subtract.15), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 shift-right-logical.15> +2023-12-14 14:52:55.571381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:55.571390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:55.571400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.48), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 or.15> +2023-12-14 14:52:55.571410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:55.571419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:55.571430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[2]{0} or(u32[2]{0} %shift-left.15, u32[2]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 xor.19> +2023-12-14 14:52:55.571440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:55.571450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:55.571460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:55.571465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:55.571470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[2]{0} xor(u32[2]{0} %add.45, u32[2]{0} %or.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.44> +2023-12-14 14:52:55.571483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:55.571492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:55.571504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:55.571508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[2]{0} add(u32[2]{0} %add.45, u32[2]{0} %xor.19), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 slice.26> +2023-12-14 14:52:55.571518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:55.571528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23, operand 0 +2023-12-14 14:52:55.571539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 reshape.23> +2023-12-14 14:52:55.571548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23 +2023-12-14 14:52:55.571558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:55.571569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46, operand 0 +2023-12-14 14:52:55.571574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.23 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 broadcast.46> +2023-12-14 14:52:55.571583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46 +2023-12-14 14:52:55.571593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:55.571607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.46 = u32[2]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 shift-left.14> +2023-12-14 14:52:55.571616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:55.571626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:55.571637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[2]{0} shift-left(u32[2]{0} %xor.19, u32[2]{0} %broadcast.46), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 subtract.14> +2023-12-14 14:52:55.571646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:55.571657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45, operand 0 +2023-12-14 14:52:55.571668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.13, u32[] %reshape.23), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 broadcast.45> +2023-12-14 14:52:55.571678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45 +2023-12-14 14:52:55.571688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:55.571698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.45 = u32[2]{0} broadcast(u32[] %subtract.14), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 shift-right-logical.14> +2023-12-14 14:52:55.571708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:55.571721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:55.571731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.19, u32[2]{0} %broadcast.45), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 or.14> +2023-12-14 14:52:55.571741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:55.571752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:55.571762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[2]{0} or(u32[2]{0} %shift-left.14, u32[2]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 xor.18> +2023-12-14 14:52:55.571773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:55.571783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:55.571792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:55.571797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:55.571802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[2]{0} xor(u32[2]{0} %add.44, u32[2]{0} %or.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.43> +2023-12-14 14:52:55.571813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:55.571822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 0 +2023-12-14 14:52:55.571832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:55.571837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[2]{0} add(u32[2]{0} %add.44, u32[2]{0} %xor.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 slice.25> +2023-12-14 14:52:55.571850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:55.571860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22, operand 0 +2023-12-14 14:52:55.571870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 reshape.22> +2023-12-14 14:52:55.571880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22 +2023-12-14 14:52:55.571890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:55.571900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44, operand 0 +2023-12-14 14:52:55.571905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.22 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 broadcast.44> +2023-12-14 14:52:55.571915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44 +2023-12-14 14:52:55.571925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:55.571935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.44 = u32[2]{0} broadcast(u32[] %reshape.22), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 shift-left.13> +2023-12-14 14:52:55.571945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:55.571955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:55.571968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[2]{0} shift-left(u32[2]{0} %xor.18, u32[2]{0} %broadcast.44), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.571973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 subtract.13> +2023-12-14 14:52:55.571978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.571983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:55.571987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.571992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43, operand 0 +2023-12-14 14:52:55.571998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.13, u32[] %reshape.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 broadcast.43> +2023-12-14 14:52:55.572008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43 +2023-12-14 14:52:55.572018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:55.572028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.43 = u32[2]{0} broadcast(u32[] %subtract.13), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 shift-right-logical.13> +2023-12-14 14:52:55.572038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:55.572048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:55.572057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.18, u32[2]{0} %broadcast.43), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 or.13> +2023-12-14 14:52:55.572068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:55.572078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:55.572092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[2]{0} or(u32[2]{0} %shift-left.13, u32[2]{0} %shift-right-logical.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 xor.17> +2023-12-14 14:52:55.572103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:55.572113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:55.572124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:55.572129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 1 +2023-12-14 14:52:55.572134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[2]{0} xor(u32[2]{0} %add.43, u32[2]{0} %or.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.42> +2023-12-14 14:52:55.572144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42 +2023-12-14 14:52:55.572154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:55.572165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.42 = u32[2]{0} add(u32[2]{0} %add.43, u32[2]{0} %xor.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 slice.24> +2023-12-14 14:52:55.572175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:55.572184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21, operand 0 +2023-12-14 14:52:55.572195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[3:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 reshape.21> +2023-12-14 14:52:55.572208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21 +2023-12-14 14:52:55.572218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:55.572228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42, operand 0 +2023-12-14 14:52:55.572233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.21 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 broadcast.42> +2023-12-14 14:52:55.572243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42 +2023-12-14 14:52:55.572254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:55.572265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.42 = u32[2]{0} broadcast(u32[] %reshape.21), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 shift-left.12> +2023-12-14 14:52:55.572274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:55.572284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:55.572294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[2]{0} shift-left(u32[2]{0} %xor.17, u32[2]{0} %broadcast.42), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 subtract.12> +2023-12-14 14:52:55.572304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:55.572314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41, operand 0 +2023-12-14 14:52:55.572324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.13, u32[] %reshape.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 broadcast.41> +2023-12-14 14:52:55.572337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41 +2023-12-14 14:52:55.572349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:55.572358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.41 = u32[2]{0} broadcast(u32[] %subtract.12), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 shift-right-logical.12> +2023-12-14 14:52:55.572369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:55.572379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:55.572389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.17, u32[2]{0} %broadcast.41), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 or.12> +2023-12-14 14:52:55.572399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:55.572409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:55.572419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[2]{0} or(u32[2]{0} %shift-left.12, u32[2]{0} %shift-right-logical.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 xor.16> +2023-12-14 14:52:55.572429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:55.572439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 0 +2023-12-14 14:52:55.572449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[2]{0} xor(u32[2]{0} %add.42, u32[2]{0} %or.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 param_0.16> +2023-12-14 14:52:55.572465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16 +2023-12-14 14:52:55.572475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39, operand 0 +2023-12-14 14:52:55.572485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.16 = u32[] parameter(0) +2023-12-14 14:52:55.572490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.39> +2023-12-14 14:52:55.572494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39 +2023-12-14 14:52:55.572505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 1 +2023-12-14 14:52:55.572514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.39 = u32[2]{0} broadcast(u32[] %param_0.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 add.41> +2023-12-14 14:52:55.572524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41 +2023-12-14 14:52:55.572536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 0 +2023-12-14 14:52:55.572545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.41 = u32[2]{0} add(u32[2]{0} %xor.16, u32[2]{0} %broadcast.39), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 param_4.12> +2023-12-14 14:52:55.572555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:55.572565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:55.572575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:55.572580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.14> +2023-12-14 14:52:55.572587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.572598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:55.572608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(1) +2023-12-14 14:52:55.572612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.47> +2023-12-14 14:52:55.572617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:55.572627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:55.572638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 convert.3> +2023-12-14 14:52:55.572647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:55.572657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38, operand 0 +2023-12-14 14:52:55.572668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 broadcast.38> +2023-12-14 14:52:55.572678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38 +2023-12-14 14:52:55.572688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 1 +2023-12-14 14:52:55.572698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.38 = u32[2]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.40> +2023-12-14 14:52:55.572708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40 +2023-12-14 14:52:55.572721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.40 = u32[2]{0} add(u32[2]{0} %add.41, u32[2]{0} %broadcast.38), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.572731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.572736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.572746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.572756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.572762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.572767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.572776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:55.572786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:55.572791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:55.572797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:55.572802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:55.572806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:55.572811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:55.572816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:55.572821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.572826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.572832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.572841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.572850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:55.572860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.572865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.572870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.572881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.572891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.572896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.572906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.572916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.572921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.572931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.572941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.572946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.572955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.572966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.572971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.572979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.572984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.572989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.572994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.572999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.573009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.573019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.573024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.573035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.573044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.573049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.573059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:55.573064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:55.573074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.573079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.573083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.573094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:55.573100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:55.573109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.573117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.573122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.573133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:55.573137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:55.573147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.573152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.573157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.573168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:55.573172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:55.573182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.573187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.573194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.573204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:55.573208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:55.573218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.573224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.573229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.573238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:55.573243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:55.573257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.573262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.573267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.573276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:55.573281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:55.573292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.573297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.573302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.573311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:55.573317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:55.573327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.573332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 while.1{} (phi)> +2023-12-14 14:52:55.573336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.573347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101, operand 0 {} +2023-12-14 14:52:55.573356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100, operand 0 {} +2023-12-14 14:52:55.573362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.573367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 while.1{0} (phi)> +2023-12-14 14:52:55.573372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.573385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.573395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 while.1{1} (phi)> +2023-12-14 14:52:55.573400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.573410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100 +2023-12-14 14:52:55.573415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.573426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.573431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 while.1{2} (phi)> +2023-12-14 14:52:55.573435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.573446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101 +2023-12-14 14:52:55.573450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:55.573461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.573466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 while.1{3} (phi)> +2023-12-14 14:52:55.573471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.573480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.573493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 while.1{4} (phi)> +2023-12-14 14:52:55.573498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.573509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.573518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 while.1{5} (phi)> +2023-12-14 14:52:55.573523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.573534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.573544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 while.1{6} (phi)> +2023-12-14 14:52:55.573549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.573559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.573569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 while.1{7} (phi)> +2023-12-14 14:52:55.573574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.573579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.573583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.573588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.573710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.573732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.16 = s32[] copy(s32[] %add.35), control-predecessors={%copy.8} which are in the same computation + +2023-12-14 14:52:55.573745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.573757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.17 = u32[2]{0} copy(u32[2]{0} %fusion.7), control-predecessors={%copy.9} which are in the same computation + +2023-12-14 14:52:55.573770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.573781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.18 = u32[2]{0} copy(u32[2]{0} %fusion.6), control-predecessors={%copy.10} which are in the same computation + +2023-12-14 14:52:55.573793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.573804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:55.573816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.573827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:55.573843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.573854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:55.573866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.573877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:55.573890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.573901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:55.573912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.573929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +and %tuple.11 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.16, u32[2]{0} %copy.17, u32[2]{0} %copy.18, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) which are in the same computation + +2023-12-14 14:52:55.574002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +and %copy.16 = s32[] copy(s32[] %add.35), control-predecessors={%copy.8} which are in the same computation + +2023-12-14 14:52:55.574021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +and %copy.17 = u32[2]{0} copy(u32[2]{0} %fusion.7), control-predecessors={%copy.9} which are in the same computation + +2023-12-14 14:52:55.574032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +and %copy.18 = u32[2]{0} copy(u32[2]{0} %fusion.6), control-predecessors={%copy.10} which are in the same computation + +2023-12-14 14:52:55.574044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:55.574055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:55.574063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:55.574073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:55.574082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:55.574096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +and %add.35 = s32[] add(s32[] %copy.8, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} which are in the same computation + +2023-12-14 14:52:55.574111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.16 = s32[] copy(s32[] %add.35), control-predecessors={%copy.8} +and %while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone which are in the same computation + +2023-12-14 14:52:55.574128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +and %fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} which are in the same computation + +2023-12-14 14:52:55.574139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.17 = u32[2]{0} copy(u32[2]{0} %fusion.7), control-predecessors={%copy.9} +and %while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone which are in the same computation + +2023-12-14 14:52:55.574154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +and %fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} which are in the same computation + +2023-12-14 14:52:55.574166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.18 = u32[2]{0} copy(u32[2]{0} %fusion.6), control-predecessors={%copy.10} +and %while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone which are in the same computation + +2023-12-14 14:52:55.574176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +and %copy.12 = u32[] copy(u32[] %get-tuple-element.134) which are in the same computation + +2023-12-14 14:52:55.574185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +and %copy.13 = u32[] copy(u32[] %get-tuple-element.135) which are in the same computation + +2023-12-14 14:52:55.574196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +and %copy.11 = u32[] copy(u32[] %get-tuple-element.133) which are in the same computation + +2023-12-14 14:52:55.574204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +and %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) which are in the same computation + +2023-12-14 14:52:55.574213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +and %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) which are in the same computation + +2023-12-14 14:52:55.574228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +and %add.35 = s32[] add(s32[] %copy.8, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} which are in the same computation + +2023-12-14 14:52:55.574241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +and %fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} which are in the same computation + +2023-12-14 14:52:55.574264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +and %fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} which are in the same computation + +2023-12-14 14:52:55.574275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:55.574286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:55.574297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:55.574308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:55.574316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:55.574324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +and %copy.12 = u32[] copy(u32[] %get-tuple-element.134) which are in the same computation + +2023-12-14 14:52:55.574332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +and %copy.13 = u32[] copy(u32[] %get-tuple-element.135) which are in the same computation + +2023-12-14 14:52:55.574339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +and %copy.11 = u32[] copy(u32[] %get-tuple-element.133) which are in the same computation + +2023-12-14 14:52:55.574349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +and %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) which are in the same computation + +2023-12-14 14:52:55.574357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +and %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) which are in the same computation + +2023-12-14 14:52:55.574432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_split +2023-12-14 14:52:55.574689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.574728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.574734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.574750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:55.574755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:55.574768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:55.574774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:55.574779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:55.574791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:55.574796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:55.574801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:55.574806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:55.574811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:55.574816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:55.574822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:55.574828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:55.574833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:55.574838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:55.574843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:55.574848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:55.574853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:55.574867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.574878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.574883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 165, phi: +2023-12-14 14:52:55.574887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.574893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:55.574898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:55.574903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73: +2023-12-14 14:52:55.574907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 166, phi: +2023-12-14 14:52:55.574912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.574917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:55.574922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 167, phi: +2023-12-14 14:52:55.574927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:55.574932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:55.574936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34: +2023-12-14 14:52:55.574941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55: +2023-12-14 14:52:55.574946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 168, phi: +2023-12-14 14:52:55.574950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.574959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.574964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:55.574969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:55.574973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 169, phi: +2023-12-14 14:52:55.574978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.574983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.574988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:55.574992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:55.574998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 170, phi: +2023-12-14 14:52:55.575002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.575007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:55.575012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:55.575017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66: +2023-12-14 14:52:55.575021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 171, phi: +2023-12-14 14:52:55.575026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.575031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.575036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:55.575041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:55.575045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 172, phi: +2023-12-14 14:52:55.575050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.575055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.575060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:55.575065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69: +2023-12-14 14:52:55.575070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 173, phi: +2023-12-14 14:52:55.575074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.575079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:55.575084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:55.575089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71: +2023-12-14 14:52:55.575093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 174, phi: +2023-12-14 14:52:55.575099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.575103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:55.575108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:55.575113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72: +2023-12-14 14:52:55.575121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 175, phi: +2023-12-14 14:52:55.575126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:55.575131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:55.575135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 176, phi: +2023-12-14 14:52:55.575140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.575145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.575150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 177, phi: +2023-12-14 14:52:55.575155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.575159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.575164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 178, phi: +2023-12-14 14:52:55.575169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.575174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:55.575179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 179, phi: +2023-12-14 14:52:55.575183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.575188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.575193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 180, phi: +2023-12-14 14:52:55.575198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.575202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.575208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 181, phi: +2023-12-14 14:52:55.575212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.575217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:55.575221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 182, phi: +2023-12-14 14:52:55.575226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.575231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:55.575236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 183, phi: +2023-12-14 14:52:55.575241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:55.575246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.575250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 184, phi: +2023-12-14 14:52:55.575255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:55.575259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:55.575265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 185, phi: +2023-12-14 14:52:55.575270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.575274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.575279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 186, phi: +2023-12-14 14:52:55.575286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.575291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.575296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 187, phi: +2023-12-14 14:52:55.575302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:55.575306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.575311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 188, phi: +2023-12-14 14:52:55.575315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.575327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.575332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 189, phi: +2023-12-14 14:52:55.575336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.575342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.575348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 190, phi: +2023-12-14 14:52:55.575353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:55.575357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.575362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 191, phi: +2023-12-14 14:52:55.575367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:55.575371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.575390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.575399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.575404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 165, phi: +2023-12-14 14:52:55.575410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.575414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:55.575419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:55.575424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73: +2023-12-14 14:52:55.575428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 166, phi: +2023-12-14 14:52:55.575433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.575438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:55.575443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 167, phi: +2023-12-14 14:52:55.575448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:55.575453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:55.575457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34: +2023-12-14 14:52:55.575462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55: +2023-12-14 14:52:55.575468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 168, phi: +2023-12-14 14:52:55.575476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.575481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.575486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:55.575490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:55.575495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 169, phi: +2023-12-14 14:52:55.575500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.575505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.575510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:55.575514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:55.575519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 170, phi: +2023-12-14 14:52:55.575524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.575528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:55.575533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:55.575538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66: +2023-12-14 14:52:55.575543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 171, phi: +2023-12-14 14:52:55.575548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.575552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.575557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:55.575562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:55.575567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 172, phi: +2023-12-14 14:52:55.575572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.575577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.575581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:55.575586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69: +2023-12-14 14:52:55.575591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 173, phi: +2023-12-14 14:52:55.575596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.575600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:55.575606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:55.575610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71: +2023-12-14 14:52:55.575615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 174, phi: +2023-12-14 14:52:55.575619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.575625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:55.575630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:55.575639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72: +2023-12-14 14:52:55.575644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 175, phi: +2023-12-14 14:52:55.575648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:55.575653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:55.575658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 176, phi: +2023-12-14 14:52:55.575663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.575667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.575672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 177, phi: +2023-12-14 14:52:55.575677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.575682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.575686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 178, phi: +2023-12-14 14:52:55.575691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.575696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:55.575700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 179, phi: +2023-12-14 14:52:55.575706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.575710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.575715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 180, phi: +2023-12-14 14:52:55.575720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.575725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.575730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 181, phi: +2023-12-14 14:52:55.575734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.575739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:55.575744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 182, phi: +2023-12-14 14:52:55.575748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.575754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:55.575758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 183, phi: +2023-12-14 14:52:55.575763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:55.575768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.575773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 184, phi: +2023-12-14 14:52:55.575777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:55.575783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:55.575787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 185, phi: +2023-12-14 14:52:55.575792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.575801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.575806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 186, phi: +2023-12-14 14:52:55.575811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.575816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.575821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 187, phi: +2023-12-14 14:52:55.575825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:55.575830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.575835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 188, phi: +2023-12-14 14:52:55.575840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.575845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.575850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 189, phi: +2023-12-14 14:52:55.575854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.575859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.575864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 190, phi: +2023-12-14 14:52:55.575868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:55.575873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.575879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 191, phi: +2023-12-14 14:52:55.575883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:55.575888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.575893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.575900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <35 Arg_0.1> + +2023-12-14 14:52:55.575906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:55.575912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <34 constant.2> + +2023-12-14 14:52:55.575916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:55.575922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 constant.4> + +2023-12-14 14:52:55.575926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:55.575932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <41 constant.5> + +2023-12-14 14:52:55.575937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.575949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <183 while.1{} (phi)> + {0} : HloValueSet: <184 while.1{0} (phi)> + {1} : HloValueSet: <185 while.1{1} (phi)> + {2} : HloValueSet: <186 while.1{2} (phi)> + {3} : HloValueSet: <187 while.1{3} (phi)> + {4} : HloValueSet: <188 while.1{4} (phi)> + {5} : HloValueSet: <189 while.1{5} (phi)> + {6} : HloValueSet: <190 while.1{6} (phi)> + {7} : HloValueSet: <191 while.1{7} (phi)> + +2023-12-14 14:52:55.575958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.100 +2023-12-14 14:52:55.575964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <185 while.1{1} (phi)> + +2023-12-14 14:52:55.575969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.101 +2023-12-14 14:52:55.575976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <186 while.1{2} (phi)> + +2023-12-14 14:52:55.575981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.575986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <44 fusion> + +2023-12-14 14:52:55.575991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:55.575997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 fusion.1> + +2023-12-14 14:52:55.576002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2 +2023-12-14 14:52:55.576008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 fusion.2> + +2023-12-14 14:52:55.576013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:55.576018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:55.576022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:55.576028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <36 fusion.4> + +2023-12-14 14:52:55.576033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:55.576039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.5> + +2023-12-14 14:52:55.576044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:55.576049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <45 copy> + +2023-12-14 14:52:55.576054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.1 +2023-12-14 14:52:55.576059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <46 copy.1> + +2023-12-14 14:52:55.576065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:52:55.576070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <47 copy.2> + +2023-12-14 14:52:55.576075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.3 +2023-12-14 14:52:55.576080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <48 copy.3> + +2023-12-14 14:52:55.576085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.4 +2023-12-14 14:52:55.576093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 copy.4> + +2023-12-14 14:52:55.576099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.5 +2023-12-14 14:52:55.576105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <50 copy.5> + +2023-12-14 14:52:55.576110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.6 +2023-12-14 14:52:55.576115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <51 copy.6> + +2023-12-14 14:52:55.576119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.7 +2023-12-14 14:52:55.576125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <52 copy.7> + +2023-12-14 14:52:55.576130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:55.576139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <43 tuple.9{}> + {0} : HloValueSet: <34 constant.2> + {1} : HloValueSet: <36 fusion.4> + {2} : HloValueSet: <37 fusion.2> + {3} : HloValueSet: <38 fusion.3> + {4} : HloValueSet: <39 fusion.1> + {5} : HloValueSet: <40 fusion.5> + {6} : HloValueSet: <41 constant.5> + {7} : HloValueSet: <42 constant.4> + +2023-12-14 14:52:55.576145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.576155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <166 arg_tuple.3{} (phi)> + {0} : HloValueSet: <175 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <176 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <177 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <178 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <179 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <180 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <181 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <182 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.576162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:52:55.576167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <54 constant.10> + +2023-12-14 14:52:55.576172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:55.576178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <55 add.35> + +2023-12-14 14:52:55.576183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:55.576188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <64 fusion.6> + +2023-12-14 14:52:55.576193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:55.576199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <61 fusion.7> + +2023-12-14 14:52:55.576204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:55.576210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <175 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.576217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:55.576223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <53 copy.8> + +2023-12-14 14:52:55.576228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:55.576234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <176 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.576239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:55.576244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <60 copy.9> + +2023-12-14 14:52:55.576249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:55.576255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <177 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.576260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:55.576266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <59 copy.10> + +2023-12-14 14:52:55.576271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:55.576276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <178 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.576281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:55.576287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.11> + +2023-12-14 14:52:55.576292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:55.576297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <179 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.576303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:55.576309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <63 copy.12> + +2023-12-14 14:52:55.576313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:55.576319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <180 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.576324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:55.576329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 copy.13> + +2023-12-14 14:52:55.576334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:55.576340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <181 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.576345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:55.576353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <58 copy.14> + +2023-12-14 14:52:55.576358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:55.576364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <182 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.576369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:55.576375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <70 copy.15> + +2023-12-14 14:52:55.576380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.16 +2023-12-14 14:52:55.576385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <56 copy.16> + +2023-12-14 14:52:55.576390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.17 +2023-12-14 14:52:55.576395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <62 copy.17> + +2023-12-14 14:52:55.576400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.18 +2023-12-14 14:52:55.576406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <65 copy.18> + +2023-12-14 14:52:55.576411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:55.576416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <66 copy.19> + +2023-12-14 14:52:55.576421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:55.576426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <68 copy.20> + +2023-12-14 14:52:55.576431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:55.576436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <69 copy.21> + +2023-12-14 14:52:55.576442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:55.576447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <71 copy.22> + +2023-12-14 14:52:55.576452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:55.576457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <72 copy.23> + +2023-12-14 14:52:55.576462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:55.576470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <73 tuple.11{}> + {0} : HloValueSet: <55 add.35> + {1} : HloValueSet: <61 fusion.7> + {2} : HloValueSet: <64 fusion.6> + {3} : HloValueSet: <66 copy.19> + {4} : HloValueSet: <68 copy.20> + {5} : HloValueSet: <69 copy.21> + {6} : HloValueSet: <71 copy.22> + {7} : HloValueSet: <72 copy.23> + +2023-12-14 14:52:55.576476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.576489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <165 arg_tuple.4{} (phi)> + {0} : HloValueSet: <167 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <168 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <169 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <170 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <171 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <172 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <173 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <174 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.576495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:55.576500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <10 constant.11> + +2023-12-14 14:52:55.576506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:55.576511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <11 compare.1> + +2023-12-14 14:52:55.576516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.576521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <167 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.576526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:55.576532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <9 reshape.14> + +2023-12-14 14:52:55.576537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.0 +2023-12-14 14:52:55.576543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <8 concatenate.0> + +2023-12-14 14:52:55.576548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:55.576553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <6 param_0.1> + +2023-12-14 14:52:55.576558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1 +2023-12-14 14:52:55.576563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 param_1> + +2023-12-14 14:52:55.576569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:55.576574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 xor.12> + +2023-12-14 14:52:55.576579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:55.576584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 xor.15> + +2023-12-14 14:52:55.576589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:55.576594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 constant.12> + +2023-12-14 14:52:55.576600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.15 +2023-12-14 14:52:55.576606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 reshape.15> + +2023-12-14 14:52:55.576613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:55.576619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <29 slice.16> + +2023-12-14 14:52:55.576623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.16 +2023-12-14 14:52:55.576629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 reshape.16> + +2023-12-14 14:52:55.576635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:52:55.576640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <26 param_0.5> + +2023-12-14 14:52:55.576645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:55.576650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <27 slice.17> + +2023-12-14 14:52:55.576655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.38 +2023-12-14 14:52:55.576660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <25 add.38> + +2023-12-14 14:52:55.576665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.35 +2023-12-14 14:52:55.576671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <24 broadcast.35> + +2023-12-14 14:52:55.576676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:55.576682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <23 reshape.17> + +2023-12-14 14:52:55.576686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:55.576692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <22 slice.18> + +2023-12-14 14:52:55.576697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:55.576702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <20 slice.19> + +2023-12-14 14:52:55.576707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:52:55.576712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 param_0.7> + +2023-12-14 14:52:55.576717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.0 +2023-12-14 14:52:55.576723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <19 iota.0> + +2023-12-14 14:52:55.576728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:55.576734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.18> + +2023-12-14 14:52:55.576739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:55.576744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.20> + +2023-12-14 14:52:55.576752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:52:55.576758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.9> + +2023-12-14 14:52:55.576763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.39 +2023-12-14 14:52:55.576769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <18 add.39> + +2023-12-14 14:52:55.576774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.36 +2023-12-14 14:52:55.576779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <17 broadcast.36> + +2023-12-14 14:52:55.576785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:55.576791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 reshape.19> + +2023-12-14 14:52:55.576796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:55.576802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <15 slice.21> + +2023-12-14 14:52:55.576806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:55.576812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <13 slice.22> + +2023-12-14 14:52:55.576817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:52:55.576822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 param_0.11> + +2023-12-14 14:52:55.576827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.1 +2023-12-14 14:52:55.576832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <12 iota.1> + +2023-12-14 14:52:55.576838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.20 +2023-12-14 14:52:55.576843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 reshape.20> + +2023-12-14 14:52:55.576848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:55.576854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <4 slice.23> + +2023-12-14 14:52:55.576859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.13 +2023-12-14 14:52:55.576864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <3 param_0.13> + +2023-12-14 14:52:55.576869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.40 +2023-12-14 14:52:55.576875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <164 add.40> + +2023-12-14 14:52:55.576880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.38 +2023-12-14 14:52:55.576886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <163 broadcast.38> + +2023-12-14 14:52:55.576890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:55.576899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <162 convert.3> + +2023-12-14 14:52:55.576904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.41 +2023-12-14 14:52:55.576909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <158 add.41> + +2023-12-14 14:52:55.576915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.39 +2023-12-14 14:52:55.576920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <157 broadcast.39> + +2023-12-14 14:52:55.576925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:55.576931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <155 xor.16> + +2023-12-14 14:52:55.576936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:55.576941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <154 or.12> + +2023-12-14 14:52:55.576947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:55.576953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <153 shift-right-logical.12> + +2023-12-14 14:52:55.576957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.41 +2023-12-14 14:52:55.576963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <152 broadcast.41> + +2023-12-14 14:52:55.576968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:55.576974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <151 subtract.12> + +2023-12-14 14:52:55.576979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:55.576985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <150 shift-left.12> + +2023-12-14 14:52:55.576989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.42 +2023-12-14 14:52:55.576995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <149 broadcast.42> + +2023-12-14 14:52:55.577000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.21 +2023-12-14 14:52:55.577006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <148 reshape.21> + +2023-12-14 14:52:55.577011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:55.577016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <147 slice.24> + +2023-12-14 14:52:55.577021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.42 +2023-12-14 14:52:55.577026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <146 add.42> + +2023-12-14 14:52:55.577037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:55.577043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <145 xor.17> + +2023-12-14 14:52:55.577047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:55.577053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <144 or.13> + +2023-12-14 14:52:55.577057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:55.577063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <143 shift-right-logical.13> + +2023-12-14 14:52:55.577068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.43 +2023-12-14 14:52:55.577074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <142 broadcast.43> + +2023-12-14 14:52:55.577079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:55.577084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <141 subtract.13> + +2023-12-14 14:52:55.577089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:55.577094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <140 shift-left.13> + +2023-12-14 14:52:55.577100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.44 +2023-12-14 14:52:55.577105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <139 broadcast.44> + +2023-12-14 14:52:55.577110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.22 +2023-12-14 14:52:55.577116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <138 reshape.22> + +2023-12-14 14:52:55.577120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:55.577126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <137 slice.25> + +2023-12-14 14:52:55.577132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:55.577138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <136 add.43> + +2023-12-14 14:52:55.577142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:55.577148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <135 xor.18> + +2023-12-14 14:52:55.577152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:55.577158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <134 or.14> + +2023-12-14 14:52:55.577163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:55.577169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <133 shift-right-logical.14> + +2023-12-14 14:52:55.577177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.45 +2023-12-14 14:52:55.577182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <132 broadcast.45> + +2023-12-14 14:52:55.577187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:55.577193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <131 subtract.14> + +2023-12-14 14:52:55.577199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:55.577204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <130 shift-left.14> + +2023-12-14 14:52:55.577209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.46 +2023-12-14 14:52:55.577215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <129 broadcast.46> + +2023-12-14 14:52:55.577219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.23 +2023-12-14 14:52:55.577225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <128 reshape.23> + +2023-12-14 14:52:55.577230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:55.577236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <127 slice.26> + +2023-12-14 14:52:55.577241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:55.577246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <126 add.44> + +2023-12-14 14:52:55.577251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:55.577257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <125 xor.19> + +2023-12-14 14:52:55.577262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:55.577268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <124 or.15> + +2023-12-14 14:52:55.577272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:55.577278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <123 shift-right-logical.15> + +2023-12-14 14:52:55.577283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.48 +2023-12-14 14:52:55.577289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <122 broadcast.48> + +2023-12-14 14:52:55.577294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:55.577300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <121 subtract.15> + +2023-12-14 14:52:55.577305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:55.577310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <120 constant.13> + +2023-12-14 14:52:55.577318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:55.577324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <119 shift-left.15> + +2023-12-14 14:52:55.577329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.49 +2023-12-14 14:52:55.577335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <118 broadcast.49> + +2023-12-14 14:52:55.577339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.24 +2023-12-14 14:52:55.577345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <117 reshape.24> + +2023-12-14 14:52:55.577351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:55.577356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <116 slice.27> + +2023-12-14 14:52:55.577361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.45 +2023-12-14 14:52:55.577367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <114 add.45> + +2023-12-14 14:52:55.577371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:55.577377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <161 add.47> + +2023-12-14 14:52:55.577382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.16 +2023-12-14 14:52:55.577388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <156 param_0.16> + +2023-12-14 14:52:55.577392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.22 +2023-12-14 14:52:55.577399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <115 param_1.22> + +2023-12-14 14:52:55.577404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.7 +2023-12-14 14:52:55.577410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <113 param_2.7> + +2023-12-14 14:52:55.577415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:55.577420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <112 param_3.7> + +2023-12-14 14:52:55.577425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:55.577430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <159 param_4.12> + +2023-12-14 14:52:55.577436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.577441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <160 constant.14> + +2023-12-14 14:52:55.577446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:55.577452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <111 add.48> + +2023-12-14 14:52:55.577459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.51 +2023-12-14 14:52:55.577466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <110 broadcast.51> + +2023-12-14 14:52:55.577470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:55.577476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <108 add.49> + +2023-12-14 14:52:55.577481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.18 +2023-12-14 14:52:55.577487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 param_0.18> + +2023-12-14 14:52:55.577491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:55.577497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <107 xor.20> + +2023-12-14 14:52:55.577502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:55.577508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <106 or.16> + +2023-12-14 14:52:55.577513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:55.577518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <105 shift-right-logical.16> + +2023-12-14 14:52:55.577523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.52 +2023-12-14 14:52:55.577528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <104 broadcast.52> + +2023-12-14 14:52:55.577534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:55.577540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <103 subtract.16> + +2023-12-14 14:52:55.577544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:55.577550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <102 shift-left.16> + +2023-12-14 14:52:55.577555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.53 +2023-12-14 14:52:55.577560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <101 broadcast.53> + +2023-12-14 14:52:55.577565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.25 +2023-12-14 14:52:55.577571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <100 reshape.25> + +2023-12-14 14:52:55.577576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:55.577581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <99 slice.28> + +2023-12-14 14:52:55.577586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:55.577592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <98 add.50> + +2023-12-14 14:52:55.577600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:55.577606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <97 xor.21> + +2023-12-14 14:52:55.577611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:55.577616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <96 or.17> + +2023-12-14 14:52:55.577621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:55.577626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <95 shift-right-logical.17> + +2023-12-14 14:52:55.577632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.54 +2023-12-14 14:52:55.577637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <94 broadcast.54> + +2023-12-14 14:52:55.577642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:55.577648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <93 subtract.17> + +2023-12-14 14:52:55.577652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:55.577658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <92 shift-left.17> + +2023-12-14 14:52:55.577664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.55 +2023-12-14 14:52:55.577669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <91 broadcast.55> + +2023-12-14 14:52:55.577674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:55.577679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <90 reshape.26> + +2023-12-14 14:52:55.577684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:55.577690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 slice.29> + +2023-12-14 14:52:55.577695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:55.577701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <88 add.51> + +2023-12-14 14:52:55.577706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:55.577711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <87 xor.22> + +2023-12-14 14:52:55.577716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:55.577721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <86 or.18> + +2023-12-14 14:52:55.577726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:55.577732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <85 shift-right-logical.18> + +2023-12-14 14:52:55.577740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.56 +2023-12-14 14:52:55.577746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <84 broadcast.56> + +2023-12-14 14:52:55.577751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:55.577757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <83 subtract.18> + +2023-12-14 14:52:55.577763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:55.577768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 constant.15> + +2023-12-14 14:52:55.577773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.28 +2023-12-14 14:52:55.577779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <77 param_1.28> + +2023-12-14 14:52:55.577783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:55.577789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <81 shift-left.18> + +2023-12-14 14:52:55.577794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.58 +2023-12-14 14:52:55.577800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <80 broadcast.58> + +2023-12-14 14:52:55.577805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.27 +2023-12-14 14:52:55.577810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 reshape.27> + +2023-12-14 14:52:55.577815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:55.577821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <78 slice.30> + +2023-12-14 14:52:55.577825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:55.577831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <76 add.52> + +2023-12-14 14:52:55.577836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.15 +2023-12-14 14:52:55.577842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <75 param_2.15> + +2023-12-14 14:52:55.577846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:55.577852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <74 param_3.17> + +2023-12-14 14:52:55.578497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_split +2023-12-14 14:52:55.578509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.578515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.578529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_0.1> (def) +2023-12-14 14:52:55.578534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:55.578543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> (def) +2023-12-14 14:52:55.578548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:55.578557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.4> (def) +2023-12-14 14:52:55.578562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:55.578571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.5> (def) +2023-12-14 14:52:55.578577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.578586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.578591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 while.1{} (phi)> (def) +2023-12-14 14:52:55.578596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.578601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 while.1{0} (phi)> (def) +2023-12-14 14:52:55.578606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.578611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 while.1{1} (phi)> (def) +2023-12-14 14:52:55.578616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.578620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 while.1{2} (phi)> (def) +2023-12-14 14:52:55.578625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.578631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 while.1{3} (phi)> (def) +2023-12-14 14:52:55.578635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.578640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 while.1{4} (phi)> (def) +2023-12-14 14:52:55.578645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.578651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 while.1{5} (phi)> (def) +2023-12-14 14:52:55.578656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.578661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 while.1{6} (phi)> (def) +2023-12-14 14:52:55.578666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.578674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 while.1{7} (phi)> (def) +2023-12-14 14:52:55.578679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100: +2023-12-14 14:52:55.578689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 while.1{1} (phi)> +2023-12-14 14:52:55.578694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101: +2023-12-14 14:52:55.578704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 while.1{2} (phi)> +2023-12-14 14:52:55.578709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.578719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion> (def) +2023-12-14 14:52:55.578723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:55.578733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.1> (def) +2023-12-14 14:52:55.578738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2: +2023-12-14 14:52:55.578747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.2> (def) +2023-12-14 14:52:55.578753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:55.578763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:55.578767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:55.578777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.4> (def) +2023-12-14 14:52:55.578781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:55.578792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.5> (def) +2023-12-14 14:52:55.578797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:55.578806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy> (def) +2023-12-14 14:52:55.578811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1: +2023-12-14 14:52:55.578823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.1> (def) +2023-12-14 14:52:55.578828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:52:55.578838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.2> (def) +2023-12-14 14:52:55.578842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3: +2023-12-14 14:52:55.578852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.3> (def) +2023-12-14 14:52:55.578857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4: +2023-12-14 14:52:55.578866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.4> (def) +2023-12-14 14:52:55.578871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5: +2023-12-14 14:52:55.578880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.5> (def) +2023-12-14 14:52:55.578886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6: +2023-12-14 14:52:55.578895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.6> (def) +2023-12-14 14:52:55.578900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7: +2023-12-14 14:52:55.578909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.7> (def) +2023-12-14 14:52:55.578915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.578920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:55.578924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.578929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 tuple.9{}> (def) +2023-12-14 14:52:55.578934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.578939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> +2023-12-14 14:52:55.578944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.578949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.4> +2023-12-14 14:52:55.578954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.578959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.2> +2023-12-14 14:52:55.578964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.578972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:55.578978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.578983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.1> +2023-12-14 14:52:55.578988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.578993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.5> +2023-12-14 14:52:55.578998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.579002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.5> +2023-12-14 14:52:55.579007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.579012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.4> +2023-12-14 14:52:55.579018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.579027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.579032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.579037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.579042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.579047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.579052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.579057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.579062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.579067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.579072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.579077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.579081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.579087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.579092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.579096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.579101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.579106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.579111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.579119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:52:55.579129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 constant.10> (def) +2023-12-14 14:52:55.579135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:55.579145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 add.35> (def) +2023-12-14 14:52:55.579150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:55.579159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 fusion.6> (def) +2023-12-14 14:52:55.579164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:55.579174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 fusion.7> (def) +2023-12-14 14:52:55.579179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:55.579189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.579194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:55.579204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.8> (def) +2023-12-14 14:52:55.579209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:55.579219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.579224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:55.579235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.9> (def) +2023-12-14 14:52:55.579239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:55.579250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.579255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:55.579265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.10> (def) +2023-12-14 14:52:55.579274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:55.579284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.579289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:55.579299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.11> (def) +2023-12-14 14:52:55.579303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:55.579313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.579324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:55.579334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.12> (def) +2023-12-14 14:52:55.579338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:55.579352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.579357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:55.579367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.13> (def) +2023-12-14 14:52:55.579372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:55.579382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.579387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:55.579397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.14> (def) +2023-12-14 14:52:55.579401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:55.579412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.579417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:55.579430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 copy.15> (def) +2023-12-14 14:52:55.579435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16: +2023-12-14 14:52:55.579444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.16> (def) +2023-12-14 14:52:55.579449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17: +2023-12-14 14:52:55.579458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.17> (def) +2023-12-14 14:52:55.579464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18: +2023-12-14 14:52:55.579474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> (def) +2023-12-14 14:52:55.579479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:55.579490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> (def) +2023-12-14 14:52:55.579498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:55.579512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> (def) +2023-12-14 14:52:55.579517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:55.579526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> (def) +2023-12-14 14:52:55.579531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:55.579542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> (def) +2023-12-14 14:52:55.579547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:55.579556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> (def) +2023-12-14 14:52:55.579561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:55.579572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.579577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.11{}> (def) +2023-12-14 14:52:55.579581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.579586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 add.35> +2023-12-14 14:52:55.579594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.579600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 fusion.7> +2023-12-14 14:52:55.579606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.579610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 fusion.6> +2023-12-14 14:52:55.579615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.579620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> +2023-12-14 14:52:55.579625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.579629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> +2023-12-14 14:52:55.579635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.579640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> +2023-12-14 14:52:55.579645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.579650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> +2023-12-14 14:52:55.579654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.579659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> +2023-12-14 14:52:55.579664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.579674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.579679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.579684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.579689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.579694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.579700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.579705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.579710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.579714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.579719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.579724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.579729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.579735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.579743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.579748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.579753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.579757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.579763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.579768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:55.579778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.11> (def) +2023-12-14 14:52:55.579783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:55.579792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 compare.1> (def) +2023-12-14 14:52:55.579797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.579808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.579812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:55.579822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.14> (def) +2023-12-14 14:52:55.579827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0: +2023-12-14 14:52:55.579838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 concatenate.0> (def) +2023-12-14 14:52:55.579843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:55.579852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 param_0.1> (def) +2023-12-14 14:52:55.579857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1: +2023-12-14 14:52:55.579867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 param_1> (def) +2023-12-14 14:52:55.579872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:55.579882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.12> (def) +2023-12-14 14:52:55.579891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:55.579901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 xor.15> (def) +2023-12-14 14:52:55.579906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:55.579915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 constant.12> (def) +2023-12-14 14:52:55.579921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15: +2023-12-14 14:52:55.579930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.15> (def) +2023-12-14 14:52:55.579936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:55.579945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 slice.16> (def) +2023-12-14 14:52:55.579950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16: +2023-12-14 14:52:55.579960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.16> (def) +2023-12-14 14:52:55.579965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:52:55.579974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.5> (def) +2023-12-14 14:52:55.579979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:55.579989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 slice.17> (def) +2023-12-14 14:52:55.579994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.579999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38: +2023-12-14 14:52:55.580004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.38> (def) +2023-12-14 14:52:55.580008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35: +2023-12-14 14:52:55.580018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.35> (def) +2023-12-14 14:52:55.580023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:55.580033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.17> (def) +2023-12-14 14:52:55.580038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:55.580051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.18> (def) +2023-12-14 14:52:55.580055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:55.580065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.19> (def) +2023-12-14 14:52:55.580070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:52:55.580080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.7> (def) +2023-12-14 14:52:55.580085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0: +2023-12-14 14:52:55.580094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.0> (def) +2023-12-14 14:52:55.580100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:55.580109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.18> (def) +2023-12-14 14:52:55.580114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:55.580123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.20> (def) +2023-12-14 14:52:55.580128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:52:55.580139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> (def) +2023-12-14 14:52:55.580143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39: +2023-12-14 14:52:55.580153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.39> (def) +2023-12-14 14:52:55.580157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36: +2023-12-14 14:52:55.580167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.36> (def) +2023-12-14 14:52:55.580173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:55.580182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.19> (def) +2023-12-14 14:52:55.580187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:55.580200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.21> (def) +2023-12-14 14:52:55.580205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:55.580215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.22> (def) +2023-12-14 14:52:55.580219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:52:55.580229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.11> (def) +2023-12-14 14:52:55.580234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1: +2023-12-14 14:52:55.580244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.1> (def) +2023-12-14 14:52:55.580248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20: +2023-12-14 14:52:55.580258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.20> (def) +2023-12-14 14:52:55.580265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:55.580275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.23> (def) +2023-12-14 14:52:55.580280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13: +2023-12-14 14:52:55.580289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.13> (def) +2023-12-14 14:52:55.580294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40: +2023-12-14 14:52:55.580304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.40> (def) +2023-12-14 14:52:55.580308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38: +2023-12-14 14:52:55.580318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 broadcast.38> (def) +2023-12-14 14:52:55.580323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:55.580333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 convert.3> (def) +2023-12-14 14:52:55.580338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41: +2023-12-14 14:52:55.580350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 add.41> (def) +2023-12-14 14:52:55.580355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39: +2023-12-14 14:52:55.580366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.39> (def) +2023-12-14 14:52:55.580370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:55.580380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 xor.16> (def) +2023-12-14 14:52:55.580384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:55.580395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 or.12> (def) +2023-12-14 14:52:55.580400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:55.580410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 shift-right-logical.12> (def) +2023-12-14 14:52:55.580415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41: +2023-12-14 14:52:55.580425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 broadcast.41> (def) +2023-12-14 14:52:55.580430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:55.580440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 subtract.12> (def) +2023-12-14 14:52:55.580444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:55.580454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 shift-left.12> (def) +2023-12-14 14:52:55.580459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42: +2023-12-14 14:52:55.580469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 broadcast.42> (def) +2023-12-14 14:52:55.580474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21: +2023-12-14 14:52:55.580483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 reshape.21> (def) +2023-12-14 14:52:55.580488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:55.580502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 slice.24> (def) +2023-12-14 14:52:55.580507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42: +2023-12-14 14:52:55.580517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.42> (def) +2023-12-14 14:52:55.580521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:55.580531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 xor.17> (def) +2023-12-14 14:52:55.580536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:55.580546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 or.13> (def) +2023-12-14 14:52:55.580551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:55.580560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 shift-right-logical.13> (def) +2023-12-14 14:52:55.580566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43: +2023-12-14 14:52:55.580575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 broadcast.43> (def) +2023-12-14 14:52:55.580580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:55.580590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 subtract.13> (def) +2023-12-14 14:52:55.580596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:55.580606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 shift-left.13> (def) +2023-12-14 14:52:55.580611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44: +2023-12-14 14:52:55.580620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 broadcast.44> (def) +2023-12-14 14:52:55.580625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22: +2023-12-14 14:52:55.580635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 reshape.22> (def) +2023-12-14 14:52:55.580640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:55.580652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 slice.25> (def) +2023-12-14 14:52:55.580657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:55.580667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.43> (def) +2023-12-14 14:52:55.580673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:55.580683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 xor.18> (def) +2023-12-14 14:52:55.580688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:55.580698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 or.14> (def) +2023-12-14 14:52:55.580702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:55.580713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 shift-right-logical.14> (def) +2023-12-14 14:52:55.580717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45: +2023-12-14 14:52:55.580727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 broadcast.45> (def) +2023-12-14 14:52:55.580732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:55.580742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 subtract.14> (def) +2023-12-14 14:52:55.580747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:55.580756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 shift-left.14> (def) +2023-12-14 14:52:55.580762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46: +2023-12-14 14:52:55.580772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 broadcast.46> (def) +2023-12-14 14:52:55.580777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23: +2023-12-14 14:52:55.580786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 reshape.23> (def) +2023-12-14 14:52:55.580791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:55.580805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 slice.26> (def) +2023-12-14 14:52:55.580810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:55.580819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.44> (def) +2023-12-14 14:52:55.580824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:55.580834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 xor.19> (def) +2023-12-14 14:52:55.580839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:55.580848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 or.15> (def) +2023-12-14 14:52:55.580853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:55.580864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 shift-right-logical.15> (def) +2023-12-14 14:52:55.580869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48: +2023-12-14 14:52:55.580878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 broadcast.48> (def) +2023-12-14 14:52:55.580883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:55.580892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 subtract.15> (def) +2023-12-14 14:52:55.580897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:55.580907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.13> (def) +2023-12-14 14:52:55.580912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:55.580921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-left.15> (def) +2023-12-14 14:52:55.580927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49: +2023-12-14 14:52:55.580937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.49> (def) +2023-12-14 14:52:55.580941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24: +2023-12-14 14:52:55.580954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 reshape.24> (def) +2023-12-14 14:52:55.580959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:55.580969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 slice.27> (def) +2023-12-14 14:52:55.580974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45: +2023-12-14 14:52:55.580983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.45> (def) +2023-12-14 14:52:55.580989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.580994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:55.580999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.47> (def) +2023-12-14 14:52:55.581004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16: +2023-12-14 14:52:55.581013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 param_0.16> (def) +2023-12-14 14:52:55.581017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.22: +2023-12-14 14:52:55.581028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 param_1.22> (def) +2023-12-14 14:52:55.581034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.7: +2023-12-14 14:52:55.581043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 param_2.7> (def) +2023-12-14 14:52:55.581048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:55.581058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 param_3.7> (def) +2023-12-14 14:52:55.581063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:55.581072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 param_4.12> (def) +2023-12-14 14:52:55.581077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.581087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.14> (def) +2023-12-14 14:52:55.581092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:55.581105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.48> (def) +2023-12-14 14:52:55.581110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51: +2023-12-14 14:52:55.581119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.51> (def) +2023-12-14 14:52:55.581124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:55.581134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.49> (def) +2023-12-14 14:52:55.581139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18: +2023-12-14 14:52:55.581150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_0.18> (def) +2023-12-14 14:52:55.581155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:55.581165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.20> (def) +2023-12-14 14:52:55.581169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:55.581179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.16> (def) +2023-12-14 14:52:55.581184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:55.581194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.16> (def) +2023-12-14 14:52:55.581199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52: +2023-12-14 14:52:55.581209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.52> (def) +2023-12-14 14:52:55.581214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:55.581225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.16> (def) +2023-12-14 14:52:55.581229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:55.581240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.16> (def) +2023-12-14 14:52:55.581245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53: +2023-12-14 14:52:55.581269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.53> (def) +2023-12-14 14:52:55.581274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25: +2023-12-14 14:52:55.581284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.25> (def) +2023-12-14 14:52:55.581289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:55.581299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.28> (def) +2023-12-14 14:52:55.581304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:55.581314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.50> (def) +2023-12-14 14:52:55.581319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:55.581329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.21> (def) +2023-12-14 14:52:55.581333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:55.581343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.17> (def) +2023-12-14 14:52:55.581348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:55.581358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.17> (def) +2023-12-14 14:52:55.581363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54: +2023-12-14 14:52:55.581373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.54> (def) +2023-12-14 14:52:55.581378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:55.581388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.17> (def) +2023-12-14 14:52:55.581392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:55.581403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 shift-left.17> (def) +2023-12-14 14:52:55.581408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55: +2023-12-14 14:52:55.581421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 broadcast.55> (def) +2023-12-14 14:52:55.581426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:55.581436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.26> (def) +2023-12-14 14:52:55.581441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:55.581452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 slice.29> (def) +2023-12-14 14:52:55.581456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:55.581466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.51> (def) +2023-12-14 14:52:55.581471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:55.581481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 xor.22> (def) +2023-12-14 14:52:55.581486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:55.581496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 or.18> (def) +2023-12-14 14:52:55.581500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:55.581510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-right-logical.18> (def) +2023-12-14 14:52:55.581515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56: +2023-12-14 14:52:55.581526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.56> (def) +2023-12-14 14:52:55.581530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:55.581540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 subtract.18> (def) +2023-12-14 14:52:55.581545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:55.581556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 constant.15> (def) +2023-12-14 14:52:55.581561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.28: +2023-12-14 14:52:55.581574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_1.28> (def) +2023-12-14 14:52:55.581578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:55.581589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-left.18> (def) +2023-12-14 14:52:55.581593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58: +2023-12-14 14:52:55.581603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.58> (def) +2023-12-14 14:52:55.581608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27: +2023-12-14 14:52:55.581618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.27> (def) +2023-12-14 14:52:55.581623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:55.581633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 slice.30> (def) +2023-12-14 14:52:55.581637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:55.581648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.52> (def) +2023-12-14 14:52:55.581652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.15: +2023-12-14 14:52:55.581662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 param_2.15> (def) +2023-12-14 14:52:55.581667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.581671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:55.581677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 param_3.17> (def) +2023-12-14 14:52:55.581683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.581688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> +2023-12-14 14:52:55.581693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.581697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:52:55.581702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.581707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:55.581712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.581718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.20> +2023-12-14 14:52:55.581725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.581730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:55.581735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.581740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:55.581745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.581751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.18> +2023-12-14 14:52:55.581756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.581761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:55.581766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.581771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.581777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.13> +2023-12-14 14:52:55.581782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.581787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13 +2023-12-14 14:52:55.581792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.581796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:55.581802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.581807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.23> +2023-12-14 14:52:55.581812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.581817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:55.581821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.581826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20, operand 0 +2023-12-14 14:52:55.581832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.581837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.20> +2023-12-14 14:52:55.581842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.581847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20 +2023-12-14 14:52:55.581855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.581860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.20 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.581865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 param_0.1> +2023-12-14 14:52:55.581871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.581875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:55.581880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.581885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0, operand 0 +2023-12-14 14:52:55.581891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.581896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 param_1> +2023-12-14 14:52:55.581901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.581906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1 +2023-12-14 14:52:55.581910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.581915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0, operand 1 +2023-12-14 14:52:55.581920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1 = u32[2]{0} parameter(1) +2023-12-14 14:52:55.581925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 concatenate.0> +2023-12-14 14:52:55.581931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.581935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0 +2023-12-14 14:52:55.581940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.581945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:55.581950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.0 = u32[4]{0} concatenate(u32[2]{0} %param_0.1, u32[2]{0} %param_1), dimensions={0}, metadata={op_name="jit(_threefry_split)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.581955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.14> +2023-12-14 14:52:55.581961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.581965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:55.581970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.581975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[2,2]{1,0} reshape(u32[4]{0} %concatenate.0), metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.581984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.11> +2023-12-14 14:52:55.581990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.581994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:55.581999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:55.582009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(5) +2023-12-14 14:52:55.582014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 compare.1> +2023-12-14 14:52:55.582020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:55.582029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.11), direction=LT, metadata={op_name="jit(_threefry_split)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.1> +2023-12-14 14:52:55.582044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1 +2023-12-14 14:52:55.582054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:55.582064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.1 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.22> +2023-12-14 14:52:55.582074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:55.582084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 0 +2023-12-14 14:52:55.582094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[2]{0} slice(u32[4]{0} %iota.1), slice={[0:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(2,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.11> +2023-12-14 14:52:55.582109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:52:55.582118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:55.582128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.582133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.21> +2023-12-14 14:52:55.582138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:55.582148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:55.582157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.19> +2023-12-14 14:52:55.582168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:55.582178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36, operand 0 +2023-12-14 14:52:55.582188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.36> +2023-12-14 14:52:55.582198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36 +2023-12-14 14:52:55.582208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 1 +2023-12-14 14:52:55.582217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.36 = u32[2]{0} broadcast(u32[] %reshape.19), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.39> +2023-12-14 14:52:55.582228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39 +2023-12-14 14:52:55.582241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.39 = u32[2]{0} add(u32[2]{0} %slice.22, u32[2]{0} %broadcast.36), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.0> +2023-12-14 14:52:55.582256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0 +2023-12-14 14:52:55.582266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:55.582275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.0 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.19> +2023-12-14 14:52:55.582286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:55.582296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 0 +2023-12-14 14:52:55.582306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[2]{0} slice(u32[4]{0} %iota.0), slice={[2:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(2,) limit_indices=(4,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.7> +2023-12-14 14:52:55.582316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:52:55.582326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:55.582335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.582340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.18> +2023-12-14 14:52:55.582345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:55.582355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:55.582368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.17> +2023-12-14 14:52:55.582379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:55.582388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35, operand 0 +2023-12-14 14:52:55.582398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.35> +2023-12-14 14:52:55.582409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35 +2023-12-14 14:52:55.582419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 1 +2023-12-14 14:52:55.582428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.35 = u32[2]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.38> +2023-12-14 14:52:55.582439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38 +2023-12-14 14:52:55.582449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.38 = u32[2]{0} add(u32[2]{0} %slice.19, u32[2]{0} %broadcast.35), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.5> +2023-12-14 14:52:55.582463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:52:55.582474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:55.582487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:55.582492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.582496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 slice.17> +2023-12-14 14:52:55.582502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:55.582511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16, operand 0 +2023-12-14 14:52:55.582521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.16> +2023-12-14 14:52:55.582531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16 +2023-12-14 14:52:55.582541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:55.582550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.16 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 slice.16> +2023-12-14 14:52:55.582561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:55.582570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15, operand 0 +2023-12-14 14:52:55.582580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.15> +2023-12-14 14:52:55.582591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15 +2023-12-14 14:52:55.582601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:55.582613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.15 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 xor.15> +2023-12-14 14:52:55.582624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:55.582633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:55.582642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[] xor(u32[] %reshape.16, u32[] %reshape.15), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 constant.12> +2023-12-14 14:52:55.582653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:55.582662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:55.582672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = u32[] constant(466688986) +2023-12-14 14:52:55.582677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.12> +2023-12-14 14:52:55.582683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:55.582693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[] xor(u32[] %xor.15, u32[] %constant.12), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> +2023-12-14 14:52:55.582707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:55.582718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:55.582723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:55.582732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.582740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = s32[] constant(0) +2023-12-14 14:52:55.582746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_0.1> +2023-12-14 14:52:55.582751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.582760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:55.582770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:55.582776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:55.582781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2, operand 0 +2023-12-14 14:52:55.582786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:55.582790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.582795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.4> +2023-12-14 14:52:55.582800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:55.582811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:55.582815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1, operand 0 +2023-12-14 14:52:55.582825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.582831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.2> +2023-12-14 14:52:55.582841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2 +2023-12-14 14:52:55.582850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:55.582855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:52:55.582865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.582870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:55.582883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:55.582893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:55.582898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3, operand 0 +2023-12-14 14:52:55.582908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.582913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.1> +2023-12-14 14:52:55.582923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:55.582933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:55.582938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4, operand 0 +2023-12-14 14:52:55.582947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.582953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.582958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.5> +2023-12-14 14:52:55.582963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.582967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:55.582972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:55.582977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.582982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5, operand 0 +2023-12-14 14:52:55.582988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.582993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.583000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.5> +2023-12-14 14:52:55.583005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:55.583015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:55.583021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6, operand 0 +2023-12-14 14:52:55.583030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.583035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.583041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.4> +2023-12-14 14:52:55.583045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:55.583056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:55.583060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7, operand 0 +2023-12-14 14:52:55.583071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.583077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.583083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 tuple.9{}> +2023-12-14 14:52:55.583087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:55.583097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.583107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.2, u32[2]{0} %fusion.4, u32[2]{0} %fusion.2, u32[] %fusion.3, u32[] %fusion.1, /*index=5*/u32[] %fusion.5, u32[4]{0} %constant.5, u32[4]{0} %constant.4) +2023-12-14 14:52:55.583113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion> +2023-12-14 14:52:55.583117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.583126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[2,2]{1,0} fusion(u32[2]{0} %get-tuple-element.100, u32[2]{0} %get-tuple-element.101), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.583142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy> +2023-12-14 14:52:55.583147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:55.583156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = s32[] copy(s32[] %constant.2) +2023-12-14 14:52:55.583167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.1> +2023-12-14 14:52:55.583173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1 +2023-12-14 14:52:55.583182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.1 = u32[2]{0} copy(u32[2]{0} %fusion.4) +2023-12-14 14:52:55.583191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.2> +2023-12-14 14:52:55.583196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:52:55.583206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = u32[2]{0} copy(u32[2]{0} %fusion.2) +2023-12-14 14:52:55.583216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.3> +2023-12-14 14:52:55.583220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3 +2023-12-14 14:52:55.583231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.3 = u32[] copy(u32[] %fusion.3) +2023-12-14 14:52:55.583240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.4> +2023-12-14 14:52:55.583245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4 +2023-12-14 14:52:55.583255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.4 = u32[] copy(u32[] %fusion.1) +2023-12-14 14:52:55.583266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.5> +2023-12-14 14:52:55.583271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5 +2023-12-14 14:52:55.583283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.5 = u32[] copy(u32[] %fusion.5) +2023-12-14 14:52:55.583293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.6> +2023-12-14 14:52:55.583298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6 +2023-12-14 14:52:55.583307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.6 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:55.583317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.7> +2023-12-14 14:52:55.583327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7 +2023-12-14 14:52:55.583338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.7 = u32[4]{0} copy(u32[4]{0} %constant.4) +2023-12-14 14:52:55.583347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.8> +2023-12-14 14:52:55.583352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:55.583362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 4 +2023-12-14 14:52:55.583371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:55.583377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.583382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 constant.10> +2023-12-14 14:52:55.583387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:52:55.583397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:55.583407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = s32[] constant(1) +2023-12-14 14:52:55.583412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 add.35> +2023-12-14 14:52:55.583417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:55.583426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:55.583434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16, operand 0 +2023-12-14 14:52:55.583444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:55.583450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %copy.8, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.583455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.16> +2023-12-14 14:52:55.583459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16 +2023-12-14 14:52:55.583469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.16 = s32[] copy(s32[] %add.35) +2023-12-14 14:52:55.583479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.11> +2023-12-14 14:52:55.583484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:55.583493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:55.583503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:55.583509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.583514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.14> +2023-12-14 14:52:55.583518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:55.583528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 1 +2023-12-14 14:52:55.583538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:55.583543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 1 +2023-12-14 14:52:55.583548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.583553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.10> +2023-12-14 14:52:55.583558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:55.583568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 2 +2023-12-14 14:52:55.583581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 2 +2023-12-14 14:52:55.583586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.132) +2023-12-14 14:52:55.583591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.9> +2023-12-14 14:52:55.583596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:55.583605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 3 +2023-12-14 14:52:55.583615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 3 +2023-12-14 14:52:55.583620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.131) +2023-12-14 14:52:55.583625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 fusion.7> +2023-12-14 14:52:55.583631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:55.583640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:55.583645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17, operand 0 +2023-12-14 14:52:55.583655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:55.583661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.583666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.17> +2023-12-14 14:52:55.583671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17 +2023-12-14 14:52:55.583681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.17 = u32[2]{0} copy(u32[2]{0} %fusion.7) +2023-12-14 14:52:55.583691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.12> +2023-12-14 14:52:55.583696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:55.583709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:55.583718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:55.583724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.583729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 fusion.6> +2023-12-14 14:52:55.583734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:55.583744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:55.583748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18, operand 0 +2023-12-14 14:52:55.583759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:55.583763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.583769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> +2023-12-14 14:52:55.583774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18 +2023-12-14 14:52:55.583783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.18 = u32[2]{0} copy(u32[2]{0} %fusion.6) +2023-12-14 14:52:55.583793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> +2023-12-14 14:52:55.583799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:55.583808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:55.583814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:55.583823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.583828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.13> +2023-12-14 14:52:55.583833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:55.583846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:55.583856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.583861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> +2023-12-14 14:52:55.583866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:55.583876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:55.583881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:55.583891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.583896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> +2023-12-14 14:52:55.583900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:55.583910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:55.583915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:55.583925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.583930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 copy.15> +2023-12-14 14:52:55.583935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:55.583944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:55.583954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.583959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> +2023-12-14 14:52:55.583965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.583970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:55.583975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:55.583980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.583985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:55.583992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.583997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> +2023-12-14 14:52:55.584002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:55.584012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:55.584017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:55.584027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.584032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.11{}> +2023-12-14 14:52:55.584037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:55.584047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[2]{0} %fusion.7, u32[2]{0} %fusion.6, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.584057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 param_3.17> +2023-12-14 14:52:55.584062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:55.584072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:55.584081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.584087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 param_2.15> +2023-12-14 14:52:55.584092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.15 +2023-12-14 14:52:55.584102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:55.584112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:55.584116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:55.584126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.15 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.584132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.52> +2023-12-14 14:52:55.584136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:55.584145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:55.584156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:55.584161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[2]{0} add(u32[2]{0} %param_3.17, u32[2]{0} %param_2.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_1.28> +2023-12-14 14:52:55.584171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.28 +2023-12-14 14:52:55.584181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:55.584191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:55.584196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:55.584200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.28 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.584205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 slice.30> +2023-12-14 14:52:55.584210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:55.584220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27, operand 0 +2023-12-14 14:52:55.584230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.27> +2023-12-14 14:52:55.584240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27 +2023-12-14 14:52:55.584251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:55.584264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58, operand 0 +2023-12-14 14:52:55.584270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.27 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.58> +2023-12-14 14:52:55.584280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58 +2023-12-14 14:52:55.584290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:55.584299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.58 = u32[2]{0} broadcast(u32[] %reshape.27), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-left.18> +2023-12-14 14:52:55.584309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:55.584319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:55.584329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[2]{0} shift-left(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.58), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 constant.15> +2023-12-14 14:52:55.584339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:55.584349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:55.584359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:55.584364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:55.584369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(32) +2023-12-14 14:52:55.584374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 subtract.18> +2023-12-14 14:52:55.584379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:55.584392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56, operand 0 +2023-12-14 14:52:55.584403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.15, u32[] %reshape.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.56> +2023-12-14 14:52:55.584412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56 +2023-12-14 14:52:55.584422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:55.584433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.56 = u32[2]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-right-logical.18> +2023-12-14 14:52:55.584442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:55.584452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:55.584462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.56), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 or.18> +2023-12-14 14:52:55.584472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:55.584481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:55.584492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[2]{0} or(u32[2]{0} %shift-left.18, u32[2]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 xor.22> +2023-12-14 14:52:55.584505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:55.584515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:55.584525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:55.584530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:55.584535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[2]{0} xor(u32[2]{0} %add.52, u32[2]{0} %or.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.51> +2023-12-14 14:52:55.584545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:55.584554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:55.584564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:55.584569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[2]{0} add(u32[2]{0} %add.52, u32[2]{0} %xor.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 slice.29> +2023-12-14 14:52:55.584579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:55.584589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:55.584598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.26> +2023-12-14 14:52:55.584610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:55.584620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:55.584632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55, operand 0 +2023-12-14 14:52:55.584637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 broadcast.55> +2023-12-14 14:52:55.584647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55 +2023-12-14 14:52:55.584657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:55.584667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.55 = u32[2]{0} broadcast(u32[] %reshape.26), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 shift-left.17> +2023-12-14 14:52:55.584677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:55.584686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:55.584697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[2]{0} shift-left(u32[2]{0} %xor.22, u32[2]{0} %broadcast.55), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.17> +2023-12-14 14:52:55.584707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:55.584716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54, operand 0 +2023-12-14 14:52:55.584727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.15, u32[] %reshape.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.54> +2023-12-14 14:52:55.584737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54 +2023-12-14 14:52:55.584749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:55.584759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.54 = u32[2]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.17> +2023-12-14 14:52:55.584770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:55.584779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:55.584789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.22, u32[2]{0} %broadcast.54), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.17> +2023-12-14 14:52:55.584799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:55.584809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:55.584819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[2]{0} or(u32[2]{0} %shift-left.17, u32[2]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.21> +2023-12-14 14:52:55.584829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:55.584838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:55.584848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:55.584854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:55.584859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[2]{0} xor(u32[2]{0} %add.51, u32[2]{0} %or.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.50> +2023-12-14 14:52:55.584871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:55.584881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:55.584891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:55.584896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[2]{0} add(u32[2]{0} %add.51, u32[2]{0} %xor.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.28> +2023-12-14 14:52:55.584906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:55.584916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25, operand 0 +2023-12-14 14:52:55.584926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.25> +2023-12-14 14:52:55.584935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25 +2023-12-14 14:52:55.584946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:55.584955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53, operand 0 +2023-12-14 14:52:55.584960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.53> +2023-12-14 14:52:55.584970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.584976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53 +2023-12-14 14:52:55.584980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.584985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:55.584993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.53 = u32[2]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.584997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.16> +2023-12-14 14:52:55.585003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:55.585013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:55.585022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[2]{0} shift-left(u32[2]{0} %xor.21, u32[2]{0} %broadcast.53), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.16> +2023-12-14 14:52:55.585032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:55.585042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52, operand 0 +2023-12-14 14:52:55.585052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.15, u32[] %reshape.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.52> +2023-12-14 14:52:55.585062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52 +2023-12-14 14:52:55.585072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:55.585082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.52 = u32[2]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.16> +2023-12-14 14:52:55.585092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:55.585102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:55.585114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.21, u32[2]{0} %broadcast.52), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.16> +2023-12-14 14:52:55.585125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:55.585135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:55.585145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[2]{0} or(u32[2]{0} %shift-left.16, u32[2]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.20> +2023-12-14 14:52:55.585155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:55.585165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:55.585174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[2]{0} xor(u32[2]{0} %add.50, u32[2]{0} %or.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.49> +2023-12-14 14:52:55.585184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:55.585194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:55.585204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[2]{0} add(u32[2]{0} %add.50, u32[2]{0} %xor.20), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_0.18> +2023-12-14 14:52:55.585214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18 +2023-12-14 14:52:55.585224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51, operand 0 +2023-12-14 14:52:55.585236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.18 = u32[] parameter(0) +2023-12-14 14:52:55.585241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.51> +2023-12-14 14:52:55.585246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51 +2023-12-14 14:52:55.585256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:55.585266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.51 = u32[2]{0} broadcast(u32[] %param_0.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.48> +2023-12-14 14:52:55.585276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:55.585286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[2]{0} add(u32[2]{0} %add.49, u32[2]{0} %broadcast.51), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 param_3.7> +2023-12-14 14:52:55.585300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:55.585312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 0 +2023-12-14 14:52:55.585321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.585326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 param_2.7> +2023-12-14 14:52:55.585331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.7 +2023-12-14 14:52:55.585341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:55.585351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:55.585355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 1 +2023-12-14 14:52:55.585363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.7 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.585368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.45> +2023-12-14 14:52:55.585373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45 +2023-12-14 14:52:55.585382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:55.585392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:55.585397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.45 = u32[2]{0} add(u32[2]{0} %param_3.7, u32[2]{0} %param_2.7), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 param_1.22> +2023-12-14 14:52:55.585407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.22 +2023-12-14 14:52:55.585416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:55.585427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:55.585433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:55.585437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:55.585442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.22 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.585447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 slice.27> +2023-12-14 14:52:55.585451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:55.585462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24, operand 0 +2023-12-14 14:52:55.585471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 reshape.24> +2023-12-14 14:52:55.585481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24 +2023-12-14 14:52:55.585494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:55.585503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49, operand 0 +2023-12-14 14:52:55.585508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.49> +2023-12-14 14:52:55.585518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49 +2023-12-14 14:52:55.585528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:55.585538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.49 = u32[2]{0} broadcast(u32[] %reshape.24), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-left.15> +2023-12-14 14:52:55.585548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:55.585558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:55.585567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[2]{0} shift-left(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.49), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.13> +2023-12-14 14:52:55.585578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:55.585588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:55.585597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:55.585602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:55.585608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:55.585613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = u32[] constant(32) +2023-12-14 14:52:55.585620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 subtract.15> +2023-12-14 14:52:55.585625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:55.585635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48, operand 0 +2023-12-14 14:52:55.585645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.13, u32[] %reshape.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 broadcast.48> +2023-12-14 14:52:55.585655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48 +2023-12-14 14:52:55.585664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:55.585675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.48 = u32[2]{0} broadcast(u32[] %subtract.15), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 shift-right-logical.15> +2023-12-14 14:52:55.585685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:55.585694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:55.585706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.48), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 or.15> +2023-12-14 14:52:55.585716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:55.585725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:55.585735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[2]{0} or(u32[2]{0} %shift-left.15, u32[2]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 xor.19> +2023-12-14 14:52:55.585748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:55.585758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:55.585769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:55.585773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:55.585778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[2]{0} xor(u32[2]{0} %add.45, u32[2]{0} %or.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.44> +2023-12-14 14:52:55.585788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:55.585797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:55.585807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:55.585812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[2]{0} add(u32[2]{0} %add.45, u32[2]{0} %xor.19), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 slice.26> +2023-12-14 14:52:55.585822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:55.585832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23, operand 0 +2023-12-14 14:52:55.585841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 reshape.23> +2023-12-14 14:52:55.585851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23 +2023-12-14 14:52:55.585864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:55.585874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46, operand 0 +2023-12-14 14:52:55.585880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.23 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 broadcast.46> +2023-12-14 14:52:55.585890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46 +2023-12-14 14:52:55.585899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:55.585909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.46 = u32[2]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 shift-left.14> +2023-12-14 14:52:55.585919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:55.585928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:55.585938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[2]{0} shift-left(u32[2]{0} %xor.19, u32[2]{0} %broadcast.46), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 subtract.14> +2023-12-14 14:52:55.585948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:55.585958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45, operand 0 +2023-12-14 14:52:55.585967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.13, u32[] %reshape.23), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.585973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 broadcast.45> +2023-12-14 14:52:55.585982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.585987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45 +2023-12-14 14:52:55.585991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.585996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:55.586002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.45 = u32[2]{0} broadcast(u32[] %subtract.14), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 shift-right-logical.14> +2023-12-14 14:52:55.586012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:55.586021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:55.586032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.19, u32[2]{0} %broadcast.45), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 or.14> +2023-12-14 14:52:55.586042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:55.586051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:55.586061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[2]{0} or(u32[2]{0} %shift-left.14, u32[2]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 xor.18> +2023-12-14 14:52:55.586071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:55.586081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:55.586091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:55.586096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:55.586104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[2]{0} xor(u32[2]{0} %add.44, u32[2]{0} %or.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.43> +2023-12-14 14:52:55.586114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:55.586124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 0 +2023-12-14 14:52:55.586134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:55.586139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[2]{0} add(u32[2]{0} %add.44, u32[2]{0} %xor.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 slice.25> +2023-12-14 14:52:55.586148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:55.586159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22, operand 0 +2023-12-14 14:52:55.586168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 reshape.22> +2023-12-14 14:52:55.586178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22 +2023-12-14 14:52:55.586189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:55.586198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44, operand 0 +2023-12-14 14:52:55.586203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.22 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 broadcast.44> +2023-12-14 14:52:55.586213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44 +2023-12-14 14:52:55.586227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:55.586236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.44 = u32[2]{0} broadcast(u32[] %reshape.22), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 shift-left.13> +2023-12-14 14:52:55.586248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:55.586258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:55.586267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[2]{0} shift-left(u32[2]{0} %xor.18, u32[2]{0} %broadcast.44), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 subtract.13> +2023-12-14 14:52:55.586278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:55.586288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43, operand 0 +2023-12-14 14:52:55.586298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.13, u32[] %reshape.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 broadcast.43> +2023-12-14 14:52:55.586308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43 +2023-12-14 14:52:55.586318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:55.586327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.43 = u32[2]{0} broadcast(u32[] %subtract.13), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 shift-right-logical.13> +2023-12-14 14:52:55.586337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:55.586350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:55.586360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.18, u32[2]{0} %broadcast.43), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 or.13> +2023-12-14 14:52:55.586370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:55.586380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:55.586389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[2]{0} or(u32[2]{0} %shift-left.13, u32[2]{0} %shift-right-logical.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 xor.17> +2023-12-14 14:52:55.586400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:55.586410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:55.586420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:55.586425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 1 +2023-12-14 14:52:55.586430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[2]{0} xor(u32[2]{0} %add.43, u32[2]{0} %or.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.42> +2023-12-14 14:52:55.586440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42 +2023-12-14 14:52:55.586449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:55.586459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.42 = u32[2]{0} add(u32[2]{0} %add.43, u32[2]{0} %xor.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 slice.24> +2023-12-14 14:52:55.586472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:55.586481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21, operand 0 +2023-12-14 14:52:55.586492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[3:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 reshape.21> +2023-12-14 14:52:55.586502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21 +2023-12-14 14:52:55.586511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:55.586521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42, operand 0 +2023-12-14 14:52:55.586527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.21 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 broadcast.42> +2023-12-14 14:52:55.586536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42 +2023-12-14 14:52:55.586546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:55.586556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.42 = u32[2]{0} broadcast(u32[] %reshape.21), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 shift-left.12> +2023-12-14 14:52:55.586566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:55.586576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:55.586589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[2]{0} shift-left(u32[2]{0} %xor.17, u32[2]{0} %broadcast.42), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 subtract.12> +2023-12-14 14:52:55.586599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:55.586609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41, operand 0 +2023-12-14 14:52:55.586619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.13, u32[] %reshape.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 broadcast.41> +2023-12-14 14:52:55.586629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41 +2023-12-14 14:52:55.586639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:55.586649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.41 = u32[2]{0} broadcast(u32[] %subtract.12), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 shift-right-logical.12> +2023-12-14 14:52:55.586658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:55.586669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:55.586680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.17, u32[2]{0} %broadcast.41), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 or.12> +2023-12-14 14:52:55.586689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:55.586699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:55.586712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[2]{0} or(u32[2]{0} %shift-left.12, u32[2]{0} %shift-right-logical.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 xor.16> +2023-12-14 14:52:55.586721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:55.586731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 0 +2023-12-14 14:52:55.586742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[2]{0} xor(u32[2]{0} %add.42, u32[2]{0} %or.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 param_0.16> +2023-12-14 14:52:55.586751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16 +2023-12-14 14:52:55.586761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39, operand 0 +2023-12-14 14:52:55.586772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.16 = u32[] parameter(0) +2023-12-14 14:52:55.586777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.39> +2023-12-14 14:52:55.586781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39 +2023-12-14 14:52:55.586791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 1 +2023-12-14 14:52:55.586801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.39 = u32[2]{0} broadcast(u32[] %param_0.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 add.41> +2023-12-14 14:52:55.586811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41 +2023-12-14 14:52:55.586821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 0 +2023-12-14 14:52:55.586834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.41 = u32[2]{0} add(u32[2]{0} %xor.16, u32[2]{0} %broadcast.39), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 param_4.12> +2023-12-14 14:52:55.586845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:55.586854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:55.586864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:55.586869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.14> +2023-12-14 14:52:55.586875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.586885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:55.586895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(1) +2023-12-14 14:52:55.586900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.47> +2023-12-14 14:52:55.586904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:55.586914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:55.586925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 convert.3> +2023-12-14 14:52:55.586935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:55.586944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38, operand 0 +2023-12-14 14:52:55.586955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 broadcast.38> +2023-12-14 14:52:55.586968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.586972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38 +2023-12-14 14:52:55.586977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.586983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 1 +2023-12-14 14:52:55.586988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.38 = u32[2]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.586992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.40> +2023-12-14 14:52:55.586998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40 +2023-12-14 14:52:55.587007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.40 = u32[2]{0} add(u32[2]{0} %add.41, u32[2]{0} %broadcast.38), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.587018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.587022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.587032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.587043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.587052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.587062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:55.587072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:55.587077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:55.587082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:55.587090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:55.587095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:55.587100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:55.587105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:55.587110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.587121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.587130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.587135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:55.587145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.587155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.587165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.587180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.587189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.587204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.587214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.587232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.587242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.587257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.587267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.587282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.587292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.587307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.587317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.587336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.587350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:55.587357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:55.587369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.587379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.587388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:55.587393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:55.587403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.587413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.587423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:55.587428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:55.587437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.587448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.587458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:55.587462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:55.587473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.587482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.587495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:55.587499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:55.587510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.587520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.587529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:55.587534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:55.587545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.587555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.587565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:55.587569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:55.587579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.587589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.587599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:55.587604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:55.587614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.587619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 while.1{} (phi)> +2023-12-14 14:52:55.587626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.587637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101, operand 0 {} +2023-12-14 14:52:55.587646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100, operand 0 {} +2023-12-14 14:52:55.587651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.587657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 while.1{0} (phi)> +2023-12-14 14:52:55.587661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.587672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.587681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 while.1{1} (phi)> +2023-12-14 14:52:55.587687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.587697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100 +2023-12-14 14:52:55.587701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.587711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.587716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 while.1{2} (phi)> +2023-12-14 14:52:55.587721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.587731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101 +2023-12-14 14:52:55.587736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:55.587748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.587753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 while.1{3} (phi)> +2023-12-14 14:52:55.587759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.587768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.587778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 while.1{4} (phi)> +2023-12-14 14:52:55.587783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.587793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.587803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 while.1{5} (phi)> +2023-12-14 14:52:55.587808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.587818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.587827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 while.1{6} (phi)> +2023-12-14 14:52:55.587832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.587842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.587858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 while.1{7} (phi)> +2023-12-14 14:52:55.587862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.587868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.587872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.587878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.588135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.16 = s32[] copy(s32[] %add.35) and its unused operands +2023-12-14 14:52:55.588150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.17 = u32[2]{0} copy(u32[2]{0} %fusion.7) and its unused operands +2023-12-14 14:52:55.588157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.18 = u32[2]{0} copy(u32[2]{0} %fusion.6) and its unused operands +2023-12-14 14:52:55.588165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy = s32[] copy(s32[] %copy.24) and its unused operands +2023-12-14 14:52:55.588172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.1 = u32[2]{0} copy(u32[2]{0} %fusion.4) and its unused operands +2023-12-14 14:52:55.588178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.2 = u32[2]{0} copy(u32[2]{0} %fusion.2) and its unused operands +2023-12-14 14:52:55.588184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.3 = u32[] copy(u32[] %fusion.3) and its unused operands +2023-12-14 14:52:55.588190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.4 = u32[] copy(u32[] %fusion.1) and its unused operands +2023-12-14 14:52:55.588196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.5 = u32[] copy(u32[] %fusion.5) and its unused operands +2023-12-14 14:52:55.588203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.6 = u32[4]{0} copy(u32[4]{0} %copy.26) and its unused operands +2023-12-14 14:52:55.588209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.7 = u32[4]{0} copy(u32[4]{0} %copy.25) and its unused operands +2023-12-14 14:52:55.588226: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:55.588234: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 16 +2023-12-14 14:52:55.588268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 40.7 ms (cumulative: 76.8 ms, max: 40.7 ms, #called: 476) +2023-12-14 14:52:55.588275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.588301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 23 us (cumulative: 76.9 ms, max: 40.7 ms, #called: 477) +2023-12-14 14:52:55.588325: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__threefry_split +2023-12-14 14:52:55.589244: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:55.589459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_split +2023-12-14 14:52:55.589767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.589810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.589817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.589837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:55.589843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:55.589857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:55.589862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:55.589868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:55.589873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:55.589878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:55.589882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:55.589887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:55.589892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:55.589897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:55.589903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:55.589908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:55.589913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:55.589918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:55.589924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:55.589929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:55.589936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:55.589955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.589966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.589972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 157, phi: +2023-12-14 14:52:55.589976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.589981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.589987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:55.589992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:55.589998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 158, phi: +2023-12-14 14:52:55.590002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.590007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.590012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159, phi: +2023-12-14 14:52:55.590016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.590021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.590027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:55.590031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50: +2023-12-14 14:52:55.590036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160, phi: +2023-12-14 14:52:55.590041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.590045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:55.590051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:55.590057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55: +2023-12-14 14:52:55.590062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161, phi: +2023-12-14 14:52:55.590066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.590071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.590076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:55.590081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:55.590085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162, phi: +2023-12-14 14:52:55.590090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.590095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.590100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:55.590104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:55.590110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 163, phi: +2023-12-14 14:52:55.590115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.590121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.590128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:55.590133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:55.590138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 164, phi: +2023-12-14 14:52:55.590143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.590148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.590153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:55.590158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:55.590162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 165, phi: +2023-12-14 14:52:55.590167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.590172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:55.590177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:55.590182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:55.590187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 166, phi: +2023-12-14 14:52:55.590191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.590196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.590201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:55.590206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:55.590211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 167, phi: +2023-12-14 14:52:55.590216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.590221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.590225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 168, phi: +2023-12-14 14:52:55.590230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.590235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:55.590241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 169, phi: +2023-12-14 14:52:55.590245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.590250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.590255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 170, phi: +2023-12-14 14:52:55.590259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.590264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.590270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 171, phi: +2023-12-14 14:52:55.590274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.590279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.590284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 172, phi: +2023-12-14 14:52:55.590292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.590299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.590304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 173, phi: +2023-12-14 14:52:55.590309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.590314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:55.590318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 174, phi: +2023-12-14 14:52:55.590323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.590328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.590333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 175, phi: +2023-12-14 14:52:55.590338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.590342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.590347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 176, phi: +2023-12-14 14:52:55.590352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.590358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.590363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 177, phi: +2023-12-14 14:52:55.590368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:55.590373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.590377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 178, phi: +2023-12-14 14:52:55.590382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.590387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.590392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 179, phi: +2023-12-14 14:52:55.590397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.590402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.590406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 180, phi: +2023-12-14 14:52:55.590411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.590416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.590422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 181, phi: +2023-12-14 14:52:55.590426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.590431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.590435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 182, phi: +2023-12-14 14:52:55.590440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:55.590445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.590450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 183, phi: +2023-12-14 14:52:55.590458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.590463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.590479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.590488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.590493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 157, phi: +2023-12-14 14:52:55.590498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.590503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.590509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:55.590513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:55.590518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 158, phi: +2023-12-14 14:52:55.590523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.590527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.590532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159, phi: +2023-12-14 14:52:55.590537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.590542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.590547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:55.590551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50: +2023-12-14 14:52:55.590556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160, phi: +2023-12-14 14:52:55.590560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.590565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:55.590570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:55.590575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55: +2023-12-14 14:52:55.590580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161, phi: +2023-12-14 14:52:55.590584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.590589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.590593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:55.590600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:55.590605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162, phi: +2023-12-14 14:52:55.590609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.590614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.590618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:55.590623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:55.590629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 163, phi: +2023-12-14 14:52:55.590637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.590642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.590647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:55.590652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:55.590656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 164, phi: +2023-12-14 14:52:55.590662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.590666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.590671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:55.590675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:55.590680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 165, phi: +2023-12-14 14:52:55.590685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.590690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:55.590695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:55.590700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:55.590705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 166, phi: +2023-12-14 14:52:55.590709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.590714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.590719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:55.590725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:55.590729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 167, phi: +2023-12-14 14:52:55.590734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.590739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.590743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 168, phi: +2023-12-14 14:52:55.590749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.590754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:55.590759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 169, phi: +2023-12-14 14:52:55.590764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.590768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.590773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 170, phi: +2023-12-14 14:52:55.590778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.590783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.590787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 171, phi: +2023-12-14 14:52:55.590792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.590797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.590804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 172, phi: +2023-12-14 14:52:55.590810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.590815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.590820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 173, phi: +2023-12-14 14:52:55.590824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.590829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:55.590833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 174, phi: +2023-12-14 14:52:55.590839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.590845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.590850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 175, phi: +2023-12-14 14:52:55.590854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.590859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.590863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 176, phi: +2023-12-14 14:52:55.590868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.590874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.590879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 177, phi: +2023-12-14 14:52:55.590884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:55.590888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.590893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 178, phi: +2023-12-14 14:52:55.590898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.590903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.590908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 179, phi: +2023-12-14 14:52:55.590912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.590917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.590922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 180, phi: +2023-12-14 14:52:55.590926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.590931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.590937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 181, phi: +2023-12-14 14:52:55.590941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.590946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.590951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 182, phi: +2023-12-14 14:52:55.590955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:55.590961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.590970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 183, phi: +2023-12-14 14:52:55.590975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.590979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.590984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.590993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <36 Arg_0.1> + +2023-12-14 14:52:55.590999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:55.591005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <34 constant.2> + +2023-12-14 14:52:55.591010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:55.591015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <44 constant.4> + +2023-12-14 14:52:55.591020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:55.591026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 constant.5> + +2023-12-14 14:52:55.591031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.591044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <175 while.1{} (phi)> + {0} : HloValueSet: <176 while.1{0} (phi)> + {1} : HloValueSet: <177 while.1{1} (phi)> + {2} : HloValueSet: <178 while.1{2} (phi)> + {3} : HloValueSet: <179 while.1{3} (phi)> + {4} : HloValueSet: <180 while.1{4} (phi)> + {5} : HloValueSet: <181 while.1{5} (phi)> + {6} : HloValueSet: <182 while.1{6} (phi)> + {7} : HloValueSet: <183 while.1{7} (phi)> + +2023-12-14 14:52:55.591050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.100 +2023-12-14 14:52:55.591057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <177 while.1{1} (phi)> + +2023-12-14 14:52:55.591062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.101 +2023-12-14 14:52:55.591067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <178 while.1{2} (phi)> + +2023-12-14 14:52:55.591072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.591078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <47 fusion> + +2023-12-14 14:52:55.591084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:55.591090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.1> + +2023-12-14 14:52:55.591094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2 +2023-12-14 14:52:55.591100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <38 fusion.2> + +2023-12-14 14:52:55.591104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:55.591113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 fusion.3> + +2023-12-14 14:52:55.591119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:55.591124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 fusion.4> + +2023-12-14 14:52:55.591129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:55.591134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <41 fusion.5> + +2023-12-14 14:52:55.591139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:55.591149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <46 tuple.9{}> + {0} : HloValueSet: <35 copy.24> + {1} : HloValueSet: <37 fusion.4> + {2} : HloValueSet: <38 fusion.2> + {3} : HloValueSet: <39 fusion.3> + {4} : HloValueSet: <40 fusion.1> + {5} : HloValueSet: <41 fusion.5> + {6} : HloValueSet: <43 copy.26> + {7} : HloValueSet: <45 copy.25> + +2023-12-14 14:52:55.591155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:55.591160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 copy.24> + +2023-12-14 14:52:55.591165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:55.591171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 copy.25> + +2023-12-14 14:52:55.591176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:55.591182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <43 copy.26> + +2023-12-14 14:52:55.591187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.591198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <158 arg_tuple.3{} (phi)> + {0} : HloValueSet: <167 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <168 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <169 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <170 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <171 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <172 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <173 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <174 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.591204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:52:55.591210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <49 constant.10> + +2023-12-14 14:52:55.591215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:55.591220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 add.35> + +2023-12-14 14:52:55.591225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:55.591230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <57 fusion.6> + +2023-12-14 14:52:55.591239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:55.591245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <55 fusion.7> + +2023-12-14 14:52:55.591250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:55.591255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <167 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.591261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:55.591267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <48 copy.8> + +2023-12-14 14:52:55.591272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:55.591278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <168 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.591282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:55.591288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <54 copy.9> + +2023-12-14 14:52:55.591293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:55.591299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <169 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.591304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:55.591310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <53 copy.10> + +2023-12-14 14:52:55.591315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:55.591330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <170 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.591336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:55.591344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <51 copy.11> + +2023-12-14 14:52:55.591349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:55.591354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <171 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.591359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:55.591365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.12> + +2023-12-14 14:52:55.591373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:55.591382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <172 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.591389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:55.591402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.13> + +2023-12-14 14:52:55.591410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:55.591419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <173 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.591424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:55.591430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <52 copy.14> + +2023-12-14 14:52:55.591435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:55.591441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <174 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.591446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:55.591451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <62 copy.15> + +2023-12-14 14:52:55.591457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:55.591462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 copy.19> + +2023-12-14 14:52:55.591467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:55.591472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.20> + +2023-12-14 14:52:55.591477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:55.591482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <61 copy.21> + +2023-12-14 14:52:55.591488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:55.591493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <63 copy.22> + +2023-12-14 14:52:55.591498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:55.591504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:55.591508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:55.591518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <65 tuple.11{}> + {0} : HloValueSet: <50 add.35> + {1} : HloValueSet: <55 fusion.7> + {2} : HloValueSet: <57 fusion.6> + {3} : HloValueSet: <58 copy.19> + {4} : HloValueSet: <60 copy.20> + {5} : HloValueSet: <61 copy.21> + {6} : HloValueSet: <63 copy.22> + {7} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:55.591524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.591535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <157 arg_tuple.4{} (phi)> + {0} : HloValueSet: <159 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <160 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <161 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <162 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <163 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <164 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <165 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <166 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.591543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:55.591550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <10 constant.11> + +2023-12-14 14:52:55.591554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:55.591561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <11 compare.1> + +2023-12-14 14:52:55.591565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.591571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <159 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.591576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:55.591582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <9 reshape.14> + +2023-12-14 14:52:55.591588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.0 +2023-12-14 14:52:55.591594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <8 concatenate.0> + +2023-12-14 14:52:55.591599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:55.591604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <6 param_0.1> + +2023-12-14 14:52:55.591609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1 +2023-12-14 14:52:55.591615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 param_1> + +2023-12-14 14:52:55.591621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:55.591626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 xor.12> + +2023-12-14 14:52:55.591631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:55.591638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 xor.15> + +2023-12-14 14:52:55.591642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:55.591648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 constant.12> + +2023-12-14 14:52:55.591653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.15 +2023-12-14 14:52:55.591659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 reshape.15> + +2023-12-14 14:52:55.591664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:55.591670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <29 slice.16> + +2023-12-14 14:52:55.591678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.16 +2023-12-14 14:52:55.591684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 reshape.16> + +2023-12-14 14:52:55.591689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:52:55.591694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <26 param_0.5> + +2023-12-14 14:52:55.591700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:55.591705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <27 slice.17> + +2023-12-14 14:52:55.591710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.38 +2023-12-14 14:52:55.591716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <25 add.38> + +2023-12-14 14:52:55.591720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.35 +2023-12-14 14:52:55.591727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <24 broadcast.35> + +2023-12-14 14:52:55.591732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:55.591737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <23 reshape.17> + +2023-12-14 14:52:55.591743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:55.591748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <22 slice.18> + +2023-12-14 14:52:55.591753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:55.591759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <20 slice.19> + +2023-12-14 14:52:55.591763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:52:55.591769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 param_0.7> + +2023-12-14 14:52:55.591774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.0 +2023-12-14 14:52:55.591779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <19 iota.0> + +2023-12-14 14:52:55.591784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:55.591790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.18> + +2023-12-14 14:52:55.591795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:55.591801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.20> + +2023-12-14 14:52:55.591806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:52:55.591811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.9> + +2023-12-14 14:52:55.591819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.39 +2023-12-14 14:52:55.591825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <18 add.39> + +2023-12-14 14:52:55.591831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.36 +2023-12-14 14:52:55.591836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <17 broadcast.36> + +2023-12-14 14:52:55.591842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:55.591848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 reshape.19> + +2023-12-14 14:52:55.591852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:55.591858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <15 slice.21> + +2023-12-14 14:52:55.591863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:55.591868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <13 slice.22> + +2023-12-14 14:52:55.591873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:52:55.591879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 param_0.11> + +2023-12-14 14:52:55.591884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.1 +2023-12-14 14:52:55.591890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <12 iota.1> + +2023-12-14 14:52:55.591895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.20 +2023-12-14 14:52:55.591900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 reshape.20> + +2023-12-14 14:52:55.591905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:55.591911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <4 slice.23> + +2023-12-14 14:52:55.591916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.13 +2023-12-14 14:52:55.591921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <3 param_0.13> + +2023-12-14 14:52:55.591927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.40 +2023-12-14 14:52:55.591932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <156 add.40> + +2023-12-14 14:52:55.591938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.38 +2023-12-14 14:52:55.591943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <155 broadcast.38> + +2023-12-14 14:52:55.591948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:55.591955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <154 convert.3> + +2023-12-14 14:52:55.591964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.41 +2023-12-14 14:52:55.591970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <150 add.41> + +2023-12-14 14:52:55.591975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.39 +2023-12-14 14:52:55.591980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <149 broadcast.39> + +2023-12-14 14:52:55.591986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:55.591991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <147 xor.16> + +2023-12-14 14:52:55.591998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:55.592003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <146 or.12> + +2023-12-14 14:52:55.592008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:55.592015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <145 shift-right-logical.12> + +2023-12-14 14:52:55.592020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.41 +2023-12-14 14:52:55.592025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <144 broadcast.41> + +2023-12-14 14:52:55.592030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:55.592036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <143 subtract.12> + +2023-12-14 14:52:55.592041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:55.592047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <142 shift-left.12> + +2023-12-14 14:52:55.592051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.42 +2023-12-14 14:52:55.592057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <141 broadcast.42> + +2023-12-14 14:52:55.592062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.21 +2023-12-14 14:52:55.592068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <140 reshape.21> + +2023-12-14 14:52:55.592072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:55.592078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <139 slice.24> + +2023-12-14 14:52:55.592083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.42 +2023-12-14 14:52:55.592089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <138 add.42> + +2023-12-14 14:52:55.592094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:55.592099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <137 xor.17> + +2023-12-14 14:52:55.592108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:55.592113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <136 or.13> + +2023-12-14 14:52:55.592119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:55.592124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <135 shift-right-logical.13> + +2023-12-14 14:52:55.592129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.43 +2023-12-14 14:52:55.592134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <134 broadcast.43> + +2023-12-14 14:52:55.592140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:55.592145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <133 subtract.13> + +2023-12-14 14:52:55.592151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:55.592156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <132 shift-left.13> + +2023-12-14 14:52:55.592161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.44 +2023-12-14 14:52:55.592167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <131 broadcast.44> + +2023-12-14 14:52:55.592172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.22 +2023-12-14 14:52:55.592179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <130 reshape.22> + +2023-12-14 14:52:55.592184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:55.592189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <129 slice.25> + +2023-12-14 14:52:55.592194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:55.592200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <128 add.43> + +2023-12-14 14:52:55.592205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:55.592211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <127 xor.18> + +2023-12-14 14:52:55.592216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:55.592221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <126 or.14> + +2023-12-14 14:52:55.592226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:55.592232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <125 shift-right-logical.14> + +2023-12-14 14:52:55.592237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.45 +2023-12-14 14:52:55.592243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <124 broadcast.45> + +2023-12-14 14:52:55.592251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:55.592257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <123 subtract.14> + +2023-12-14 14:52:55.592262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:55.592268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <122 shift-left.14> + +2023-12-14 14:52:55.592273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.46 +2023-12-14 14:52:55.592279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <121 broadcast.46> + +2023-12-14 14:52:55.592284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.23 +2023-12-14 14:52:55.592290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <120 reshape.23> + +2023-12-14 14:52:55.592295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:55.592301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <119 slice.26> + +2023-12-14 14:52:55.592305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:55.592311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <118 add.44> + +2023-12-14 14:52:55.592315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:55.592321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <117 xor.19> + +2023-12-14 14:52:55.592326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:55.592332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <116 or.15> + +2023-12-14 14:52:55.592337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:55.592342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <115 shift-right-logical.15> + +2023-12-14 14:52:55.592347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.48 +2023-12-14 14:52:55.592353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <114 broadcast.48> + +2023-12-14 14:52:55.592358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:55.592364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <113 subtract.15> + +2023-12-14 14:52:55.592369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:55.592374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <112 constant.13> + +2023-12-14 14:52:55.592379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:55.592385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <111 shift-left.15> + +2023-12-14 14:52:55.592393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.49 +2023-12-14 14:52:55.592399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <110 broadcast.49> + +2023-12-14 14:52:55.592404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.24 +2023-12-14 14:52:55.592409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 reshape.24> + +2023-12-14 14:52:55.592414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:55.592421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <108 slice.27> + +2023-12-14 14:52:55.592425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.45 +2023-12-14 14:52:55.592431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <106 add.45> + +2023-12-14 14:52:55.592436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:55.592442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <153 add.47> + +2023-12-14 14:52:55.592446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.16 +2023-12-14 14:52:55.592452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <148 param_0.16> + +2023-12-14 14:52:55.592457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.22 +2023-12-14 14:52:55.592462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <107 param_1.22> + +2023-12-14 14:52:55.592467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.7 +2023-12-14 14:52:55.592473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <105 param_2.7> + +2023-12-14 14:52:55.592478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:55.592484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <104 param_3.7> + +2023-12-14 14:52:55.592489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:55.592494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <151 param_4.12> + +2023-12-14 14:52:55.592499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.592505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <152 constant.14> + +2023-12-14 14:52:55.592511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:55.592517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <103 add.48> + +2023-12-14 14:52:55.592521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.51 +2023-12-14 14:52:55.592527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <102 broadcast.51> + +2023-12-14 14:52:55.592535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:55.592541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <100 add.49> + +2023-12-14 14:52:55.592546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.18 +2023-12-14 14:52:55.592552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <101 param_0.18> + +2023-12-14 14:52:55.592556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:55.592562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <99 xor.20> + +2023-12-14 14:52:55.592567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:55.592573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <98 or.16> + +2023-12-14 14:52:55.592578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:55.592584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <97 shift-right-logical.16> + +2023-12-14 14:52:55.592588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.52 +2023-12-14 14:52:55.592595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <96 broadcast.52> + +2023-12-14 14:52:55.592600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:55.592606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <95 subtract.16> + +2023-12-14 14:52:55.592610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:55.592616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <94 shift-left.16> + +2023-12-14 14:52:55.592621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.53 +2023-12-14 14:52:55.592627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <93 broadcast.53> + +2023-12-14 14:52:55.592632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.25 +2023-12-14 14:52:55.592638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <92 reshape.25> + +2023-12-14 14:52:55.592642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:55.592648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 slice.28> + +2023-12-14 14:52:55.592653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:55.592659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <90 add.50> + +2023-12-14 14:52:55.592664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:55.592670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <89 xor.21> + +2023-12-14 14:52:55.592677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:55.592683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <88 or.17> + +2023-12-14 14:52:55.592688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:55.592694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <87 shift-right-logical.17> + +2023-12-14 14:52:55.592699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.54 +2023-12-14 14:52:55.592705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <86 broadcast.54> + +2023-12-14 14:52:55.592710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:55.592716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 subtract.17> + +2023-12-14 14:52:55.592721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:55.592727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <84 shift-left.17> + +2023-12-14 14:52:55.592732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.55 +2023-12-14 14:52:55.592737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <83 broadcast.55> + +2023-12-14 14:52:55.592742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:55.592748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 reshape.26> + +2023-12-14 14:52:55.592753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:55.592759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 slice.29> + +2023-12-14 14:52:55.592763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:55.592769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <80 add.51> + +2023-12-14 14:52:55.592774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:55.592780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <79 xor.22> + +2023-12-14 14:52:55.592785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:55.592791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <78 or.18> + +2023-12-14 14:52:55.592795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:55.592801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <77 shift-right-logical.18> + +2023-12-14 14:52:55.592807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.56 +2023-12-14 14:52:55.592813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <76 broadcast.56> + +2023-12-14 14:52:55.592821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:55.592826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 subtract.18> + +2023-12-14 14:52:55.592831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:55.592836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <74 constant.15> + +2023-12-14 14:52:55.592842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.28 +2023-12-14 14:52:55.592847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <69 param_1.28> + +2023-12-14 14:52:55.592852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:55.592858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <73 shift-left.18> + +2023-12-14 14:52:55.592862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.58 +2023-12-14 14:52:55.592869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <72 broadcast.58> + +2023-12-14 14:52:55.592874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.27 +2023-12-14 14:52:55.592879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 reshape.27> + +2023-12-14 14:52:55.592884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:55.592890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 slice.30> + +2023-12-14 14:52:55.592894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:55.592901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <68 add.52> + +2023-12-14 14:52:55.592906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.15 +2023-12-14 14:52:55.592912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <67 param_2.15> + +2023-12-14 14:52:55.592916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:55.592922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <66 param_3.17> + +2023-12-14 14:52:55.593650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_split +2023-12-14 14:52:55.593664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.593670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.593680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 Arg_0.1> (def) +2023-12-14 14:52:55.593685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:55.593698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> (def) +2023-12-14 14:52:55.593703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:55.593712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.4> (def) +2023-12-14 14:52:55.593717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:55.593726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.5> (def) +2023-12-14 14:52:55.593731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.593740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.593745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 while.1{} (phi)> (def) +2023-12-14 14:52:55.593750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.593755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 while.1{0} (phi)> (def) +2023-12-14 14:52:55.593761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.593765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{1} (phi)> (def) +2023-12-14 14:52:55.593770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.593775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{2} (phi)> (def) +2023-12-14 14:52:55.593780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.593785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 while.1{3} (phi)> (def) +2023-12-14 14:52:55.593790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.593795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 while.1{4} (phi)> (def) +2023-12-14 14:52:55.593800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.593805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 while.1{5} (phi)> (def) +2023-12-14 14:52:55.593811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.593816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 while.1{6} (phi)> (def) +2023-12-14 14:52:55.593822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.593826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 while.1{7} (phi)> (def) +2023-12-14 14:52:55.593831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100: +2023-12-14 14:52:55.593844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{1} (phi)> +2023-12-14 14:52:55.593850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101: +2023-12-14 14:52:55.593859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{2} (phi)> +2023-12-14 14:52:55.593864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.593874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 fusion> (def) +2023-12-14 14:52:55.593879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:55.593889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> (def) +2023-12-14 14:52:55.593893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2: +2023-12-14 14:52:55.593903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.2> (def) +2023-12-14 14:52:55.593909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:55.593918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> (def) +2023-12-14 14:52:55.593923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:55.593932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.4> (def) +2023-12-14 14:52:55.593937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:55.593947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.5> (def) +2023-12-14 14:52:55.593952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.593956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:55.593961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.593967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 tuple.9{}> (def) +2023-12-14 14:52:55.593972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.593977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.24> +2023-12-14 14:52:55.593982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.593989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.4> +2023-12-14 14:52:55.593995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.594000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.2> +2023-12-14 14:52:55.594005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.594010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> +2023-12-14 14:52:55.594015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.594019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> +2023-12-14 14:52:55.594024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.594029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.5> +2023-12-14 14:52:55.594034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.594039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.26> +2023-12-14 14:52:55.594044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.594048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.25> +2023-12-14 14:52:55.594053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:55.594064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.24> (def) +2023-12-14 14:52:55.594069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:55.594078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.25> (def) +2023-12-14 14:52:55.594083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:55.594094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.26> (def) +2023-12-14 14:52:55.594098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.594108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.594112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.594118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.594123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.594128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.594133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.594140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.594145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.594151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.594155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.594160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.594165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.594170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.594174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.594180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.594185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.594190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.594195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.594199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:52:55.594210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 constant.10> (def) +2023-12-14 14:52:55.594215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:55.594225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> (def) +2023-12-14 14:52:55.594229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:55.594239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.6> (def) +2023-12-14 14:52:55.594244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:55.594254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 fusion.7> (def) +2023-12-14 14:52:55.594258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:55.594268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.594273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:55.594286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.8> (def) +2023-12-14 14:52:55.594290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:55.594301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.594305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:55.594315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.9> (def) +2023-12-14 14:52:55.594320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:55.594329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.594335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:55.594344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.10> (def) +2023-12-14 14:52:55.594349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:55.594359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.594364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:55.594373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.11> (def) +2023-12-14 14:52:55.594378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:55.594388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.594393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:55.594402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.12> (def) +2023-12-14 14:52:55.594407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:55.594417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.594423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:55.594436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> (def) +2023-12-14 14:52:55.594441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:55.594450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.594455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:55.594465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.14> (def) +2023-12-14 14:52:55.594470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:55.594479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.594485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:55.594494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> (def) +2023-12-14 14:52:55.594499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:55.594508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> (def) +2023-12-14 14:52:55.594514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:55.594524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> (def) +2023-12-14 14:52:55.594528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:55.594538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> (def) +2023-12-14 14:52:55.594544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:55.594554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> (def) +2023-12-14 14:52:55.594559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:55.594568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> (def) +2023-12-14 14:52:55.594573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:55.594586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.594591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> (def) +2023-12-14 14:52:55.594596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.594600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> +2023-12-14 14:52:55.594606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.594611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 fusion.7> +2023-12-14 14:52:55.594616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.594621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.6> +2023-12-14 14:52:55.594626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.594630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:55.594636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.594641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:55.594646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.594651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:55.594656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.594660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:55.594666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.594671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:55.594676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.594685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.594690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.594695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.594701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.594706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.594710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.594715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.594720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.594725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.594734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.594739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.594744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.594748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.594753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.594758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.594764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.594769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.594774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.594779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:55.594789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.11> (def) +2023-12-14 14:52:55.594794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:55.594804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 compare.1> (def) +2023-12-14 14:52:55.594808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.594818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.594824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:55.594833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.14> (def) +2023-12-14 14:52:55.594838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0: +2023-12-14 14:52:55.594848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 concatenate.0> (def) +2023-12-14 14:52:55.594853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:55.594863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 param_0.1> (def) +2023-12-14 14:52:55.594867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1: +2023-12-14 14:52:55.594881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 param_1> (def) +2023-12-14 14:52:55.594886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:55.594895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.12> (def) +2023-12-14 14:52:55.594900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:55.594910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 xor.15> (def) +2023-12-14 14:52:55.594916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:55.594925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 constant.12> (def) +2023-12-14 14:52:55.594930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15: +2023-12-14 14:52:55.594940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.15> (def) +2023-12-14 14:52:55.594946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:55.594955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 slice.16> (def) +2023-12-14 14:52:55.594960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16: +2023-12-14 14:52:55.594969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.16> (def) +2023-12-14 14:52:55.594975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:52:55.594984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.5> (def) +2023-12-14 14:52:55.594989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.594993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:55.594999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 slice.17> (def) +2023-12-14 14:52:55.595004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38: +2023-12-14 14:52:55.595013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.38> (def) +2023-12-14 14:52:55.595018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35: +2023-12-14 14:52:55.595031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.35> (def) +2023-12-14 14:52:55.595036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:55.595045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.17> (def) +2023-12-14 14:52:55.595050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:55.595060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.18> (def) +2023-12-14 14:52:55.595066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:55.595075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.19> (def) +2023-12-14 14:52:55.595080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:52:55.595090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.7> (def) +2023-12-14 14:52:55.595096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0: +2023-12-14 14:52:55.595105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.0> (def) +2023-12-14 14:52:55.595110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:55.595119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.18> (def) +2023-12-14 14:52:55.595124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:55.595134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.20> (def) +2023-12-14 14:52:55.595139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:52:55.595149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> (def) +2023-12-14 14:52:55.595154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39: +2023-12-14 14:52:55.595164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.39> (def) +2023-12-14 14:52:55.595168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36: +2023-12-14 14:52:55.595178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.36> (def) +2023-12-14 14:52:55.595187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:55.595196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.19> (def) +2023-12-14 14:52:55.595201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:55.595211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.21> (def) +2023-12-14 14:52:55.595216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:55.595226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.22> (def) +2023-12-14 14:52:55.595231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:52:55.595241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.11> (def) +2023-12-14 14:52:55.595246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1: +2023-12-14 14:52:55.595256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.1> (def) +2023-12-14 14:52:55.595261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20: +2023-12-14 14:52:55.595270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.20> (def) +2023-12-14 14:52:55.595275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:55.595285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.23> (def) +2023-12-14 14:52:55.595290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13: +2023-12-14 14:52:55.595300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.13> (def) +2023-12-14 14:52:55.595304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40: +2023-12-14 14:52:55.595314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.40> (def) +2023-12-14 14:52:55.595326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38: +2023-12-14 14:52:55.595342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 broadcast.38> (def) +2023-12-14 14:52:55.595354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:55.595363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 convert.3> (def) +2023-12-14 14:52:55.595369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41: +2023-12-14 14:52:55.595378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.41> (def) +2023-12-14 14:52:55.595383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39: +2023-12-14 14:52:55.595393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 broadcast.39> (def) +2023-12-14 14:52:55.595398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:55.595407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 xor.16> (def) +2023-12-14 14:52:55.595412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:55.595422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 or.12> (def) +2023-12-14 14:52:55.595427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:55.595437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 shift-right-logical.12> (def) +2023-12-14 14:52:55.595442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41: +2023-12-14 14:52:55.595452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.41> (def) +2023-12-14 14:52:55.595458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:55.595467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 subtract.12> (def) +2023-12-14 14:52:55.595473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:55.595482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 shift-left.12> (def) +2023-12-14 14:52:55.595487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42: +2023-12-14 14:52:55.595496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 broadcast.42> (def) +2023-12-14 14:52:55.595504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21: +2023-12-14 14:52:55.595514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 reshape.21> (def) +2023-12-14 14:52:55.595519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:55.595529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 slice.24> (def) +2023-12-14 14:52:55.595534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42: +2023-12-14 14:52:55.595543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.42> (def) +2023-12-14 14:52:55.595549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:55.595558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 xor.17> (def) +2023-12-14 14:52:55.595563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:55.595573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 or.13> (def) +2023-12-14 14:52:55.595579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:55.595589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 shift-right-logical.13> (def) +2023-12-14 14:52:55.595595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43: +2023-12-14 14:52:55.595604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 broadcast.43> (def) +2023-12-14 14:52:55.595609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:55.595618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 subtract.13> (def) +2023-12-14 14:52:55.595624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:55.595633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 shift-left.13> (def) +2023-12-14 14:52:55.595638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44: +2023-12-14 14:52:55.595648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 broadcast.44> (def) +2023-12-14 14:52:55.595656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22: +2023-12-14 14:52:55.595666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 reshape.22> (def) +2023-12-14 14:52:55.595671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:55.595680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 slice.25> (def) +2023-12-14 14:52:55.595686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:55.595695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 add.43> (def) +2023-12-14 14:52:55.595701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:55.595710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 xor.18> (def) +2023-12-14 14:52:55.595715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:55.595725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 or.14> (def) +2023-12-14 14:52:55.595730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:55.595740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 shift-right-logical.14> (def) +2023-12-14 14:52:55.595746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45: +2023-12-14 14:52:55.595755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 broadcast.45> (def) +2023-12-14 14:52:55.595761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:55.595770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 subtract.14> (def) +2023-12-14 14:52:55.595775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:55.595785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 shift-left.14> (def) +2023-12-14 14:52:55.595789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46: +2023-12-14 14:52:55.595799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 broadcast.46> (def) +2023-12-14 14:52:55.595808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23: +2023-12-14 14:52:55.595817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.23> (def) +2023-12-14 14:52:55.595823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:55.595832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.26> (def) +2023-12-14 14:52:55.595837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:55.595847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.44> (def) +2023-12-14 14:52:55.595852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:55.595861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.19> (def) +2023-12-14 14:52:55.595866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:55.595876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.15> (def) +2023-12-14 14:52:55.595882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:55.595891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.15> (def) +2023-12-14 14:52:55.595896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48: +2023-12-14 14:52:55.595906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.48> (def) +2023-12-14 14:52:55.595911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:55.595921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.15> (def) +2023-12-14 14:52:55.595926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:55.595936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.13> (def) +2023-12-14 14:52:55.595940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:55.595950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-left.15> (def) +2023-12-14 14:52:55.595958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49: +2023-12-14 14:52:55.595968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.49> (def) +2023-12-14 14:52:55.595974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24: +2023-12-14 14:52:55.595983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 reshape.24> (def) +2023-12-14 14:52:55.595988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.595993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:55.595998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 slice.27> (def) +2023-12-14 14:52:55.596003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45: +2023-12-14 14:52:55.596012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 add.45> (def) +2023-12-14 14:52:55.596017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:55.596027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.47> (def) +2023-12-14 14:52:55.596032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16: +2023-12-14 14:52:55.596041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 param_0.16> (def) +2023-12-14 14:52:55.596046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.22: +2023-12-14 14:52:55.596056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 param_1.22> (def) +2023-12-14 14:52:55.596061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.7: +2023-12-14 14:52:55.596071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_2.7> (def) +2023-12-14 14:52:55.596075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:55.596086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 param_3.7> (def) +2023-12-14 14:52:55.596091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:55.596101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_4.12> (def) +2023-12-14 14:52:55.596108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.596118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.14> (def) +2023-12-14 14:52:55.596124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:55.596133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.48> (def) +2023-12-14 14:52:55.596138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51: +2023-12-14 14:52:55.596148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.51> (def) +2023-12-14 14:52:55.596153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:55.596162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.49> (def) +2023-12-14 14:52:55.596167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18: +2023-12-14 14:52:55.596177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.18> (def) +2023-12-14 14:52:55.596182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:55.596192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.20> (def) +2023-12-14 14:52:55.596196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:55.596206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.16> (def) +2023-12-14 14:52:55.596211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:55.596221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.16> (def) +2023-12-14 14:52:55.596226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52: +2023-12-14 14:52:55.596236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.52> (def) +2023-12-14 14:52:55.596241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:55.596251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.16> (def) +2023-12-14 14:52:55.596258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:55.596269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.16> (def) +2023-12-14 14:52:55.596275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53: +2023-12-14 14:52:55.596284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.53> (def) +2023-12-14 14:52:55.596289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25: +2023-12-14 14:52:55.596299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.25> (def) +2023-12-14 14:52:55.596304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:55.596313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.28> (def) +2023-12-14 14:52:55.596318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:55.596328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.50> (def) +2023-12-14 14:52:55.596333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:55.596343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.21> (def) +2023-12-14 14:52:55.596347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:55.596357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.17> (def) +2023-12-14 14:52:55.596362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:55.596372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.17> (def) +2023-12-14 14:52:55.596377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54: +2023-12-14 14:52:55.596387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.54> (def) +2023-12-14 14:52:55.596392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:55.596402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.17> (def) +2023-12-14 14:52:55.596407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:55.596420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.17> (def) +2023-12-14 14:52:55.596426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55: +2023-12-14 14:52:55.596435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.55> (def) +2023-12-14 14:52:55.596440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:55.596450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.26> (def) +2023-12-14 14:52:55.596455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:55.596464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.29> (def) +2023-12-14 14:52:55.596469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:55.596479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.51> (def) +2023-12-14 14:52:55.596485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:55.596494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.22> (def) +2023-12-14 14:52:55.596499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:55.596509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.18> (def) +2023-12-14 14:52:55.596515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:55.596525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.18> (def) +2023-12-14 14:52:55.596529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56: +2023-12-14 14:52:55.596539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.56> (def) +2023-12-14 14:52:55.596544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:55.596554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.18> (def) +2023-12-14 14:52:55.596558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:55.596571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.15> (def) +2023-12-14 14:52:55.596577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.28: +2023-12-14 14:52:55.596586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.28> (def) +2023-12-14 14:52:55.596591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:55.596601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.18> (def) +2023-12-14 14:52:55.596606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58: +2023-12-14 14:52:55.596616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.58> (def) +2023-12-14 14:52:55.596620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27: +2023-12-14 14:52:55.596630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.27> (def) +2023-12-14 14:52:55.596636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:55.596645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.30> (def) +2023-12-14 14:52:55.596650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:55.596660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.52> (def) +2023-12-14 14:52:55.596665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.15: +2023-12-14 14:52:55.596674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.15> (def) +2023-12-14 14:52:55.596679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.596684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:55.596688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.17> (def) +2023-12-14 14:52:55.596694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.596699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> +2023-12-14 14:52:55.596704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.596708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:52:55.596716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.596721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:55.596727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.596732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.20> +2023-12-14 14:52:55.596736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.596741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:55.596746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.596751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:55.596757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.596763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.18> +2023-12-14 14:52:55.596768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.596772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:55.596777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.596782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.596788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.13> +2023-12-14 14:52:55.596793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.596797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13 +2023-12-14 14:52:55.596802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.596807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:55.596812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.596818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.23> +2023-12-14 14:52:55.596823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.596827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:55.596832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.596837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20, operand 0 +2023-12-14 14:52:55.596842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.596850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.20> +2023-12-14 14:52:55.596855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.596860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20 +2023-12-14 14:52:55.596865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.596870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.20 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.596875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 param_0.1> +2023-12-14 14:52:55.596880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.596885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:55.596890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.596894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0, operand 0 +2023-12-14 14:52:55.596899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.596905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 param_1> +2023-12-14 14:52:55.596910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.596915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1 +2023-12-14 14:52:55.596920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.596924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0, operand 1 +2023-12-14 14:52:55.596929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1 = u32[2]{0} parameter(1) +2023-12-14 14:52:55.596935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 concatenate.0> +2023-12-14 14:52:55.596940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.596944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0 +2023-12-14 14:52:55.596949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.596954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:55.596959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.0 = u32[4]{0} concatenate(u32[2]{0} %param_0.1, u32[2]{0} %param_1), dimensions={0}, metadata={op_name="jit(_threefry_split)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.596965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.14> +2023-12-14 14:52:55.596970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.596978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:55.596983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.596988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[2,2]{1,0} reshape(u32[4]{0} %concatenate.0), metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.596993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.11> +2023-12-14 14:52:55.596998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:55.597008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:55.597017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(5) +2023-12-14 14:52:55.597022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 compare.1> +2023-12-14 14:52:55.597028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:55.597037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.11), direction=LT, metadata={op_name="jit(_threefry_split)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.1> +2023-12-14 14:52:55.597052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1 +2023-12-14 14:52:55.597062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:55.597071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.1 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.22> +2023-12-14 14:52:55.597081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:55.597091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 0 +2023-12-14 14:52:55.597104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[2]{0} slice(u32[4]{0} %iota.1), slice={[0:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(2,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.11> +2023-12-14 14:52:55.597113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:52:55.597124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:55.597133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.597138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.21> +2023-12-14 14:52:55.597143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:55.597153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:55.597163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.19> +2023-12-14 14:52:55.597172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:55.597184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36, operand 0 +2023-12-14 14:52:55.597193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.36> +2023-12-14 14:52:55.597203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36 +2023-12-14 14:52:55.597213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 1 +2023-12-14 14:52:55.597227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.36 = u32[2]{0} broadcast(u32[] %reshape.19), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.39> +2023-12-14 14:52:55.597237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39 +2023-12-14 14:52:55.597247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.39 = u32[2]{0} add(u32[2]{0} %slice.22, u32[2]{0} %broadcast.36), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.0> +2023-12-14 14:52:55.597262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0 +2023-12-14 14:52:55.597273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:55.597282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.0 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.19> +2023-12-14 14:52:55.597292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:55.597302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 0 +2023-12-14 14:52:55.597311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[2]{0} slice(u32[4]{0} %iota.0), slice={[2:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(2,) limit_indices=(4,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.7> +2023-12-14 14:52:55.597321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:52:55.597332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:55.597342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.597350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.18> +2023-12-14 14:52:55.597355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:55.597365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:55.597375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.17> +2023-12-14 14:52:55.597385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:55.597395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35, operand 0 +2023-12-14 14:52:55.597405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.35> +2023-12-14 14:52:55.597415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35 +2023-12-14 14:52:55.597425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 1 +2023-12-14 14:52:55.597435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.35 = u32[2]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.38> +2023-12-14 14:52:55.597444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38 +2023-12-14 14:52:55.597455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.38 = u32[2]{0} add(u32[2]{0} %slice.19, u32[2]{0} %broadcast.35), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.5> +2023-12-14 14:52:55.597474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:52:55.597485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:55.597494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:55.597499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.597504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 slice.17> +2023-12-14 14:52:55.597510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:55.597519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16, operand 0 +2023-12-14 14:52:55.597529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.16> +2023-12-14 14:52:55.597539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16 +2023-12-14 14:52:55.597549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:55.597559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.16 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 slice.16> +2023-12-14 14:52:55.597570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:55.597580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15, operand 0 +2023-12-14 14:52:55.597589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.15> +2023-12-14 14:52:55.597602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15 +2023-12-14 14:52:55.597612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:55.597622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.15 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 xor.15> +2023-12-14 14:52:55.597632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:55.597642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:55.597652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[] xor(u32[] %reshape.16, u32[] %reshape.15), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 constant.12> +2023-12-14 14:52:55.597662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:55.597672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:55.597682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = u32[] constant(466688986) +2023-12-14 14:52:55.597686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.12> +2023-12-14 14:52:55.597692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:55.597702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[] xor(u32[] %xor.15, u32[] %constant.12), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> +2023-12-14 14:52:55.597716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:55.597730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:55.597740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = s32[] constant(0) +2023-12-14 14:52:55.597745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.24> +2023-12-14 14:52:55.597749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:55.597760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:55.597765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.597774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.2) +2023-12-14 14:52:55.597779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 Arg_0.1> +2023-12-14 14:52:55.597785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.597795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:55.597804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:55.597809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:55.597814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2, operand 0 +2023-12-14 14:52:55.597820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:55.597825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.597829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.4> +2023-12-14 14:52:55.597834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:55.597844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:55.597849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.597859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.2> +2023-12-14 14:52:55.597873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2 +2023-12-14 14:52:55.597883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:55.597888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.597898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> +2023-12-14 14:52:55.597908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:55.597918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:55.597923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.597933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> +2023-12-14 14:52:55.597944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:55.597953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:55.597958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.597963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.597968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.597973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.5> +2023-12-14 14:52:55.597978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.597983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:55.597987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:55.597993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.598006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.598011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.5> +2023-12-14 14:52:55.598015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:55.598025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:55.598036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.598041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.26> +2023-12-14 14:52:55.598046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:55.598056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:55.598061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.598071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:55.598076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.4> +2023-12-14 14:52:55.598080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:55.598090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:55.598101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.598106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.25> +2023-12-14 14:52:55.598111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:55.598121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:55.598126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.598138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.4) +2023-12-14 14:52:55.598144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 tuple.9{}> +2023-12-14 14:52:55.598148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:55.598158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.598168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[2]{0} %fusion.4, u32[2]{0} %fusion.2, u32[] %fusion.3, u32[] %fusion.1, /*index=5*/u32[] %fusion.5, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:55.598174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 fusion> +2023-12-14 14:52:55.598178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.598189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[2,2]{1,0} fusion(u32[2]{0} %get-tuple-element.100, u32[2]{0} %get-tuple-element.101), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.598200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.8> +2023-12-14 14:52:55.598205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:55.598214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 4 +2023-12-14 14:52:55.598224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:55.598229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.598234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 constant.10> +2023-12-14 14:52:55.598239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:52:55.598249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:55.598259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = s32[] constant(1) +2023-12-14 14:52:55.598267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> +2023-12-14 14:52:55.598272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:55.598282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:55.598286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:55.598297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %copy.8, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.598302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.11> +2023-12-14 14:52:55.598307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:55.598316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:55.598327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:55.598331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.598337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.14> +2023-12-14 14:52:55.598342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:55.598351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 1 +2023-12-14 14:52:55.598362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:55.598366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 1 +2023-12-14 14:52:55.598372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.598376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.10> +2023-12-14 14:52:55.598381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:55.598391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 2 +2023-12-14 14:52:55.598401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 2 +2023-12-14 14:52:55.598409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.132) +2023-12-14 14:52:55.598414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.9> +2023-12-14 14:52:55.598419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:55.598429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 3 +2023-12-14 14:52:55.598438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 3 +2023-12-14 14:52:55.598444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.131) +2023-12-14 14:52:55.598449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 fusion.7> +2023-12-14 14:52:55.598454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:55.598463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:55.598468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:55.598479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.598484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.12> +2023-12-14 14:52:55.598490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:55.598499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:55.598509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:55.598514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.598520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.6> +2023-12-14 14:52:55.598525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:55.598535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:55.598540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:55.598553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.598558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:55.598563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:55.598573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:55.598578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:55.598588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.598594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> +2023-12-14 14:52:55.598599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:55.598608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:55.598618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.598624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:55.598629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:55.598638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:55.598643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:55.598654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.598659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:55.598664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:55.598674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:55.598679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:55.598692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.598696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> +2023-12-14 14:52:55.598701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:55.598711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:55.598722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.598726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:55.598731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:55.598741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:55.598747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:55.598756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.598761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:55.598766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:55.598776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:55.598781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:55.598791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.598796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> +2023-12-14 14:52:55.598801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:55.598811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[2]{0} %fusion.7, u32[2]{0} %fusion.6, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.598823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.17> +2023-12-14 14:52:55.598828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:55.598839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:55.598848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.598853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.15> +2023-12-14 14:52:55.598859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.15 +2023-12-14 14:52:55.598869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:55.598878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:55.598883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:55.598888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.15 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.598893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.52> +2023-12-14 14:52:55.598898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:55.598908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:55.598918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:55.598923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[2]{0} add(u32[2]{0} %param_3.17, u32[2]{0} %param_2.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.598928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.28> +2023-12-14 14:52:55.598933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.28 +2023-12-14 14:52:55.598942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:55.598953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:55.598960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:55.598965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.28 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.598970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.30> +2023-12-14 14:52:55.598975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.598980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:55.598986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.598990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27, operand 0 +2023-12-14 14:52:55.598995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.27> +2023-12-14 14:52:55.599005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27 +2023-12-14 14:52:55.599016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:55.599025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58, operand 0 +2023-12-14 14:52:55.599030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.27 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.58> +2023-12-14 14:52:55.599040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58 +2023-12-14 14:52:55.599050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:55.599060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.58 = u32[2]{0} broadcast(u32[] %reshape.27), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.18> +2023-12-14 14:52:55.599070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:55.599083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:55.599092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[2]{0} shift-left(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.58), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.15> +2023-12-14 14:52:55.599103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:55.599113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:55.599122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:55.599127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:55.599133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(32) +2023-12-14 14:52:55.599138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.18> +2023-12-14 14:52:55.599143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:55.599152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56, operand 0 +2023-12-14 14:52:55.599162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.15, u32[] %reshape.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.56> +2023-12-14 14:52:55.599173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56 +2023-12-14 14:52:55.599182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:55.599192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.56 = u32[2]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.18> +2023-12-14 14:52:55.599203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:55.599215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:55.599226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.56), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.18> +2023-12-14 14:52:55.599235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:55.599245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:55.599255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[2]{0} or(u32[2]{0} %shift-left.18, u32[2]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.22> +2023-12-14 14:52:55.599265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:55.599274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:55.599284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:55.599290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:55.599295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[2]{0} xor(u32[2]{0} %add.52, u32[2]{0} %or.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.51> +2023-12-14 14:52:55.599304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:55.599314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:55.599327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:55.599332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[2]{0} add(u32[2]{0} %add.52, u32[2]{0} %xor.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.29> +2023-12-14 14:52:55.599350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:55.599360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:55.599369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.26> +2023-12-14 14:52:55.599380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:55.599389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:55.599399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55, operand 0 +2023-12-14 14:52:55.599404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.55> +2023-12-14 14:52:55.599415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55 +2023-12-14 14:52:55.599425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:55.599434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.55 = u32[2]{0} broadcast(u32[] %reshape.26), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.17> +2023-12-14 14:52:55.599445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:55.599454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:55.599470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[2]{0} shift-left(u32[2]{0} %xor.22, u32[2]{0} %broadcast.55), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.17> +2023-12-14 14:52:55.599479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:55.599489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54, operand 0 +2023-12-14 14:52:55.599500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.15, u32[] %reshape.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.54> +2023-12-14 14:52:55.599510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54 +2023-12-14 14:52:55.599519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:55.599530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.54 = u32[2]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.17> +2023-12-14 14:52:55.599539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:55.599549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:55.599559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.22, u32[2]{0} %broadcast.54), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.17> +2023-12-14 14:52:55.599569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:55.599581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:55.599592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[2]{0} or(u32[2]{0} %shift-left.17, u32[2]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.21> +2023-12-14 14:52:55.599601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:55.599611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:55.599621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:55.599626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:55.599631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[2]{0} xor(u32[2]{0} %add.51, u32[2]{0} %or.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.50> +2023-12-14 14:52:55.599641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:55.599651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:55.599661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:55.599666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[2]{0} add(u32[2]{0} %add.51, u32[2]{0} %xor.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.28> +2023-12-14 14:52:55.599676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:55.599686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25, operand 0 +2023-12-14 14:52:55.599695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.25> +2023-12-14 14:52:55.599708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25 +2023-12-14 14:52:55.599718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:55.599728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53, operand 0 +2023-12-14 14:52:55.599733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.53> +2023-12-14 14:52:55.599743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53 +2023-12-14 14:52:55.599753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:55.599763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.53 = u32[2]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.16> +2023-12-14 14:52:55.599773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:55.599783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:55.599793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[2]{0} shift-left(u32[2]{0} %xor.21, u32[2]{0} %broadcast.53), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.16> +2023-12-14 14:52:55.599803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:55.599813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52, operand 0 +2023-12-14 14:52:55.599825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.15, u32[] %reshape.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.52> +2023-12-14 14:52:55.599835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52 +2023-12-14 14:52:55.599845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:55.599855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.52 = u32[2]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.16> +2023-12-14 14:52:55.599865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:55.599875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:55.599885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.21, u32[2]{0} %broadcast.52), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.16> +2023-12-14 14:52:55.599895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:55.599905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:55.599914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[2]{0} or(u32[2]{0} %shift-left.16, u32[2]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.20> +2023-12-14 14:52:55.599924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:55.599934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:55.599946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[2]{0} xor(u32[2]{0} %add.50, u32[2]{0} %or.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.49> +2023-12-14 14:52:55.599958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:55.599967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.599972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:55.599977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[2]{0} add(u32[2]{0} %add.50, u32[2]{0} %xor.20), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.599982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.18> +2023-12-14 14:52:55.599987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.599992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18 +2023-12-14 14:52:55.599996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51, operand 0 +2023-12-14 14:52:55.600006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.18 = u32[] parameter(0) +2023-12-14 14:52:55.600011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.51> +2023-12-14 14:52:55.600016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51 +2023-12-14 14:52:55.600026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:55.600036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.51 = u32[2]{0} broadcast(u32[] %param_0.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.48> +2023-12-14 14:52:55.600046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:55.600056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[2]{0} add(u32[2]{0} %add.49, u32[2]{0} %broadcast.51), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 param_3.7> +2023-12-14 14:52:55.600074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:55.600084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 0 +2023-12-14 14:52:55.600094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.600099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_2.7> +2023-12-14 14:52:55.600104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.7 +2023-12-14 14:52:55.600114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:55.600123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:55.600128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 1 +2023-12-14 14:52:55.600134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.7 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.600139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 add.45> +2023-12-14 14:52:55.600144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45 +2023-12-14 14:52:55.600153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:55.600163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:55.600168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.45 = u32[2]{0} add(u32[2]{0} %param_3.7, u32[2]{0} %param_2.7), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 param_1.22> +2023-12-14 14:52:55.600178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.22 +2023-12-14 14:52:55.600188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:55.600198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:55.600206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:55.600211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:55.600216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.22 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.600221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 slice.27> +2023-12-14 14:52:55.600226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:55.600236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24, operand 0 +2023-12-14 14:52:55.600246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 reshape.24> +2023-12-14 14:52:55.600256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24 +2023-12-14 14:52:55.600266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:55.600276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49, operand 0 +2023-12-14 14:52:55.600281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.49> +2023-12-14 14:52:55.600292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49 +2023-12-14 14:52:55.600301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:55.600311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.49 = u32[2]{0} broadcast(u32[] %reshape.24), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-left.15> +2023-12-14 14:52:55.600321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:55.600334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:55.600344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[2]{0} shift-left(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.49), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.13> +2023-12-14 14:52:55.600355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:55.600364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:55.600374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:55.600379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:55.600385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:55.600389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = u32[] constant(32) +2023-12-14 14:52:55.600394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.15> +2023-12-14 14:52:55.600399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:55.600409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48, operand 0 +2023-12-14 14:52:55.600419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.13, u32[] %reshape.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.48> +2023-12-14 14:52:55.600429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48 +2023-12-14 14:52:55.600439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:55.600449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.48 = u32[2]{0} broadcast(u32[] %subtract.15), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.15> +2023-12-14 14:52:55.600462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:55.600472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:55.600482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.48), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.15> +2023-12-14 14:52:55.600492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:55.600502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:55.600512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[2]{0} or(u32[2]{0} %shift-left.15, u32[2]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.19> +2023-12-14 14:52:55.600522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:55.600532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:55.600542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:55.600547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:55.600552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[2]{0} xor(u32[2]{0} %add.45, u32[2]{0} %or.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.44> +2023-12-14 14:52:55.600562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:55.600572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:55.600585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:55.600590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[2]{0} add(u32[2]{0} %add.45, u32[2]{0} %xor.19), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.26> +2023-12-14 14:52:55.600600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:55.600609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23, operand 0 +2023-12-14 14:52:55.600620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.23> +2023-12-14 14:52:55.600630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23 +2023-12-14 14:52:55.600639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:55.600650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46, operand 0 +2023-12-14 14:52:55.600654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.23 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 broadcast.46> +2023-12-14 14:52:55.600665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46 +2023-12-14 14:52:55.600675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:55.600684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.46 = u32[2]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 shift-left.14> +2023-12-14 14:52:55.600697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:55.600707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:55.600717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[2]{0} shift-left(u32[2]{0} %xor.19, u32[2]{0} %broadcast.46), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 subtract.14> +2023-12-14 14:52:55.600727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:55.600737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45, operand 0 +2023-12-14 14:52:55.600747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.13, u32[] %reshape.23), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 broadcast.45> +2023-12-14 14:52:55.600757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45 +2023-12-14 14:52:55.600767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:55.600777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.45 = u32[2]{0} broadcast(u32[] %subtract.14), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 shift-right-logical.14> +2023-12-14 14:52:55.600787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:55.600797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:55.600807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.19, u32[2]{0} %broadcast.45), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 or.14> +2023-12-14 14:52:55.600820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:55.600829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:55.600839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[2]{0} or(u32[2]{0} %shift-left.14, u32[2]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 xor.18> +2023-12-14 14:52:55.600849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:55.600860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:55.600869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:55.600875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:55.600879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[2]{0} xor(u32[2]{0} %add.44, u32[2]{0} %or.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 add.43> +2023-12-14 14:52:55.600890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:55.600899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 0 +2023-12-14 14:52:55.600909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:55.600915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[2]{0} add(u32[2]{0} %add.44, u32[2]{0} %xor.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 slice.25> +2023-12-14 14:52:55.600925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:55.600935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22, operand 0 +2023-12-14 14:52:55.600948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 reshape.22> +2023-12-14 14:52:55.600958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22 +2023-12-14 14:52:55.600968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.600973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:55.600978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44, operand 0 +2023-12-14 14:52:55.600983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.22 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.600988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 broadcast.44> +2023-12-14 14:52:55.600993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.600998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44 +2023-12-14 14:52:55.601003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:55.601013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.44 = u32[2]{0} broadcast(u32[] %reshape.22), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 shift-left.13> +2023-12-14 14:52:55.601023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:55.601033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:55.601043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[2]{0} shift-left(u32[2]{0} %xor.18, u32[2]{0} %broadcast.44), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 subtract.13> +2023-12-14 14:52:55.601053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:55.601066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43, operand 0 +2023-12-14 14:52:55.601076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.13, u32[] %reshape.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 broadcast.43> +2023-12-14 14:52:55.601086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43 +2023-12-14 14:52:55.601096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:55.601106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.43 = u32[2]{0} broadcast(u32[] %subtract.13), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 shift-right-logical.13> +2023-12-14 14:52:55.601116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:55.601127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:55.601137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.18, u32[2]{0} %broadcast.43), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 or.13> +2023-12-14 14:52:55.601147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:55.601156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:55.601166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[2]{0} or(u32[2]{0} %shift-left.13, u32[2]{0} %shift-right-logical.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 xor.17> +2023-12-14 14:52:55.601179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:55.601189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:55.601199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:55.601204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 1 +2023-12-14 14:52:55.601209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[2]{0} xor(u32[2]{0} %add.43, u32[2]{0} %or.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.42> +2023-12-14 14:52:55.601220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42 +2023-12-14 14:52:55.601229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:55.601239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.42 = u32[2]{0} add(u32[2]{0} %add.43, u32[2]{0} %xor.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 slice.24> +2023-12-14 14:52:55.601249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:55.601259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21, operand 0 +2023-12-14 14:52:55.601269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[3:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 reshape.21> +2023-12-14 14:52:55.601279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21 +2023-12-14 14:52:55.601289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:55.601299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42, operand 0 +2023-12-14 14:52:55.601308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.21 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 broadcast.42> +2023-12-14 14:52:55.601318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42 +2023-12-14 14:52:55.601327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:55.601338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.42 = u32[2]{0} broadcast(u32[] %reshape.21), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 shift-left.12> +2023-12-14 14:52:55.601348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:55.601357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:55.601368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[2]{0} shift-left(u32[2]{0} %xor.17, u32[2]{0} %broadcast.42), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 subtract.12> +2023-12-14 14:52:55.601378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:55.601387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41, operand 0 +2023-12-14 14:52:55.601398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.13, u32[] %reshape.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.41> +2023-12-14 14:52:55.601408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41 +2023-12-14 14:52:55.601417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:55.601431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.41 = u32[2]{0} broadcast(u32[] %subtract.12), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 shift-right-logical.12> +2023-12-14 14:52:55.601440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:55.601450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:55.601461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.17, u32[2]{0} %broadcast.41), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 or.12> +2023-12-14 14:52:55.601471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:55.601480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:55.601491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[2]{0} or(u32[2]{0} %shift-left.12, u32[2]{0} %shift-right-logical.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 xor.16> +2023-12-14 14:52:55.601500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:55.601510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 0 +2023-12-14 14:52:55.601520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[2]{0} xor(u32[2]{0} %add.42, u32[2]{0} %or.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 param_0.16> +2023-12-14 14:52:55.601530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16 +2023-12-14 14:52:55.601539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39, operand 0 +2023-12-14 14:52:55.601554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.16 = u32[] parameter(0) +2023-12-14 14:52:55.601558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 broadcast.39> +2023-12-14 14:52:55.601563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39 +2023-12-14 14:52:55.601573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 1 +2023-12-14 14:52:55.601585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.39 = u32[2]{0} broadcast(u32[] %param_0.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.41> +2023-12-14 14:52:55.601595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41 +2023-12-14 14:52:55.601604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 0 +2023-12-14 14:52:55.601615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.41 = u32[2]{0} add(u32[2]{0} %xor.16, u32[2]{0} %broadcast.39), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_4.12> +2023-12-14 14:52:55.601624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:55.601634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:55.601644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:55.601649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.14> +2023-12-14 14:52:55.601654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.601663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:55.601674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(1) +2023-12-14 14:52:55.601693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.47> +2023-12-14 14:52:55.601698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:55.601709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:55.601718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 convert.3> +2023-12-14 14:52:55.601728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:55.601738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38, operand 0 +2023-12-14 14:52:55.601748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 broadcast.38> +2023-12-14 14:52:55.601758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38 +2023-12-14 14:52:55.601768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 1 +2023-12-14 14:52:55.601778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.38 = u32[2]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.40> +2023-12-14 14:52:55.601788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40 +2023-12-14 14:52:55.601798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.40 = u32[2]{0} add(u32[2]{0} %add.41, u32[2]{0} %broadcast.38), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.601807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.601815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.601827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.601836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.601841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.601846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.601856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:55.601866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:55.601871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:55.601876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:55.601882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:55.601887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:55.601892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:55.601897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:55.601902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.601907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.601912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.601922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.601927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:55.601936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.601943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.601952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.601961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.601971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.601977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.601982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.601986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.601991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.601996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.602002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.602012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.602026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.602036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.602051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.602060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.602079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.602088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.602103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.602113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.602130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.602139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:55.602144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:55.602154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.602163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.602173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:55.602178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:55.602188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.602197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.602207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:55.602216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:55.602226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.602235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.602246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:55.602252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:55.602261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.602271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.602281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:55.602286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:55.602295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.602306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.602316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:55.602320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:55.602330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.602341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.602353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:55.602358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:55.602368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.602378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.602387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:55.602392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:55.602403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.602408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 while.1{} (phi)> +2023-12-14 14:52:55.602412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.602422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101, operand 0 {} +2023-12-14 14:52:55.602433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100, operand 0 {} +2023-12-14 14:52:55.602438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.602443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 while.1{0} (phi)> +2023-12-14 14:52:55.602447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.602457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.602471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{1} (phi)> +2023-12-14 14:52:55.602475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.602485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100 +2023-12-14 14:52:55.602491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.602501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.602505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{2} (phi)> +2023-12-14 14:52:55.602510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.602521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101 +2023-12-14 14:52:55.602526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:55.602535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.602540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 while.1{3} (phi)> +2023-12-14 14:52:55.602546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.602557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.602567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 while.1{4} (phi)> +2023-12-14 14:52:55.602571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.602581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.602595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 while.1{5} (phi)> +2023-12-14 14:52:55.602600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.602610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.602620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 while.1{6} (phi)> +2023-12-14 14:52:55.602625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.602635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.602646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 while.1{7} (phi)> +2023-12-14 14:52:55.602650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.602655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.602660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.602666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.602967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_split +2023-12-14 14:52:55.603193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.603235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.603242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.603259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:55.603264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:55.603277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:55.603289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:55.603294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:55.603299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:55.603304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:55.603309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:55.603314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:55.603325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:55.603331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:55.603340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:55.603346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:55.603351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:55.603356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:55.603361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:55.603366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:55.603372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:55.603384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.603395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.603401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 157, phi: +2023-12-14 14:52:55.603406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.603411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.603416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:55.603421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:55.603425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 158, phi: +2023-12-14 14:52:55.603431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.603437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.603442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159, phi: +2023-12-14 14:52:55.603446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.603451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.603456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:55.603461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50: +2023-12-14 14:52:55.603470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160, phi: +2023-12-14 14:52:55.603475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.603480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:55.603484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:55.603490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55: +2023-12-14 14:52:55.603495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161, phi: +2023-12-14 14:52:55.603500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.603505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.603510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:55.603514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:55.603519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162, phi: +2023-12-14 14:52:55.603524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.603529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.603534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:55.603539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:55.603543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 163, phi: +2023-12-14 14:52:55.603548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.603553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.603559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:55.603564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:55.603569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 164, phi: +2023-12-14 14:52:55.603573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.603578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.603583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:55.603588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:55.603593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 165, phi: +2023-12-14 14:52:55.603598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.603602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:55.603607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:55.603612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:55.603617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 166, phi: +2023-12-14 14:52:55.603622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.603627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.603635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:55.603641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:55.603646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 167, phi: +2023-12-14 14:52:55.603652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.603656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.603661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 168, phi: +2023-12-14 14:52:55.603666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.603670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:55.603675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 169, phi: +2023-12-14 14:52:55.603680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.603685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.603690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 170, phi: +2023-12-14 14:52:55.603694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.603699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.603704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 171, phi: +2023-12-14 14:52:55.603709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.603714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.603719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 172, phi: +2023-12-14 14:52:55.603723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.603728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.603733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 173, phi: +2023-12-14 14:52:55.603738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.603744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:55.603749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 174, phi: +2023-12-14 14:52:55.603753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.603758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.603763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 175, phi: +2023-12-14 14:52:55.603768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.603772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.603777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 176, phi: +2023-12-14 14:52:55.603782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.603786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.603792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 177, phi: +2023-12-14 14:52:55.603800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:55.603805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.603810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 178, phi: +2023-12-14 14:52:55.603814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.603819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.603824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 179, phi: +2023-12-14 14:52:55.603829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.603833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.603839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 180, phi: +2023-12-14 14:52:55.603843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.603848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.603853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 181, phi: +2023-12-14 14:52:55.603858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.603862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.603868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 182, phi: +2023-12-14 14:52:55.603872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:55.603877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.603883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 183, phi: +2023-12-14 14:52:55.603887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.603892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.603908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.603917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.603922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 157, phi: +2023-12-14 14:52:55.603927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.603932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.603937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:55.603941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:55.603947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 158, phi: +2023-12-14 14:52:55.603951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.603957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.603962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159, phi: +2023-12-14 14:52:55.603967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.603971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.603983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:55.603988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50: +2023-12-14 14:52:55.603993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160, phi: +2023-12-14 14:52:55.603997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.604002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:55.604007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:55.604012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55: +2023-12-14 14:52:55.604018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161, phi: +2023-12-14 14:52:55.604023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.604028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.604034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:55.604039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:55.604043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162, phi: +2023-12-14 14:52:55.604048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.604053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.604058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:55.604063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:55.604068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 163, phi: +2023-12-14 14:52:55.604072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.604077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.604082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:55.604087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:55.604091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 164, phi: +2023-12-14 14:52:55.604097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.604101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.604106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:55.604111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:55.604116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 165, phi: +2023-12-14 14:52:55.604121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.604126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:55.604130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:55.604135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:55.604140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 166, phi: +2023-12-14 14:52:55.604145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.604152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.604158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:55.604162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:55.604167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 167, phi: +2023-12-14 14:52:55.604172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.604177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.604182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 168, phi: +2023-12-14 14:52:55.604187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.604191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:55.604196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 169, phi: +2023-12-14 14:52:55.604201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.604206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.604211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 170, phi: +2023-12-14 14:52:55.604216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.604220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.604225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 171, phi: +2023-12-14 14:52:55.604230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.604235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.604239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 172, phi: +2023-12-14 14:52:55.604245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.604249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.604254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 173, phi: +2023-12-14 14:52:55.604258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.604264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:55.604268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 174, phi: +2023-12-14 14:52:55.604273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.604278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.604283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 175, phi: +2023-12-14 14:52:55.604288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.604293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.604297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 176, phi: +2023-12-14 14:52:55.604302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.604307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.604315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 177, phi: +2023-12-14 14:52:55.604320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:55.604325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.604330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 178, phi: +2023-12-14 14:52:55.604335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.604340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.604344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 179, phi: +2023-12-14 14:52:55.604349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.604354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.604359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 180, phi: +2023-12-14 14:52:55.604363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.604369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.604373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 181, phi: +2023-12-14 14:52:55.604378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.604382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.604388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 182, phi: +2023-12-14 14:52:55.604392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:55.604397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.604402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 183, phi: +2023-12-14 14:52:55.604407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.604411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.604417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.604424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <36 Arg_0.1> + +2023-12-14 14:52:55.604430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:55.604436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <34 constant.2> + +2023-12-14 14:52:55.604441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:55.604447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <44 constant.4> + +2023-12-14 14:52:55.604452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:55.604458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 constant.5> + +2023-12-14 14:52:55.604462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.604474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <175 while.1{} (phi)> + {0} : HloValueSet: <176 while.1{0} (phi)> + {1} : HloValueSet: <177 while.1{1} (phi)> + {2} : HloValueSet: <178 while.1{2} (phi)> + {3} : HloValueSet: <179 while.1{3} (phi)> + {4} : HloValueSet: <180 while.1{4} (phi)> + {5} : HloValueSet: <181 while.1{5} (phi)> + {6} : HloValueSet: <182 while.1{6} (phi)> + {7} : HloValueSet: <183 while.1{7} (phi)> + +2023-12-14 14:52:55.604484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.100 +2023-12-14 14:52:55.604490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <177 while.1{1} (phi)> + +2023-12-14 14:52:55.604495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.101 +2023-12-14 14:52:55.604500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <178 while.1{2} (phi)> + +2023-12-14 14:52:55.604506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.604512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <47 fusion> + +2023-12-14 14:52:55.604517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:55.604523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.1> + +2023-12-14 14:52:55.604527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2 +2023-12-14 14:52:55.604533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <38 fusion.2> + +2023-12-14 14:52:55.604538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:55.604543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 fusion.3> + +2023-12-14 14:52:55.604549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:55.604554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 fusion.4> + +2023-12-14 14:52:55.604558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:55.604564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <41 fusion.5> + +2023-12-14 14:52:55.604569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:55.604578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <46 tuple.9{}> + {0} : HloValueSet: <35 copy.24> + {1} : HloValueSet: <37 fusion.4> + {2} : HloValueSet: <38 fusion.2> + {3} : HloValueSet: <39 fusion.3> + {4} : HloValueSet: <40 fusion.1> + {5} : HloValueSet: <41 fusion.5> + {6} : HloValueSet: <43 copy.26> + {7} : HloValueSet: <45 copy.25> + +2023-12-14 14:52:55.604584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:55.604590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 copy.24> + +2023-12-14 14:52:55.604594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:55.604603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 copy.25> + +2023-12-14 14:52:55.604609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:55.604614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <43 copy.26> + +2023-12-14 14:52:55.604619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.604629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <158 arg_tuple.3{} (phi)> + {0} : HloValueSet: <167 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <168 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <169 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <170 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <171 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <172 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <173 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <174 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.604635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:52:55.604641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <49 constant.10> + +2023-12-14 14:52:55.604646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:55.604651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 add.35> + +2023-12-14 14:52:55.604656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:55.604662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <57 fusion.6> + +2023-12-14 14:52:55.604667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:55.604672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <55 fusion.7> + +2023-12-14 14:52:55.604677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:55.604683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <167 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.604688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:55.604694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <48 copy.8> + +2023-12-14 14:52:55.604699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:55.604704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <168 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.604709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:55.604714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <54 copy.9> + +2023-12-14 14:52:55.604720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:55.604725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <169 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.604733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:55.604739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <53 copy.10> + +2023-12-14 14:52:55.604744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:55.604749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <170 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.604755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:55.604761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <51 copy.11> + +2023-12-14 14:52:55.604765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:55.604771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <171 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.604776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:55.604782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.12> + +2023-12-14 14:52:55.604787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:55.604793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <172 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.604798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:55.604803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.13> + +2023-12-14 14:52:55.604808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:55.604814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <173 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.604819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:55.604824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <52 copy.14> + +2023-12-14 14:52:55.604829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:55.604835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <174 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.604839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:55.604845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <62 copy.15> + +2023-12-14 14:52:55.604851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:55.604856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 copy.19> + +2023-12-14 14:52:55.604860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:55.604868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.20> + +2023-12-14 14:52:55.604874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:55.604880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <61 copy.21> + +2023-12-14 14:52:55.604884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:55.604890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <63 copy.22> + +2023-12-14 14:52:55.604894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:55.604900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:55.604905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:55.604915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <65 tuple.11{}> + {0} : HloValueSet: <50 add.35> + {1} : HloValueSet: <55 fusion.7> + {2} : HloValueSet: <57 fusion.6> + {3} : HloValueSet: <58 copy.19> + {4} : HloValueSet: <60 copy.20> + {5} : HloValueSet: <61 copy.21> + {6} : HloValueSet: <63 copy.22> + {7} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:55.604920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.604930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <157 arg_tuple.4{} (phi)> + {0} : HloValueSet: <159 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <160 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <161 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <162 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <163 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <164 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <165 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <166 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.604936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:55.604942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <10 constant.11> + +2023-12-14 14:52:55.604946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:55.604952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <11 compare.1> + +2023-12-14 14:52:55.604956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.604962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <159 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.604969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:55.604975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <9 reshape.14> + +2023-12-14 14:52:55.604980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.0 +2023-12-14 14:52:55.604985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <8 concatenate.0> + +2023-12-14 14:52:55.604994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:55.605000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <6 param_0.1> + +2023-12-14 14:52:55.605004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1 +2023-12-14 14:52:55.605010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 param_1> + +2023-12-14 14:52:55.605015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:55.605020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 xor.12> + +2023-12-14 14:52:55.605025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:55.605031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 xor.15> + +2023-12-14 14:52:55.605036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:55.605042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 constant.12> + +2023-12-14 14:52:55.605046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.15 +2023-12-14 14:52:55.605052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 reshape.15> + +2023-12-14 14:52:55.605057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:55.605063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <29 slice.16> + +2023-12-14 14:52:55.605068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.16 +2023-12-14 14:52:55.605073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 reshape.16> + +2023-12-14 14:52:55.605078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:52:55.605083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <26 param_0.5> + +2023-12-14 14:52:55.605089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:55.605095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <27 slice.17> + +2023-12-14 14:52:55.605099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.38 +2023-12-14 14:52:55.605105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <25 add.38> + +2023-12-14 14:52:55.605110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.35 +2023-12-14 14:52:55.605116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <24 broadcast.35> + +2023-12-14 14:52:55.605121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:55.605126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <23 reshape.17> + +2023-12-14 14:52:55.605134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:55.605139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <22 slice.18> + +2023-12-14 14:52:55.605144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:55.605150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <20 slice.19> + +2023-12-14 14:52:55.605155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:52:55.605160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 param_0.7> + +2023-12-14 14:52:55.605165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.0 +2023-12-14 14:52:55.605170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <19 iota.0> + +2023-12-14 14:52:55.605176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:55.605182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.18> + +2023-12-14 14:52:55.605187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:55.605193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.20> + +2023-12-14 14:52:55.605197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:52:55.605203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.9> + +2023-12-14 14:52:55.605209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.39 +2023-12-14 14:52:55.605214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <18 add.39> + +2023-12-14 14:52:55.605219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.36 +2023-12-14 14:52:55.605225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <17 broadcast.36> + +2023-12-14 14:52:55.605230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:55.605235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 reshape.19> + +2023-12-14 14:52:55.605240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:55.605245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <15 slice.21> + +2023-12-14 14:52:55.605250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:55.605255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <13 slice.22> + +2023-12-14 14:52:55.605260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:52:55.605266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 param_0.11> + +2023-12-14 14:52:55.605274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.1 +2023-12-14 14:52:55.605279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <12 iota.1> + +2023-12-14 14:52:55.605284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.20 +2023-12-14 14:52:55.605289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 reshape.20> + +2023-12-14 14:52:55.605294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:55.605300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <4 slice.23> + +2023-12-14 14:52:55.605305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.13 +2023-12-14 14:52:55.605310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <3 param_0.13> + +2023-12-14 14:52:55.605315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.40 +2023-12-14 14:52:55.605321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <156 add.40> + +2023-12-14 14:52:55.605325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.38 +2023-12-14 14:52:55.605332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <155 broadcast.38> + +2023-12-14 14:52:55.605336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:55.605342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <154 convert.3> + +2023-12-14 14:52:55.605347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.41 +2023-12-14 14:52:55.605352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <150 add.41> + +2023-12-14 14:52:55.605357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.39 +2023-12-14 14:52:55.605363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <149 broadcast.39> + +2023-12-14 14:52:55.605368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:55.605373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <147 xor.16> + +2023-12-14 14:52:55.605378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:55.605383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <146 or.12> + +2023-12-14 14:52:55.605390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:55.605396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <145 shift-right-logical.12> + +2023-12-14 14:52:55.605401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.41 +2023-12-14 14:52:55.605406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <144 broadcast.41> + +2023-12-14 14:52:55.605415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:55.605421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <143 subtract.12> + +2023-12-14 14:52:55.605426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:55.605431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <142 shift-left.12> + +2023-12-14 14:52:55.605436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.42 +2023-12-14 14:52:55.605442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <141 broadcast.42> + +2023-12-14 14:52:55.605446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.21 +2023-12-14 14:52:55.605452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <140 reshape.21> + +2023-12-14 14:52:55.605457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:55.605463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <139 slice.24> + +2023-12-14 14:52:55.605467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.42 +2023-12-14 14:52:55.605473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <138 add.42> + +2023-12-14 14:52:55.605477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:55.605483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <137 xor.17> + +2023-12-14 14:52:55.605488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:55.605494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <136 or.13> + +2023-12-14 14:52:55.605499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:55.605504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <135 shift-right-logical.13> + +2023-12-14 14:52:55.605511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.43 +2023-12-14 14:52:55.605516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <134 broadcast.43> + +2023-12-14 14:52:55.605521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:55.605527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <133 subtract.13> + +2023-12-14 14:52:55.605531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:55.605537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <132 shift-left.13> + +2023-12-14 14:52:55.605542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.44 +2023-12-14 14:52:55.605548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <131 broadcast.44> + +2023-12-14 14:52:55.605555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.22 +2023-12-14 14:52:55.605561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <130 reshape.22> + +2023-12-14 14:52:55.605566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:55.605572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <129 slice.25> + +2023-12-14 14:52:55.605577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:55.605582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <128 add.43> + +2023-12-14 14:52:55.605587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:55.605593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <127 xor.18> + +2023-12-14 14:52:55.605597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:55.605604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <126 or.14> + +2023-12-14 14:52:55.605609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:55.605615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <125 shift-right-logical.14> + +2023-12-14 14:52:55.605619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.45 +2023-12-14 14:52:55.605625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <124 broadcast.45> + +2023-12-14 14:52:55.605631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:55.605637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <123 subtract.14> + +2023-12-14 14:52:55.605642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:55.605647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <122 shift-left.14> + +2023-12-14 14:52:55.605652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.46 +2023-12-14 14:52:55.605657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <121 broadcast.46> + +2023-12-14 14:52:55.605663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.23 +2023-12-14 14:52:55.605669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <120 reshape.23> + +2023-12-14 14:52:55.605673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:55.605679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <119 slice.26> + +2023-12-14 14:52:55.605683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:55.605689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <118 add.44> + +2023-12-14 14:52:55.605697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:55.605703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <117 xor.19> + +2023-12-14 14:52:55.605707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:55.605713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <116 or.15> + +2023-12-14 14:52:55.605717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:55.605724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <115 shift-right-logical.15> + +2023-12-14 14:52:55.605729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.48 +2023-12-14 14:52:55.605734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <114 broadcast.48> + +2023-12-14 14:52:55.605739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:55.605745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <113 subtract.15> + +2023-12-14 14:52:55.605749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:55.605756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <112 constant.13> + +2023-12-14 14:52:55.605761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:55.605766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <111 shift-left.15> + +2023-12-14 14:52:55.605771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.49 +2023-12-14 14:52:55.605777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <110 broadcast.49> + +2023-12-14 14:52:55.605782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.24 +2023-12-14 14:52:55.605788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 reshape.24> + +2023-12-14 14:52:55.605793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:55.605798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <108 slice.27> + +2023-12-14 14:52:55.605803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.45 +2023-12-14 14:52:55.605808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <106 add.45> + +2023-12-14 14:52:55.605813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:55.605819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <153 add.47> + +2023-12-14 14:52:55.605824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.16 +2023-12-14 14:52:55.605830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <148 param_0.16> + +2023-12-14 14:52:55.605837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.22 +2023-12-14 14:52:55.605843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <107 param_1.22> + +2023-12-14 14:52:55.605849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.7 +2023-12-14 14:52:55.605854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <105 param_2.7> + +2023-12-14 14:52:55.605859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:55.605864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <104 param_3.7> + +2023-12-14 14:52:55.605869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:55.605875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <151 param_4.12> + +2023-12-14 14:52:55.605880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.605886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <152 constant.14> + +2023-12-14 14:52:55.605891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:55.605896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <103 add.48> + +2023-12-14 14:52:55.605901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.51 +2023-12-14 14:52:55.605907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <102 broadcast.51> + +2023-12-14 14:52:55.605912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:55.605918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <100 add.49> + +2023-12-14 14:52:55.605922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.18 +2023-12-14 14:52:55.605928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <101 param_0.18> + +2023-12-14 14:52:55.605933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:55.605938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <99 xor.20> + +2023-12-14 14:52:55.605944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:55.605949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <98 or.16> + +2023-12-14 14:52:55.605954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:55.605959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <97 shift-right-logical.16> + +2023-12-14 14:52:55.605965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.52 +2023-12-14 14:52:55.605971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <96 broadcast.52> + +2023-12-14 14:52:55.605979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:55.605985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <95 subtract.16> + +2023-12-14 14:52:55.605990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:55.605996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <94 shift-left.16> + +2023-12-14 14:52:55.606001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.53 +2023-12-14 14:52:55.606007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <93 broadcast.53> + +2023-12-14 14:52:55.606012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.25 +2023-12-14 14:52:55.606017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <92 reshape.25> + +2023-12-14 14:52:55.606023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:55.606029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 slice.28> + +2023-12-14 14:52:55.606034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:55.606040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <90 add.50> + +2023-12-14 14:52:55.606044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:55.606050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <89 xor.21> + +2023-12-14 14:52:55.606055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:55.606060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <88 or.17> + +2023-12-14 14:52:55.606066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:55.606071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <87 shift-right-logical.17> + +2023-12-14 14:52:55.606076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.54 +2023-12-14 14:52:55.606081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <86 broadcast.54> + +2023-12-14 14:52:55.606087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:55.606093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 subtract.17> + +2023-12-14 14:52:55.606097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:55.606103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <84 shift-left.17> + +2023-12-14 14:52:55.606108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.55 +2023-12-14 14:52:55.606114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <83 broadcast.55> + +2023-12-14 14:52:55.606124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:55.606129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 reshape.26> + +2023-12-14 14:52:55.606134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:55.606139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 slice.29> + +2023-12-14 14:52:55.606145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:55.606150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <80 add.51> + +2023-12-14 14:52:55.606155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:55.606161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <79 xor.22> + +2023-12-14 14:52:55.606165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:55.606171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <78 or.18> + +2023-12-14 14:52:55.606176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:55.606182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <77 shift-right-logical.18> + +2023-12-14 14:52:55.606187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.56 +2023-12-14 14:52:55.606192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <76 broadcast.56> + +2023-12-14 14:52:55.606197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:55.606203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 subtract.18> + +2023-12-14 14:52:55.606208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:55.606214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <74 constant.15> + +2023-12-14 14:52:55.606220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.28 +2023-12-14 14:52:55.606225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <69 param_1.28> + +2023-12-14 14:52:55.606230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:55.606236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <73 shift-left.18> + +2023-12-14 14:52:55.606240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.58 +2023-12-14 14:52:55.606246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <72 broadcast.58> + +2023-12-14 14:52:55.606251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.27 +2023-12-14 14:52:55.606259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 reshape.27> + +2023-12-14 14:52:55.606265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:55.606270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 slice.30> + +2023-12-14 14:52:55.606276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:55.606281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <68 add.52> + +2023-12-14 14:52:55.606286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.15 +2023-12-14 14:52:55.606291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <67 param_2.15> + +2023-12-14 14:52:55.606297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:55.606302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <66 param_3.17> + +2023-12-14 14:52:55.606919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_split +2023-12-14 14:52:55.606931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.606936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.606941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.606946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 Arg_0.1> (def) +2023-12-14 14:52:55.606951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.606956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:55.606960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> (def) +2023-12-14 14:52:55.606965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.606970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:55.606974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.4> (def) +2023-12-14 14:52:55.606979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.606984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:55.606989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.5> (def) +2023-12-14 14:52:55.606994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.606999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.607003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.607008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 while.1{} (phi)> (def) +2023-12-14 14:52:55.607013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.607018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 while.1{0} (phi)> (def) +2023-12-14 14:52:55.607027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.607032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{1} (phi)> (def) +2023-12-14 14:52:55.607037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.607041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{2} (phi)> (def) +2023-12-14 14:52:55.607047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.607052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 while.1{3} (phi)> (def) +2023-12-14 14:52:55.607056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.607062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 while.1{4} (phi)> (def) +2023-12-14 14:52:55.607067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.607072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 while.1{5} (phi)> (def) +2023-12-14 14:52:55.607078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.607083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 while.1{6} (phi)> (def) +2023-12-14 14:52:55.607088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.607093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 while.1{7} (phi)> (def) +2023-12-14 14:52:55.607098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100: +2023-12-14 14:52:55.607107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{1} (phi)> +2023-12-14 14:52:55.607112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101: +2023-12-14 14:52:55.607122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{2} (phi)> +2023-12-14 14:52:55.607127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.607137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 fusion> (def) +2023-12-14 14:52:55.607142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:55.607151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> (def) +2023-12-14 14:52:55.607156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2: +2023-12-14 14:52:55.607166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.2> (def) +2023-12-14 14:52:55.607174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:55.607184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> (def) +2023-12-14 14:52:55.607189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:55.607199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.4> (def) +2023-12-14 14:52:55.607204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:55.607213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.5> (def) +2023-12-14 14:52:55.607219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:55.607229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.607234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 tuple.9{}> (def) +2023-12-14 14:52:55.607239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.607244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.24> +2023-12-14 14:52:55.607249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.607254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.4> +2023-12-14 14:52:55.607258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.607264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.2> +2023-12-14 14:52:55.607268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.607273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> +2023-12-14 14:52:55.607278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.607283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> +2023-12-14 14:52:55.607288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.607293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.5> +2023-12-14 14:52:55.607298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.607303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.26> +2023-12-14 14:52:55.607308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.607313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.25> +2023-12-14 14:52:55.607330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:55.607341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.24> (def) +2023-12-14 14:52:55.607347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:55.607357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.25> (def) +2023-12-14 14:52:55.607362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:55.607372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.26> (def) +2023-12-14 14:52:55.607377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.607387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.607393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.607397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.607402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.607407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.607412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.607417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.607423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.607427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.607432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.607437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.607442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.607447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.607452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.607457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.607462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.607467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.607472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.607481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:52:55.607491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 constant.10> (def) +2023-12-14 14:52:55.607496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:55.607505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> (def) +2023-12-14 14:52:55.607511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:55.607520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.6> (def) +2023-12-14 14:52:55.607525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:55.607535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 fusion.7> (def) +2023-12-14 14:52:55.607541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:55.607551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.607556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:55.607566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.8> (def) +2023-12-14 14:52:55.607571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:55.607581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.607586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:55.607596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.9> (def) +2023-12-14 14:52:55.607600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:55.607611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.607615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:55.607626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.10> (def) +2023-12-14 14:52:55.607636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:55.607645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.607650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:55.607660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.11> (def) +2023-12-14 14:52:55.607665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:55.607675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.607680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:55.607690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.12> (def) +2023-12-14 14:52:55.607695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:55.607704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.607709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:55.607719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> (def) +2023-12-14 14:52:55.607724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:55.607734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.607739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:55.607749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.14> (def) +2023-12-14 14:52:55.607754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:55.607764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.607769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:55.607779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> (def) +2023-12-14 14:52:55.607788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:55.607797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> (def) +2023-12-14 14:52:55.607802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:55.607812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> (def) +2023-12-14 14:52:55.607817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:55.607827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> (def) +2023-12-14 14:52:55.607831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:55.607841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> (def) +2023-12-14 14:52:55.607847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:55.607856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> (def) +2023-12-14 14:52:55.607861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:55.607871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.607876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> (def) +2023-12-14 14:52:55.607881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.607886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> +2023-12-14 14:52:55.607890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.607895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 fusion.7> +2023-12-14 14:52:55.607901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.607906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.6> +2023-12-14 14:52:55.607911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.607915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:55.607920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.607925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:55.607931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.607939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:55.607944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.607949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:55.607954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.607958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:55.607964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.607969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.607974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.607978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.607983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.607988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.607994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.607999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.608004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.608008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.608013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.608018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.608023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.608029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.608034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.608038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.608043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.608048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.608053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.608059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.608063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:55.608073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.11> (def) +2023-12-14 14:52:55.608080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:55.608091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 compare.1> (def) +2023-12-14 14:52:55.608096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.608106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.608110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:55.608121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.14> (def) +2023-12-14 14:52:55.608126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0: +2023-12-14 14:52:55.608135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 concatenate.0> (def) +2023-12-14 14:52:55.608140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:55.608152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 param_0.1> (def) +2023-12-14 14:52:55.608157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1: +2023-12-14 14:52:55.608167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 param_1> (def) +2023-12-14 14:52:55.608171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:55.608182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.12> (def) +2023-12-14 14:52:55.608186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:55.608196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 xor.15> (def) +2023-12-14 14:52:55.608200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:55.608211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 constant.12> (def) +2023-12-14 14:52:55.608216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15: +2023-12-14 14:52:55.608225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.15> (def) +2023-12-14 14:52:55.608230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:55.608244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 slice.16> (def) +2023-12-14 14:52:55.608249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16: +2023-12-14 14:52:55.608258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.16> (def) +2023-12-14 14:52:55.608263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:52:55.608273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.5> (def) +2023-12-14 14:52:55.608278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:55.608287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 slice.17> (def) +2023-12-14 14:52:55.608292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38: +2023-12-14 14:52:55.608303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.38> (def) +2023-12-14 14:52:55.608307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35: +2023-12-14 14:52:55.608317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.35> (def) +2023-12-14 14:52:55.608321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:55.608332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.17> (def) +2023-12-14 14:52:55.608337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:55.608347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.18> (def) +2023-12-14 14:52:55.608351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:55.608361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.19> (def) +2023-12-14 14:52:55.608366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:52:55.608375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.7> (def) +2023-12-14 14:52:55.608380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0: +2023-12-14 14:52:55.608394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.0> (def) +2023-12-14 14:52:55.608398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:55.608408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.18> (def) +2023-12-14 14:52:55.608412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:55.608423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.20> (def) +2023-12-14 14:52:55.608428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:52:55.608437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> (def) +2023-12-14 14:52:55.608442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39: +2023-12-14 14:52:55.608452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.39> (def) +2023-12-14 14:52:55.608457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36: +2023-12-14 14:52:55.608466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.36> (def) +2023-12-14 14:52:55.608471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:55.608481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.19> (def) +2023-12-14 14:52:55.608486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:55.608495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.21> (def) +2023-12-14 14:52:55.608500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:55.608511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.22> (def) +2023-12-14 14:52:55.608516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:52:55.608525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.11> (def) +2023-12-14 14:52:55.608530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1: +2023-12-14 14:52:55.608545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.1> (def) +2023-12-14 14:52:55.608549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20: +2023-12-14 14:52:55.608558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.20> (def) +2023-12-14 14:52:55.608563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:55.608573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.23> (def) +2023-12-14 14:52:55.608578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13: +2023-12-14 14:52:55.608587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.13> (def) +2023-12-14 14:52:55.608592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40: +2023-12-14 14:52:55.608602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.40> (def) +2023-12-14 14:52:55.608607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38: +2023-12-14 14:52:55.608616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 broadcast.38> (def) +2023-12-14 14:52:55.608621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:55.608631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 convert.3> (def) +2023-12-14 14:52:55.608636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41: +2023-12-14 14:52:55.608645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.41> (def) +2023-12-14 14:52:55.608650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39: +2023-12-14 14:52:55.608659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 broadcast.39> (def) +2023-12-14 14:52:55.608665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:55.608674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 xor.16> (def) +2023-12-14 14:52:55.608679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:55.608692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 or.12> (def) +2023-12-14 14:52:55.608697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:55.608707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 shift-right-logical.12> (def) +2023-12-14 14:52:55.608712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41: +2023-12-14 14:52:55.608722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.41> (def) +2023-12-14 14:52:55.608727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:55.608737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 subtract.12> (def) +2023-12-14 14:52:55.608741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:55.608752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 shift-left.12> (def) +2023-12-14 14:52:55.608757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42: +2023-12-14 14:52:55.608766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 broadcast.42> (def) +2023-12-14 14:52:55.608771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21: +2023-12-14 14:52:55.608781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 reshape.21> (def) +2023-12-14 14:52:55.608787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:55.608796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 slice.24> (def) +2023-12-14 14:52:55.608801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42: +2023-12-14 14:52:55.608810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.42> (def) +2023-12-14 14:52:55.608815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:55.608825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 xor.17> (def) +2023-12-14 14:52:55.608830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:55.608845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 or.13> (def) +2023-12-14 14:52:55.608850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:55.608860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 shift-right-logical.13> (def) +2023-12-14 14:52:55.608864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43: +2023-12-14 14:52:55.608874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 broadcast.43> (def) +2023-12-14 14:52:55.608880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:55.608889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 subtract.13> (def) +2023-12-14 14:52:55.608894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:55.608904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 shift-left.13> (def) +2023-12-14 14:52:55.608909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44: +2023-12-14 14:52:55.608919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 broadcast.44> (def) +2023-12-14 14:52:55.608923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22: +2023-12-14 14:52:55.608933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 reshape.22> (def) +2023-12-14 14:52:55.608938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:55.608948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 slice.25> (def) +2023-12-14 14:52:55.608953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:55.608963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 add.43> (def) +2023-12-14 14:52:55.608967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:55.608977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 xor.18> (def) +2023-12-14 14:52:55.608982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.608987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:55.608995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 or.14> (def) +2023-12-14 14:52:55.609000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:55.609010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 shift-right-logical.14> (def) +2023-12-14 14:52:55.609014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45: +2023-12-14 14:52:55.609024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 broadcast.45> (def) +2023-12-14 14:52:55.609029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:55.609039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 subtract.14> (def) +2023-12-14 14:52:55.609044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:55.609054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 shift-left.14> (def) +2023-12-14 14:52:55.609058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46: +2023-12-14 14:52:55.609069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 broadcast.46> (def) +2023-12-14 14:52:55.609073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23: +2023-12-14 14:52:55.609083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.23> (def) +2023-12-14 14:52:55.609088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:55.609098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.26> (def) +2023-12-14 14:52:55.609103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:55.609113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.44> (def) +2023-12-14 14:52:55.609118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:55.609128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.19> (def) +2023-12-14 14:52:55.609133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:55.609145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.15> (def) +2023-12-14 14:52:55.609150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:55.609160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.15> (def) +2023-12-14 14:52:55.609165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48: +2023-12-14 14:52:55.609175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.48> (def) +2023-12-14 14:52:55.609180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:55.609190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.15> (def) +2023-12-14 14:52:55.609194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:55.609204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.13> (def) +2023-12-14 14:52:55.609209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:55.609219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-left.15> (def) +2023-12-14 14:52:55.609224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49: +2023-12-14 14:52:55.609234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.49> (def) +2023-12-14 14:52:55.609238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24: +2023-12-14 14:52:55.609249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 reshape.24> (def) +2023-12-14 14:52:55.609254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:55.609264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 slice.27> (def) +2023-12-14 14:52:55.609269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45: +2023-12-14 14:52:55.609278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 add.45> (def) +2023-12-14 14:52:55.609283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:55.609296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.47> (def) +2023-12-14 14:52:55.609300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16: +2023-12-14 14:52:55.609310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 param_0.16> (def) +2023-12-14 14:52:55.609315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.22: +2023-12-14 14:52:55.609325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 param_1.22> (def) +2023-12-14 14:52:55.609330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.7: +2023-12-14 14:52:55.609340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_2.7> (def) +2023-12-14 14:52:55.609345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:55.609355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 param_3.7> (def) +2023-12-14 14:52:55.609360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:55.609369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_4.12> (def) +2023-12-14 14:52:55.609374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.609384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.14> (def) +2023-12-14 14:52:55.609389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:55.609399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.48> (def) +2023-12-14 14:52:55.609403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51: +2023-12-14 14:52:55.609413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.51> (def) +2023-12-14 14:52:55.609418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:55.609428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.49> (def) +2023-12-14 14:52:55.609433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18: +2023-12-14 14:52:55.609445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.18> (def) +2023-12-14 14:52:55.609450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:55.609460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.20> (def) +2023-12-14 14:52:55.609465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:55.609475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.16> (def) +2023-12-14 14:52:55.609480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:55.609490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.16> (def) +2023-12-14 14:52:55.609495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52: +2023-12-14 14:52:55.609505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.52> (def) +2023-12-14 14:52:55.609509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:55.609519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.16> (def) +2023-12-14 14:52:55.609524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:55.609534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.16> (def) +2023-12-14 14:52:55.609539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53: +2023-12-14 14:52:55.609549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.53> (def) +2023-12-14 14:52:55.609553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25: +2023-12-14 14:52:55.609563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.25> (def) +2023-12-14 14:52:55.609568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:55.609578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.28> (def) +2023-12-14 14:52:55.609583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:55.609595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.50> (def) +2023-12-14 14:52:55.609600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:55.609610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.21> (def) +2023-12-14 14:52:55.609615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:55.609625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.17> (def) +2023-12-14 14:52:55.609629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:55.609640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.17> (def) +2023-12-14 14:52:55.609644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54: +2023-12-14 14:52:55.609655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.54> (def) +2023-12-14 14:52:55.609659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:55.609670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.17> (def) +2023-12-14 14:52:55.609675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:55.609685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.17> (def) +2023-12-14 14:52:55.609690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55: +2023-12-14 14:52:55.609699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.55> (def) +2023-12-14 14:52:55.609704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:55.609713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.26> (def) +2023-12-14 14:52:55.609719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:55.609728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.29> (def) +2023-12-14 14:52:55.609733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:55.609747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.51> (def) +2023-12-14 14:52:55.609752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:55.609762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.22> (def) +2023-12-14 14:52:55.609767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:55.609777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.18> (def) +2023-12-14 14:52:55.609781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:55.609792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.18> (def) +2023-12-14 14:52:55.609797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56: +2023-12-14 14:52:55.609807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.56> (def) +2023-12-14 14:52:55.609812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:55.609821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.18> (def) +2023-12-14 14:52:55.609827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:55.609836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.15> (def) +2023-12-14 14:52:55.609841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.28: +2023-12-14 14:52:55.609850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.28> (def) +2023-12-14 14:52:55.609856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:55.609866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.18> (def) +2023-12-14 14:52:55.609871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58: +2023-12-14 14:52:55.609880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.58> (def) +2023-12-14 14:52:55.609885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27: +2023-12-14 14:52:55.609896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.27> (def) +2023-12-14 14:52:55.609904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:55.609914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.30> (def) +2023-12-14 14:52:55.609919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:55.609929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.52> (def) +2023-12-14 14:52:55.609934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.15: +2023-12-14 14:52:55.609943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.15> (def) +2023-12-14 14:52:55.609948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.609953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:55.609958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.17> (def) +2023-12-14 14:52:55.609963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.609967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> +2023-12-14 14:52:55.609972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.609977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:52:55.609982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.609987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:55.609992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.609997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.20> +2023-12-14 14:52:55.610002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:55.610012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:55.610022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.18> +2023-12-14 14:52:55.610032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:55.610045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.13> +2023-12-14 14:52:55.610060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13 +2023-12-14 14:52:55.610071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:55.610081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.610086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.23> +2023-12-14 14:52:55.610091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:55.610100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20, operand 0 +2023-12-14 14:52:55.610112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.20> +2023-12-14 14:52:55.610121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20 +2023-12-14 14:52:55.610132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.20 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 param_0.1> +2023-12-14 14:52:55.610147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:55.610156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0, operand 0 +2023-12-14 14:52:55.610167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.610175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 param_1> +2023-12-14 14:52:55.610180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1 +2023-12-14 14:52:55.610190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0, operand 1 +2023-12-14 14:52:55.610200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1 = u32[2]{0} parameter(1) +2023-12-14 14:52:55.610205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 concatenate.0> +2023-12-14 14:52:55.610210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0 +2023-12-14 14:52:55.610220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:55.610230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.0 = u32[4]{0} concatenate(u32[2]{0} %param_0.1, u32[2]{0} %param_1), dimensions={0}, metadata={op_name="jit(_threefry_split)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.14> +2023-12-14 14:52:55.610240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:55.610250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[2,2]{1,0} reshape(u32[4]{0} %concatenate.0), metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.11> +2023-12-14 14:52:55.610265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:55.610275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:55.610286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(5) +2023-12-14 14:52:55.610291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 compare.1> +2023-12-14 14:52:55.610296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:55.610308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.11), direction=LT, metadata={op_name="jit(_threefry_split)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.1> +2023-12-14 14:52:55.610324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1 +2023-12-14 14:52:55.610334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:55.610344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.1 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.22> +2023-12-14 14:52:55.610354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:55.610363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 0 +2023-12-14 14:52:55.610374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[2]{0} slice(u32[4]{0} %iota.1), slice={[0:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(2,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.11> +2023-12-14 14:52:55.610384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:52:55.610393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:55.610404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.610409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.21> +2023-12-14 14:52:55.610414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:55.610423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:55.610436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.19> +2023-12-14 14:52:55.610446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:55.610456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36, operand 0 +2023-12-14 14:52:55.610466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.36> +2023-12-14 14:52:55.610476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36 +2023-12-14 14:52:55.610486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 1 +2023-12-14 14:52:55.610496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.36 = u32[2]{0} broadcast(u32[] %reshape.19), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.39> +2023-12-14 14:52:55.610506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39 +2023-12-14 14:52:55.610515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.39 = u32[2]{0} add(u32[2]{0} %slice.22, u32[2]{0} %broadcast.36), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.0> +2023-12-14 14:52:55.610531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0 +2023-12-14 14:52:55.610540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:55.610553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.0 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.19> +2023-12-14 14:52:55.610564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:55.610574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 0 +2023-12-14 14:52:55.610584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[2]{0} slice(u32[4]{0} %iota.0), slice={[2:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(2,) limit_indices=(4,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.7> +2023-12-14 14:52:55.610595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:52:55.610604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:55.610614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.610619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.18> +2023-12-14 14:52:55.610625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:55.610634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:55.610643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.17> +2023-12-14 14:52:55.610654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:55.610664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35, operand 0 +2023-12-14 14:52:55.610673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.35> +2023-12-14 14:52:55.610688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35 +2023-12-14 14:52:55.610697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 1 +2023-12-14 14:52:55.610708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.35 = u32[2]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.38> +2023-12-14 14:52:55.610719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38 +2023-12-14 14:52:55.610728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.38 = u32[2]{0} add(u32[2]{0} %slice.19, u32[2]{0} %broadcast.35), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.5> +2023-12-14 14:52:55.610743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:52:55.610752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:55.610762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:55.610767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.610772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 slice.17> +2023-12-14 14:52:55.610777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:55.610786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16, operand 0 +2023-12-14 14:52:55.610796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.16> +2023-12-14 14:52:55.610810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16 +2023-12-14 14:52:55.610819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:55.610830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.16 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 slice.16> +2023-12-14 14:52:55.610840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:55.610850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15, operand 0 +2023-12-14 14:52:55.610859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.15> +2023-12-14 14:52:55.610870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15 +2023-12-14 14:52:55.610879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:55.610889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.15 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 xor.15> +2023-12-14 14:52:55.610899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:55.610908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:55.610918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[] xor(u32[] %reshape.16, u32[] %reshape.15), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 constant.12> +2023-12-14 14:52:55.610932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:55.610942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:55.610953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = u32[] constant(466688986) +2023-12-14 14:52:55.610958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.12> +2023-12-14 14:52:55.610963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:55.610972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.610977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[] xor(u32[] %xor.15, u32[] %constant.12), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.610983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> +2023-12-14 14:52:55.610988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.610993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:55.610997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:55.611007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = s32[] constant(0) +2023-12-14 14:52:55.611012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.24> +2023-12-14 14:52:55.611017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:55.611027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:55.611031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.611041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.2) +2023-12-14 14:52:55.611046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 Arg_0.1> +2023-12-14 14:52:55.611051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.611063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:55.611074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:55.611079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:55.611084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2, operand 0 +2023-12-14 14:52:55.611088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:55.611093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.611098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.4> +2023-12-14 14:52:55.611104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:55.611115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:55.611119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.611129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.611134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.2> +2023-12-14 14:52:55.611139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2 +2023-12-14 14:52:55.611149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:55.611154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.611165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.611171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> +2023-12-14 14:52:55.611175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:55.611185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:55.611189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.611202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.611207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> +2023-12-14 14:52:55.611212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:55.611222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:55.611227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.611237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.611241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.5> +2023-12-14 14:52:55.611246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:55.611256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:55.611261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.611271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.611276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.5> +2023-12-14 14:52:55.611281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:55.611292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:55.611302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.611306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.26> +2023-12-14 14:52:55.611311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:55.611329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:55.611337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.611349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:55.611354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.4> +2023-12-14 14:52:55.611359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:55.611369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:55.611378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.611384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.25> +2023-12-14 14:52:55.611389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:55.611399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:55.611403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.611414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.4) +2023-12-14 14:52:55.611419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 tuple.9{}> +2023-12-14 14:52:55.611424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:55.611433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.611444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[2]{0} %fusion.4, u32[2]{0} %fusion.2, u32[] %fusion.3, u32[] %fusion.1, /*index=5*/u32[] %fusion.5, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:55.611449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 fusion> +2023-12-14 14:52:55.611454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.611463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[2,2]{1,0} fusion(u32[2]{0} %get-tuple-element.100, u32[2]{0} %get-tuple-element.101), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.611477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.8> +2023-12-14 14:52:55.611482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:55.611491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 4 +2023-12-14 14:52:55.611502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:55.611507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.611512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 constant.10> +2023-12-14 14:52:55.611517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:52:55.611526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:55.611537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = s32[] constant(1) +2023-12-14 14:52:55.611542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> +2023-12-14 14:52:55.611546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:55.611556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:55.611561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:55.611571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %copy.8, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.611576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.11> +2023-12-14 14:52:55.611581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:55.611591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:55.611601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:55.611609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.611613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.14> +2023-12-14 14:52:55.611618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:55.611629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 1 +2023-12-14 14:52:55.611639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:55.611644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 1 +2023-12-14 14:52:55.611648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.611654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.10> +2023-12-14 14:52:55.611659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:55.611669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 2 +2023-12-14 14:52:55.611678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 2 +2023-12-14 14:52:55.611683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.132) +2023-12-14 14:52:55.611689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.9> +2023-12-14 14:52:55.611693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:55.611703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 3 +2023-12-14 14:52:55.611713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 3 +2023-12-14 14:52:55.611718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.131) +2023-12-14 14:52:55.611723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 fusion.7> +2023-12-14 14:52:55.611728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:55.611737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:55.611742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:55.611768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.611773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.12> +2023-12-14 14:52:55.611779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:55.611788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:55.611798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:55.611803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.611809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.6> +2023-12-14 14:52:55.611814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:55.611824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:55.611828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:55.611838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.611844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:55.611849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:55.611858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:55.611863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:55.611873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.611878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> +2023-12-14 14:52:55.611883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:55.611896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:55.611906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.611911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:55.611915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:55.611926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:55.611931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:55.611941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.611945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:55.611951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:55.611960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:55.611965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.611970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:55.611975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.611981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> +2023-12-14 14:52:55.611986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.611991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:55.611996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:55.612005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.612010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:55.612015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:55.612025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:55.612030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:55.612043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.612048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:55.612053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:55.612063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:55.612068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:55.612078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.612083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> +2023-12-14 14:52:55.612088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:55.612097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[2]{0} %fusion.7, u32[2]{0} %fusion.6, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.612108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.17> +2023-12-14 14:52:55.612114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:55.612124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:55.612134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.612138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.15> +2023-12-14 14:52:55.612143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.15 +2023-12-14 14:52:55.612153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:55.612163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:55.612171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:55.612176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.15 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.612181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.52> +2023-12-14 14:52:55.612186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:55.612196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:55.612207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:55.612211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[2]{0} add(u32[2]{0} %param_3.17, u32[2]{0} %param_2.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.28> +2023-12-14 14:52:55.612221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.28 +2023-12-14 14:52:55.612231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:55.612241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:55.612246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:55.612251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.28 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.612256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.30> +2023-12-14 14:52:55.612261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:55.612271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27, operand 0 +2023-12-14 14:52:55.612281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.27> +2023-12-14 14:52:55.612291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27 +2023-12-14 14:52:55.612306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:55.612316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58, operand 0 +2023-12-14 14:52:55.612321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.27 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.58> +2023-12-14 14:52:55.612331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58 +2023-12-14 14:52:55.612340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:55.612351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.58 = u32[2]{0} broadcast(u32[] %reshape.27), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.18> +2023-12-14 14:52:55.612361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:55.612370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:55.612380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[2]{0} shift-left(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.58), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.15> +2023-12-14 14:52:55.612390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:55.612400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:55.612410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:55.612415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:55.612420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(32) +2023-12-14 14:52:55.612425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.18> +2023-12-14 14:52:55.612434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:55.612444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56, operand 0 +2023-12-14 14:52:55.612454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.15, u32[] %reshape.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.56> +2023-12-14 14:52:55.612464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56 +2023-12-14 14:52:55.612474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:55.612484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.56 = u32[2]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.18> +2023-12-14 14:52:55.612494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:55.612504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:55.612514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.56), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.18> +2023-12-14 14:52:55.612524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:55.612533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:55.612543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[2]{0} or(u32[2]{0} %shift-left.18, u32[2]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.22> +2023-12-14 14:52:55.612557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:55.612566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:55.612576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:55.612581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:55.612587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[2]{0} xor(u32[2]{0} %add.52, u32[2]{0} %or.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.51> +2023-12-14 14:52:55.612596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:55.612606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:55.612616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:55.612621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[2]{0} add(u32[2]{0} %add.52, u32[2]{0} %xor.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.29> +2023-12-14 14:52:55.612631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:55.612641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:55.612651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.26> +2023-12-14 14:52:55.612660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:55.612670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:55.612684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55, operand 0 +2023-12-14 14:52:55.612689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.55> +2023-12-14 14:52:55.612700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55 +2023-12-14 14:52:55.612710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:55.612719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.55 = u32[2]{0} broadcast(u32[] %reshape.26), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.17> +2023-12-14 14:52:55.612729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:55.612739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:55.612749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[2]{0} shift-left(u32[2]{0} %xor.22, u32[2]{0} %broadcast.55), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.17> +2023-12-14 14:52:55.612759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:55.612769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54, operand 0 +2023-12-14 14:52:55.612779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.15, u32[] %reshape.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.54> +2023-12-14 14:52:55.612789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54 +2023-12-14 14:52:55.612802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:55.612811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.54 = u32[2]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.17> +2023-12-14 14:52:55.612822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:55.612832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:55.612842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.22, u32[2]{0} %broadcast.54), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.17> +2023-12-14 14:52:55.612852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:55.612862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:55.612871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[2]{0} or(u32[2]{0} %shift-left.17, u32[2]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.21> +2023-12-14 14:52:55.612882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:55.612891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:55.612901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:55.612906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:55.612911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[2]{0} xor(u32[2]{0} %add.51, u32[2]{0} %or.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.50> +2023-12-14 14:52:55.612926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:55.612935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:55.612946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:55.612951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[2]{0} add(u32[2]{0} %add.51, u32[2]{0} %xor.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.28> +2023-12-14 14:52:55.612961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:55.612971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.612976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25, operand 0 +2023-12-14 14:52:55.612981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.612986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.25> +2023-12-14 14:52:55.612991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.612995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25 +2023-12-14 14:52:55.613001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:55.613011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53, operand 0 +2023-12-14 14:52:55.613016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.53> +2023-12-14 14:52:55.613025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53 +2023-12-14 14:52:55.613036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:55.613050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.53 = u32[2]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.16> +2023-12-14 14:52:55.613059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:55.613070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:55.613079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[2]{0} shift-left(u32[2]{0} %xor.21, u32[2]{0} %broadcast.53), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.16> +2023-12-14 14:52:55.613089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:55.613100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52, operand 0 +2023-12-14 14:52:55.613109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.15, u32[] %reshape.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.52> +2023-12-14 14:52:55.613119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52 +2023-12-14 14:52:55.613130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:55.613139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.52 = u32[2]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.16> +2023-12-14 14:52:55.613149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:55.613163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:55.613172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.21, u32[2]{0} %broadcast.52), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.16> +2023-12-14 14:52:55.613182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:55.613192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:55.613202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[2]{0} or(u32[2]{0} %shift-left.16, u32[2]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.20> +2023-12-14 14:52:55.613211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:55.613221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:55.613231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[2]{0} xor(u32[2]{0} %add.50, u32[2]{0} %or.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.49> +2023-12-14 14:52:55.613241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:55.613251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:55.613261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[2]{0} add(u32[2]{0} %add.50, u32[2]{0} %xor.20), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.18> +2023-12-14 14:52:55.613270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18 +2023-12-14 14:52:55.613285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51, operand 0 +2023-12-14 14:52:55.613294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.18 = u32[] parameter(0) +2023-12-14 14:52:55.613299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.51> +2023-12-14 14:52:55.613304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51 +2023-12-14 14:52:55.613314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:55.613323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.51 = u32[2]{0} broadcast(u32[] %param_0.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.48> +2023-12-14 14:52:55.613333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:55.613343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[2]{0} add(u32[2]{0} %add.49, u32[2]{0} %broadcast.51), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 param_3.7> +2023-12-14 14:52:55.613357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:55.613368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 0 +2023-12-14 14:52:55.613377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.613382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_2.7> +2023-12-14 14:52:55.613387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.7 +2023-12-14 14:52:55.613398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:55.613408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:55.613415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 1 +2023-12-14 14:52:55.613421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.7 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.613426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 add.45> +2023-12-14 14:52:55.613431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45 +2023-12-14 14:52:55.613440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:55.613450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:55.613455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.45 = u32[2]{0} add(u32[2]{0} %param_3.7, u32[2]{0} %param_2.7), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 param_1.22> +2023-12-14 14:52:55.613465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.22 +2023-12-14 14:52:55.613475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:55.613484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:55.613490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:55.613495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:55.613500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.22 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.613504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 slice.27> +2023-12-14 14:52:55.613509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:55.613519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24, operand 0 +2023-12-14 14:52:55.613529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 reshape.24> +2023-12-14 14:52:55.613539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24 +2023-12-14 14:52:55.613552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:55.613561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49, operand 0 +2023-12-14 14:52:55.613566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.49> +2023-12-14 14:52:55.613576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49 +2023-12-14 14:52:55.613586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:55.613596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.49 = u32[2]{0} broadcast(u32[] %reshape.24), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-left.15> +2023-12-14 14:52:55.613606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:55.613616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:55.613626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[2]{0} shift-left(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.49), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.13> +2023-12-14 14:52:55.613635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:55.613645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:55.613655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:55.613660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:55.613664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:55.613673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = u32[] constant(32) +2023-12-14 14:52:55.613678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.15> +2023-12-14 14:52:55.613683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:55.613693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48, operand 0 +2023-12-14 14:52:55.613705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.13, u32[] %reshape.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.48> +2023-12-14 14:52:55.613714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48 +2023-12-14 14:52:55.613724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:55.613734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.48 = u32[2]{0} broadcast(u32[] %subtract.15), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.15> +2023-12-14 14:52:55.613744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:55.613753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:55.613765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.48), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.15> +2023-12-14 14:52:55.613775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:55.613784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:55.613797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[2]{0} or(u32[2]{0} %shift-left.15, u32[2]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.19> +2023-12-14 14:52:55.613806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:55.613816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:55.613827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:55.613832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:55.613836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[2]{0} xor(u32[2]{0} %add.45, u32[2]{0} %or.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.44> +2023-12-14 14:52:55.613846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:55.613857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:55.613866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:55.613871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[2]{0} add(u32[2]{0} %add.45, u32[2]{0} %xor.19), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.26> +2023-12-14 14:52:55.613881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:55.613891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23, operand 0 +2023-12-14 14:52:55.613901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.23> +2023-12-14 14:52:55.613915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23 +2023-12-14 14:52:55.613925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:55.613934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46, operand 0 +2023-12-14 14:52:55.613939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.23 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 broadcast.46> +2023-12-14 14:52:55.613949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46 +2023-12-14 14:52:55.613959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:55.613968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.46 = u32[2]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.613975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 shift-left.14> +2023-12-14 14:52:55.613980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.613985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:55.613990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.613994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:55.614001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[2]{0} shift-left(u32[2]{0} %xor.19, u32[2]{0} %broadcast.46), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 subtract.14> +2023-12-14 14:52:55.614011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:55.614021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45, operand 0 +2023-12-14 14:52:55.614030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.13, u32[] %reshape.23), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 broadcast.45> +2023-12-14 14:52:55.614044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45 +2023-12-14 14:52:55.614053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:55.614064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.45 = u32[2]{0} broadcast(u32[] %subtract.14), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 shift-right-logical.14> +2023-12-14 14:52:55.614074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:55.614083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:55.614094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.19, u32[2]{0} %broadcast.45), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 or.14> +2023-12-14 14:52:55.614104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:55.614113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:55.614123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[2]{0} or(u32[2]{0} %shift-left.14, u32[2]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 xor.18> +2023-12-14 14:52:55.614134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:55.614143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:55.614153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:55.614161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:55.614167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[2]{0} xor(u32[2]{0} %add.44, u32[2]{0} %or.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 add.43> +2023-12-14 14:52:55.614176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:55.614188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 0 +2023-12-14 14:52:55.614198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:55.614202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[2]{0} add(u32[2]{0} %add.44, u32[2]{0} %xor.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 slice.25> +2023-12-14 14:52:55.614212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:55.614222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22, operand 0 +2023-12-14 14:52:55.614232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 reshape.22> +2023-12-14 14:52:55.614241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22 +2023-12-14 14:52:55.614252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:55.614262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44, operand 0 +2023-12-14 14:52:55.614267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.22 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 broadcast.44> +2023-12-14 14:52:55.614277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44 +2023-12-14 14:52:55.614290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:55.614299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.44 = u32[2]{0} broadcast(u32[] %reshape.22), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 shift-left.13> +2023-12-14 14:52:55.614310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:55.614320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:55.614329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[2]{0} shift-left(u32[2]{0} %xor.18, u32[2]{0} %broadcast.44), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 subtract.13> +2023-12-14 14:52:55.614340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:55.614350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43, operand 0 +2023-12-14 14:52:55.614359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.13, u32[] %reshape.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 broadcast.43> +2023-12-14 14:52:55.614371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43 +2023-12-14 14:52:55.614380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:55.614390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.43 = u32[2]{0} broadcast(u32[] %subtract.13), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 shift-right-logical.13> +2023-12-14 14:52:55.614404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:55.614414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:55.614423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.18, u32[2]{0} %broadcast.43), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 or.13> +2023-12-14 14:52:55.614434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:55.614443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:55.614453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[2]{0} or(u32[2]{0} %shift-left.13, u32[2]{0} %shift-right-logical.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 xor.17> +2023-12-14 14:52:55.614464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:55.614473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:55.614482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:55.614488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 1 +2023-12-14 14:52:55.614493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[2]{0} xor(u32[2]{0} %add.43, u32[2]{0} %or.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.42> +2023-12-14 14:52:55.614503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42 +2023-12-14 14:52:55.614512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:55.614524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.42 = u32[2]{0} add(u32[2]{0} %add.43, u32[2]{0} %xor.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 slice.24> +2023-12-14 14:52:55.614536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:55.614546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21, operand 0 +2023-12-14 14:52:55.614556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[3:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 reshape.21> +2023-12-14 14:52:55.614566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21 +2023-12-14 14:52:55.614576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:55.614586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42, operand 0 +2023-12-14 14:52:55.614591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.21 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 broadcast.42> +2023-12-14 14:52:55.614601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42 +2023-12-14 14:52:55.614611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:55.614621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.42 = u32[2]{0} broadcast(u32[] %reshape.21), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 shift-left.12> +2023-12-14 14:52:55.614630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:55.614641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:55.614655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[2]{0} shift-left(u32[2]{0} %xor.17, u32[2]{0} %broadcast.42), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 subtract.12> +2023-12-14 14:52:55.614665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:55.614676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41, operand 0 +2023-12-14 14:52:55.614685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.13, u32[] %reshape.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.41> +2023-12-14 14:52:55.614695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41 +2023-12-14 14:52:55.614706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:55.614716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.41 = u32[2]{0} broadcast(u32[] %subtract.12), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 shift-right-logical.12> +2023-12-14 14:52:55.614726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:55.614736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:55.614746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.17, u32[2]{0} %broadcast.41), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 or.12> +2023-12-14 14:52:55.614755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:55.614770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:55.614780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[2]{0} or(u32[2]{0} %shift-left.12, u32[2]{0} %shift-right-logical.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 xor.16> +2023-12-14 14:52:55.614790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:55.614801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 0 +2023-12-14 14:52:55.614810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[2]{0} xor(u32[2]{0} %add.42, u32[2]{0} %or.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 param_0.16> +2023-12-14 14:52:55.614820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16 +2023-12-14 14:52:55.614831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39, operand 0 +2023-12-14 14:52:55.614840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.16 = u32[] parameter(0) +2023-12-14 14:52:55.614845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 broadcast.39> +2023-12-14 14:52:55.614850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39 +2023-12-14 14:52:55.614860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 1 +2023-12-14 14:52:55.614870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.39 = u32[2]{0} broadcast(u32[] %param_0.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.41> +2023-12-14 14:52:55.614880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41 +2023-12-14 14:52:55.614890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 0 +2023-12-14 14:52:55.614902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.41 = u32[2]{0} add(u32[2]{0} %xor.16, u32[2]{0} %broadcast.39), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.614907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_4.12> +2023-12-14 14:52:55.614913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:55.614924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:55.614934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:55.614939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.14> +2023-12-14 14:52:55.614944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.614954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:55.614964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(1) +2023-12-14 14:52:55.614969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.47> +2023-12-14 14:52:55.614974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.614980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:55.614985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.614989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:55.614994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.615000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 convert.3> +2023-12-14 14:52:55.615004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:55.615014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38, operand 0 +2023-12-14 14:52:55.615024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.615032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 broadcast.38> +2023-12-14 14:52:55.615037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38 +2023-12-14 14:52:55.615047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 1 +2023-12-14 14:52:55.615056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.38 = u32[2]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.615062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.40> +2023-12-14 14:52:55.615067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40 +2023-12-14 14:52:55.615077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.40 = u32[2]{0} add(u32[2]{0} %add.41, u32[2]{0} %broadcast.38), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.615086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.615092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.615102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.615112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.615122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.615132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:55.615142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:55.615147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:55.615155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:55.615160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:55.615166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:55.615170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:55.615175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:55.615180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.615190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.615201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.615206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:55.615217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.615227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.615236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.615251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.615261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.615276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.615289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.615305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.615315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.615334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.615344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.615360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.615370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.615385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.615394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.615409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.615419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:55.615426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:55.615436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.615447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.615456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:55.615461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:55.615471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.615481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.615491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:55.615496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:55.615506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.615515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.615525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:55.615530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:55.615540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.615550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.615564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:55.615568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:55.615579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.615588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.615598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:55.615603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:55.615613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.615622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.615632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:55.615637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:55.615647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.615657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.615667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:55.615672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:55.615682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.615689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 while.1{} (phi)> +2023-12-14 14:52:55.615694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.615704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101, operand 0 {} +2023-12-14 14:52:55.615714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100, operand 0 {} +2023-12-14 14:52:55.615720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.615725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 while.1{0} (phi)> +2023-12-14 14:52:55.615730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.615739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.615750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{1} (phi)> +2023-12-14 14:52:55.615754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.615765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100 +2023-12-14 14:52:55.615769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.615780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.615784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{2} (phi)> +2023-12-14 14:52:55.615790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.615799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101 +2023-12-14 14:52:55.615804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:55.615817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.615822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 while.1{3} (phi)> +2023-12-14 14:52:55.615827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.615837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.615847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 while.1{4} (phi)> +2023-12-14 14:52:55.615853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.615862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.615872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 while.1{5} (phi)> +2023-12-14 14:52:55.615877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.615887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.615897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 while.1{6} (phi)> +2023-12-14 14:52:55.615902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.615912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.615924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 while.1{7} (phi)> +2023-12-14 14:52:55.615930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.615935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.615941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.615946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.616056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <46 tuple.9{}> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <38 fusion.2> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <37 fusion.4> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <41 fusion.5> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <43 copy.26> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 fusion.1> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <35 copy.24> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <39 fusion.3> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <45 copy.25> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616153: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__threefry_split +2023-12-14 14:52:55.616160: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 148 +2023-12-14 14:52:55.616280: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:55.616313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <46 tuple.9{} @0> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <38 fusion.2 @0> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <37 fusion.4 @0> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <41 fusion.5 @0> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <43 copy.26 @0> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 fusion.1 @0> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <35 copy.24 @0> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <39 fusion.3 @0> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <45 copy.25 @0> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.616787: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__threefry_split, entry_computation_layout={(u32[2]{0})->u32[2,2]{1,0}} +2023-12-14 14:52:55.616798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.616803: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6 (param_0.16: u32[], param_1.22: u32[4], param_2.7: u32[2], param_3.7: u32[2], param_4.12: s32[]) -> u32[2] { +2023-12-14 14:52:55.616808: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.7 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.616813: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.7 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.616818: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.45 = u32[2]{0} add(u32[2]{0} %param_3.7, u32[2]{0} %param_2.7), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616823: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.22 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.616829: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616838: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616843: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.49 = u32[2]{0} broadcast(u32[] %reshape.24), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.15 = u32[2]{0} shift-left(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.49), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616852: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.13 = u32[] constant(32) +2023-12-14 14:52:55.616857: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.15 = u32[] subtract(u32[] %constant.13, u32[] %reshape.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.48 = u32[2]{0} broadcast(u32[] %subtract.15), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616868: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.15 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.48), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616873: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.15 = u32[2]{0} or(u32[2]{0} %shift-left.15, u32[2]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.19 = u32[2]{0} xor(u32[2]{0} %add.45, u32[2]{0} %or.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616883: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.44 = u32[2]{0} add(u32[2]{0} %add.45, u32[2]{0} %xor.19), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616888: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616893: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.23 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616898: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.46 = u32[2]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616906: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.14 = u32[2]{0} shift-left(u32[2]{0} %xor.19, u32[2]{0} %broadcast.46), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616912: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.14 = u32[] subtract(u32[] %constant.13, u32[] %reshape.23), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616917: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.45 = u32[2]{0} broadcast(u32[] %subtract.14), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616922: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.14 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.19, u32[2]{0} %broadcast.45), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616927: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.14 = u32[2]{0} or(u32[2]{0} %shift-left.14, u32[2]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616933: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.18 = u32[2]{0} xor(u32[2]{0} %add.44, u32[2]{0} %or.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616938: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.43 = u32[2]{0} add(u32[2]{0} %add.44, u32[2]{0} %xor.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616943: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616948: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.22 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616953: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.44 = u32[2]{0} broadcast(u32[] %reshape.22), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616958: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.13 = u32[2]{0} shift-left(u32[2]{0} %xor.18, u32[2]{0} %broadcast.44), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616963: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.13 = u32[] subtract(u32[] %constant.13, u32[] %reshape.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616971: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.43 = u32[2]{0} broadcast(u32[] %subtract.13), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.13 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.18, u32[2]{0} %broadcast.43), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616983: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.13 = u32[2]{0} or(u32[2]{0} %shift-left.13, u32[2]{0} %shift-right-logical.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616987: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.17 = u32[2]{0} xor(u32[2]{0} %add.43, u32[2]{0} %or.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616992: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.42 = u32[2]{0} add(u32[2]{0} %add.43, u32[2]{0} %xor.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.616998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[3:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617003: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.21 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617008: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.42 = u32[2]{0} broadcast(u32[] %reshape.21), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.12 = u32[2]{0} shift-left(u32[2]{0} %xor.17, u32[2]{0} %broadcast.42), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.12 = u32[] subtract(u32[] %constant.13, u32[] %reshape.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.41 = u32[2]{0} broadcast(u32[] %subtract.12), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617028: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.12 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.17, u32[2]{0} %broadcast.41), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617036: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.12 = u32[2]{0} or(u32[2]{0} %shift-left.12, u32[2]{0} %shift-right-logical.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617041: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.16 = u32[2]{0} xor(u32[2]{0} %add.42, u32[2]{0} %or.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617046: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.16 = u32[] parameter(0) +2023-12-14 14:52:55.617051: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.39 = u32[2]{0} broadcast(u32[] %param_0.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617056: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.41 = u32[2]{0} add(u32[2]{0} %xor.16, u32[2]{0} %broadcast.39), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.12 = s32[] parameter(4) +2023-12-14 14:52:55.617066: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.14 = s32[] constant(1) +2023-12-14 14:52:55.617072: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617081: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.38 = u32[2]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.40 = u32[2]{0} add(u32[2]{0} %add.41, u32[2]{0} %broadcast.38), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617092: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.617096: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.617102: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.7 (param_0.18: u32[], param_1.28: u32[4], param_2.15: u32[2], param_3.17: u32[2]) -> u32[2] { +2023-12-14 14:52:55.617107: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.17 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.617111: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.15 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.617116: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.52 = u32[2]{0} add(u32[2]{0} %param_3.17, u32[2]{0} %param_2.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617127: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.28 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.617132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617137: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.27 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617142: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.58 = u32[2]{0} broadcast(u32[] %reshape.27), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617147: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.18 = u32[2]{0} shift-left(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.58), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617152: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.15 = u32[] constant(32) +2023-12-14 14:52:55.617159: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.18 = u32[] subtract(u32[] %constant.15, u32[] %reshape.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.56 = u32[2]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.18 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.56), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.18 = u32[2]{0} or(u32[2]{0} %shift-left.18, u32[2]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617180: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.22 = u32[2]{0} xor(u32[2]{0} %add.52, u32[2]{0} %or.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617185: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.51 = u32[2]{0} add(u32[2]{0} %add.52, u32[2]{0} %xor.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617198: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.26 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617203: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.55 = u32[2]{0} broadcast(u32[] %reshape.26), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617208: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.17 = u32[2]{0} shift-left(u32[2]{0} %xor.22, u32[2]{0} %broadcast.55), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617214: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.17 = u32[] subtract(u32[] %constant.15, u32[] %reshape.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617219: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.54 = u32[2]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617224: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.17 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.22, u32[2]{0} %broadcast.54), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617229: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.17 = u32[2]{0} or(u32[2]{0} %shift-left.17, u32[2]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617234: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.21 = u32[2]{0} xor(u32[2]{0} %add.51, u32[2]{0} %or.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617239: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.50 = u32[2]{0} add(u32[2]{0} %add.51, u32[2]{0} %xor.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617254: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.53 = u32[2]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.16 = u32[2]{0} shift-left(u32[2]{0} %xor.21, u32[2]{0} %broadcast.53), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617267: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.16 = u32[] subtract(u32[] %constant.15, u32[] %reshape.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617272: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.52 = u32[2]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.16 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.21, u32[2]{0} %broadcast.52), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617283: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.16 = u32[2]{0} or(u32[2]{0} %shift-left.16, u32[2]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617287: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.20 = u32[2]{0} xor(u32[2]{0} %add.50, u32[2]{0} %or.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617292: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.49 = u32[2]{0} add(u32[2]{0} %add.50, u32[2]{0} %xor.20), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.18 = u32[] parameter(0) +2023-12-14 14:52:55.617303: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.51 = u32[2]{0} broadcast(u32[] %param_0.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617308: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.48 = u32[2]{0} add(u32[2]{0} %add.49, u32[2]{0} %broadcast.51), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617314: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.617318: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.617323: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.20.clone.clone.clone (arg_tuple.3: (s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> (s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4]) { +2023-12-14 14:52:55.617328: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.617337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.130 = s32[] get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=0 +2023-12-14 14:52:55.617342: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.617347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.10 = s32[] constant(1) +2023-12-14 14:52:55.617352: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.35 = s32[] add(s32[] %copy.8, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.133 = u32[] get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=3 +2023-12-14 14:52:55.617362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.617367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.136 = u32[4]{0} get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=6 +2023-12-14 14:52:55.617373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.617378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.132 = u32[2]{0} get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=2 +2023-12-14 14:52:55.617383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.10 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.132) +2023-12-14 14:52:55.617388: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.131 = u32[2]{0} get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=1 +2023-12-14 14:52:55.617392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.9 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.131) +2023-12-14 14:52:55.617398: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.134 = u32[] get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=4 +2023-12-14 14:52:55.617409: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.617414: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617419: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.617427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.135 = u32[] get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=5 +2023-12-14 14:52:55.617433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.617438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.617443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.617448: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.137 = u32[4]{0} get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=7 +2023-12-14 14:52:55.617452: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.617458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.617463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.617468: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.11 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[2]{0} %fusion.7, u32[2]{0} %fusion.6, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.617473: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.617478: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.617483: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_1.84.clone.clone (arg_tuple.4: (s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> pred[] { +2023-12-14 14:52:55.617488: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.617494: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.112 = s32[] get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.4), index=0 +2023-12-14 14:52:55.617498: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.11 = s32[] constant(5) +2023-12-14 14:52:55.617503: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.11), direction=LT, metadata={op_name="jit(_threefry_split)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617508: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.617513: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.617518: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0.1: u32[2], param_1: u32[2]) -> u32[2,2] { +2023-12-14 14:52:55.617523: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.617528: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1 = u32[2]{0} parameter(1) +2023-12-14 14:52:55.617536: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %concatenate.0 = u32[4]{0} concatenate(u32[2]{0} %param_0.1, u32[2]{0} %param_1), dimensions={0}, metadata={op_name="jit(_threefry_split)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617541: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.14 = u32[2,2]{1,0} reshape(u32[4]{0} %concatenate.0), metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617547: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.617552: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.617557: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1 (param_0.5: u32[2]) -> u32[] { +2023-12-14 14:52:55.617562: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.617567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617572: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.16 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617577: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.15 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.15 = u32[] xor(u32[] %reshape.16, u32[] %reshape.15), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617593: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.12 = u32[] constant(466688986) +2023-12-14 14:52:55.617598: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %xor.12 = u32[] xor(u32[] %xor.15, u32[] %constant.12), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617602: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.617608: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.617613: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2 (param_0.7: u32[2]) -> u32[2] { +2023-12-14 14:52:55.617618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.0 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.19 = u32[2]{0} slice(u32[4]{0} %iota.0), slice={[2:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(2,) limit_indices=(4,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617631: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.617636: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617641: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.17 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.35 = u32[2]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617651: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.38 = u32[2]{0} add(u32[2]{0} %slice.19, u32[2]{0} %broadcast.35), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617656: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.617661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.617666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.9: u32[2]) -> u32[] { +2023-12-14 14:52:55.617671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.617676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617681: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.18 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.617690: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.617695: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4 (param_0.11: u32[2]) -> u32[2] { +2023-12-14 14:52:55.617701: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.1 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617706: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.22 = u32[2]{0} slice(u32[4]{0} %iota.1), slice={[0:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(2,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617713: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.617718: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.21 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617723: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.19 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617728: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.36 = u32[2]{0} broadcast(u32[] %reshape.19), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.39 = u32[2]{0} add(u32[2]{0} %slice.22, u32[2]{0} %broadcast.36), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.617743: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.617748: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5 (param_0.13: u32[2]) -> u32[] { +2023-12-14 14:52:55.617753: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.617758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617763: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.20 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617768: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.617773: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.617777: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.109 (Arg_0.1: u32[2]) -> u32[2,2] { +2023-12-14 14:52:55.617782: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.2 = s32[] constant(0) +2023-12-14 14:52:55.617787: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.24 = s32[] copy(s32[] %constant.2) +2023-12-14 14:52:55.617793: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.617798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.4 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617803: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.2 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617810: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617815: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.5 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.617832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.26 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:55.617837: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.4 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.617842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.25 = u32[4]{0} copy(u32[4]{0} %constant.4) +2023-12-14 14:52:55.617847: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %tuple.9 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[2]{0} %fusion.4, u32[2]{0} %fusion.2, u32[] %fusion.3, u32[] %fusion.1, /*index=5*/u32[] %fusion.5, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:55.617853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.617858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.100 = u32[2]{0} get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=1, metadata={op_name="jit(_threefry_split)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.101 = u32[2]{0} get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=2, metadata={op_name="jit(_threefry_split)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617868: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion = u32[2,2]{1,0} fusion(u32[2]{0} %get-tuple-element.100, u32[2]{0} %get-tuple-element.101), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.617873: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.617878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.617926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 48): + InstructionSequence: + 0:constant.4 + 1:copy.25 + 2:constant.5 + 3:copy.26 + 4:Arg_0.1 + 5:fusion.2 + 6:fusion.4 + 7:constant.2 + 8:copy.24 + 9:fusion.1 + 10:fusion.3 + 11:fusion.5 + 12:tuple.9 + 13:constant.11 + 14:arg_tuple.4 + 15:get-tuple-element.112 + 16:compare.1 + 17:arg_tuple.3 + 18:get-tuple-element.136 + 19:copy.14 + 20:get-tuple-element.132 + 21:copy.10 + 22:get-tuple-element.131 + 23:copy.9 + 24:get-tuple-element.134 + 25:copy.12 + 26:get-tuple-element.130 + 27:copy.8 + 28:fusion.6 + 29:get-tuple-element.133 + 30:copy.11 + 31:fusion.7 + 32:get-tuple-element.137 + 33:copy.15 + 34:copy.23 + 35:constant.10 + 36:add.35 + 37:copy.19 + 38:get-tuple-element.135 + 39:copy.13 + 40:copy.21 + 41:copy.22 + 42:copy.20 + 43:tuple.11 + 44:while.1 + 45:get-tuple-element.100 + 46:get-tuple-element.101 + 47:fusion + BufferLiveRange: + constant.11{}:13-16 + compare.1{}:16-17 + constant.2{}:7-8 + copy.24{}:8-13 + Arg_0.1{}:0-48 + fusion.4{}:6-13 + fusion.2{}:5-13 + fusion.3{}:10-13 + fusion.1{}:9-13 + fusion.5{}:11-13 + constant.5{}:2-3 + copy.26{}:3-13 + constant.4{}:0-1 + copy.25{}:1-13 + tuple.9{}:12-13 + fusion{}:47-48 + copy.8{}:27-36 + constant.10{}:35-36 + add.35{}:36-44 + copy.11{}:30-40 + copy.14{}:19-34 + copy.10{}:21-31 + copy.9{}:23-31 + fusion.7{}:31-44 + copy.12{}:25-37 + fusion.6{}:28-44 + copy.19{}:37-44 + copy.13{}:39-42 + copy.20{}:42-44 + copy.21{}:40-44 + copy.15{}:33-41 + copy.22{}:41-44 + copy.23{}:34-44 + tuple.11{}:43-44 + arg_tuple.4{}:13-17 + arg_tuple.3{}:17-38 + arg_tuple.4{0}:13-17 + arg_tuple.4{1}:13-17 + arg_tuple.4{2}:13-17 + arg_tuple.4{3}:13-17 + arg_tuple.4{4}:13-17 + arg_tuple.4{5}:13-17 + arg_tuple.4{6}:13-17 + arg_tuple.4{7}:13-17 + arg_tuple.3{0}:17-27 + arg_tuple.3{1}:17-23 + arg_tuple.3{2}:17-21 + arg_tuple.3{3}:17-30 + arg_tuple.3{4}:17-25 + arg_tuple.3{5}:17-39 + arg_tuple.3{6}:17-19 + arg_tuple.3{7}:17-33 + while.1{}:44-46 + while.1{0}:44-44 + while.1{1}:44-47 + while.1{2}:44-47 + while.1{3}:44-44 + while.1{4}:44-44 + while.1{5}:44-44 + while.1{6}:44-44 + while.1{7}:44-44 + Live ranges at 17 (peak): + compare.1: 1 bytes + Arg_0.1: 8 bytes + arg_tuple.4: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + +2023-12-14 14:52:55.617950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time48 +2023-12-14 14:52:55.617956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:55.617962: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:55.617967: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <45 copy.25 @0> +2023-12-14 14:52:55.617979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:55.617984: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:55.617989: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:55.617993: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:55.617998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <38 fusion.2 @0> +2023-12-14 14:52:55.618008: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:55.618013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <37 fusion.4 @0> +2023-12-14 14:52:55.618019: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:55.618023: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:55.618028: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <35 copy.24 @0> +2023-12-14 14:52:55.618035: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:55.618040: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <40 fusion.1 @0> +2023-12-14 14:52:55.618046: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:55.618051: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <39 fusion.3 @0> +2023-12-14 14:52:55.618056: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:55.618063: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <41 fusion.5 @0> +2023-12-14 14:52:55.618068: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:52:55.618073: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:52:55.618079: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <159 arg_tuple.4{0} (phi) @0> +2023-12-14 14:52:55.618086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 copy.24 @0> +2023-12-14 14:52:55.618092: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <160 arg_tuple.4{1} (phi) @0> +2023-12-14 14:52:55.618098: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.4 @0> +2023-12-14 14:52:55.618104: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <161 arg_tuple.4{2} (phi) @0> +2023-12-14 14:52:55.618109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.2 @0> +2023-12-14 14:52:55.618114: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <162 arg_tuple.4{3} (phi) @0> +2023-12-14 14:52:55.618120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3 @0> +2023-12-14 14:52:55.618126: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <163 arg_tuple.4{4} (phi) @0> +2023-12-14 14:52:55.618132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.1 @0> +2023-12-14 14:52:55.618137: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <164 arg_tuple.4{5} (phi) @0> +2023-12-14 14:52:55.618143: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<41 fusion.5 @0> +2023-12-14 14:52:55.618148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <166 arg_tuple.4{7} (phi) @0> +2023-12-14 14:52:55.618154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<45 copy.25 @0> +2023-12-14 14:52:55.618160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <45 copy.25 @0> +2023-12-14 14:52:55.618170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <38 fusion.2 @0> +2023-12-14 14:52:55.618179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <37 fusion.4 @0> +2023-12-14 14:52:55.618185: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <35 copy.24 @0> +2023-12-14 14:52:55.618192: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <40 fusion.1 @0> +2023-12-14 14:52:55.618197: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <39 fusion.3 @0> +2023-12-14 14:52:55.618202: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <41 fusion.5 @0> +2023-12-14 14:52:55.618208: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:52:55.618213: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:52:55.618218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:52:55.618224: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <11 compare.1 @0> +2023-12-14 14:52:55.618231: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:52:55.618237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <169 arg_tuple.3{2} (phi) @0> +2023-12-14 14:52:55.618244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.2 @0> +2023-12-14 14:52:55.618250: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <168 arg_tuple.3{1} (phi) @0> +2023-12-14 14:52:55.618256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.4 @0> +2023-12-14 14:52:55.618261: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <171 arg_tuple.3{4} (phi) @0> +2023-12-14 14:52:55.618267: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.1 @0> +2023-12-14 14:52:55.618272: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <167 arg_tuple.3{0} (phi) @0> +2023-12-14 14:52:55.618278: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 copy.24 @0> +2023-12-14 14:52:55.618284: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <170 arg_tuple.3{3} (phi) @0> +2023-12-14 14:52:55.618289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3 @0> +2023-12-14 14:52:55.618294: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <174 arg_tuple.3{7} (phi) @0> +2023-12-14 14:52:55.618300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<45 copy.25 @0> +2023-12-14 14:52:55.618306: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <172 arg_tuple.3{5} (phi) @0> +2023-12-14 14:52:55.618312: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<41 fusion.5 @0> +2023-12-14 14:52:55.618317: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618322: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <159 arg_tuple.4{0} (phi) @0> +2023-12-14 14:52:55.618327: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <160 arg_tuple.4{1} (phi) @0> +2023-12-14 14:52:55.618334: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <161 arg_tuple.4{2} (phi) @0> +2023-12-14 14:52:55.618341: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <162 arg_tuple.4{3} (phi) @0> +2023-12-14 14:52:55.618347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <163 arg_tuple.4{4} (phi) @0> +2023-12-14 14:52:55.618356: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <164 arg_tuple.4{5} (phi) @0> +2023-12-14 14:52:55.618362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <166 arg_tuple.4{7} (phi) @0> +2023-12-14 14:52:55.618368: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <11 compare.1 @0> +2023-12-14 14:52:55.618373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:52:55.618378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:52:55.618383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <52 copy.14 @0> +2023-12-14 14:52:55.618389: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:52:55.618394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:52:55.618399: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <169 arg_tuple.3{2} (phi) @0> +2023-12-14 14:52:55.618410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:52:55.618414: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:52:55.618419: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <54 copy.9 @0> +2023-12-14 14:52:55.618425: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618431: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <168 arg_tuple.3{1} (phi) @0> +2023-12-14 14:52:55.618436: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:52:55.618441: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:52:55.618446: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 copy.12 @0> +2023-12-14 14:52:55.618451: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618457: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <171 arg_tuple.3{4} (phi) @0> +2023-12-14 14:52:55.618463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:52:55.618468: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:52:55.618472: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <48 copy.8 @0> +2023-12-14 14:52:55.618478: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618484: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <167 arg_tuple.3{0} (phi) @0> +2023-12-14 14:52:55.618490: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:52:55.618495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 fusion.6 @0> +2023-12-14 14:52:55.618502: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.2 @0> +2023-12-14 14:52:55.618507: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:52:55.618511: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:52:55.618516: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <51 copy.11 @0> +2023-12-14 14:52:55.618525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618531: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <170 arg_tuple.3{3} (phi) @0> +2023-12-14 14:52:55.618536: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:52:55.618541: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <55 fusion.7 @0> +2023-12-14 14:52:55.618549: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.4 @0> +2023-12-14 14:52:55.618555: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <54 copy.9 @0> +2023-12-14 14:52:55.618565: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:52:55.618570: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 33 +2023-12-14 14:52:55.618575: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <62 copy.15 @0> +2023-12-14 14:52:55.618581: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618586: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <174 arg_tuple.3{7} (phi) @0> +2023-12-14 14:52:55.618591: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 34 +2023-12-14 14:52:55.618596: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <64 copy.23 @0> +2023-12-14 14:52:55.618602: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<45 copy.25 @0> +2023-12-14 14:52:55.618608: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618613: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <52 copy.14 @0> +2023-12-14 14:52:55.618618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 35 +2023-12-14 14:52:55.618623: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 36 +2023-12-14 14:52:55.618628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <50 add.35 @0> +2023-12-14 14:52:55.618633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 copy.24 @0> +2023-12-14 14:52:55.618639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <48 copy.8 @0> +2023-12-14 14:52:55.618649: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 37 +2023-12-14 14:52:55.618654: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 copy.19 @0> +2023-12-14 14:52:55.618660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3 @0> +2023-12-14 14:52:55.618665: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618670: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 copy.12 @0> +2023-12-14 14:52:55.618676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 38 +2023-12-14 14:52:55.618681: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 39 +2023-12-14 14:52:55.618686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <59 copy.13 @0> +2023-12-14 14:52:55.618692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618701: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <172 arg_tuple.3{5} (phi) @0> +2023-12-14 14:52:55.618707: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 40 +2023-12-14 14:52:55.618712: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <61 copy.21 @0> +2023-12-14 14:52:55.618717: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<41 fusion.5 @0> +2023-12-14 14:52:55.618722: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618728: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <51 copy.11 @0> +2023-12-14 14:52:55.618733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 41 +2023-12-14 14:52:55.618738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618743: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <62 copy.15 @0> +2023-12-14 14:52:55.618748: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 42 +2023-12-14 14:52:55.618753: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <60 copy.20 @0> +2023-12-14 14:52:55.618760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.1 @0> +2023-12-14 14:52:55.618764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618770: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <59 copy.13 @0> +2023-12-14 14:52:55.618775: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 43 +2023-12-14 14:52:55.618780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 44 +2023-12-14 14:52:55.618786: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <176 while.1{0} (phi) @0> +2023-12-14 14:52:55.618791: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 copy.24 @0> +2023-12-14 14:52:55.618797: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <179 while.1{3} (phi) @0> +2023-12-14 14:52:55.618803: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3 @0> +2023-12-14 14:52:55.618808: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <180 while.1{4} (phi) @0> +2023-12-14 14:52:55.618814: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.1 @0> +2023-12-14 14:52:55.618820: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <181 while.1{5} (phi) @0> +2023-12-14 14:52:55.618825: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<41 fusion.5 @0> +2023-12-14 14:52:55.618831: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <183 while.1{7} (phi) @0> +2023-12-14 14:52:55.618836: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<45 copy.25 @0> +2023-12-14 14:52:55.618842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <177 while.1{1} (phi) @0> +2023-12-14 14:52:55.618848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.4 @0> +2023-12-14 14:52:55.618853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <178 while.1{2} (phi) @0> +2023-12-14 14:52:55.618858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.2 @0> +2023-12-14 14:52:55.618868: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618873: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 fusion.6 @0> +2023-12-14 14:52:55.618879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <55 fusion.7 @0> +2023-12-14 14:52:55.618885: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <64 copy.23 @0> +2023-12-14 14:52:55.618891: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <50 add.35 @0> +2023-12-14 14:52:55.618896: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 copy.19 @0> +2023-12-14 14:52:55.618902: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <61 copy.21 @0> +2023-12-14 14:52:55.618907: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <60 copy.20 @0> +2023-12-14 14:52:55.618913: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <176 while.1{0} (phi) @0> +2023-12-14 14:52:55.618918: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <179 while.1{3} (phi) @0> +2023-12-14 14:52:55.618924: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <180 while.1{4} (phi) @0> +2023-12-14 14:52:55.618930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <181 while.1{5} (phi) @0> +2023-12-14 14:52:55.618936: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <183 while.1{7} (phi) @0> +2023-12-14 14:52:55.618941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 45 +2023-12-14 14:52:55.618946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 46 +2023-12-14 14:52:55.618951: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 47 +2023-12-14 14:52:55.618956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.618961: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <177 while.1{1} (phi) @0> +2023-12-14 14:52:55.618967: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <178 while.1{2} (phi) @0> +2023-12-14 14:52:55.618972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 48 +2023-12-14 14:52:55.618997: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <52 copy.14 @0> + positions: + copy.14 + uses: + fusion.6, operand 1 + copy.23, operand 0 + fusion.7, operand 1 + from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) + +2023-12-14 14:52:55.619004: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 37, end 53 +2023-12-14 14:52:55.619016: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <45 copy.25 @0> + positions: + copy.25 + tuple.9 {7} + uses: + while.1, operand 0 {7} + from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.4) + +2023-12-14 14:52:55.619022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 0, end 14 +2023-12-14 14:52:55.619037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 69, end 83 <183 while.1{7} (phi) @0> + positions: + while.1 {7} + uses: + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 27, end 51 <174 arg_tuple.3{7} (phi) @0> + positions: + arg_tuple.3 {7} + get-tuple-element.137 + uses: + copy.15, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619061: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 52, end 74 <64 copy.23 @0> + positions: + copy.23 + tuple.11 {7} + uses: + tuple.11, operand 7 + from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} + +2023-12-14 14:52:55.619070: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 13, end 35 <166 arg_tuple.4{7} (phi) @0> + positions: + arg_tuple.4 {7} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619079: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <62 copy.15 @0> + positions: + copy.15 + uses: + copy.22, operand 0 + from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) + +2023-12-14 14:52:55.619086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 50, end 62 +2023-12-14 14:52:55.619097: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <37 fusion.4 @0> + positions: + fusion.4 + tuple.9 {1} + uses: + while.1, operand 0 {1} + from instruction:%fusion.4 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619103: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 8, start 2, end 16 +2023-12-14 14:52:55.619114: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 23, end 40 <168 arg_tuple.3{1} (phi) @0> + positions: + arg_tuple.3 {1} + get-tuple-element.131 + uses: + copy.9, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 48, end 73 <55 fusion.7 @0> + positions: + fusion.7 + tuple.11 {1} + uses: + tuple.11, operand 1 + from instruction:%fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 8, end 30 <160 arg_tuple.4{1} (phi) @0> + positions: + arg_tuple.4 {1} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619147: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 70, end 84 <177 while.1{1} (phi) @0> + positions: + while.1 {1} + get-tuple-element.100 + uses: + fusion, operand 0 + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619158: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <38 fusion.2 @0> + positions: + fusion.2 + tuple.9 {2} + uses: + while.1, operand 0 {2} + from instruction:%fusion.2 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619167: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 8, start 1, end 15 +2023-12-14 14:52:55.619179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 71, end 85 <178 while.1{2} (phi) @0> + positions: + while.1 {2} + get-tuple-element.101 + uses: + fusion, operand 1 + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619189: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 22, end 38 <169 arg_tuple.3{2} (phi) @0> + positions: + arg_tuple.3 {2} + get-tuple-element.132 + uses: + copy.10, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 9, end 31 <161 arg_tuple.4{2} (phi) @0> + positions: + arg_tuple.4 {2} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 45, end 72 <57 fusion.6 @0> + positions: + fusion.6 + tuple.11 {2} + uses: + tuple.11, operand 2 + from instruction:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619221: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <54 copy.9 @0> + positions: + copy.9 + uses: + fusion.6, operand 3 + fusion.7, operand 3 + from instruction:%copy.9 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.131) + +2023-12-14 14:52:55.619227: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 8, start 39, end 49 +2023-12-14 14:52:55.619235: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <56 copy.12 @0> + positions: + copy.12 + uses: + fusion.6, operand 0 + copy.19, operand 0 + from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) + +2023-12-14 14:52:55.619241: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 41, end 57 +2023-12-14 14:52:55.619249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <51 copy.11 @0> + positions: + copy.11 + uses: + fusion.7, operand 0 + copy.21, operand 0 + from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) + +2023-12-14 14:52:55.619254: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 46, end 61 +2023-12-14 14:52:55.619263: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <35 copy.24 @0> + positions: + copy.24 + tuple.9 {0} + uses: + while.1, operand 0 {0} + from instruction:%copy.24 = s32[] copy(s32[] %constant.2) + +2023-12-14 14:52:55.619269: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 3, end 17 +2023-12-14 14:52:55.619281: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 65, end 79 <176 while.1{0} (phi) @0> + positions: + while.1 {0} + uses: + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619294: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 54, end 75 <50 add.35 @0> + positions: + add.35 + tuple.11 {0} + uses: + tuple.11, operand 0 + from instruction:%add.35 = s32[] add(s32[] %copy.8, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619304: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 25, end 44 <167 arg_tuple.3{0} (phi) @0> + positions: + arg_tuple.3 {0} + get-tuple-element.130 + uses: + copy.8, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619313: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 7, end 29 <159 arg_tuple.4{0} (phi) @0> + positions: + arg_tuple.4 {0} + get-tuple-element.112 + uses: + compare.1, operand 0 + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <39 fusion.3 @0> + positions: + fusion.3 + tuple.9 {3} + uses: + while.1, operand 0 {3} + from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 5, end 19 +2023-12-14 14:52:55.619352: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 66, end 80 <179 while.1{3} (phi) @0> + positions: + while.1 {3} + uses: + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619363: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 10, end 32 <162 arg_tuple.4{3} (phi) @0> + positions: + arg_tuple.4 {3} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 26, end 47 <170 arg_tuple.3{3} (phi) @0> + positions: + arg_tuple.3 {3} + get-tuple-element.133 + uses: + copy.11, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619381: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 56, end 76 <58 copy.19 @0> + positions: + copy.19 + tuple.11 {3} + uses: + tuple.11, operand 3 + from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} + +2023-12-14 14:52:55.619392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <40 fusion.1 @0> + positions: + fusion.1 + tuple.9 {4} + uses: + while.1, operand 0 {4} + from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619398: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 4, end 18 +2023-12-14 14:52:55.619412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 24, end 42 <171 arg_tuple.3{4} (phi) @0> + positions: + arg_tuple.3 {4} + get-tuple-element.134 + uses: + copy.12, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 11, end 33 <163 arg_tuple.4{4} (phi) @0> + positions: + arg_tuple.4 {4} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 67, end 81 <180 while.1{4} (phi) @0> + positions: + while.1 {4} + uses: + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 63, end 78 <60 copy.20 @0> + positions: + copy.20 + tuple.11 {4} + uses: + tuple.11, operand 4 + from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} + +2023-12-14 14:52:55.619452: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <41 fusion.5 @0> + positions: + fusion.5 + tuple.9 {5} + uses: + while.1, operand 0 {5} + from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 6, end 20 +2023-12-14 14:52:55.619471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 68, end 82 <181 while.1{5} (phi) @0> + positions: + while.1 {5} + uses: + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619480: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 12, end 34 <164 arg_tuple.4{5} (phi) @0> + positions: + arg_tuple.4 {5} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619490: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 28, end 59 <172 arg_tuple.3{5} (phi) @0> + positions: + arg_tuple.3 {5} + get-tuple-element.135 + uses: + copy.13, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619500: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 60, end 77 <61 copy.21 @0> + positions: + copy.21 + tuple.11 {5} + uses: + tuple.11, operand 5 + from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} + +2023-12-14 14:52:55.619509: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <48 copy.8 @0> + positions: + copy.8 + uses: + fusion.6, operand 4 + add.35, operand 0 + from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) + +2023-12-14 14:52:55.619515: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 43, end 55 +2023-12-14 14:52:55.619528: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <59 copy.13 @0> + positions: + copy.13 + uses: + copy.20, operand 0 + from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) + +2023-12-14 14:52:55.619533: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 58, end 64 +2023-12-14 14:52:55.619543: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <11 compare.1 @0> + positions: + compare.1 + uses: + from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.11), direction=LT, metadata={op_name="jit(_threefry_split)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619549: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 1, start 21, end 36 +2023-12-14 14:52:55.619558: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:55.619618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <38 fusion.2 @0> + positions: + fusion.2 + tuple.9 {2} + uses: + while.1, operand 0 {2} + from instruction:%fusion.2 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619629: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 8, start 1, end 15 +2023-12-14 14:52:55.619642: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 71, end 85 <178 while.1{2} (phi) @0> + positions: + while.1 {2} + get-tuple-element.101 + uses: + fusion, operand 1 + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 45, end 72 <57 fusion.6 @0> + positions: + fusion.6 + tuple.11 {2} + uses: + tuple.11, operand 2 + from instruction:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 9, end 31 <161 arg_tuple.4{2} (phi) @0> + positions: + arg_tuple.4 {2} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619669: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 22, end 38 <169 arg_tuple.3{2} (phi) @0> + positions: + arg_tuple.3 {2} + get-tuple-element.132 + uses: + copy.10, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619678: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <45 copy.25 @0> + positions: + copy.25 + tuple.9 {7} + uses: + while.1, operand 0 {7} + from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.4) + +2023-12-14 14:52:55.619684: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 0, end 14 +2023-12-14 14:52:55.619695: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 69, end 83 <183 while.1{7} (phi) @0> + positions: + while.1 {7} + uses: + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619708: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 27, end 51 <174 arg_tuple.3{7} (phi) @0> + positions: + arg_tuple.3 {7} + get-tuple-element.137 + uses: + copy.15, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619717: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 52, end 74 <64 copy.23 @0> + positions: + copy.23 + tuple.11 {7} + uses: + tuple.11, operand 7 + from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} + +2023-12-14 14:52:55.619725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 13, end 35 <166 arg_tuple.4{7} (phi) @0> + positions: + arg_tuple.4 {7} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619735: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <37 fusion.4 @0> + positions: + fusion.4 + tuple.9 {1} + uses: + while.1, operand 0 {1} + from instruction:%fusion.4 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619740: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 8, start 2, end 16 +2023-12-14 14:52:55.619750: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 8, end 30 <160 arg_tuple.4{1} (phi) @0> + positions: + arg_tuple.4 {1} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 23, end 40 <168 arg_tuple.3{1} (phi) @0> + positions: + arg_tuple.3 {1} + get-tuple-element.131 + uses: + copy.9, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 70, end 84 <177 while.1{1} (phi) @0> + positions: + while.1 {1} + get-tuple-element.100 + uses: + fusion, operand 0 + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619782: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8, start 48, end 73 <55 fusion.7 @0> + positions: + fusion.7 + tuple.11 {1} + uses: + tuple.11, operand 1 + from instruction:%fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619793: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <40 fusion.1 @0> + positions: + fusion.1 + tuple.9 {4} + uses: + while.1, operand 0 {4} + from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619801: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 4, end 18 +2023-12-14 14:52:55.619812: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 24, end 42 <171 arg_tuple.3{4} (phi) @0> + positions: + arg_tuple.3 {4} + get-tuple-element.134 + uses: + copy.12, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619821: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 11, end 33 <163 arg_tuple.4{4} (phi) @0> + positions: + arg_tuple.4 {4} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 67, end 81 <180 while.1{4} (phi) @0> + positions: + while.1 {4} + uses: + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619840: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 63, end 78 <60 copy.20 @0> + positions: + copy.20 + tuple.11 {4} + uses: + tuple.11, operand 4 + from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} + +2023-12-14 14:52:55.619850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <35 copy.24 @0> + positions: + copy.24 + tuple.9 {0} + uses: + while.1, operand 0 {0} + from instruction:%copy.24 = s32[] copy(s32[] %constant.2) + +2023-12-14 14:52:55.619855: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 3, end 17 +2023-12-14 14:52:55.619866: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 65, end 79 <176 while.1{0} (phi) @0> + positions: + while.1 {0} + uses: + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619876: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 54, end 75 <50 add.35 @0> + positions: + add.35 + tuple.11 {0} + uses: + tuple.11, operand 0 + from instruction:%add.35 = s32[] add(s32[] %copy.8, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619886: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 25, end 44 <167 arg_tuple.3{0} (phi) @0> + positions: + arg_tuple.3 {0} + get-tuple-element.130 + uses: + copy.8, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619894: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 7, end 29 <159 arg_tuple.4{0} (phi) @0> + positions: + arg_tuple.4 {0} + get-tuple-element.112 + uses: + compare.1, operand 0 + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619905: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <41 fusion.5 @0> + positions: + fusion.5 + tuple.9 {5} + uses: + while.1, operand 0 {5} + from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 6, end 20 +2023-12-14 14:52:55.619926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 68, end 82 <181 while.1{5} (phi) @0> + positions: + while.1 {5} + uses: + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 12, end 34 <164 arg_tuple.4{5} (phi) @0> + positions: + arg_tuple.4 {5} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619944: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 28, end 59 <172 arg_tuple.3{5} (phi) @0> + positions: + arg_tuple.3 {5} + get-tuple-element.135 + uses: + copy.13, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.619952: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 60, end 77 <61 copy.21 @0> + positions: + copy.21 + tuple.11 {5} + uses: + tuple.11, operand 5 + from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} + +2023-12-14 14:52:55.619964: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <39 fusion.3 @0> + positions: + fusion.3 + tuple.9 {3} + uses: + while.1, operand 0 {3} + from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.619970: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 5, end 19 +2023-12-14 14:52:55.619982: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 66, end 80 <179 while.1{3} (phi) @0> + positions: + while.1 {3} + uses: + from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:55.619992: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 10, end 32 <162 arg_tuple.4{3} (phi) @0> + positions: + arg_tuple.4 {3} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.620002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 26, end 47 <170 arg_tuple.3{3} (phi) @0> + positions: + arg_tuple.3 {3} + get-tuple-element.133 + uses: + copy.11, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.620010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 56, end 76 <58 copy.19 @0> + positions: + copy.19 + tuple.11 {3} + uses: + tuple.11, operand 3 + from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} + +2023-12-14 14:52:55.620036: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <52 copy.14 @0> + positions: + copy.14 + uses: + fusion.6, operand 1 + copy.23, operand 0 + fusion.7, operand 1 + from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) + +2023-12-14 14:52:55.620041: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 37, end 53 +2023-12-14 14:52:55.620050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <56 copy.12 @0> + positions: + copy.12 + uses: + fusion.6, operand 0 + copy.19, operand 0 + from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) + +2023-12-14 14:52:55.620056: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 41, end 57 +2023-12-14 14:52:55.620065: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <51 copy.11 @0> + positions: + copy.11 + uses: + fusion.7, operand 0 + copy.21, operand 0 + from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) + +2023-12-14 14:52:55.620070: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 46, end 61 +2023-12-14 14:52:55.620080: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <11 compare.1 @0> + positions: + compare.1 + uses: + from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.11), direction=LT, metadata={op_name="jit(_threefry_split)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} + +2023-12-14 14:52:55.620086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 1, start 21, end 36 +2023-12-14 14:52:55.620095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <62 copy.15 @0> + positions: + copy.15 + uses: + copy.22, operand 0 + from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) + +2023-12-14 14:52:55.620100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 50, end 62 +2023-12-14 14:52:55.620108: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <48 copy.8 @0> + positions: + copy.8 + uses: + fusion.6, operand 4 + add.35, operand 0 + from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) + +2023-12-14 14:52:55.620115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 43, end 55 +2023-12-14 14:52:55.620125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <54 copy.9 @0> + positions: + copy.9 + uses: + fusion.6, operand 3 + fusion.7, operand 3 + from instruction:%copy.9 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.131) + +2023-12-14 14:52:55.620130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 8, start 39, end 49 +2023-12-14 14:52:55.620138: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <59 copy.13 @0> + positions: + copy.13 + uses: + copy.20, operand 0 + from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) + +2023-12-14 14:52:55.620144: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 58, end 64 +2023-12-14 14:52:55.620152: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:55.620167: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1648] Result size from heap simulator: 164 +2023-12-14 14:52:55.620191: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1529] Compute peak memory logical buffers +2023-12-14 14:52:55.620239: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:55.620276: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:574] Combined temp allocation for color 0 is: allocation 0: size 64, preallocated-temp: + value: <46 tuple.9{} @0> (size=64,offset=0): (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <65 tuple.11{} @0> (size=64,offset=0): (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <157 arg_tuple.4{} (phi) @0> (size=64,offset=0): (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <158 arg_tuple.3{} (phi) @0> (size=64,offset=0): (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <175 while.1{} (phi) @0> (size=64,offset=0): (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + +2023-12-14 14:52:55.620316: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:592] Combined allocation absorbing temp allocation: allocation 8: size 164, preallocated-temp: + value: <11 compare.1 @0> (size=1,offset=0): pred[] + value: <35 copy.24 @0> (size=4,offset=112): s32[] + value: <37 fusion.4 @0> (size=8,offset=48): u32[2]{0} + value: <38 fusion.2 @0> (size=8,offset=64): u32[2]{0} + value: <39 fusion.3 @0> (size=4,offset=128): u32[] + value: <40 fusion.1 @0> (size=4,offset=96): u32[] + value: <41 fusion.5 @0> (size=4,offset=144): u32[] + value: <45 copy.25 @0> (size=16,offset=16): u32[4]{0} + value: <48 copy.8 @0> (size=4,offset=160): s32[] + value: <50 add.35 @0> (size=4,offset=112): s32[] + value: <51 copy.11 @0> (size=4,offset=96): u32[] + value: <52 copy.14 @0> (size=16,offset=0): u32[4]{0} + value: <54 copy.9 @0> (size=8,offset=32): u32[2]{0} + value: <55 fusion.7 @0> (size=8,offset=48): u32[2]{0} + value: <56 copy.12 @0> (size=4,offset=80): u32[] + value: <57 fusion.6 @0> (size=8,offset=64): u32[2]{0} + value: <58 copy.19 @0> (size=4,offset=128): u32[] + value: <59 copy.13 @0> (size=4,offset=0): u32[] + value: <60 copy.20 @0> (size=4,offset=96): u32[] + value: <61 copy.21 @0> (size=4,offset=144): u32[] + value: <62 copy.15 @0> (size=16,offset=32): u32[4]{0} + value: <64 copy.23 @0> (size=16,offset=16): u32[4]{0} + value: <159 arg_tuple.4{0} (phi) @0> (size=4,offset=112): s32[] + value: <160 arg_tuple.4{1} (phi) @0> (size=8,offset=48): u32[2]{0} + value: <161 arg_tuple.4{2} (phi) @0> (size=8,offset=64): u32[2]{0} + value: <162 arg_tuple.4{3} (phi) @0> (size=4,offset=128): u32[] + value: <163 arg_tuple.4{4} (phi) @0> (size=4,offset=96): u32[] + value: <164 arg_tuple.4{5} (phi) @0> (size=4,offset=144): u32[] + value: <166 arg_tuple.4{7} (phi) @0> (size=16,offset=16): u32[4]{0} + value: <167 arg_tuple.3{0} (phi) @0> (size=4,offset=112): s32[] + value: <168 arg_tuple.3{1} (phi) @0> (size=8,offset=48): u32[2]{0} + value: <169 arg_tuple.3{2} (phi) @0> (size=8,offset=64): u32[2]{0} + value: <170 arg_tuple.3{3} (phi) @0> (size=4,offset=128): u32[] + value: <171 arg_tuple.3{4} (phi) @0> (size=4,offset=96): u32[] + value: <172 arg_tuple.3{5} (phi) @0> (size=4,offset=144): u32[] + value: <174 arg_tuple.3{7} (phi) @0> (size=16,offset=16): u32[4]{0} + value: <176 while.1{0} (phi) @0> (size=4,offset=112): s32[] + value: <177 while.1{1} (phi) @0> (size=8,offset=48): u32[2]{0} + value: <178 while.1{2} (phi) @0> (size=8,offset=64): u32[2]{0} + value: <179 while.1{3} (phi) @0> (size=4,offset=128): u32[] + value: <180 while.1{4} (phi) @0> (size=4,offset=96): u32[] + value: <181 while.1{5} (phi) @0> (size=4,offset=144): u32[] + value: <183 while.1{7} (phi) @0> (size=16,offset=16): u32[4]{0} + +2023-12-14 14:52:55.620451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_split +2023-12-14 14:52:55.620677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.620716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.620726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.620742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:55.620747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:55.620759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:55.620764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:55.620769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:55.620774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:55.620779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:55.620785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:55.620790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:55.620795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:55.620800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:55.620805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:55.620810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:55.620815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:55.620820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:55.620825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:55.620830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:55.620837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:55.620848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.620858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.620864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 157, phi: +2023-12-14 14:52:55.620870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.620874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.620879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:55.620884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:55.620889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 158, phi: +2023-12-14 14:52:55.620893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.620898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.620907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159, phi: +2023-12-14 14:52:55.620912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.620917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.620922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:55.620926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50: +2023-12-14 14:52:55.620932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160, phi: +2023-12-14 14:52:55.620937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.620941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:55.620946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:55.620951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55: +2023-12-14 14:52:55.620955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161, phi: +2023-12-14 14:52:55.620961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.620966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.620970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:55.620975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:55.620980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162, phi: +2023-12-14 14:52:55.620984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.620990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.620994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:55.620999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:55.621004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 163, phi: +2023-12-14 14:52:55.621008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.621013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.621020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:55.621026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:55.621030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 164, phi: +2023-12-14 14:52:55.621035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.621040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.621044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:55.621049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:55.621054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 165, phi: +2023-12-14 14:52:55.621059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.621064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:55.621068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:55.621076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:55.621082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 166, phi: +2023-12-14 14:52:55.621087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.621091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.621096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:55.621101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:55.621105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 167, phi: +2023-12-14 14:52:55.621111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.621116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.621121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 168, phi: +2023-12-14 14:52:55.621125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.621130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:55.621135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 169, phi: +2023-12-14 14:52:55.621142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.621147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.621152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 170, phi: +2023-12-14 14:52:55.621157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.621161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.621166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 171, phi: +2023-12-14 14:52:55.621171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.621176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.621180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 172, phi: +2023-12-14 14:52:55.621185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.621190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.621194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 173, phi: +2023-12-14 14:52:55.621199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.621204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:55.621209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 174, phi: +2023-12-14 14:52:55.621214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.621218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.621223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 175, phi: +2023-12-14 14:52:55.621228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.621233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:55.621241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 176, phi: +2023-12-14 14:52:55.621246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.621250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.621255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 177, phi: +2023-12-14 14:52:55.621260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:55.621266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.621271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 178, phi: +2023-12-14 14:52:55.621275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.621280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.621284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 179, phi: +2023-12-14 14:52:55.621289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.621295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.621299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 180, phi: +2023-12-14 14:52:55.621304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.621309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.621313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 181, phi: +2023-12-14 14:52:55.621318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.621323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.621329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 182, phi: +2023-12-14 14:52:55.621333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:55.621338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.621343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 183, phi: +2023-12-14 14:52:55.621347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.621353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.621370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.621379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.621384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 157, phi: +2023-12-14 14:52:55.621389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.621394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.621399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:55.621403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:55.621408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 158, phi: +2023-12-14 14:52:55.621413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.621424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.621429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159, phi: +2023-12-14 14:52:55.621433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.621438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.621444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:55.621449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50: +2023-12-14 14:52:55.621454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160, phi: +2023-12-14 14:52:55.621459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.621463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:55.621468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:55.621473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55: +2023-12-14 14:52:55.621478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161, phi: +2023-12-14 14:52:55.621483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.621487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.621492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:55.621497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:55.621501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162, phi: +2023-12-14 14:52:55.621508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.621513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.621518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:55.621522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:55.621527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 163, phi: +2023-12-14 14:52:55.621532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.621537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.621542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:55.621547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:55.621551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 164, phi: +2023-12-14 14:52:55.621556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.621561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.621566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:55.621571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:55.621576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 165, phi: +2023-12-14 14:52:55.621581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.621589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:55.621595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:55.621600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:55.621605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 166, phi: +2023-12-14 14:52:55.621610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.621614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.621619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:55.621624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:55.621630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 167, phi: +2023-12-14 14:52:55.621635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.621640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.621644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 168, phi: +2023-12-14 14:52:55.621649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.621654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:55.621659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 169, phi: +2023-12-14 14:52:55.621664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.621669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.621673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 170, phi: +2023-12-14 14:52:55.621678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.621683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.621688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 171, phi: +2023-12-14 14:52:55.621693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.621698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.621703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 172, phi: +2023-12-14 14:52:55.621707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.621712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.621717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 173, phi: +2023-12-14 14:52:55.621722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.621727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:55.621732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 174, phi: +2023-12-14 14:52:55.621736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.621741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.621747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 175, phi: +2023-12-14 14:52:55.621755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.621759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:55.621764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 176, phi: +2023-12-14 14:52:55.621769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.621773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.621778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 177, phi: +2023-12-14 14:52:55.621784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:55.621789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.621793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 178, phi: +2023-12-14 14:52:55.621798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.621803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.621808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 179, phi: +2023-12-14 14:52:55.621813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.621818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.621822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 180, phi: +2023-12-14 14:52:55.621827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.621832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.621837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 181, phi: +2023-12-14 14:52:55.621842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.621847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.621852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 182, phi: +2023-12-14 14:52:55.621857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:55.621861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.621866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 183, phi: +2023-12-14 14:52:55.621871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.621877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.621882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.621889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <36 Arg_0.1> + +2023-12-14 14:52:55.621894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:55.621901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <34 constant.2> + +2023-12-14 14:52:55.621906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:55.621912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <44 constant.4> + +2023-12-14 14:52:55.621919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:55.621925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 constant.5> + +2023-12-14 14:52:55.621930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.621943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <175 while.1{} (phi)> + {0} : HloValueSet: <176 while.1{0} (phi)> + {1} : HloValueSet: <177 while.1{1} (phi)> + {2} : HloValueSet: <178 while.1{2} (phi)> + {3} : HloValueSet: <179 while.1{3} (phi)> + {4} : HloValueSet: <180 while.1{4} (phi)> + {5} : HloValueSet: <181 while.1{5} (phi)> + {6} : HloValueSet: <182 while.1{6} (phi)> + {7} : HloValueSet: <183 while.1{7} (phi)> + +2023-12-14 14:52:55.621948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.100 +2023-12-14 14:52:55.621954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <177 while.1{1} (phi)> + +2023-12-14 14:52:55.621960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.101 +2023-12-14 14:52:55.621965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <178 while.1{2} (phi)> + +2023-12-14 14:52:55.621971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.621977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <47 fusion> + +2023-12-14 14:52:55.621981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:55.621987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.1> + +2023-12-14 14:52:55.621992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2 +2023-12-14 14:52:55.621998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <38 fusion.2> + +2023-12-14 14:52:55.622003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:55.622008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 fusion.3> + +2023-12-14 14:52:55.622013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:55.622019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 fusion.4> + +2023-12-14 14:52:55.622024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:55.622029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <41 fusion.5> + +2023-12-14 14:52:55.622034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:55.622044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <46 tuple.9{}> + {0} : HloValueSet: <35 copy.24> + {1} : HloValueSet: <37 fusion.4> + {2} : HloValueSet: <38 fusion.2> + {3} : HloValueSet: <39 fusion.3> + {4} : HloValueSet: <40 fusion.1> + {5} : HloValueSet: <41 fusion.5> + {6} : HloValueSet: <43 copy.26> + {7} : HloValueSet: <45 copy.25> + +2023-12-14 14:52:55.622053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:55.622059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 copy.24> + +2023-12-14 14:52:55.622063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:55.622069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 copy.25> + +2023-12-14 14:52:55.622074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:55.622080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <43 copy.26> + +2023-12-14 14:52:55.622085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.622096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <158 arg_tuple.3{} (phi)> + {0} : HloValueSet: <167 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <168 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <169 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <170 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <171 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <172 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <173 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <174 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.622101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:52:55.622107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <49 constant.10> + +2023-12-14 14:52:55.622112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:55.622119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 add.35> + +2023-12-14 14:52:55.622124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:55.622129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <57 fusion.6> + +2023-12-14 14:52:55.622134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:55.622140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <55 fusion.7> + +2023-12-14 14:52:55.622145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:55.622151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <167 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.622156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:55.622161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <48 copy.8> + +2023-12-14 14:52:55.622166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:55.622172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <168 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.622180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:55.622186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <54 copy.9> + +2023-12-14 14:52:55.622191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:55.622196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <169 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.622202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:55.622207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <53 copy.10> + +2023-12-14 14:52:55.622213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:55.622218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <170 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.622223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:55.622230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <51 copy.11> + +2023-12-14 14:52:55.622235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:55.622240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <171 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.622246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:55.622251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.12> + +2023-12-14 14:52:55.622256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:55.622261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <172 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.622266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:55.622272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.13> + +2023-12-14 14:52:55.622277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:55.622282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <173 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.622287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:55.622293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <52 copy.14> + +2023-12-14 14:52:55.622298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:55.622304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <174 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.622309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:55.622314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <62 copy.15> + +2023-12-14 14:52:55.622322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:55.622328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 copy.19> + +2023-12-14 14:52:55.622333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:55.622338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.20> + +2023-12-14 14:52:55.622343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:55.622348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <61 copy.21> + +2023-12-14 14:52:55.622354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:55.622359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <63 copy.22> + +2023-12-14 14:52:55.622365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:55.622370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:55.622375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:55.622384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <65 tuple.11{}> + {0} : HloValueSet: <50 add.35> + {1} : HloValueSet: <55 fusion.7> + {2} : HloValueSet: <57 fusion.6> + {3} : HloValueSet: <58 copy.19> + {4} : HloValueSet: <60 copy.20> + {5} : HloValueSet: <61 copy.21> + {6} : HloValueSet: <63 copy.22> + {7} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:55.622390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.622400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <157 arg_tuple.4{} (phi)> + {0} : HloValueSet: <159 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <160 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <161 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <162 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <163 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <164 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <165 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <166 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.622405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:55.622411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <10 constant.11> + +2023-12-14 14:52:55.622416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:55.622422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <11 compare.1> + +2023-12-14 14:52:55.622427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.622433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <159 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.622437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:55.622447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <9 reshape.14> + +2023-12-14 14:52:55.622452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.0 +2023-12-14 14:52:55.622458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <8 concatenate.0> + +2023-12-14 14:52:55.622463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:55.622468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <6 param_0.1> + +2023-12-14 14:52:55.622473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1 +2023-12-14 14:52:55.622479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 param_1> + +2023-12-14 14:52:55.622484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:55.622489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 xor.12> + +2023-12-14 14:52:55.622494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:55.622499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 xor.15> + +2023-12-14 14:52:55.622505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:55.622510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 constant.12> + +2023-12-14 14:52:55.622515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.15 +2023-12-14 14:52:55.622521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 reshape.15> + +2023-12-14 14:52:55.622525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:55.622531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <29 slice.16> + +2023-12-14 14:52:55.622536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.16 +2023-12-14 14:52:55.622541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 reshape.16> + +2023-12-14 14:52:55.622547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:52:55.622552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <26 param_0.5> + +2023-12-14 14:52:55.622557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:55.622563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <27 slice.17> + +2023-12-14 14:52:55.622568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.38 +2023-12-14 14:52:55.622573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <25 add.38> + +2023-12-14 14:52:55.622578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.35 +2023-12-14 14:52:55.622587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <24 broadcast.35> + +2023-12-14 14:52:55.622592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:55.622598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <23 reshape.17> + +2023-12-14 14:52:55.622602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:55.622608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <22 slice.18> + +2023-12-14 14:52:55.622613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:55.622618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <20 slice.19> + +2023-12-14 14:52:55.622624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:52:55.622629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 param_0.7> + +2023-12-14 14:52:55.622634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.0 +2023-12-14 14:52:55.622640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <19 iota.0> + +2023-12-14 14:52:55.622645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:55.622650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.18> + +2023-12-14 14:52:55.622656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:55.622661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.20> + +2023-12-14 14:52:55.622666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:52:55.622671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.9> + +2023-12-14 14:52:55.622676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.39 +2023-12-14 14:52:55.622682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <18 add.39> + +2023-12-14 14:52:55.622687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.36 +2023-12-14 14:52:55.622693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <17 broadcast.36> + +2023-12-14 14:52:55.622698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:55.622703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 reshape.19> + +2023-12-14 14:52:55.622708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:55.622714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <15 slice.21> + +2023-12-14 14:52:55.622719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:55.622727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <13 slice.22> + +2023-12-14 14:52:55.622732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:52:55.622738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 param_0.11> + +2023-12-14 14:52:55.622743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.1 +2023-12-14 14:52:55.622749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <12 iota.1> + +2023-12-14 14:52:55.622753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.20 +2023-12-14 14:52:55.622760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 reshape.20> + +2023-12-14 14:52:55.622765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:55.622770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <4 slice.23> + +2023-12-14 14:52:55.622775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.13 +2023-12-14 14:52:55.622781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <3 param_0.13> + +2023-12-14 14:52:55.622786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.40 +2023-12-14 14:52:55.622791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <156 add.40> + +2023-12-14 14:52:55.622796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.38 +2023-12-14 14:52:55.622803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <155 broadcast.38> + +2023-12-14 14:52:55.622807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:55.622813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <154 convert.3> + +2023-12-14 14:52:55.622817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.41 +2023-12-14 14:52:55.622823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <150 add.41> + +2023-12-14 14:52:55.622828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.39 +2023-12-14 14:52:55.622834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <149 broadcast.39> + +2023-12-14 14:52:55.622839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:55.622844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <147 xor.16> + +2023-12-14 14:52:55.622849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:55.622855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <146 or.12> + +2023-12-14 14:52:55.622860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:55.622869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <145 shift-right-logical.12> + +2023-12-14 14:52:55.622874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.41 +2023-12-14 14:52:55.622880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <144 broadcast.41> + +2023-12-14 14:52:55.622885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:55.622890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <143 subtract.12> + +2023-12-14 14:52:55.622896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:55.622901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <142 shift-left.12> + +2023-12-14 14:52:55.622906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.42 +2023-12-14 14:52:55.622912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <141 broadcast.42> + +2023-12-14 14:52:55.622917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.21 +2023-12-14 14:52:55.622923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <140 reshape.21> + +2023-12-14 14:52:55.622928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:55.622933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <139 slice.24> + +2023-12-14 14:52:55.622938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.42 +2023-12-14 14:52:55.622944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <138 add.42> + +2023-12-14 14:52:55.622949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:55.622955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <137 xor.17> + +2023-12-14 14:52:55.622959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:55.622965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <136 or.13> + +2023-12-14 14:52:55.622970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:55.622976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <135 shift-right-logical.13> + +2023-12-14 14:52:55.622981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.43 +2023-12-14 14:52:55.622987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <134 broadcast.43> + +2023-12-14 14:52:55.622992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:55.622997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <133 subtract.13> + +2023-12-14 14:52:55.623003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:55.623012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <132 shift-left.13> + +2023-12-14 14:52:55.623017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.44 +2023-12-14 14:52:55.623023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <131 broadcast.44> + +2023-12-14 14:52:55.623027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.22 +2023-12-14 14:52:55.623033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <130 reshape.22> + +2023-12-14 14:52:55.623038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:55.623044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <129 slice.25> + +2023-12-14 14:52:55.623049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:55.623054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <128 add.43> + +2023-12-14 14:52:55.623059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:55.623065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <127 xor.18> + +2023-12-14 14:52:55.623070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:55.623075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <126 or.14> + +2023-12-14 14:52:55.623080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:55.623086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <125 shift-right-logical.14> + +2023-12-14 14:52:55.623091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.45 +2023-12-14 14:52:55.623097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <124 broadcast.45> + +2023-12-14 14:52:55.623102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:55.623107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <123 subtract.14> + +2023-12-14 14:52:55.623112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:55.623118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <122 shift-left.14> + +2023-12-14 14:52:55.623122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.46 +2023-12-14 14:52:55.623128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <121 broadcast.46> + +2023-12-14 14:52:55.623134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.23 +2023-12-14 14:52:55.623139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <120 reshape.23> + +2023-12-14 14:52:55.623147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:55.623153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <119 slice.26> + +2023-12-14 14:52:55.623158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:55.623164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <118 add.44> + +2023-12-14 14:52:55.623169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:55.623174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <117 xor.19> + +2023-12-14 14:52:55.623179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:55.623184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <116 or.15> + +2023-12-14 14:52:55.623189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:55.623196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <115 shift-right-logical.15> + +2023-12-14 14:52:55.623200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.48 +2023-12-14 14:52:55.623206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <114 broadcast.48> + +2023-12-14 14:52:55.623211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:55.623217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <113 subtract.15> + +2023-12-14 14:52:55.623222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:55.623228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <112 constant.13> + +2023-12-14 14:52:55.623233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:55.623238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <111 shift-left.15> + +2023-12-14 14:52:55.623243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.49 +2023-12-14 14:52:55.623249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <110 broadcast.49> + +2023-12-14 14:52:55.623255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.24 +2023-12-14 14:52:55.623260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 reshape.24> + +2023-12-14 14:52:55.623265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:55.623270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <108 slice.27> + +2023-12-14 14:52:55.623275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.45 +2023-12-14 14:52:55.623281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <106 add.45> + +2023-12-14 14:52:55.623289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:55.623294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <153 add.47> + +2023-12-14 14:52:55.623299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.16 +2023-12-14 14:52:55.623304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <148 param_0.16> + +2023-12-14 14:52:55.623310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.22 +2023-12-14 14:52:55.623316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <107 param_1.22> + +2023-12-14 14:52:55.623333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.7 +2023-12-14 14:52:55.623339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <105 param_2.7> + +2023-12-14 14:52:55.623343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:55.623349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <104 param_3.7> + +2023-12-14 14:52:55.623354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:55.623360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <151 param_4.12> + +2023-12-14 14:52:55.623365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.623371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <152 constant.14> + +2023-12-14 14:52:55.623375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:55.623381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <103 add.48> + +2023-12-14 14:52:55.623386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.51 +2023-12-14 14:52:55.623392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <102 broadcast.51> + +2023-12-14 14:52:55.623397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:55.623403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <100 add.49> + +2023-12-14 14:52:55.623407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.18 +2023-12-14 14:52:55.623413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <101 param_0.18> + +2023-12-14 14:52:55.623419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:55.623425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <99 xor.20> + +2023-12-14 14:52:55.623429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:55.623435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <98 or.16> + +2023-12-14 14:52:55.623443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:55.623449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <97 shift-right-logical.16> + +2023-12-14 14:52:55.623454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.52 +2023-12-14 14:52:55.623460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <96 broadcast.52> + +2023-12-14 14:52:55.623465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:55.623470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <95 subtract.16> + +2023-12-14 14:52:55.623476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:55.623482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <94 shift-left.16> + +2023-12-14 14:52:55.623486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.53 +2023-12-14 14:52:55.623492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <93 broadcast.53> + +2023-12-14 14:52:55.623497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.25 +2023-12-14 14:52:55.623502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <92 reshape.25> + +2023-12-14 14:52:55.623507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:55.623513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 slice.28> + +2023-12-14 14:52:55.623518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:55.623523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <90 add.50> + +2023-12-14 14:52:55.623528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:55.623533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <89 xor.21> + +2023-12-14 14:52:55.623539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:55.623545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <88 or.17> + +2023-12-14 14:52:55.623550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:55.623555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <87 shift-right-logical.17> + +2023-12-14 14:52:55.623560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.54 +2023-12-14 14:52:55.623567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <86 broadcast.54> + +2023-12-14 14:52:55.623572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:55.623578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 subtract.17> + +2023-12-14 14:52:55.623588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:55.623594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <84 shift-left.17> + +2023-12-14 14:52:55.623599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.55 +2023-12-14 14:52:55.623605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <83 broadcast.55> + +2023-12-14 14:52:55.623610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:55.623615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 reshape.26> + +2023-12-14 14:52:55.623620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:55.623625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 slice.29> + +2023-12-14 14:52:55.623631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:55.623636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <80 add.51> + +2023-12-14 14:52:55.623641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:55.623646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <79 xor.22> + +2023-12-14 14:52:55.623651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:55.623656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <78 or.18> + +2023-12-14 14:52:55.623662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:55.623667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <77 shift-right-logical.18> + +2023-12-14 14:52:55.623672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.56 +2023-12-14 14:52:55.623677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <76 broadcast.56> + +2023-12-14 14:52:55.623682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:55.623688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 subtract.18> + +2023-12-14 14:52:55.623693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:55.623698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <74 constant.15> + +2023-12-14 14:52:55.623703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.28 +2023-12-14 14:52:55.623709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <69 param_1.28> + +2023-12-14 14:52:55.623713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:55.623720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <73 shift-left.18> + +2023-12-14 14:52:55.623729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.58 +2023-12-14 14:52:55.623734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <72 broadcast.58> + +2023-12-14 14:52:55.623739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.27 +2023-12-14 14:52:55.623744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 reshape.27> + +2023-12-14 14:52:55.623750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:55.623756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 slice.30> + +2023-12-14 14:52:55.623760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:55.623766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <68 add.52> + +2023-12-14 14:52:55.623770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.15 +2023-12-14 14:52:55.623776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <67 param_2.15> + +2023-12-14 14:52:55.623781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:55.623787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <66 param_3.17> + +2023-12-14 14:52:55.624482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_split +2023-12-14 14:52:55.624496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.624501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.624511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 Arg_0.1> (def) +2023-12-14 14:52:55.624515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:55.624525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> (def) +2023-12-14 14:52:55.624529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:55.624539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.4> (def) +2023-12-14 14:52:55.624544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:55.624553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.5> (def) +2023-12-14 14:52:55.624558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.624572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.624577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 while.1{} (phi)> (def) +2023-12-14 14:52:55.624582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.624587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 while.1{0} (phi)> (def) +2023-12-14 14:52:55.624592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.624597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{1} (phi)> (def) +2023-12-14 14:52:55.624601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.624606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{2} (phi)> (def) +2023-12-14 14:52:55.624611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.624616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 while.1{3} (phi)> (def) +2023-12-14 14:52:55.624622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.624627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 while.1{4} (phi)> (def) +2023-12-14 14:52:55.624631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.624636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 while.1{5} (phi)> (def) +2023-12-14 14:52:55.624641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.624646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 while.1{6} (phi)> (def) +2023-12-14 14:52:55.624652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.624657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 while.1{7} (phi)> (def) +2023-12-14 14:52:55.624662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100: +2023-12-14 14:52:55.624672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{1} (phi)> +2023-12-14 14:52:55.624676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101: +2023-12-14 14:52:55.624687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{2} (phi)> +2023-12-14 14:52:55.624691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.624701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 fusion> (def) +2023-12-14 14:52:55.624705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:55.624718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> (def) +2023-12-14 14:52:55.624723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2: +2023-12-14 14:52:55.624733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.2> (def) +2023-12-14 14:52:55.624738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:55.624750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> (def) +2023-12-14 14:52:55.624754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:55.624764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.4> (def) +2023-12-14 14:52:55.624769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:55.624779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.5> (def) +2023-12-14 14:52:55.624783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:55.624793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.624798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 tuple.9{}> (def) +2023-12-14 14:52:55.624803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.624808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.24> +2023-12-14 14:52:55.624813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.624818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.4> +2023-12-14 14:52:55.624823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.624828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.2> +2023-12-14 14:52:55.624832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.624838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> +2023-12-14 14:52:55.624843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.624848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> +2023-12-14 14:52:55.624852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.624857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.5> +2023-12-14 14:52:55.624862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.624870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.26> +2023-12-14 14:52:55.624875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.624880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.25> +2023-12-14 14:52:55.624885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:55.624895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.24> (def) +2023-12-14 14:52:55.624900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:55.624910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.25> (def) +2023-12-14 14:52:55.624914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:55.624925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.26> (def) +2023-12-14 14:52:55.624930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.624935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.624940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.624945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.624950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.624955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.624960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.624965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.624970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.624974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.624979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.624984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.624989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.624994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.624999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.625004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.625009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.625017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.625023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.625027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.625032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:52:55.625042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 constant.10> (def) +2023-12-14 14:52:55.625047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:55.625057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> (def) +2023-12-14 14:52:55.625062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:55.625071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.6> (def) +2023-12-14 14:52:55.625077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:55.625087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 fusion.7> (def) +2023-12-14 14:52:55.625091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:55.625101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.625106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:55.625116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.8> (def) +2023-12-14 14:52:55.625121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:55.625131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.625137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:55.625147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.9> (def) +2023-12-14 14:52:55.625152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:55.625176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.625181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:55.625190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.10> (def) +2023-12-14 14:52:55.625195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:55.625207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.625211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:55.625221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.11> (def) +2023-12-14 14:52:55.625226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:55.625236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.625241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:55.625250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.12> (def) +2023-12-14 14:52:55.625255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:55.625266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.625271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:55.625280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> (def) +2023-12-14 14:52:55.625285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:55.625296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.625300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:55.625310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.14> (def) +2023-12-14 14:52:55.625315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:55.625328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.625333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:55.625342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> (def) +2023-12-14 14:52:55.625348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:55.625358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> (def) +2023-12-14 14:52:55.625363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:55.625372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> (def) +2023-12-14 14:52:55.625377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:55.625387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> (def) +2023-12-14 14:52:55.625392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:55.625402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> (def) +2023-12-14 14:52:55.625408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:55.625418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> (def) +2023-12-14 14:52:55.625423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:55.625432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.625437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> (def) +2023-12-14 14:52:55.625442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.625448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> +2023-12-14 14:52:55.625452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.625457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 fusion.7> +2023-12-14 14:52:55.625462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.625468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.6> +2023-12-14 14:52:55.625473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.625482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:55.625487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.625492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:55.625497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.625502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:55.625507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.625512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:55.625517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.625522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:55.625527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.625537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.625542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.625547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.625552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.625556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.625562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.625567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.625572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.625577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.625582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.625586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.625592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.625597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.625602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.625607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.625612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.625616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.625622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.625632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:55.625641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.11> (def) +2023-12-14 14:52:55.625646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:55.625656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 compare.1> (def) +2023-12-14 14:52:55.625661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.625671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.625676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:55.625686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.14> (def) +2023-12-14 14:52:55.625691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0: +2023-12-14 14:52:55.625701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 concatenate.0> (def) +2023-12-14 14:52:55.625705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:55.625715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 param_0.1> (def) +2023-12-14 14:52:55.625721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1: +2023-12-14 14:52:55.625730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 param_1> (def) +2023-12-14 14:52:55.625735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:55.625745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.12> (def) +2023-12-14 14:52:55.625750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:55.625759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 xor.15> (def) +2023-12-14 14:52:55.625764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:55.625774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 constant.12> (def) +2023-12-14 14:52:55.625782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15: +2023-12-14 14:52:55.625791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.15> (def) +2023-12-14 14:52:55.625796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:55.625806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 slice.16> (def) +2023-12-14 14:52:55.625811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16: +2023-12-14 14:52:55.625821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.16> (def) +2023-12-14 14:52:55.625825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:52:55.625835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.5> (def) +2023-12-14 14:52:55.625841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:55.625851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 slice.17> (def) +2023-12-14 14:52:55.625856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38: +2023-12-14 14:52:55.625866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.38> (def) +2023-12-14 14:52:55.625871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35: +2023-12-14 14:52:55.625880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.35> (def) +2023-12-14 14:52:55.625885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:55.625895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.17> (def) +2023-12-14 14:52:55.625899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:55.625909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.18> (def) +2023-12-14 14:52:55.625914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:55.625925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.19> (def) +2023-12-14 14:52:55.625933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:52:55.625943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.7> (def) +2023-12-14 14:52:55.625947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0: +2023-12-14 14:52:55.625957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.0> (def) +2023-12-14 14:52:55.625963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:55.625973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.18> (def) +2023-12-14 14:52:55.625978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:55.625988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.20> (def) +2023-12-14 14:52:55.625992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.625997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:52:55.626002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> (def) +2023-12-14 14:52:55.626007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39: +2023-12-14 14:52:55.626017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.39> (def) +2023-12-14 14:52:55.626021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36: +2023-12-14 14:52:55.626031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.36> (def) +2023-12-14 14:52:55.626036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:55.626046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.19> (def) +2023-12-14 14:52:55.626051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:55.626061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.21> (def) +2023-12-14 14:52:55.626065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:55.626075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.22> (def) +2023-12-14 14:52:55.626080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:52:55.626093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.11> (def) +2023-12-14 14:52:55.626097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1: +2023-12-14 14:52:55.626107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.1> (def) +2023-12-14 14:52:55.626112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20: +2023-12-14 14:52:55.626122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.20> (def) +2023-12-14 14:52:55.626127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:55.626137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.23> (def) +2023-12-14 14:52:55.626141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13: +2023-12-14 14:52:55.626151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.13> (def) +2023-12-14 14:52:55.626156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40: +2023-12-14 14:52:55.626166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.40> (def) +2023-12-14 14:52:55.626171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38: +2023-12-14 14:52:55.626181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 broadcast.38> (def) +2023-12-14 14:52:55.626186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:55.626196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 convert.3> (def) +2023-12-14 14:52:55.626200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41: +2023-12-14 14:52:55.626210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.41> (def) +2023-12-14 14:52:55.626215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39: +2023-12-14 14:52:55.626225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 broadcast.39> (def) +2023-12-14 14:52:55.626230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:55.626244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 xor.16> (def) +2023-12-14 14:52:55.626249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:55.626258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 or.12> (def) +2023-12-14 14:52:55.626263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:55.626273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 shift-right-logical.12> (def) +2023-12-14 14:52:55.626278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41: +2023-12-14 14:52:55.626288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.41> (def) +2023-12-14 14:52:55.626293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:55.626303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 subtract.12> (def) +2023-12-14 14:52:55.626307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:55.626318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 shift-left.12> (def) +2023-12-14 14:52:55.626322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42: +2023-12-14 14:52:55.626332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 broadcast.42> (def) +2023-12-14 14:52:55.626337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21: +2023-12-14 14:52:55.626347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 reshape.21> (def) +2023-12-14 14:52:55.626352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:55.626362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 slice.24> (def) +2023-12-14 14:52:55.626366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42: +2023-12-14 14:52:55.626376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.42> (def) +2023-12-14 14:52:55.626381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:55.626395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 xor.17> (def) +2023-12-14 14:52:55.626399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:55.626409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 or.13> (def) +2023-12-14 14:52:55.626414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:55.626424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 shift-right-logical.13> (def) +2023-12-14 14:52:55.626429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43: +2023-12-14 14:52:55.626439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 broadcast.43> (def) +2023-12-14 14:52:55.626444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:55.626454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 subtract.13> (def) +2023-12-14 14:52:55.626458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:55.626468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 shift-left.13> (def) +2023-12-14 14:52:55.626473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44: +2023-12-14 14:52:55.626483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 broadcast.44> (def) +2023-12-14 14:52:55.626488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22: +2023-12-14 14:52:55.626498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 reshape.22> (def) +2023-12-14 14:52:55.626502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:55.626512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 slice.25> (def) +2023-12-14 14:52:55.626517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:55.626527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 add.43> (def) +2023-12-14 14:52:55.626532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:55.626544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 xor.18> (def) +2023-12-14 14:52:55.626549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:55.626559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 or.14> (def) +2023-12-14 14:52:55.626564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:55.626574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 shift-right-logical.14> (def) +2023-12-14 14:52:55.626579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45: +2023-12-14 14:52:55.626589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 broadcast.45> (def) +2023-12-14 14:52:55.626593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:55.626603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 subtract.14> (def) +2023-12-14 14:52:55.626608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:55.626618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 shift-left.14> (def) +2023-12-14 14:52:55.626623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46: +2023-12-14 14:52:55.626633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 broadcast.46> (def) +2023-12-14 14:52:55.626637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23: +2023-12-14 14:52:55.626647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.23> (def) +2023-12-14 14:52:55.626652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:55.626661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.26> (def) +2023-12-14 14:52:55.626666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:55.626676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.44> (def) +2023-12-14 14:52:55.626681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:55.626695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.19> (def) +2023-12-14 14:52:55.626700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:55.626710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.15> (def) +2023-12-14 14:52:55.626714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:55.626725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.15> (def) +2023-12-14 14:52:55.626729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48: +2023-12-14 14:52:55.626739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.48> (def) +2023-12-14 14:52:55.626744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:55.626754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.15> (def) +2023-12-14 14:52:55.626759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:55.626768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.13> (def) +2023-12-14 14:52:55.626773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:55.626783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-left.15> (def) +2023-12-14 14:52:55.626788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49: +2023-12-14 14:52:55.626798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.49> (def) +2023-12-14 14:52:55.626803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24: +2023-12-14 14:52:55.626812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 reshape.24> (def) +2023-12-14 14:52:55.626818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:55.626827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 slice.27> (def) +2023-12-14 14:52:55.626832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45: +2023-12-14 14:52:55.626846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 add.45> (def) +2023-12-14 14:52:55.626851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:55.626861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.47> (def) +2023-12-14 14:52:55.626865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16: +2023-12-14 14:52:55.626875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 param_0.16> (def) +2023-12-14 14:52:55.626880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.22: +2023-12-14 14:52:55.626890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 param_1.22> (def) +2023-12-14 14:52:55.626894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.7: +2023-12-14 14:52:55.626904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_2.7> (def) +2023-12-14 14:52:55.626909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:55.626919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 param_3.7> (def) +2023-12-14 14:52:55.626924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:55.626933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_4.12> (def) +2023-12-14 14:52:55.626938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.626948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.14> (def) +2023-12-14 14:52:55.626953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:55.626962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.48> (def) +2023-12-14 14:52:55.626967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51: +2023-12-14 14:52:55.626977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.51> (def) +2023-12-14 14:52:55.626982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.626990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:55.626994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.49> (def) +2023-12-14 14:52:55.627000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18: +2023-12-14 14:52:55.627010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.18> (def) +2023-12-14 14:52:55.627014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:55.627024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.20> (def) +2023-12-14 14:52:55.627029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:55.627039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.16> (def) +2023-12-14 14:52:55.627044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:55.627053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.16> (def) +2023-12-14 14:52:55.627059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52: +2023-12-14 14:52:55.627069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.52> (def) +2023-12-14 14:52:55.627073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:55.627083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.16> (def) +2023-12-14 14:52:55.627087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:55.627098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.16> (def) +2023-12-14 14:52:55.627102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53: +2023-12-14 14:52:55.627112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.53> (def) +2023-12-14 14:52:55.627116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25: +2023-12-14 14:52:55.627128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.25> (def) +2023-12-14 14:52:55.627132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:55.627145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.28> (def) +2023-12-14 14:52:55.627150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:55.627160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.50> (def) +2023-12-14 14:52:55.627165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:55.627174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.21> (def) +2023-12-14 14:52:55.627180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:55.627190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.17> (def) +2023-12-14 14:52:55.627195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:55.627204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.17> (def) +2023-12-14 14:52:55.627209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54: +2023-12-14 14:52:55.627219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.54> (def) +2023-12-14 14:52:55.627224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:55.627233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.17> (def) +2023-12-14 14:52:55.627238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:55.627248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.17> (def) +2023-12-14 14:52:55.627253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55: +2023-12-14 14:52:55.627262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.55> (def) +2023-12-14 14:52:55.627267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:55.627277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.26> (def) +2023-12-14 14:52:55.627281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:55.627294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.29> (def) +2023-12-14 14:52:55.627298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:55.627309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.51> (def) +2023-12-14 14:52:55.627313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:55.627332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.22> (def) +2023-12-14 14:52:55.627337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:55.627348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.18> (def) +2023-12-14 14:52:55.627353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:55.627362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.18> (def) +2023-12-14 14:52:55.627367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56: +2023-12-14 14:52:55.627376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.56> (def) +2023-12-14 14:52:55.627382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:55.627391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.18> (def) +2023-12-14 14:52:55.627396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:55.627405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.15> (def) +2023-12-14 14:52:55.627410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.28: +2023-12-14 14:52:55.627420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.28> (def) +2023-12-14 14:52:55.627424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:55.627434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.18> (def) +2023-12-14 14:52:55.627440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58: +2023-12-14 14:52:55.627452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.58> (def) +2023-12-14 14:52:55.627457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27: +2023-12-14 14:52:55.627466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.27> (def) +2023-12-14 14:52:55.627472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:55.627482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.30> (def) +2023-12-14 14:52:55.627486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:55.627496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.52> (def) +2023-12-14 14:52:55.627501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.15: +2023-12-14 14:52:55.627510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.15> (def) +2023-12-14 14:52:55.627515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.627520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:55.627524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.17> (def) +2023-12-14 14:52:55.627531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.627536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> +2023-12-14 14:52:55.627540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:52:55.627550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:55.627560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.627565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.20> +2023-12-14 14:52:55.627570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:55.627579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:55.627590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.627599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.18> +2023-12-14 14:52:55.627603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:55.627613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.627625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.13> +2023-12-14 14:52:55.627630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13 +2023-12-14 14:52:55.627639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:55.627649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.627655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.23> +2023-12-14 14:52:55.627660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:55.627669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20, operand 0 +2023-12-14 14:52:55.627679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.627685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.20> +2023-12-14 14:52:55.627690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20 +2023-12-14 14:52:55.627699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.20 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.627710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 param_0.1> +2023-12-14 14:52:55.627715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:55.627727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0, operand 0 +2023-12-14 14:52:55.627737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.627742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 param_1> +2023-12-14 14:52:55.627748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1 +2023-12-14 14:52:55.627757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0, operand 1 +2023-12-14 14:52:55.627767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1 = u32[2]{0} parameter(1) +2023-12-14 14:52:55.627772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 concatenate.0> +2023-12-14 14:52:55.627778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.0 +2023-12-14 14:52:55.627787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:55.627797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.0 = u32[4]{0} concatenate(u32[2]{0} %param_0.1, u32[2]{0} %param_1), dimensions={0}, metadata={op_name="jit(_threefry_split)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.627802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.14> +2023-12-14 14:52:55.627808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:55.627817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[2,2]{1,0} reshape(u32[4]{0} %concatenate.0), metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.627827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.11> +2023-12-14 14:52:55.627832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:55.627842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:55.627856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(5) +2023-12-14 14:52:55.627862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 compare.1> +2023-12-14 14:52:55.627867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:55.627876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.11), direction=LT, metadata={op_name="jit(_threefry_split)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.627886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.1> +2023-12-14 14:52:55.627891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1 +2023-12-14 14:52:55.627901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:55.627911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.1 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.627916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.22> +2023-12-14 14:52:55.627921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:55.627931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 0 +2023-12-14 14:52:55.627941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[2]{0} slice(u32[4]{0} %iota.1), slice={[0:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(2,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.627946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.11> +2023-12-14 14:52:55.627951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:52:55.627962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.627967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:55.627972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.627977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.21> +2023-12-14 14:52:55.627985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.627990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:55.627995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:55.628005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.19> +2023-12-14 14:52:55.628015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:55.628025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36, operand 0 +2023-12-14 14:52:55.628035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.36> +2023-12-14 14:52:55.628045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36 +2023-12-14 14:52:55.628055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 1 +2023-12-14 14:52:55.628065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.36 = u32[2]{0} broadcast(u32[] %reshape.19), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.39> +2023-12-14 14:52:55.628075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39 +2023-12-14 14:52:55.628084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.39 = u32[2]{0} add(u32[2]{0} %slice.22, u32[2]{0} %broadcast.36), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.0> +2023-12-14 14:52:55.628102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0 +2023-12-14 14:52:55.628112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:55.628122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.0 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.19> +2023-12-14 14:52:55.628132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:55.628142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 0 +2023-12-14 14:52:55.628152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[2]{0} slice(u32[4]{0} %iota.0), slice={[2:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(2,) limit_indices=(4,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.7> +2023-12-14 14:52:55.628162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:52:55.628172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:55.628182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.628186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.18> +2023-12-14 14:52:55.628192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:55.628202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:55.628211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.17> +2023-12-14 14:52:55.628221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:55.628235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35, operand 0 +2023-12-14 14:52:55.628244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.35> +2023-12-14 14:52:55.628255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35 +2023-12-14 14:52:55.628265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 1 +2023-12-14 14:52:55.628274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.35 = u32[2]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.38> +2023-12-14 14:52:55.628284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38 +2023-12-14 14:52:55.628294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.38 = u32[2]{0} add(u32[2]{0} %slice.19, u32[2]{0} %broadcast.35), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.5> +2023-12-14 14:52:55.628309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:52:55.628319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:55.628329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:55.628334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.628340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 slice.17> +2023-12-14 14:52:55.628345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:55.628357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16, operand 0 +2023-12-14 14:52:55.628367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.16> +2023-12-14 14:52:55.628377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16 +2023-12-14 14:52:55.628388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:55.628397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.16 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 slice.16> +2023-12-14 14:52:55.628408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:55.628417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15, operand 0 +2023-12-14 14:52:55.628427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.15> +2023-12-14 14:52:55.628437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15 +2023-12-14 14:52:55.628447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:55.628457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.15 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 xor.15> +2023-12-14 14:52:55.628467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:55.628480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:55.628491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[] xor(u32[] %reshape.16, u32[] %reshape.15), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 constant.12> +2023-12-14 14:52:55.628501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:55.628511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:55.628521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = u32[] constant(466688986) +2023-12-14 14:52:55.628526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.12> +2023-12-14 14:52:55.628530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:55.628541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[] xor(u32[] %xor.15, u32[] %constant.12), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 constant.2> +2023-12-14 14:52:55.628556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:55.628566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:55.628577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = s32[] constant(0) +2023-12-14 14:52:55.628582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.24> +2023-12-14 14:52:55.628587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:55.628596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:55.628601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.628612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.2) +2023-12-14 14:52:55.628620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 Arg_0.1> +2023-12-14 14:52:55.628625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.628635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:55.628645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:55.628650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:55.628655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2, operand 0 +2023-12-14 14:52:55.628660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:55.628665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.628671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.4> +2023-12-14 14:52:55.628676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:55.628686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:55.628691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.628701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.2> +2023-12-14 14:52:55.628711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2 +2023-12-14 14:52:55.628721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:55.628725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.628735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> +2023-12-14 14:52:55.628745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:55.628758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:55.628763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.628773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> +2023-12-14 14:52:55.628783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:55.628793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:55.628798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.628808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.5> +2023-12-14 14:52:55.628818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:55.628828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:55.628833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.628843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.628848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.5> +2023-12-14 14:52:55.628853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:55.628863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:55.628873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.628880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.26> +2023-12-14 14:52:55.628886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:55.628895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:55.628900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.628910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:55.628916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.4> +2023-12-14 14:52:55.628921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:55.628930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:55.628941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.628946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.25> +2023-12-14 14:52:55.628951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:55.628960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:55.628966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.628970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.628976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.4) +2023-12-14 14:52:55.628981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 tuple.9{}> +2023-12-14 14:52:55.628985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.628990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:55.628995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.629006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[2]{0} %fusion.4, u32[2]{0} %fusion.2, u32[] %fusion.3, u32[] %fusion.1, /*index=5*/u32[] %fusion.5, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:55.629011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 fusion> +2023-12-14 14:52:55.629019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.629029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[2,2]{1,0} fusion(u32[2]{0} %get-tuple-element.100, u32[2]{0} %get-tuple-element.101), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.629039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.8> +2023-12-14 14:52:55.629044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:55.629053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 4 +2023-12-14 14:52:55.629064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:55.629069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.629074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 constant.10> +2023-12-14 14:52:55.629078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:52:55.629088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:55.629099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = s32[] constant(1) +2023-12-14 14:52:55.629103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> +2023-12-14 14:52:55.629108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:55.629118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:55.629123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:55.629133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %copy.8, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.629138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.11> +2023-12-14 14:52:55.629143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:55.629156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:55.629166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:55.629171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.629176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.14> +2023-12-14 14:52:55.629181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:55.629191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 1 +2023-12-14 14:52:55.629200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:55.629205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 1 +2023-12-14 14:52:55.629211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.629216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.10> +2023-12-14 14:52:55.629221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:55.629230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 2 +2023-12-14 14:52:55.629241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 2 +2023-12-14 14:52:55.629246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.132) +2023-12-14 14:52:55.629251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.9> +2023-12-14 14:52:55.629256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:55.629265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 3 +2023-12-14 14:52:55.629276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 3 +2023-12-14 14:52:55.629280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.131) +2023-12-14 14:52:55.629285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 fusion.7> +2023-12-14 14:52:55.629293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:55.629303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:55.629308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:55.629318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.629323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.12> +2023-12-14 14:52:55.629328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:55.629339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:55.629348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:55.629353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.629358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.6> +2023-12-14 14:52:55.629363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:55.629373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:55.629378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:55.629387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.629393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:55.629398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:55.629408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:55.629412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:55.629426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.629431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> +2023-12-14 14:52:55.629436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:55.629445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:55.629455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.629460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:55.629465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:55.629474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:55.629479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:55.629489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.629494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:55.629499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:55.629508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:55.629514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:55.629523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.629528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> +2023-12-14 14:52:55.629533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:55.629542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:55.629553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.629557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:55.629565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:55.629575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:55.629580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:55.629590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.629594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:55.629599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:55.629610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:55.629615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:55.629625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.629629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> +2023-12-14 14:52:55.629635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:55.629645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[2]{0} %fusion.7, u32[2]{0} %fusion.6, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.629654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.17> +2023-12-14 14:52:55.629659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:55.629670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:55.629679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.629684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.15> +2023-12-14 14:52:55.629689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.15 +2023-12-14 14:52:55.629702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:55.629712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:55.629717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:55.629722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.15 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.629727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.52> +2023-12-14 14:52:55.629732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:55.629741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:55.629751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:55.629756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[2]{0} add(u32[2]{0} %param_3.17, u32[2]{0} %param_2.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.629762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.28> +2023-12-14 14:52:55.629767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.28 +2023-12-14 14:52:55.629776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:55.629786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:55.629792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:55.629796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.28 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.629801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.30> +2023-12-14 14:52:55.629806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:55.629816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27, operand 0 +2023-12-14 14:52:55.629826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.629835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.27> +2023-12-14 14:52:55.629840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27 +2023-12-14 14:52:55.629851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:55.629861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58, operand 0 +2023-12-14 14:52:55.629866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.27 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.629871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.58> +2023-12-14 14:52:55.629876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58 +2023-12-14 14:52:55.629886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:55.629896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.58 = u32[2]{0} broadcast(u32[] %reshape.27), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.629901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.18> +2023-12-14 14:52:55.629906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:55.629916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:55.629925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[2]{0} shift-left(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.58), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.629930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.15> +2023-12-14 14:52:55.629936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:55.629946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:55.629958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:55.629963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:55.629968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(32) +2023-12-14 14:52:55.629974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.18> +2023-12-14 14:52:55.629978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.629983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:55.629988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.629993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56, operand 0 +2023-12-14 14:52:55.629998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.15, u32[] %reshape.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.56> +2023-12-14 14:52:55.630008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56 +2023-12-14 14:52:55.630018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:55.630028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.56 = u32[2]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.18> +2023-12-14 14:52:55.630038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:55.630047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:55.630058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.56), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.18> +2023-12-14 14:52:55.630068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:55.630077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:55.630091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[2]{0} or(u32[2]{0} %shift-left.18, u32[2]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.22> +2023-12-14 14:52:55.630101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:55.630110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:55.630120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:55.630126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:55.630131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[2]{0} xor(u32[2]{0} %add.52, u32[2]{0} %or.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.51> +2023-12-14 14:52:55.630140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:55.630150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:55.630160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:55.630165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[2]{0} add(u32[2]{0} %add.52, u32[2]{0} %xor.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.29> +2023-12-14 14:52:55.630175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:55.630185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:55.630195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.26> +2023-12-14 14:52:55.630208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:55.630218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:55.630228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55, operand 0 +2023-12-14 14:52:55.630233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.55> +2023-12-14 14:52:55.630243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.55 +2023-12-14 14:52:55.630253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:55.630262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.55 = u32[2]{0} broadcast(u32[] %reshape.26), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.17> +2023-12-14 14:52:55.630273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:55.630283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:55.630292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[2]{0} shift-left(u32[2]{0} %xor.22, u32[2]{0} %broadcast.55), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.17> +2023-12-14 14:52:55.630302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:55.630312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54, operand 0 +2023-12-14 14:52:55.630322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.15, u32[] %reshape.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.54> +2023-12-14 14:52:55.630335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54 +2023-12-14 14:52:55.630345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:55.630355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.54 = u32[2]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.17> +2023-12-14 14:52:55.630365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:55.630375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:55.630385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.22, u32[2]{0} %broadcast.54), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.17> +2023-12-14 14:52:55.630395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:55.630405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:55.630414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[2]{0} or(u32[2]{0} %shift-left.17, u32[2]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.21> +2023-12-14 14:52:55.630424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:55.630434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:55.630447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:55.630452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:55.630457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[2]{0} xor(u32[2]{0} %add.51, u32[2]{0} %or.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.50> +2023-12-14 14:52:55.630467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:55.630477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:55.630487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:55.630492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[2]{0} add(u32[2]{0} %add.51, u32[2]{0} %xor.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.28> +2023-12-14 14:52:55.630502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:55.630512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25, operand 0 +2023-12-14 14:52:55.630522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.25> +2023-12-14 14:52:55.630532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25 +2023-12-14 14:52:55.630542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:55.630552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53, operand 0 +2023-12-14 14:52:55.630557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.53> +2023-12-14 14:52:55.630570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53 +2023-12-14 14:52:55.630581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:55.630591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.53 = u32[2]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.16> +2023-12-14 14:52:55.630601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:55.630610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:55.630620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[2]{0} shift-left(u32[2]{0} %xor.21, u32[2]{0} %broadcast.53), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.16> +2023-12-14 14:52:55.630631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:55.630640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52, operand 0 +2023-12-14 14:52:55.630650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.15, u32[] %reshape.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.52> +2023-12-14 14:52:55.630660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.52 +2023-12-14 14:52:55.630670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:55.630680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.52 = u32[2]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.16> +2023-12-14 14:52:55.630693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:55.630703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:55.630713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.21, u32[2]{0} %broadcast.52), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.16> +2023-12-14 14:52:55.630723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:55.630733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:55.630742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[2]{0} or(u32[2]{0} %shift-left.16, u32[2]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.20> +2023-12-14 14:52:55.630752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:55.630762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:55.630772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[2]{0} xor(u32[2]{0} %add.50, u32[2]{0} %or.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.49> +2023-12-14 14:52:55.630782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:55.630791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:55.630802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[2]{0} add(u32[2]{0} %add.50, u32[2]{0} %xor.20), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.18> +2023-12-14 14:52:55.630815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18 +2023-12-14 14:52:55.630826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51, operand 0 +2023-12-14 14:52:55.630835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.18 = u32[] parameter(0) +2023-12-14 14:52:55.630840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.51> +2023-12-14 14:52:55.630845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51 +2023-12-14 14:52:55.630855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:55.630865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.51 = u32[2]{0} broadcast(u32[] %param_0.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.48> +2023-12-14 14:52:55.630876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:55.630886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[2]{0} add(u32[2]{0} %add.49, u32[2]{0} %broadcast.51), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.630896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 param_3.7> +2023-12-14 14:52:55.630900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:55.630910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 0 +2023-12-14 14:52:55.630921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.630926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_2.7> +2023-12-14 14:52:55.630932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.7 +2023-12-14 14:52:55.630944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:55.630954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:55.630959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 1 +2023-12-14 14:52:55.630964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.7 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.630969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 add.45> +2023-12-14 14:52:55.630974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.630979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45 +2023-12-14 14:52:55.630984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.630989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:55.630994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:55.630999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.45 = u32[2]{0} add(u32[2]{0} %param_3.7, u32[2]{0} %param_2.7), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 param_1.22> +2023-12-14 14:52:55.631009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.22 +2023-12-14 14:52:55.631018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:55.631028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:55.631033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:55.631038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:55.631043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.22 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.631048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 slice.27> +2023-12-14 14:52:55.631053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:55.631063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24, operand 0 +2023-12-14 14:52:55.631073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 reshape.24> +2023-12-14 14:52:55.631086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24 +2023-12-14 14:52:55.631095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:55.631106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49, operand 0 +2023-12-14 14:52:55.631112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.49> +2023-12-14 14:52:55.631121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.49 +2023-12-14 14:52:55.631132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:55.631141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.49 = u32[2]{0} broadcast(u32[] %reshape.24), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-left.15> +2023-12-14 14:52:55.631151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:55.631161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:55.631171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[2]{0} shift-left(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.49), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.13> +2023-12-14 14:52:55.631181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:55.631191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:55.631204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:55.631209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:55.631214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:55.631219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = u32[] constant(32) +2023-12-14 14:52:55.631224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.15> +2023-12-14 14:52:55.631229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:55.631239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48, operand 0 +2023-12-14 14:52:55.631248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.13, u32[] %reshape.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.48> +2023-12-14 14:52:55.631259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48 +2023-12-14 14:52:55.631269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:55.631278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.48 = u32[2]{0} broadcast(u32[] %subtract.15), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.15> +2023-12-14 14:52:55.631289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:55.631299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:55.631308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.48), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.15> +2023-12-14 14:52:55.631326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:55.631336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:55.631348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[2]{0} or(u32[2]{0} %shift-left.15, u32[2]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.19> +2023-12-14 14:52:55.631358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:55.631368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:55.631378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:55.631383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:55.631388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[2]{0} xor(u32[2]{0} %add.45, u32[2]{0} %or.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.44> +2023-12-14 14:52:55.631398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:55.631407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:55.631418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:55.631423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[2]{0} add(u32[2]{0} %add.45, u32[2]{0} %xor.19), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.26> +2023-12-14 14:52:55.631433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:55.631442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23, operand 0 +2023-12-14 14:52:55.631453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.23> +2023-12-14 14:52:55.631466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23 +2023-12-14 14:52:55.631476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:55.631486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46, operand 0 +2023-12-14 14:52:55.631491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.23 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 broadcast.46> +2023-12-14 14:52:55.631501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46 +2023-12-14 14:52:55.631511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:55.631521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.46 = u32[2]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 shift-left.14> +2023-12-14 14:52:55.631531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:55.631541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:55.631550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[2]{0} shift-left(u32[2]{0} %xor.19, u32[2]{0} %broadcast.46), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 subtract.14> +2023-12-14 14:52:55.631561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:55.631571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45, operand 0 +2023-12-14 14:52:55.631583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.13, u32[] %reshape.23), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 broadcast.45> +2023-12-14 14:52:55.631593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45 +2023-12-14 14:52:55.631604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:55.631613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.45 = u32[2]{0} broadcast(u32[] %subtract.14), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 shift-right-logical.14> +2023-12-14 14:52:55.631623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:55.631634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:55.631644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.19, u32[2]{0} %broadcast.45), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 or.14> +2023-12-14 14:52:55.631654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:55.631664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:55.631673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[2]{0} or(u32[2]{0} %shift-left.14, u32[2]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 xor.18> +2023-12-14 14:52:55.631683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:55.631697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:55.631706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:55.631711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:55.631717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[2]{0} xor(u32[2]{0} %add.44, u32[2]{0} %or.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 add.43> +2023-12-14 14:52:55.631727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:55.631736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 0 +2023-12-14 14:52:55.631747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:55.631752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[2]{0} add(u32[2]{0} %add.44, u32[2]{0} %xor.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 slice.25> +2023-12-14 14:52:55.631762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:55.631771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22, operand 0 +2023-12-14 14:52:55.631782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 reshape.22> +2023-12-14 14:52:55.631791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22 +2023-12-14 14:52:55.631801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:55.631811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44, operand 0 +2023-12-14 14:52:55.631819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.22 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 broadcast.44> +2023-12-14 14:52:55.631829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44 +2023-12-14 14:52:55.631839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:55.631849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.44 = u32[2]{0} broadcast(u32[] %reshape.22), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 shift-left.13> +2023-12-14 14:52:55.631859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:55.631869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:55.631879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[2]{0} shift-left(u32[2]{0} %xor.18, u32[2]{0} %broadcast.44), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 subtract.13> +2023-12-14 14:52:55.631889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:55.631898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43, operand 0 +2023-12-14 14:52:55.631909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.13, u32[] %reshape.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 broadcast.43> +2023-12-14 14:52:55.631918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43 +2023-12-14 14:52:55.631928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:55.631941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.43 = u32[2]{0} broadcast(u32[] %subtract.13), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 shift-right-logical.13> +2023-12-14 14:52:55.631951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:55.631961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:55.631971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.18, u32[2]{0} %broadcast.43), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.631976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 or.13> +2023-12-14 14:52:55.631981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.631985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:55.631991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.631996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:55.632000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[2]{0} or(u32[2]{0} %shift-left.13, u32[2]{0} %shift-right-logical.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 xor.17> +2023-12-14 14:52:55.632010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:55.632021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:55.632031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:55.632035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 1 +2023-12-14 14:52:55.632040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[2]{0} xor(u32[2]{0} %add.43, u32[2]{0} %or.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.42> +2023-12-14 14:52:55.632051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42 +2023-12-14 14:52:55.632063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:55.632073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.42 = u32[2]{0} add(u32[2]{0} %add.43, u32[2]{0} %xor.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 slice.24> +2023-12-14 14:52:55.632083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:55.632093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21, operand 0 +2023-12-14 14:52:55.632102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[3:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 reshape.21> +2023-12-14 14:52:55.632113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21 +2023-12-14 14:52:55.632122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:55.632132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42, operand 0 +2023-12-14 14:52:55.632137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.21 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 broadcast.42> +2023-12-14 14:52:55.632147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42 +2023-12-14 14:52:55.632156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:55.632166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.42 = u32[2]{0} broadcast(u32[] %reshape.21), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 shift-left.12> +2023-12-14 14:52:55.632179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:55.632189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:55.632198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[2]{0} shift-left(u32[2]{0} %xor.17, u32[2]{0} %broadcast.42), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 subtract.12> +2023-12-14 14:52:55.632209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:55.632218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41, operand 0 +2023-12-14 14:52:55.632228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.13, u32[] %reshape.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.41> +2023-12-14 14:52:55.632238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41 +2023-12-14 14:52:55.632248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:55.632257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.41 = u32[2]{0} broadcast(u32[] %subtract.12), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 shift-right-logical.12> +2023-12-14 14:52:55.632268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:55.632277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:55.632287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.17, u32[2]{0} %broadcast.41), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 or.12> +2023-12-14 14:52:55.632300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:55.632309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:55.632319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[2]{0} or(u32[2]{0} %shift-left.12, u32[2]{0} %shift-right-logical.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 xor.16> +2023-12-14 14:52:55.632329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:55.632339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 0 +2023-12-14 14:52:55.632348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[2]{0} xor(u32[2]{0} %add.42, u32[2]{0} %or.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 param_0.16> +2023-12-14 14:52:55.632359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16 +2023-12-14 14:52:55.632368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39, operand 0 +2023-12-14 14:52:55.632378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.16 = u32[] parameter(0) +2023-12-14 14:52:55.632384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 broadcast.39> +2023-12-14 14:52:55.632389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39 +2023-12-14 14:52:55.632398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 1 +2023-12-14 14:52:55.632408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.39 = u32[2]{0} broadcast(u32[] %param_0.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.41> +2023-12-14 14:52:55.632422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41 +2023-12-14 14:52:55.632431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 0 +2023-12-14 14:52:55.632442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.41 = u32[2]{0} add(u32[2]{0} %xor.16, u32[2]{0} %broadcast.39), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_4.12> +2023-12-14 14:52:55.632453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:55.632462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:55.632472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:55.632477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.14> +2023-12-14 14:52:55.632482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.632491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:55.632501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(1) +2023-12-14 14:52:55.632506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.47> +2023-12-14 14:52:55.632511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:55.632520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:55.632530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 convert.3> +2023-12-14 14:52:55.632540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:55.632553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38, operand 0 +2023-12-14 14:52:55.632564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 broadcast.38> +2023-12-14 14:52:55.632574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38 +2023-12-14 14:52:55.632583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 1 +2023-12-14 14:52:55.632593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.38 = u32[2]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.40> +2023-12-14 14:52:55.632603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40 +2023-12-14 14:52:55.632612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.40 = u32[2]{0} add(u32[2]{0} %add.41, u32[2]{0} %broadcast.38), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.632622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.632628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.632637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.632647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.632652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.632657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.632667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:55.632680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:55.632685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:55.632691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:55.632696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:55.632700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:55.632705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:55.632710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:55.632715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.632721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.632726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.632735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.632740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:55.632750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.632755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.632760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.632769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.632780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.632785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.632794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.632807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.632812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.632822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.632832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.632837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.632847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.632857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.632861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.632872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.632882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.632886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.632896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.632907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.632911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.632921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.632934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.632939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.632948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:55.632953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:55.632964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.632969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.632974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.632978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.632983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:55.632989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.632994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:55.632999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.633008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.633018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:55.633023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:55.633033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.633042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.633053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:55.633058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:55.633070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.633081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.633091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:55.633095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:55.633106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.633116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.633125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:55.633130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:55.633140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.633150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.633160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:55.633165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:55.633176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.633185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.633195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:55.633203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:55.633213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 while.1{} (phi)> +2023-12-14 14:52:55.633223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.633233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101, operand 0 {} +2023-12-14 14:52:55.633243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100, operand 0 {} +2023-12-14 14:52:55.633248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.633253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 while.1{0} (phi)> +2023-12-14 14:52:55.633258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.633268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.633278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{1} (phi)> +2023-12-14 14:52:55.633283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.633293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.100 +2023-12-14 14:52:55.633298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.633308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.633313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{2} (phi)> +2023-12-14 14:52:55.633321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.633331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.101 +2023-12-14 14:52:55.633336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:55.633345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.633351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 while.1{3} (phi)> +2023-12-14 14:52:55.633356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.633366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.633377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 while.1{4} (phi)> +2023-12-14 14:52:55.633382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.633392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.633402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 while.1{5} (phi)> +2023-12-14 14:52:55.633406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.633417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.633427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 while.1{6} (phi)> +2023-12-14 14:52:55.633435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.633445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.633455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 while.1{7} (phi)> +2023-12-14 14:52:55.633460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.633464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.633470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.633475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.633579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <46 tuple.9{}> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <38 fusion.2> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <37 fusion.4> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <41 fusion.5> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <43 copy.26> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 fusion.1> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <35 copy.24> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <39 fusion.3> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.633657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <45 copy.25> to while param: %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.634072: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__threefry_split, entry_computation_layout={(u32[2]{0})->u32[2,2]{1,0}} +2023-12-14 14:52:55.634084: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.634089: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6 (param_0.16: u32[], param_1.22: u32[4], param_2.7: u32[2], param_3.7: u32[2], param_4.12: s32[]) -> u32[2] { +2023-12-14 14:52:55.634095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.7 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.634100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.7 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.634105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.45 = u32[2]{0} add(u32[2]{0} %param_3.7, u32[2]{0} %param_2.7), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634110: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.22 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.634115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634124: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.49 = u32[2]{0} broadcast(u32[] %reshape.24), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634129: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.15 = u32[2]{0} shift-left(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.49), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634134: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.13 = u32[] constant(32) +2023-12-14 14:52:55.634139: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.15 = u32[] subtract(u32[] %constant.13, u32[] %reshape.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634144: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.48 = u32[2]{0} broadcast(u32[] %subtract.15), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.15 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.7, u32[2]{0} %broadcast.48), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.15 = u32[2]{0} or(u32[2]{0} %shift-left.15, u32[2]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634162: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.19 = u32[2]{0} xor(u32[2]{0} %add.45, u32[2]{0} %or.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634167: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.44 = u32[2]{0} add(u32[2]{0} %add.45, u32[2]{0} %xor.19), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634172: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634177: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.23 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634182: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.46 = u32[2]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634187: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.14 = u32[2]{0} shift-left(u32[2]{0} %xor.19, u32[2]{0} %broadcast.46), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.14 = u32[] subtract(u32[] %constant.13, u32[] %reshape.23), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634197: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.45 = u32[2]{0} broadcast(u32[] %subtract.14), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634202: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.14 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.19, u32[2]{0} %broadcast.45), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634207: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.14 = u32[2]{0} or(u32[2]{0} %shift-left.14, u32[2]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634212: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.18 = u32[2]{0} xor(u32[2]{0} %add.44, u32[2]{0} %or.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.43 = u32[2]{0} add(u32[2]{0} %add.44, u32[2]{0} %xor.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634226: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.22 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.44 = u32[2]{0} broadcast(u32[] %reshape.22), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.13 = u32[2]{0} shift-left(u32[2]{0} %xor.18, u32[2]{0} %broadcast.44), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634246: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.13 = u32[] subtract(u32[] %constant.13, u32[] %reshape.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.43 = u32[2]{0} broadcast(u32[] %subtract.13), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.13 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.18, u32[2]{0} %broadcast.43), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.13 = u32[2]{0} or(u32[2]{0} %shift-left.13, u32[2]{0} %shift-right-logical.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634267: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.17 = u32[2]{0} xor(u32[2]{0} %add.43, u32[2]{0} %or.13), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634272: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.42 = u32[2]{0} add(u32[2]{0} %add.43, u32[2]{0} %xor.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.22), slice={[3:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634282: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.21 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.42 = u32[2]{0} broadcast(u32[] %reshape.21), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634296: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.12 = u32[2]{0} shift-left(u32[2]{0} %xor.17, u32[2]{0} %broadcast.42), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634301: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.12 = u32[] subtract(u32[] %constant.13, u32[] %reshape.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634306: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.41 = u32[2]{0} broadcast(u32[] %subtract.12), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634311: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.12 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.17, u32[2]{0} %broadcast.41), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634316: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.12 = u32[2]{0} or(u32[2]{0} %shift-left.12, u32[2]{0} %shift-right-logical.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634321: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.16 = u32[2]{0} xor(u32[2]{0} %add.42, u32[2]{0} %or.12), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634326: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.16 = u32[] parameter(0) +2023-12-14 14:52:55.634331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.39 = u32[2]{0} broadcast(u32[] %param_0.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634336: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.41 = u32[2]{0} add(u32[2]{0} %xor.16, u32[2]{0} %broadcast.39), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634341: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.12 = s32[] parameter(4) +2023-12-14 14:52:55.634346: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.14 = s32[] constant(1) +2023-12-14 14:52:55.634352: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.14), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.38 = u32[2]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.40 = u32[2]{0} add(u32[2]{0} %add.41, u32[2]{0} %broadcast.38), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634375: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.634380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.634386: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.7 (param_0.18: u32[], param_1.28: u32[4], param_2.15: u32[2], param_3.17: u32[2]) -> u32[2] { +2023-12-14 14:52:55.634391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.17 = u32[2]{0} parameter(3) +2023-12-14 14:52:55.634396: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.15 = u32[2]{0} parameter(2) +2023-12-14 14:52:55.634401: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.52 = u32[2]{0} add(u32[2]{0} %param_3.17, u32[2]{0} %param_2.15), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.28 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.634411: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.27 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.58 = u32[2]{0} broadcast(u32[] %reshape.27), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634426: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.18 = u32[2]{0} shift-left(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.58), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634431: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.15 = u32[] constant(32) +2023-12-14 14:52:55.634437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.18 = u32[] subtract(u32[] %constant.15, u32[] %reshape.27), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.56 = u32[2]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634450: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.18 = u32[2]{0} shift-right-logical(u32[2]{0} %param_2.15, u32[2]{0} %broadcast.56), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634455: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.18 = u32[2]{0} or(u32[2]{0} %shift-left.18, u32[2]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634460: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.22 = u32[2]{0} xor(u32[2]{0} %add.52, u32[2]{0} %or.18), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.51 = u32[2]{0} add(u32[2]{0} %add.52, u32[2]{0} %xor.22), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634476: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.26 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634481: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.55 = u32[2]{0} broadcast(u32[] %reshape.26), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634486: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.17 = u32[2]{0} shift-left(u32[2]{0} %xor.22, u32[2]{0} %broadcast.55), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.17 = u32[] subtract(u32[] %constant.15, u32[] %reshape.26), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634496: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.54 = u32[2]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634501: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.17 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.22, u32[2]{0} %broadcast.54), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634507: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.17 = u32[2]{0} or(u32[2]{0} %shift-left.17, u32[2]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634515: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.21 = u32[2]{0} xor(u32[2]{0} %add.51, u32[2]{0} %or.17), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.50 = u32[2]{0} add(u32[2]{0} %add.51, u32[2]{0} %xor.21), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.28), slice={[2:3]}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634530: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634536: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.53 = u32[2]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634541: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.16 = u32[2]{0} shift-left(u32[2]{0} %xor.21, u32[2]{0} %broadcast.53), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634545: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.16 = u32[] subtract(u32[] %constant.15, u32[] %reshape.25), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634550: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.52 = u32[2]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634556: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.16 = u32[2]{0} shift-right-logical(u32[2]{0} %xor.21, u32[2]{0} %broadcast.52), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634561: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.16 = u32[2]{0} or(u32[2]{0} %shift-left.16, u32[2]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634566: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.20 = u32[2]{0} xor(u32[2]{0} %add.50, u32[2]{0} %or.16), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.49 = u32[2]{0} add(u32[2]{0} %add.50, u32[2]{0} %xor.20), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634579: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.18 = u32[] parameter(0) +2023-12-14 14:52:55.634584: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.51 = u32[2]{0} broadcast(u32[] %param_0.18), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634590: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.48 = u32[2]{0} add(u32[2]{0} %add.49, u32[2]{0} %broadcast.51), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634595: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.634600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.634605: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.20.clone.clone.clone (arg_tuple.3: (s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> (s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4]) { +2023-12-14 14:52:55.634610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.3 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.634615: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.130 = s32[] get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=0 +2023-12-14 14:52:55.634620: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.634626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.10 = s32[] constant(1) +2023-12-14 14:52:55.634631: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.35 = s32[] add(s32[] %copy.8, s32[] %constant.10), metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634636: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.133 = u32[] get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=3 +2023-12-14 14:52:55.634640: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.634645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.136 = u32[4]{0} get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=6 +2023-12-14 14:52:55.634651: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.634656: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.132 = u32[2]{0} get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=2 +2023-12-14 14:52:55.634661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.10 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.132) +2023-12-14 14:52:55.634666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.131 = u32[2]{0} get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=1 +2023-12-14 14:52:55.634674: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.9 = u32[2]{0} copy(u32[2]{0} %get-tuple-element.131) +2023-12-14 14:52:55.634679: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.7 = u32[2]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634685: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.134 = u32[] get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=4 +2023-12-14 14:52:55.634690: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.634695: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.6 = u32[2]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[2]{0} %copy.10, u32[2]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_split)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634700: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.634705: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.135 = u32[] get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=5 +2023-12-14 14:52:55.634711: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.634716: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.634721: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.634726: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.137 = u32[4]{0} get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=7 +2023-12-14 14:52:55.634731: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.634735: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.634741: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.634746: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.11 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[2]{0} %fusion.7, u32[2]{0} %fusion.6, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.634751: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.634756: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.634761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_1.84.clone.clone (arg_tuple.4: (s32[], u32[2], u32[2], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> pred[] { +2023-12-14 14:52:55.634769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.4 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.634775: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.112 = s32[] get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.4), index=0 +2023-12-14 14:52:55.634781: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.11 = s32[] constant(5) +2023-12-14 14:52:55.634785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.11), direction=LT, metadata={op_name="jit(_threefry_split)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.634795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.634801: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0.1: u32[2], param_1: u32[2]) -> u32[2,2] { +2023-12-14 14:52:55.634806: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.634811: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1 = u32[2]{0} parameter(1) +2023-12-14 14:52:55.634816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %concatenate.0 = u32[4]{0} concatenate(u32[2]{0} %param_0.1, u32[2]{0} %param_1), dimensions={0}, metadata={op_name="jit(_threefry_split)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634821: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.14 = u32[2,2]{1,0} reshape(u32[4]{0} %concatenate.0), metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634825: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.634830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.634836: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1 (param_0.5: u32[2]) -> u32[] { +2023-12-14 14:52:55.634841: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.634846: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634851: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.16 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634856: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634864: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.15 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.15 = u32[] xor(u32[] %reshape.16, u32[] %reshape.15), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634875: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.12 = u32[] constant(466688986) +2023-12-14 14:52:55.634880: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %xor.12 = u32[] xor(u32[] %xor.15, u32[] %constant.12), metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.634890: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.634896: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2 (param_0.7: u32[2]) -> u32[2] { +2023-12-14 14:52:55.634901: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.0 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634906: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.19 = u32[2]{0} slice(u32[4]{0} %iota.0), slice={[2:4]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(2,) limit_indices=(4,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634911: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.634915: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.17 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.35 = u32[2]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634931: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.38 = u32[2]{0} add(u32[2]{0} %slice.19, u32[2]{0} %broadcast.35), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634936: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.634940: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.634945: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.9: u32[2]) -> u32[] { +2023-12-14 14:52:55.634950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.634960: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634965: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.18 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.634974: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.634979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4 (param_0.11: u32[2]) -> u32[2] { +2023-12-14 14:52:55.634984: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.1 = u32[4]{0} iota(), iota_dimension=0, metadata={op_name="jit(_threefry_split)/jit(main)/iota[dtype=uint32 shape=(4,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634990: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.22 = u32[2]{0} slice(u32[4]{0} %iota.1), slice={[0:2]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(2,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.634995: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.635000: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.21 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635004: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.19 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635009: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.36 = u32[2]{0} broadcast(u32[] %reshape.19), dimensions={}, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635015: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.39 = u32[2]{0} add(u32[2]{0} %slice.22, u32[2]{0} %broadcast.36), metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635020: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.635024: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.635029: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5 (param_0.13: u32[2]) -> u32[] { +2023-12-14 14:52:55.635034: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.635039: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_split)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635048: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.20 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635052: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.635057: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.635062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.109 (Arg_0.1: u32[2]) -> u32[2,2] { +2023-12-14 14:52:55.635067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.2 = s32[] constant(0) +2023-12-14 14:52:55.635071: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.24 = s32[] copy(s32[] %constant.2) +2023-12-14 14:52:55.635077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.635082: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.4 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635087: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.2 = u32[2]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_split)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635092: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635096: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_split)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635101: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_split)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635107: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.5 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.635112: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.26 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:55.635117: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.4 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.635121: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.25 = u32[4]{0} copy(u32[4]{0} %constant.4) +2023-12-14 14:52:55.635126: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %tuple.9 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[2]{0} %fusion.4, u32[2]{0} %fusion.2, u32[] %fusion.3, u32[] %fusion.1, /*index=5*/u32[] %fusion.5, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:55.635131: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %while.1 = (s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.84.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:55.635140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.100 = u32[2]{0} get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=1, metadata={op_name="jit(_threefry_split)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.101 = u32[2]{0} get-tuple-element((s32[], u32[2]{0}, u32[2]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=2, metadata={op_name="jit(_threefry_split)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635150: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion = u32[2,2]{1,0} fusion(u32[2]{0} %get-tuple-element.100, u32[2]{0} %get-tuple-element.101), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_split)/jit(main)/reshape[new_sizes=(2, 2) dimensions=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.635155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.635159: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.635204: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 48): + InstructionSequence: + 0:constant.4 + 1:copy.25 + 2:constant.5 + 3:copy.26 + 4:Arg_0.1 + 5:fusion.2 + 6:fusion.4 + 7:constant.2 + 8:copy.24 + 9:fusion.1 + 10:fusion.3 + 11:fusion.5 + 12:tuple.9 + 13:constant.11 + 14:arg_tuple.4 + 15:get-tuple-element.112 + 16:compare.1 + 17:arg_tuple.3 + 18:get-tuple-element.136 + 19:copy.14 + 20:get-tuple-element.132 + 21:copy.10 + 22:get-tuple-element.131 + 23:copy.9 + 24:get-tuple-element.134 + 25:copy.12 + 26:get-tuple-element.130 + 27:copy.8 + 28:fusion.6 + 29:get-tuple-element.133 + 30:copy.11 + 31:fusion.7 + 32:get-tuple-element.137 + 33:copy.15 + 34:copy.23 + 35:constant.10 + 36:add.35 + 37:copy.19 + 38:get-tuple-element.135 + 39:copy.13 + 40:copy.21 + 41:copy.22 + 42:copy.20 + 43:tuple.11 + 44:while.1 + 45:get-tuple-element.100 + 46:get-tuple-element.101 + 47:fusion + BufferLiveRange: + constant.11{}:13-16 + compare.1{}:16-17 + constant.2{}:7-8 + copy.24{}:8-13 + Arg_0.1{}:0-48 + fusion.4{}:6-13 + fusion.2{}:5-13 + fusion.3{}:10-13 + fusion.1{}:9-13 + fusion.5{}:11-13 + constant.5{}:2-3 + copy.26{}:3-13 + constant.4{}:0-1 + copy.25{}:1-13 + tuple.9{}:12-13 + fusion{}:47-48 + copy.8{}:27-36 + constant.10{}:35-36 + add.35{}:36-44 + copy.11{}:30-40 + copy.14{}:19-34 + copy.10{}:21-31 + copy.9{}:23-31 + fusion.7{}:31-44 + copy.12{}:25-37 + fusion.6{}:28-44 + copy.19{}:37-44 + copy.13{}:39-42 + copy.20{}:42-44 + copy.21{}:40-44 + copy.15{}:33-41 + copy.22{}:41-44 + copy.23{}:34-44 + tuple.11{}:43-44 + arg_tuple.4{}:13-17 + arg_tuple.3{}:17-38 + arg_tuple.4{0}:13-17 + arg_tuple.4{1}:13-17 + arg_tuple.4{2}:13-17 + arg_tuple.4{3}:13-17 + arg_tuple.4{4}:13-17 + arg_tuple.4{5}:13-17 + arg_tuple.4{6}:13-17 + arg_tuple.4{7}:13-17 + arg_tuple.3{0}:17-27 + arg_tuple.3{1}:17-23 + arg_tuple.3{2}:17-21 + arg_tuple.3{3}:17-30 + arg_tuple.3{4}:17-25 + arg_tuple.3{5}:17-39 + arg_tuple.3{6}:17-19 + arg_tuple.3{7}:17-33 + while.1{}:44-46 + while.1{0}:44-44 + while.1{1}:44-47 + while.1{2}:44-47 + while.1{3}:44-44 + while.1{4}:44-44 + while.1{5}:44-44 + while.1{6}:44-44 + while.1{7}:44-44 + Live ranges at 17 (peak): + compare.1: 1 bytes + Arg_0.1: 8 bytes + arg_tuple.4: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + +2023-12-14 14:52:55.635238: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time48 +2023-12-14 14:52:55.635244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:55.635250: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <36 Arg_0.1> +2023-12-14 14:52:55.635258: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:55.635264: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <45 copy.25> +2023-12-14 14:52:55.635269: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:55.635274: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:55.635279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <43 copy.26> +2023-12-14 14:52:55.635285: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:55.635290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:55.635295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <38 fusion.2> +2023-12-14 14:52:55.635301: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:55.635306: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <37 fusion.4> +2023-12-14 14:52:55.635311: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:55.635316: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:55.635331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <35 copy.24> +2023-12-14 14:52:55.635337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:55.635342: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <40 fusion.1> +2023-12-14 14:52:55.635347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:55.635354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <39 fusion.3> +2023-12-14 14:52:55.635360: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:55.635365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <41 fusion.5> +2023-12-14 14:52:55.635370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:52:55.635375: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <46 tuple.9{}> +2023-12-14 14:52:55.635381: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:52:55.635387: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <157 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.635393: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<46 tuple.9{}> +2023-12-14 14:52:55.635404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <159 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.635410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 copy.24> +2023-12-14 14:52:55.635416: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <160 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.635421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.4> +2023-12-14 14:52:55.635427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <161 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.635432: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.2> +2023-12-14 14:52:55.635437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <162 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.635443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3> +2023-12-14 14:52:55.635448: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <163 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.635454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.1> +2023-12-14 14:52:55.635459: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <164 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.635464: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<41 fusion.5> +2023-12-14 14:52:55.635470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <165 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.635476: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 copy.26> +2023-12-14 14:52:55.635482: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <166 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.635487: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<45 copy.25> +2023-12-14 14:52:55.635492: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.635497: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <45 copy.25> +2023-12-14 14:52:55.635503: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <43 copy.26> +2023-12-14 14:52:55.635508: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <38 fusion.2> +2023-12-14 14:52:55.635514: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <37 fusion.4> +2023-12-14 14:52:55.635519: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <35 copy.24> +2023-12-14 14:52:55.635524: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <40 fusion.1> +2023-12-14 14:52:55.635529: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <39 fusion.3> +2023-12-14 14:52:55.635535: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <41 fusion.5> +2023-12-14 14:52:55.635541: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <46 tuple.9{}> +2023-12-14 14:52:55.635547: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:52:55.635551: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:52:55.635556: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:52:55.635561: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <11 compare.1> +2023-12-14 14:52:55.635571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:52:55.635577: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <173 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.635582: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 copy.26> +2023-12-14 14:52:55.635588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <169 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.635593: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.2> +2023-12-14 14:52:55.635599: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <168 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.635605: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.4> +2023-12-14 14:52:55.635610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <171 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.635616: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.1> +2023-12-14 14:52:55.635621: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <167 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.635627: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 copy.24> +2023-12-14 14:52:55.635633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <170 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.635638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3> +2023-12-14 14:52:55.635644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <174 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.635649: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<45 copy.25> +2023-12-14 14:52:55.635654: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <158 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.635661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<46 tuple.9{}> +2023-12-14 14:52:55.635666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <172 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.635671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<41 fusion.5> +2023-12-14 14:52:55.635676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.635681: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <157 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.635687: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <159 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.635694: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <160 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.635699: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <161 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.635704: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <162 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.635710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <163 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.635717: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <164 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.635723: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <165 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.635729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <166 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.635734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <11 compare.1> +2023-12-14 14:52:55.635742: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:52:55.635748: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:52:55.635754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <52 copy.14> +2023-12-14 14:52:55.635759: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.635764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <173 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.635769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:52:55.635774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:52:55.635780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <53 copy.10> +2023-12-14 14:52:55.635786: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.635791: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <169 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.635796: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:52:55.635801: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:52:55.635807: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <54 copy.9> +2023-12-14 14:52:55.635813: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.635818: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <168 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.635824: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:52:55.635828: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:52:55.635833: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 copy.12> +2023-12-14 14:52:55.635839: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.635845: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <171 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.635850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:52:55.635855: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:52:55.635860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <48 copy.8> +2023-12-14 14:52:55.635866: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.635872: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <167 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.635877: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:52:55.635882: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 fusion.6> +2023-12-14 14:52:55.635888: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.2> +2023-12-14 14:52:55.635893: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:52:55.635898: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:52:55.635904: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <51 copy.11> +2023-12-14 14:52:55.635909: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.635917: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <170 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.635923: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:52:55.635928: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <55 fusion.7> +2023-12-14 14:52:55.635934: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.4> +2023-12-14 14:52:55.635939: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.635944: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <53 copy.10> +2023-12-14 14:52:55.635949: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <54 copy.9> +2023-12-14 14:52:55.635955: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:52:55.635960: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 33 +2023-12-14 14:52:55.635966: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <62 copy.15> +2023-12-14 14:52:55.635971: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.635976: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <174 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.635982: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 34 +2023-12-14 14:52:55.635988: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <64 copy.23> +2023-12-14 14:52:55.635994: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<45 copy.25> +2023-12-14 14:52:55.635999: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.636004: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <52 copy.14> +2023-12-14 14:52:55.636009: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 35 +2023-12-14 14:52:55.636014: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 36 +2023-12-14 14:52:55.636019: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <50 add.35> +2023-12-14 14:52:55.636025: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 copy.24> +2023-12-14 14:52:55.636030: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.636035: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <48 copy.8> +2023-12-14 14:52:55.636040: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 37 +2023-12-14 14:52:55.636045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 copy.19> +2023-12-14 14:52:55.636051: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3> +2023-12-14 14:52:55.636056: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.636061: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 copy.12> +2023-12-14 14:52:55.636066: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 38 +2023-12-14 14:52:55.636071: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.636076: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <158 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.636082: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 39 +2023-12-14 14:52:55.636091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <59 copy.13> +2023-12-14 14:52:55.636096: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.636102: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <172 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.636108: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 40 +2023-12-14 14:52:55.636113: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <61 copy.21> +2023-12-14 14:52:55.636120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<41 fusion.5> +2023-12-14 14:52:55.636124: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.636129: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <51 copy.11> +2023-12-14 14:52:55.636134: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 41 +2023-12-14 14:52:55.636140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <63 copy.22> +2023-12-14 14:52:55.636146: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 copy.26> +2023-12-14 14:52:55.636152: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.636157: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <62 copy.15> +2023-12-14 14:52:55.636162: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 42 +2023-12-14 14:52:55.636167: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <60 copy.20> +2023-12-14 14:52:55.636173: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.1> +2023-12-14 14:52:55.636178: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.636183: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <59 copy.13> +2023-12-14 14:52:55.636188: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 43 +2023-12-14 14:52:55.636193: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <65 tuple.11{}> +2023-12-14 14:52:55.636199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<46 tuple.9{}> +2023-12-14 14:52:55.636204: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 44 +2023-12-14 14:52:55.636210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <176 while.1{0} (phi)> +2023-12-14 14:52:55.636215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 copy.24> +2023-12-14 14:52:55.636220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <179 while.1{3} (phi)> +2023-12-14 14:52:55.636226: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3> +2023-12-14 14:52:55.636232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <180 while.1{4} (phi)> +2023-12-14 14:52:55.636238: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.1> +2023-12-14 14:52:55.636243: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <181 while.1{5} (phi)> +2023-12-14 14:52:55.636248: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<41 fusion.5> +2023-12-14 14:52:55.636253: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <182 while.1{6} (phi)> +2023-12-14 14:52:55.636262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 copy.26> +2023-12-14 14:52:55.636268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <183 while.1{7} (phi)> +2023-12-14 14:52:55.636274: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<45 copy.25> +2023-12-14 14:52:55.636279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <175 while.1{} (phi)> +2023-12-14 14:52:55.636284: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<46 tuple.9{}> +2023-12-14 14:52:55.636290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <177 while.1{1} (phi)> +2023-12-14 14:52:55.636296: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.4> +2023-12-14 14:52:55.636302: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <178 while.1{2} (phi)> +2023-12-14 14:52:55.636307: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.2> +2023-12-14 14:52:55.636312: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.636317: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 fusion.6> +2023-12-14 14:52:55.636323: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <55 fusion.7> +2023-12-14 14:52:55.636329: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <64 copy.23> +2023-12-14 14:52:55.636335: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <50 add.35> +2023-12-14 14:52:55.636340: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 copy.19> +2023-12-14 14:52:55.636345: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <61 copy.21> +2023-12-14 14:52:55.636351: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <63 copy.22> +2023-12-14 14:52:55.636356: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <60 copy.20> +2023-12-14 14:52:55.636362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <65 tuple.11{}> +2023-12-14 14:52:55.636367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <176 while.1{0} (phi)> +2023-12-14 14:52:55.636373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <179 while.1{3} (phi)> +2023-12-14 14:52:55.636380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <180 while.1{4} (phi)> +2023-12-14 14:52:55.636385: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <181 while.1{5} (phi)> +2023-12-14 14:52:55.636391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <182 while.1{6} (phi)> +2023-12-14 14:52:55.636397: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <183 while.1{7} (phi)> +2023-12-14 14:52:55.636402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 45 +2023-12-14 14:52:55.636406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 46 +2023-12-14 14:52:55.636412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.636417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <175 while.1{} (phi)> +2023-12-14 14:52:55.636423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 47 +2023-12-14 14:52:55.636428: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <47 fusion> +2023-12-14 14:52:55.636436: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.636442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <177 while.1{1} (phi)> +2023-12-14 14:52:55.636448: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <178 while.1{2} (phi)> +2023-12-14 14:52:55.636453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 48 +2023-12-14 14:52:55.636458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.636463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <36 Arg_0.1> +2023-12-14 14:52:55.636469: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <47 fusion> +2023-12-14 14:52:55.636549: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:55.636558: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8B +2023-12-14 14:52:55.636563: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 44B +2023-12-14 14:52:55.636568: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16B +2023-12-14 14:52:55.636573: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 228B +2023-12-14 14:52:55.636578: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp fragmentation: 67B (29.39%) +2023-12-14 14:52:55.636583: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 296B +2023-12-14 14:52:55.636588: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 31B (10.47%) +2023-12-14 14:52:55.636593: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:55.637720: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 227 us (cumulative: 441 us, max: 227 us, #called: 6) +2023-12-14 14:52:55.673977: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0b2988000 +2023-12-14 14:52:55.674732: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:55.674781: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__threefry_split] for CPU using JIT time: 86.4 ms (cumulative: 120 ms, max: 86.4 ms, #called: 6) +2023-12-14 14:52:55.675801: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__threefry_split; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:55.675859: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:55.683193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__unstack: spmd-partitioner +2023-12-14 14:52:55.683248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:55.683270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 16 us (cumulative: 76.9 ms, max: 40.7 ms, #called: 478) +2023-12-14 14:52:55.683277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.683290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 76.9 ms, max: 40.7 ms, #called: 479) +2023-12-14 14:52:55.683342: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (u32[2,2]{1,0})->(u32[2]{0}, u32[2]{0}) +2023-12-14 14:52:55.683351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__unstack: HLO passes through layout assignment +2023-12-14 14:52:55.683370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:55.683418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 76.9 ms, max: 40.7 ms, #called: 480) +2023-12-14 14:52:55.683444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:55.683451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 76.9 ms, max: 40.7 ms, #called: 481) +2023-12-14 14:52:55.683476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:55.683483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 77 ms, max: 40.7 ms, #called: 482) +2023-12-14 14:52:55.683507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:55.683514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 77 ms, max: 40.7 ms, #called: 483) +2023-12-14 14:52:55.683539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.683547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 77 ms, max: 40.7 ms, #called: 484) +2023-12-14 14:52:55.683571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:55.683582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 28 us (cumulative: 77 ms, max: 40.7 ms, #called: 485) +2023-12-14 14:52:55.683607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:55.683615: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:55.683621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 32 us (cumulative: 77.1 ms, max: 40.7 ms, #called: 486) +2023-12-14 14:52:55.683646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:55.683656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 27 us (cumulative: 77.1 ms, max: 40.7 ms, #called: 487) +2023-12-14 14:52:55.683679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:55.683688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 77.1 ms, max: 40.7 ms, #called: 488) +2023-12-14 14:52:55.683712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:55.683719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 24 us (cumulative: 77.2 ms, max: 40.7 ms, #called: 489) +2023-12-14 14:52:55.683744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:55.683750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 77.2 ms, max: 40.7 ms, #called: 490) +2023-12-14 14:52:55.683774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:55.683784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 27 us (cumulative: 77.2 ms, max: 40.7 ms, #called: 491) +2023-12-14 14:52:55.683809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:55.683816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 25 us (cumulative: 77.2 ms, max: 40.7 ms, #called: 492) +2023-12-14 14:52:55.683841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:55.683848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 77.3 ms, max: 40.7 ms, #called: 493) +2023-12-14 14:52:55.683871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:55.683878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 24 us (cumulative: 77.3 ms, max: 40.7 ms, #called: 494) +2023-12-14 14:52:55.683902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:55.683909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 25 us (cumulative: 77.3 ms, max: 40.7 ms, #called: 495) +2023-12-14 14:52:55.683934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:55.683942: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.7 +2023-12-14 14:52:55.683948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.683966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 31 us (cumulative: 77.3 ms, max: 40.7 ms, #called: 496) +2023-12-14 14:52:55.683972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.683979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.683994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 28 us (cumulative: 77.4 ms, max: 40.7 ms, #called: 497) +2023-12-14 14:52:55.684007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:55.684014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 24 us (cumulative: 77.4 ms, max: 40.7 ms, #called: 498) +2023-12-14 14:52:55.684038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:55.684048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 77.4 ms, max: 40.7 ms, #called: 499) +2023-12-14 14:52:55.684074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.684080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 77.4 ms, max: 40.7 ms, #called: 500) +2023-12-14 14:52:55.684105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.684113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 77.5 ms, max: 40.7 ms, #called: 501) +2023-12-14 14:52:55.684136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.684143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 77.5 ms, max: 40.7 ms, #called: 502) +2023-12-14 14:52:55.684167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:55.684174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 29 us (cumulative: 77.5 ms, max: 40.7 ms, #called: 503) +2023-12-14 14:52:55.684203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:55.684210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 24 us (cumulative: 77.5 ms, max: 40.7 ms, #called: 504) +2023-12-14 14:52:55.684233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:55.684240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 24 us (cumulative: 77.6 ms, max: 40.7 ms, #called: 505) +2023-12-14 14:52:55.684264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:55.684275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 28 us (cumulative: 77.6 ms, max: 40.7 ms, #called: 506) +2023-12-14 14:52:55.684300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:55.684335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 53 us (cumulative: 77.6 ms, max: 40.7 ms, #called: 507) +2023-12-14 14:52:55.684361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:55.684368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 24 us (cumulative: 77.7 ms, max: 40.7 ms, #called: 508) +2023-12-14 14:52:55.684392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:55.684399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 24 us (cumulative: 77.7 ms, max: 40.7 ms, #called: 509) +2023-12-14 14:52:55.684427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:55.684434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 24 us (cumulative: 77.7 ms, max: 40.7 ms, #called: 510) +2023-12-14 14:52:55.684458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:55.684466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 24 us (cumulative: 77.7 ms, max: 40.7 ms, #called: 511) +2023-12-14 14:52:55.684489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:55.684495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__unstack: simplification +2023-12-14 14:52:55.684505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.684523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 17 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 512) +2023-12-14 14:52:55.684530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.684538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 513) +2023-12-14 14:52:55.684544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.684552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 514) +2023-12-14 14:52:55.684559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.684567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 515) +2023-12-14 14:52:55.684572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.684581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 516) +2023-12-14 14:52:55.684586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.684594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 517) +2023-12-14 14:52:55.684600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.684609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 518) +2023-12-14 14:52:55.684619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.684628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 519) +2023-12-14 14:52:55.684634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.684642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 520) +2023-12-14 14:52:55.684648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.684656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 521) +2023-12-14 14:52:55.684661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.684669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 522) +2023-12-14 14:52:55.684675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.684684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 523) +2023-12-14 14:52:55.684689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.684710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 18 us (cumulative: 77.8 ms, max: 40.7 ms, #called: 524) +2023-12-14 14:52:55.684716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.684725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 77.9 ms, max: 40.7 ms, #called: 525) +2023-12-14 14:52:55.684733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 262 us (cumulative: 78.1 ms, max: 40.7 ms, #called: 526) +2023-12-14 14:52:55.684759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:55.684765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 78.1 ms, max: 40.7 ms, #called: 527) +2023-12-14 14:52:55.684790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:55.684798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 25 us (cumulative: 78.2 ms, max: 40.7 ms, #called: 528) +2023-12-14 14:52:55.684826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:55.684832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 23 us (cumulative: 78.2 ms, max: 40.7 ms, #called: 529) +2023-12-14 14:52:55.684856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:55.684865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 26 us (cumulative: 78.2 ms, max: 40.7 ms, #called: 530) +2023-12-14 14:52:55.684890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.684909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 37 us (cumulative: 78.3 ms, max: 40.7 ms, #called: 531) +2023-12-14 14:52:55.684934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:55.684940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 78.3 ms, max: 40.7 ms, #called: 532) +2023-12-14 14:52:55.684965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.684972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.684983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.684991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 78.3 ms, max: 40.7 ms, #called: 533) +2023-12-14 14:52:55.684996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:55.685005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.685016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.685023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 26 us (cumulative: 78.3 ms, max: 40.7 ms, #called: 534) +2023-12-14 14:52:55.685029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:55.685060: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:55.685072: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.7) +2023-12-14 14:52:55.685119: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:55.685128: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.7) +2023-12-14 14:52:55.685157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__unstack +2023-12-14 14:52:55.685180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.685188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.685194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.685199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.685204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.685209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.685218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:55.685223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.2 +2023-12-14 14:52:55.685230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <1 slice.2> + +2023-12-14 14:52:55.685235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:55.685241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 reshape.3> + +2023-12-14 14:52:55.685246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.4 +2023-12-14 14:52:55.685251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <3 slice.4> + +2023-12-14 14:52:55.685256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.5 +2023-12-14 14:52:55.685261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <4 reshape.5> + +2023-12-14 14:52:55.685267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:55.685274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((u32[2], u32[2])) + {} : HloValueSet: <5 tuple.6{}> + {0} : HloValueSet: <2 reshape.3> + {1} : HloValueSet: <4 reshape.5> + +2023-12-14 14:52:55.685320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__unstack +2023-12-14 14:52:55.685326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.685331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.685336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.685341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:55.685346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.685355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.2: +2023-12-14 14:52:55.685361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.2> (def) +2023-12-14 14:52:55.685366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.685371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:55.685376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.3> (def) +2023-12-14 14:52:55.685381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.685385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.4: +2023-12-14 14:52:55.685390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.4> (def) +2023-12-14 14:52:55.685395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.685400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.5: +2023-12-14 14:52:55.685406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.5> (def) +2023-12-14 14:52:55.685411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.685416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:55.685421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.685426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 tuple.6{}> (def) +2023-12-14 14:52:55.685431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.685436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.3> +2023-12-14 14:52:55.685440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.685445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.5> +2023-12-14 14:52:55.685451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.685455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:55.685460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.685465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.685470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.685474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.2, operand 0 +2023-12-14 14:52:55.685479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.4, operand 0 +2023-12-14 14:52:55.685484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.685489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.2> +2023-12-14 14:52:55.685494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.685499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.2 +2023-12-14 14:52:55.685510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.685515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:55.685521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.2 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %Arg_0.1), slice={[0:1], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(0, 0) limit_indices=(1, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.685526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.3> +2023-12-14 14:52:55.685531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.685536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:55.685542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:55.685547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.685552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 0 +2023-12-14 14:52:55.685557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.2), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.685562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.4> +2023-12-14 14:52:55.685567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.685572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.4 +2023-12-14 14:52:55.685577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.685583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.5, operand 0 +2023-12-14 14:52:55.685589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.4 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %Arg_0.1), slice={[1:2], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(1, 0) limit_indices=(2, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.685594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.5> +2023-12-14 14:52:55.685599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.685603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.5 +2023-12-14 14:52:55.685609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:55.685613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.685618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 1 +2023-12-14 14:52:55.685623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.5 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.4), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.685632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 tuple.6{}> +2023-12-14 14:52:55.685637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.685642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:55.685646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.685652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (u32[2]{0}, u32[2]{0}) tuple(u32[2]{0} %reshape.3, u32[2]{0} %reshape.5) +2023-12-14 14:52:55.685687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.685703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.685713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 681 us (cumulative: 79 ms, max: 40.7 ms, #called: 535) +2023-12-14 14:52:55.685736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__unstack: hlo normalization +2023-12-14 14:52:55.685747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.685763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 15 us (cumulative: 79 ms, max: 40.7 ms, #called: 536) +2023-12-14 14:52:55.685769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:55.685779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 79 ms, max: 40.7 ms, #called: 537) +2023-12-14 14:52:55.685785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:55.685794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 79 ms, max: 40.7 ms, #called: 538) +2023-12-14 14:52:55.685806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__unstack: HLO passes after layout assignment +2023-12-14 14:52:55.685815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:55.685820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__unstack: after layout assignment +2023-12-14 14:52:55.685827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 11 us (cumulative: 79 ms, max: 40.7 ms, #called: 539) +2023-12-14 14:52:55.685833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.685845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 11 us (cumulative: 79.1 ms, max: 40.7 ms, #called: 540) +2023-12-14 14:52:55.685852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:55.685936: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 2 +2023-12-14 14:52:55.685951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 97 us (cumulative: 79.2 ms, max: 40.7 ms, #called: 541) +2023-12-14 14:52:55.685957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:55.685968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__unstack: simplification after layout assignment +2023-12-14 14:52:55.685975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.685986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 79.2 ms, max: 40.7 ms, #called: 542) +2023-12-14 14:52:55.685992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.686003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 79.2 ms, max: 40.7 ms, #called: 543) +2023-12-14 14:52:55.686008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.686036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 26 us (cumulative: 79.2 ms, max: 40.7 ms, #called: 544) +2023-12-14 14:52:55.686044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 86 us (cumulative: 79.3 ms, max: 40.7 ms, #called: 545) +2023-12-14 14:52:55.686050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:55.686056: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:55.686142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 90 us (cumulative: 79.4 ms, max: 40.7 ms, #called: 546) +2023-12-14 14:52:55.686149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.686159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 79.4 ms, max: 40.7 ms, #called: 547) +2023-12-14 14:52:55.686166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:55.686180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__unstack +2023-12-14 14:52:55.686217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.686226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.686231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.686237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.686241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.686246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.686253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <6 Arg_0.1> + +2023-12-14 14:52:55.686258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:55.686266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((u32[2], u32[2])) + {} : HloValueSet: <9 tuple.6{}> + {0} : HloValueSet: <7 fusion.1> + {1} : HloValueSet: <8 fusion> + +2023-12-14 14:52:55.686271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.686280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <8 fusion> + +2023-12-14 14:52:55.686285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:55.686291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 fusion.1> + +2023-12-14 14:52:55.686297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.0 +2023-12-14 14:52:55.686302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 reshape.0> + +2023-12-14 14:52:55.686307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.0 +2023-12-14 14:52:55.686312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <4 slice.0> + +2023-12-14 14:52:55.686317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:55.686322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:55.686327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.1 +2023-12-14 14:52:55.686332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 reshape.1> + +2023-12-14 14:52:55.686337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.1 +2023-12-14 14:52:55.686344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <1 slice.1> + +2023-12-14 14:52:55.686349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.3 +2023-12-14 14:52:55.686355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <0 param_0.3> + +2023-12-14 14:52:55.686403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__unstack +2023-12-14 14:52:55.686409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.686414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.686419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.686424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 Arg_0.1> (def) +2023-12-14 14:52:55.686429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.686434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:55.686439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.686444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.6{}> (def) +2023-12-14 14:52:55.686449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.686453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> +2023-12-14 14:52:55.686458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.686463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> +2023-12-14 14:52:55.686472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.686477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.686482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> (def) +2023-12-14 14:52:55.686487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.686491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:55.686496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> (def) +2023-12-14 14:52:55.686501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.686506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0: +2023-12-14 14:52:55.686510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.0> (def) +2023-12-14 14:52:55.686515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.686522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0: +2023-12-14 14:52:55.686527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.0> (def) +2023-12-14 14:52:55.686532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.686536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:55.686541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:55.686546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.686551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1: +2023-12-14 14:52:55.686555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.1> (def) +2023-12-14 14:52:55.686561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.686565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1: +2023-12-14 14:52:55.686570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.1> (def) +2023-12-14 14:52:55.686575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.686579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3: +2023-12-14 14:52:55.686584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.3> (def) +2023-12-14 14:52:55.686589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.686594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.3> +2023-12-14 14:52:55.686598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.686603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3 +2023-12-14 14:52:55.686608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.686613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1, operand 0 +2023-12-14 14:52:55.686621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.3 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.686626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.1> +2023-12-14 14:52:55.686630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.686635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1 +2023-12-14 14:52:55.686640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.686644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1, operand 0 +2023-12-14 14:52:55.686650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.1 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.3), slice={[0:1], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(0, 0) limit_indices=(1, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.686655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.1> +2023-12-14 14:52:55.686660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.686665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1 +2023-12-14 14:52:55.686669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.686674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.1 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.1), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.686679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:55.686684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.686689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:55.686693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.686698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0, operand 0 +2023-12-14 14:52:55.686704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.686708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.0> +2023-12-14 14:52:55.686713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.686718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0 +2023-12-14 14:52:55.686722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.686727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0, operand 0 +2023-12-14 14:52:55.686732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.0 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.1), slice={[1:2], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(1, 0) limit_indices=(2, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.686741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.0> +2023-12-14 14:52:55.686746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.686750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0 +2023-12-14 14:52:55.686755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.686760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.0 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.0), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.686765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 Arg_0.1> +2023-12-14 14:52:55.686769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.686774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.686778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.686783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:55.686788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.686794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.686799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> +2023-12-14 14:52:55.686804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.686808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:55.686813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:55.686818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.686823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 0 +2023-12-14 14:52:55.686828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.686834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> +2023-12-14 14:52:55.686839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.686843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.686848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:55.686853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.686858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 1 +2023-12-14 14:52:55.686863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.686871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.6{}> +2023-12-14 14:52:55.686875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.686881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:55.686886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.686891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (u32[2]{0}, u32[2]{0}) tuple(u32[2]{0} %fusion.1, u32[2]{0} %fusion) +2023-12-14 14:52:55.686930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__unstack +2023-12-14 14:52:55.686959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.686966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.686972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.686977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.686982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.686987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.686993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <6 Arg_0.1> + +2023-12-14 14:52:55.686998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:55.687006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((u32[2], u32[2])) + {} : HloValueSet: <9 tuple.6{}> + {0} : HloValueSet: <7 fusion.1> + {1} : HloValueSet: <8 fusion> + +2023-12-14 14:52:55.687012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.687017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <8 fusion> + +2023-12-14 14:52:55.687022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:55.687028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 fusion.1> + +2023-12-14 14:52:55.687032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.0 +2023-12-14 14:52:55.687038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 reshape.0> + +2023-12-14 14:52:55.687042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.0 +2023-12-14 14:52:55.687048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <4 slice.0> + +2023-12-14 14:52:55.687053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:55.687058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:55.687064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.1 +2023-12-14 14:52:55.687073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 reshape.1> + +2023-12-14 14:52:55.687078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.1 +2023-12-14 14:52:55.687083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <1 slice.1> + +2023-12-14 14:52:55.687088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.3 +2023-12-14 14:52:55.687094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <0 param_0.3> + +2023-12-14 14:52:55.687133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__unstack +2023-12-14 14:52:55.687138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.687143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.687154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 Arg_0.1> (def) +2023-12-14 14:52:55.687159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:55.687169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.687174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.6{}> (def) +2023-12-14 14:52:55.687180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.687185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> +2023-12-14 14:52:55.687189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.687194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> +2023-12-14 14:52:55.687199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.687209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> (def) +2023-12-14 14:52:55.687213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:55.687223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> (def) +2023-12-14 14:52:55.687228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0: +2023-12-14 14:52:55.687237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.0> (def) +2023-12-14 14:52:55.687243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0: +2023-12-14 14:52:55.687256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.0> (def) +2023-12-14 14:52:55.687261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:55.687271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:55.687276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1: +2023-12-14 14:52:55.687286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.1> (def) +2023-12-14 14:52:55.687290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1: +2023-12-14 14:52:55.687300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.1> (def) +2023-12-14 14:52:55.687304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3: +2023-12-14 14:52:55.687314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.3> (def) +2023-12-14 14:52:55.687330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.687336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.3> +2023-12-14 14:52:55.687341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.687346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3 +2023-12-14 14:52:55.687351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.687356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1, operand 0 +2023-12-14 14:52:55.687361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.3 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.687365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.1> +2023-12-14 14:52:55.687371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.687376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1 +2023-12-14 14:52:55.687380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.687385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1, operand 0 +2023-12-14 14:52:55.687390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.1 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.3), slice={[0:1], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(0, 0) limit_indices=(1, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.687395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.1> +2023-12-14 14:52:55.687400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.687405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1 +2023-12-14 14:52:55.687412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.687417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.1 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.1), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.687422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:55.687427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.687433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:55.687438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.687443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0, operand 0 +2023-12-14 14:52:55.687448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.687453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.0> +2023-12-14 14:52:55.687457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.687463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0 +2023-12-14 14:52:55.687468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.687472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0, operand 0 +2023-12-14 14:52:55.687477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.0 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.1), slice={[1:2], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(1, 0) limit_indices=(2, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.687482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.0> +2023-12-14 14:52:55.687487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.687492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0 +2023-12-14 14:52:55.687496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.687501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.0 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.0), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.687506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 Arg_0.1> +2023-12-14 14:52:55.687511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.687515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.687520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.687525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:55.687530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.687538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.687543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> +2023-12-14 14:52:55.687548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.687553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:55.687558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:55.687563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.687567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 0 +2023-12-14 14:52:55.687572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.687577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> +2023-12-14 14:52:55.687582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.687587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.687591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:55.687596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.687601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 1 +2023-12-14 14:52:55.687606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.687612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.6{}> +2023-12-14 14:52:55.687617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.687622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:55.687627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.687632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (u32[2]{0}, u32[2]{0}) tuple(u32[2]{0} %fusion.1, u32[2]{0} %fusion) +2023-12-14 14:52:55.687660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__unstack +2023-12-14 14:52:55.687689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.687696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.687701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.687706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.687715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.687720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.687726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <6 Arg_0.1> + +2023-12-14 14:52:55.687731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:55.687738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((u32[2], u32[2])) + {} : HloValueSet: <9 tuple.6{}> + {0} : HloValueSet: <7 fusion.1> + {1} : HloValueSet: <8 fusion> + +2023-12-14 14:52:55.687743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.687748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <8 fusion> + +2023-12-14 14:52:55.687753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:55.687758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 fusion.1> + +2023-12-14 14:52:55.687763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.0 +2023-12-14 14:52:55.687769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 reshape.0> + +2023-12-14 14:52:55.687773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.0 +2023-12-14 14:52:55.687779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <4 slice.0> + +2023-12-14 14:52:55.687784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:55.687789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:55.687794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.1 +2023-12-14 14:52:55.687800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 reshape.1> + +2023-12-14 14:52:55.687805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.1 +2023-12-14 14:52:55.687810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <1 slice.1> + +2023-12-14 14:52:55.687815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.3 +2023-12-14 14:52:55.687821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <0 param_0.3> + +2023-12-14 14:52:55.687861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__unstack +2023-12-14 14:52:55.687867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.687872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.687882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 Arg_0.1> (def) +2023-12-14 14:52:55.687887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:55.687900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.687905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.6{}> (def) +2023-12-14 14:52:55.687911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.687916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> +2023-12-14 14:52:55.687921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.687926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> +2023-12-14 14:52:55.687930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.687940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> (def) +2023-12-14 14:52:55.687945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:55.687954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> (def) +2023-12-14 14:52:55.687959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0: +2023-12-14 14:52:55.687969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.0> (def) +2023-12-14 14:52:55.687974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0: +2023-12-14 14:52:55.687984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.0> (def) +2023-12-14 14:52:55.687988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.687993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:55.687998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:55.688003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.688008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1: +2023-12-14 14:52:55.688013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.1> (def) +2023-12-14 14:52:55.688017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.688022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1: +2023-12-14 14:52:55.688027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.1> (def) +2023-12-14 14:52:55.688031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.688036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3: +2023-12-14 14:52:55.688044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.3> (def) +2023-12-14 14:52:55.688049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.688053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.3> +2023-12-14 14:52:55.688059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.688064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3 +2023-12-14 14:52:55.688068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.688073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1, operand 0 +2023-12-14 14:52:55.688078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.3 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.688083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.1> +2023-12-14 14:52:55.688088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.688093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1 +2023-12-14 14:52:55.688097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.688102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1, operand 0 +2023-12-14 14:52:55.688107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.1 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.3), slice={[0:1], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(0, 0) limit_indices=(1, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.688112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.1> +2023-12-14 14:52:55.688117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.688122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1 +2023-12-14 14:52:55.688126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.688131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.1 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.1), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.688136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:55.688141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.688145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:55.688151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.688156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0, operand 0 +2023-12-14 14:52:55.688160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.688165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.0> +2023-12-14 14:52:55.688170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.688180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0 +2023-12-14 14:52:55.688185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.688190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0, operand 0 +2023-12-14 14:52:55.688195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.0 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.1), slice={[1:2], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(1, 0) limit_indices=(2, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.688200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.0> +2023-12-14 14:52:55.688204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.688209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0 +2023-12-14 14:52:55.688213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.688218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.0 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.0), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.688223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 Arg_0.1> +2023-12-14 14:52:55.688228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.688232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.688238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.688243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:55.688248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.688253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.688258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> +2023-12-14 14:52:55.688264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.688269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:55.688274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:55.688279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.688283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 0 +2023-12-14 14:52:55.688288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.688293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> +2023-12-14 14:52:55.688301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.688305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.688310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:55.688315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.688320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 1 +2023-12-14 14:52:55.688325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.688330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.6{}> +2023-12-14 14:52:55.688335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.688340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:55.688344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.688349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (u32[2]{0}, u32[2]{0}) tuple(u32[2]{0} %fusion.1, u32[2]{0} %fusion) +2023-12-14 14:52:55.688374: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:55.688380: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:55.688390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.22 ms (cumulative: 81.6 ms, max: 40.7 ms, #called: 548) +2023-12-14 14:52:55.688396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.688406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 81.6 ms, max: 40.7 ms, #called: 549) +2023-12-14 14:52:55.688418: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__unstack +2023-12-14 14:52:55.689364: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:55.689423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__unstack +2023-12-14 14:52:55.689472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.689481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.689487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.689502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.689507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.689512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.689519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <6 Arg_0.1> + +2023-12-14 14:52:55.689524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:55.689532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((u32[2], u32[2])) + {} : HloValueSet: <9 tuple.6{}> + {0} : HloValueSet: <7 fusion.1> + {1} : HloValueSet: <8 fusion> + +2023-12-14 14:52:55.689537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.689542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <8 fusion> + +2023-12-14 14:52:55.689547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:55.689553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 fusion.1> + +2023-12-14 14:52:55.689557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.0 +2023-12-14 14:52:55.689563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 reshape.0> + +2023-12-14 14:52:55.689567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.0 +2023-12-14 14:52:55.689573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <4 slice.0> + +2023-12-14 14:52:55.689578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:55.689583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:55.689589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.1 +2023-12-14 14:52:55.689594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 reshape.1> + +2023-12-14 14:52:55.689599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.1 +2023-12-14 14:52:55.689604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <1 slice.1> + +2023-12-14 14:52:55.689609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.3 +2023-12-14 14:52:55.689615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <0 param_0.3> + +2023-12-14 14:52:55.689662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__unstack +2023-12-14 14:52:55.689668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.689673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.689678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.689687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 Arg_0.1> (def) +2023-12-14 14:52:55.689692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.689697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:55.689702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.689707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.6{}> (def) +2023-12-14 14:52:55.689713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.689718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> +2023-12-14 14:52:55.689723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.689728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> +2023-12-14 14:52:55.689733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.689737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.689742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> (def) +2023-12-14 14:52:55.689747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.689752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:55.689756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> (def) +2023-12-14 14:52:55.689761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.689766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0: +2023-12-14 14:52:55.689771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.0> (def) +2023-12-14 14:52:55.689776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.689781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0: +2023-12-14 14:52:55.689786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.0> (def) +2023-12-14 14:52:55.689791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.689795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:55.689800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:55.689805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.689810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1: +2023-12-14 14:52:55.689815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.1> (def) +2023-12-14 14:52:55.689820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.689824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1: +2023-12-14 14:52:55.689829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.1> (def) +2023-12-14 14:52:55.689834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.689842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3: +2023-12-14 14:52:55.689847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.3> (def) +2023-12-14 14:52:55.689852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.689857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.3> +2023-12-14 14:52:55.689862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.689867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3 +2023-12-14 14:52:55.689871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.689876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1, operand 0 +2023-12-14 14:52:55.689881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.3 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.689886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.1> +2023-12-14 14:52:55.689891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.689896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1 +2023-12-14 14:52:55.689901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.689906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1, operand 0 +2023-12-14 14:52:55.689911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.1 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.3), slice={[0:1], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(0, 0) limit_indices=(1, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.689917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.1> +2023-12-14 14:52:55.689921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.689926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1 +2023-12-14 14:52:55.689931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.689936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.1 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.1), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.689941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:55.689946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.689950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:55.689956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.689961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0, operand 0 +2023-12-14 14:52:55.689966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.689974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.0> +2023-12-14 14:52:55.689978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.689985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0 +2023-12-14 14:52:55.689990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.689995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0, operand 0 +2023-12-14 14:52:55.690000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.0 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.1), slice={[1:2], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(1, 0) limit_indices=(2, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.690005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.0> +2023-12-14 14:52:55.690009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0 +2023-12-14 14:52:55.690019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.0 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.0), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.690028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 Arg_0.1> +2023-12-14 14:52:55.690033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.690043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:55.690053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.690058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.690063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> +2023-12-14 14:52:55.690068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:55.690078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:55.690083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 0 +2023-12-14 14:52:55.690093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.690101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> +2023-12-14 14:52:55.690105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.690115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:55.690120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 1 +2023-12-14 14:52:55.690129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.690136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.6{}> +2023-12-14 14:52:55.690140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:55.690150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (u32[2]{0}, u32[2]{0}) tuple(u32[2]{0} %fusion.1, u32[2]{0} %fusion) +2023-12-14 14:52:55.690204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__unstack +2023-12-14 14:52:55.690234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.690242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.690247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.690252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.690257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.690262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.690268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <6 Arg_0.1> + +2023-12-14 14:52:55.690273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:55.690280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((u32[2], u32[2])) + {} : HloValueSet: <9 tuple.6{}> + {0} : HloValueSet: <7 fusion.1> + {1} : HloValueSet: <8 fusion> + +2023-12-14 14:52:55.690285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.690290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <8 fusion> + +2023-12-14 14:52:55.690295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:55.690300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 fusion.1> + +2023-12-14 14:52:55.690309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.0 +2023-12-14 14:52:55.690315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 reshape.0> + +2023-12-14 14:52:55.690320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.0 +2023-12-14 14:52:55.690325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <4 slice.0> + +2023-12-14 14:52:55.690330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:55.690336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:55.690341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.1 +2023-12-14 14:52:55.690347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 reshape.1> + +2023-12-14 14:52:55.690352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.1 +2023-12-14 14:52:55.690357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <1 slice.1> + +2023-12-14 14:52:55.690362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.3 +2023-12-14 14:52:55.690367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <0 param_0.3> + +2023-12-14 14:52:55.690404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__unstack +2023-12-14 14:52:55.690411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.690416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.690421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.690426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 Arg_0.1> (def) +2023-12-14 14:52:55.690431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.690437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:55.690441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.690446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.6{}> (def) +2023-12-14 14:52:55.690451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.690456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> +2023-12-14 14:52:55.690461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.690466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> +2023-12-14 14:52:55.690471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.690475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.690480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> (def) +2023-12-14 14:52:55.690490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.690495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:55.690500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> (def) +2023-12-14 14:52:55.690505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.690509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0: +2023-12-14 14:52:55.690514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.0> (def) +2023-12-14 14:52:55.690519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.690524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0: +2023-12-14 14:52:55.690529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.0> (def) +2023-12-14 14:52:55.690534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.690539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:55.690543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:55.690548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.690553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1: +2023-12-14 14:52:55.690558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.1> (def) +2023-12-14 14:52:55.690562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.690567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1: +2023-12-14 14:52:55.690572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.1> (def) +2023-12-14 14:52:55.690576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.690582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3: +2023-12-14 14:52:55.690586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.3> (def) +2023-12-14 14:52:55.690591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.690596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.3> +2023-12-14 14:52:55.690601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3 +2023-12-14 14:52:55.690611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1, operand 0 +2023-12-14 14:52:55.690621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.3 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.690626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.1> +2023-12-14 14:52:55.690630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1 +2023-12-14 14:52:55.690644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1, operand 0 +2023-12-14 14:52:55.690654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.1 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.3), slice={[0:1], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(0, 0) limit_indices=(1, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.690659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.1> +2023-12-14 14:52:55.690665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1 +2023-12-14 14:52:55.690674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.1 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.1), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.690684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:55.690689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:55.690698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0, operand 0 +2023-12-14 14:52:55.690708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.690713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.0> +2023-12-14 14:52:55.690718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0 +2023-12-14 14:52:55.690727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0, operand 0 +2023-12-14 14:52:55.690737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.0 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.1), slice={[1:2], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(1, 0) limit_indices=(2, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.690742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.0> +2023-12-14 14:52:55.690747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0 +2023-12-14 14:52:55.690757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.0 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.0), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.690769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 Arg_0.1> +2023-12-14 14:52:55.690774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.690783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:55.690794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.690799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.690804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> +2023-12-14 14:52:55.690808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:55.690818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:55.690823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 0 +2023-12-14 14:52:55.690832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.690837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> +2023-12-14 14:52:55.690842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.690852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:55.690857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 1 +2023-12-14 14:52:55.690867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.690872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.6{}> +2023-12-14 14:52:55.690876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.690882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:55.690890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.690895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (u32[2]{0}, u32[2]{0}) tuple(u32[2]{0} %fusion.1, u32[2]{0} %fusion) +2023-12-14 14:52:55.690916: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__unstack +2023-12-14 14:52:55.690922: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 10 +2023-12-14 14:52:55.690957: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:55.690966: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:55.690977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__unstack +2023-12-14 14:52:55.691006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.691013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.691018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.691024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.691028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.691033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.691039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <6 Arg_0.1> + +2023-12-14 14:52:55.691044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:55.691051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((u32[2], u32[2])) + {} : HloValueSet: <9 tuple.6{}> + {0} : HloValueSet: <7 fusion.1> + {1} : HloValueSet: <8 fusion> + +2023-12-14 14:52:55.691056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:55.691062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <8 fusion> + +2023-12-14 14:52:55.691067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:55.691072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 fusion.1> + +2023-12-14 14:52:55.691077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.0 +2023-12-14 14:52:55.691082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 reshape.0> + +2023-12-14 14:52:55.691087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.0 +2023-12-14 14:52:55.691092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <4 slice.0> + +2023-12-14 14:52:55.691097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:55.691102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:55.691111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.1 +2023-12-14 14:52:55.691117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 reshape.1> + +2023-12-14 14:52:55.691122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.1 +2023-12-14 14:52:55.691127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1,2]) + {} : HloValueSet: <1 slice.1> + +2023-12-14 14:52:55.691132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.3 +2023-12-14 14:52:55.691137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2,2]) + {} : HloValueSet: <0 param_0.3> + +2023-12-14 14:52:55.691175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__unstack +2023-12-14 14:52:55.691181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.691186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.691191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.691196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 Arg_0.1> (def) +2023-12-14 14:52:55.691202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.691206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:55.691211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.691216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.6{}> (def) +2023-12-14 14:52:55.691221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.691226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> +2023-12-14 14:52:55.691231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.691235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> +2023-12-14 14:52:55.691241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.691246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:55.691251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> (def) +2023-12-14 14:52:55.691255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.691260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:55.691265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> (def) +2023-12-14 14:52:55.691270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.691274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0: +2023-12-14 14:52:55.691279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.0> (def) +2023-12-14 14:52:55.691284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.691289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0: +2023-12-14 14:52:55.691296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.0> (def) +2023-12-14 14:52:55.691301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.691306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:55.691311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:55.691316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.691330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1: +2023-12-14 14:52:55.691335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.1> (def) +2023-12-14 14:52:55.691339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.691350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1: +2023-12-14 14:52:55.691355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.1> (def) +2023-12-14 14:52:55.691359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.691364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3: +2023-12-14 14:52:55.691369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.3> (def) +2023-12-14 14:52:55.691374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.691378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.3> +2023-12-14 14:52:55.691383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.691388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3 +2023-12-14 14:52:55.691393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.691398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1, operand 0 +2023-12-14 14:52:55.691403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.3 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.691408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.1> +2023-12-14 14:52:55.691413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.691418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.1 +2023-12-14 14:52:55.691422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.691427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1, operand 0 +2023-12-14 14:52:55.691432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.1 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.3), slice={[0:1], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(0, 0) limit_indices=(1, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.691437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.1> +2023-12-14 14:52:55.691442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.691451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.1 +2023-12-14 14:52:55.691455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.691460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.1 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.1), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.691465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:55.691470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.691475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:55.691479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.691484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0, operand 0 +2023-12-14 14:52:55.691490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.691495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.0> +2023-12-14 14:52:55.691499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.691504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.0 +2023-12-14 14:52:55.691509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.691513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0, operand 0 +2023-12-14 14:52:55.691519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.0 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.1), slice={[1:2], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(1, 0) limit_indices=(2, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.691523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.0> +2023-12-14 14:52:55.691529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.691534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.0 +2023-12-14 14:52:55.691539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.691543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.0 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.0), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.691548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 Arg_0.1> +2023-12-14 14:52:55.691553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.691558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.691562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.691567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:55.691578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:55.691583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.691587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 fusion.1> +2023-12-14 14:52:55.691592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.691597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:55.691602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:55.691607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.691611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 0 +2023-12-14 14:52:55.691617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.691623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion> +2023-12-14 14:52:55.691627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.691632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:55.691637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:55.691642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.691646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6, operand 1 +2023-12-14 14:52:55.691651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.691656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.6{}> +2023-12-14 14:52:55.691661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.691667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:55.691672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.691677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (u32[2]{0}, u32[2]{0}) tuple(u32[2]{0} %fusion.1, u32[2]{0} %fusion) +2023-12-14 14:52:55.691729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__unstack, entry_computation_layout={(u32[2,2]{1,0})->(u32[2]{0}, u32[2]{0})} +2023-12-14 14:52:55.691736: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.691741: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0.1: u32[2,2]) -> u32[2] { +2023-12-14 14:52:55.691746: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.691755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.0 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.1), slice={[1:2], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(1, 0) limit_indices=(2, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.691761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.0 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.0), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.691766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.691771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.691776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1 (param_0.3: u32[2,2]) -> u32[2] { +2023-12-14 14:52:55.691780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.3 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.691785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.1 = u32[1,2]{1,0} slice(u32[2,2]{1,0} %param_0.3), slice={[0:1], [0:2]}, metadata={op_name="jit(_unstack)/jit(main)/slice[start_indices=(0, 0) limit_indices=(1, 2) strides=(1, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.691790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.1 = u32[2]{0} reshape(u32[1,2]{1,0} %slice.1), metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.691795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.691800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.691805: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.7 (Arg_0.1: u32[2,2]) -> (u32[2], u32[2]) { +2023-12-14 14:52:55.691810: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2,2]{1,0} parameter(0) +2023-12-14 14:52:55.691815: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.1 = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.691821: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion = u32[2]{0} fusion(u32[2,2]{1,0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_unstack)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=92} +2023-12-14 14:52:55.691826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.6 = (u32[2]{0}, u32[2]{0}) tuple(u32[2]{0} %fusion.1, u32[2]{0} %fusion) +2023-12-14 14:52:55.691831: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.691836: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.691848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:fusion + 2:fusion.1 + 3:tuple.6 + BufferLiveRange: + Arg_0.1{}:0-4 + fusion.1{}:2-4 + fusion{}:1-4 + tuple.6{}:3-4 + Live ranges at 3 (peak): + Arg_0.1: 16 bytes + fusion.1: 8 bytes + fusion: 8 bytes + tuple.6: 16 bytes + +2023-12-14 14:52:55.691856: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:52:55.691865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:55.691871: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <6 Arg_0.1> +2023-12-14 14:52:55.691879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:55.691884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <8 fusion> +2023-12-14 14:52:55.691891: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:55.691896: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <7 fusion.1> +2023-12-14 14:52:55.691901: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:55.691907: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <9 tuple.6{}> +2023-12-14 14:52:55.691912: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:55.691917: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.691922: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <6 Arg_0.1> +2023-12-14 14:52:55.691927: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <8 fusion> +2023-12-14 14:52:55.691934: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <7 fusion.1> +2023-12-14 14:52:55.691939: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <9 tuple.6{}> +2023-12-14 14:52:55.691958: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:55.691964: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16B +2023-12-14 14:52:55.691969: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:55.691974: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 32B +2023-12-14 14:52:55.691980: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:55.691985: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 48B +2023-12-14 14:52:55.691990: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:55.691995: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:55.692220: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 45 us (cumulative: 486 us, max: 227 us, #called: 7) +2023-12-14 14:52:55.698293: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0b2986000 +2023-12-14 14:52:55.698593: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:55.698625: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__unstack] for CPU using JIT time: 10.2 ms (cumulative: 130 ms, max: 86.4 ms, #called: 7) +2023-12-14 14:52:55.699290: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__unstack; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:55.699357: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:55.699677: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.700067: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.700335: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.701749: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.702701: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.703398: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.704084: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.710499: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.710868: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.711455: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.715867: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.716552: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.717669: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.718333: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.719231: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.720080: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.720773: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.721440: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.722025: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.722779: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.723430: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.724039: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.724571: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.725294: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.725937: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.726539: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.727162: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.727930: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.728819: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.729461: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.730006: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.730536: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.731090: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.731640: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.732284: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.736064: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.740137: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:55.768650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: spmd-partitioner +2023-12-14 14:52:55.768709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:55.768753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 37 us (cumulative: 81.7 ms, max: 40.7 ms, #called: 550) +2023-12-14 14:52:55.768760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.768788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.99 = s32[] get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=1 and its unused operands +2023-12-14 14:52:55.768802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.100 = u32[2097152]{0} get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=2 and its unused operands +2023-12-14 14:52:55.768811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.101 = u32[2097152]{0} get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=3 and its unused operands +2023-12-14 14:52:55.768819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.102 = u32[] get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=4 and its unused operands +2023-12-14 14:52:55.768827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.103 = u32[] get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=5 and its unused operands +2023-12-14 14:52:55.768836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.104 = u32[] get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=6 and its unused operands +2023-12-14 14:52:55.768844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.105 = u32[4]{0} get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=7 and its unused operands +2023-12-14 14:52:55.768852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.106 = u32[4]{0} get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=8 and its unused operands +2023-12-14 14:52:55.768865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.110 = s32[] get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=0, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} and its unused operands +2023-12-14 14:52:55.768889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.111 = s32[] get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=1, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} and its unused operands +2023-12-14 14:52:55.768898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.114 = u32[] get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=4, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} and its unused operands +2023-12-14 14:52:55.768907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.115 = u32[] get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=5, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} and its unused operands +2023-12-14 14:52:55.768917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.116 = u32[] get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=6, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} and its unused operands +2023-12-14 14:52:55.768927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.117 = u32[4]{0} get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=7, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} and its unused operands +2023-12-14 14:52:55.768936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.118 = u32[4]{0} get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=8, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} and its unused operands +2023-12-14 14:52:55.768959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 196 us (cumulative: 81.8 ms, max: 40.7 ms, #called: 551) +2023-12-14 14:52:55.768978: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (u32[2]{0})->f32[2048,2048]{1,0} +2023-12-14 14:52:55.768984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: HLO passes through layout assignment +2023-12-14 14:52:55.769002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.769208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.769224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:55.769259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.769408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.769419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 192 us (cumulative: 82 ms, max: 40.7 ms, #called: 552) +2023-12-14 14:52:55.769425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:55.769450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.769588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.769598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 170 us (cumulative: 82.2 ms, max: 40.7 ms, #called: 553) +2023-12-14 14:52:55.769604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:55.769625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.769758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.769771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 165 us (cumulative: 82.4 ms, max: 40.7 ms, #called: 554) +2023-12-14 14:52:55.769777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:55.769799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.769933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.769943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 164 us (cumulative: 82.5 ms, max: 40.7 ms, #called: 555) +2023-12-14 14:52:55.769949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.769978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.770113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.770123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 172 us (cumulative: 82.7 ms, max: 40.7 ms, #called: 556) +2023-12-14 14:52:55.770129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:55.770150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.770284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.770293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 163 us (cumulative: 82.9 ms, max: 40.7 ms, #called: 557) +2023-12-14 14:52:55.770299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:55.770317: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:55.770333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.770466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.770476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 174 us (cumulative: 83 ms, max: 40.7 ms, #called: 558) +2023-12-14 14:52:55.770481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:55.770512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.770645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.770654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 170 us (cumulative: 83.2 ms, max: 40.7 ms, #called: 559) +2023-12-14 14:52:55.770660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:55.770689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.770825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.770834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 172 us (cumulative: 83.4 ms, max: 40.7 ms, #called: 560) +2023-12-14 14:52:55.770840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:55.770861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.770994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.771003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 161 us (cumulative: 83.5 ms, max: 40.7 ms, #called: 561) +2023-12-14 14:52:55.771009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:55.771029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.771163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.771174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 163 us (cumulative: 83.7 ms, max: 40.7 ms, #called: 562) +2023-12-14 14:52:55.771180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:55.771201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.771349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.771360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 178 us (cumulative: 83.9 ms, max: 40.7 ms, #called: 563) +2023-12-14 14:52:55.771366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:55.771387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.771520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.771538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 170 us (cumulative: 84.1 ms, max: 40.7 ms, #called: 564) +2023-12-14 14:52:55.771545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:55.771565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.771697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.771707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 160 us (cumulative: 84.2 ms, max: 40.7 ms, #called: 565) +2023-12-14 14:52:55.771713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:55.771733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.771865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.771878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 163 us (cumulative: 84.4 ms, max: 40.7 ms, #called: 566) +2023-12-14 14:52:55.771884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:55.771906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.772038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.772047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 161 us (cumulative: 84.5 ms, max: 40.7 ms, #called: 567) +2023-12-14 14:52:55.772053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:55.772068: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_0.32 +2023-12-14 14:52:55.772078: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_1.96 +2023-12-14 14:52:55.772085: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: xla_fallback_erf_inv.128 +2023-12-14 14:52:55.772095: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: erf_inv.215 +2023-12-14 14:52:55.772111: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %abs.176 = f32[2048,2048]{1,0} abs(f32[2048,2048]{1,0} %Arg_0.129), metadata={op_name="abs.83"} +2023-12-14 14:52:55.772142: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.174 = f32[] constant(1) +2023-12-14 14:52:55.772158: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.175 = f32[2048,2048]{1,0} broadcast(f32[] %constant.174), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:55.772171: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.177 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %abs.176, f32[2048,2048]{1,0} %broadcast.175), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:55.772184: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.172 = f32[] constant(inf) +2023-12-14 14:52:55.772195: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.173 = f32[2048,2048]{1,0} broadcast(f32[] %constant.172), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:55.772211: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.178 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %Arg_0.129, f32[2048,2048]{1,0} %broadcast.173), metadata={op_name="multiply.81"} +2023-12-14 14:52:55.772222: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.179 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %Arg_0.129), metadata={op_name="negate.2"} +2023-12-14 14:52:55.772232: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.180 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %negate.179, f32[2048,2048]{1,0} %Arg_0.129), metadata={op_name="multiply.3"} +2023-12-14 14:52:55.772242: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %log-plus-one.181 = f32[2048,2048]{1,0} log-plus-one(f32[2048,2048]{1,0} %multiply.180), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:55.772252: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.182 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %log-plus-one.181), metadata={op_name="negate.5"} +2023-12-14 14:52:55.772262: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.170 = f32[] constant(5) +2023-12-14 14:52:55.772273: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.171 = f32[2048,2048]{1,0} broadcast(f32[] %constant.170), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:55.772284: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.183 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %negate.182, f32[2048,2048]{1,0} %broadcast.171), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:55.772295: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.168 = f32[] constant(1.50140941) +2023-12-14 14:52:55.772305: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.169 = f32[2048,2048]{1,0} broadcast(f32[] %constant.168), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:55.772314: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.166 = f32[] constant(2.83297682) +2023-12-14 14:52:55.772324: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.167 = f32[2048,2048]{1,0} broadcast(f32[] %constant.166), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:55.772335: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.184 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.183, f32[2048,2048]{1,0} %broadcast.169, f32[2048,2048]{1,0} %broadcast.167), metadata={op_name="select.76"} +2023-12-14 14:52:55.772345: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.164 = f32[] constant(0.246640727) +2023-12-14 14:52:55.772355: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.165 = f32[2048,2048]{1,0} broadcast(f32[] %constant.164), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:55.772365: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.162 = f32[] constant(1.00167406) +2023-12-14 14:52:55.772378: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.163 = f32[2048,2048]{1,0} broadcast(f32[] %constant.162), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:55.772388: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.185 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.183, f32[2048,2048]{1,0} %broadcast.165, f32[2048,2048]{1,0} %broadcast.163), metadata={op_name="select.69"} +2023-12-14 14:52:55.772399: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.160 = f32[] constant(-0.00417768164) +2023-12-14 14:52:55.772408: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.161 = f32[2048,2048]{1,0} broadcast(f32[] %constant.160), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:55.772417: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.158 = f32[] constant(0.00943887047) +2023-12-14 14:52:55.772428: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.159 = f32[2048,2048]{1,0} broadcast(f32[] %constant.158), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:55.772439: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.186 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.183, f32[2048,2048]{1,0} %broadcast.161, f32[2048,2048]{1,0} %broadcast.159), metadata={op_name="select.62"} +2023-12-14 14:52:55.772454: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.156 = f32[] constant(-0.00125372503) +2023-12-14 14:52:55.772465: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.157 = f32[2048,2048]{1,0} broadcast(f32[] %constant.156), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:55.772474: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.154 = f32[] constant(-0.0076224613) +2023-12-14 14:52:55.772483: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.155 = f32[2048,2048]{1,0} broadcast(f32[] %constant.154), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:55.772493: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.187 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.183, f32[2048,2048]{1,0} %broadcast.157, f32[2048,2048]{1,0} %broadcast.155), metadata={op_name="select.55"} +2023-12-14 14:52:55.772504: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.152 = f32[] constant(0.00021858087) +2023-12-14 14:52:55.772514: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.153 = f32[2048,2048]{1,0} broadcast(f32[] %constant.152), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:55.772523: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.150 = f32[] constant(0.00573950773) +2023-12-14 14:52:55.772533: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.151 = f32[2048,2048]{1,0} broadcast(f32[] %constant.150), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:55.772544: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.188 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.183, f32[2048,2048]{1,0} %broadcast.153, f32[2048,2048]{1,0} %broadcast.151), metadata={op_name="select.48"} +2023-12-14 14:52:55.772561: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.148 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:55.772571: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.149 = f32[2048,2048]{1,0} broadcast(f32[] %constant.148), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:55.772582: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.146 = f32[] constant(-0.00367342844) +2023-12-14 14:52:55.772592: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.147 = f32[2048,2048]{1,0} broadcast(f32[] %constant.146), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:55.772603: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.189 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.183, f32[2048,2048]{1,0} %broadcast.149, f32[2048,2048]{1,0} %broadcast.147), metadata={op_name="select.41"} +2023-12-14 14:52:55.772614: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.144 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:55.772624: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.145 = f32[2048,2048]{1,0} broadcast(f32[] %constant.144), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:55.772636: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.142 = f32[] constant(0.00134934322) +2023-12-14 14:52:55.772646: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.143 = f32[2048,2048]{1,0} broadcast(f32[] %constant.142), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:55.772655: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.190 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.183, f32[2048,2048]{1,0} %broadcast.145, f32[2048,2048]{1,0} %broadcast.143), metadata={op_name="select.34"} +2023-12-14 14:52:55.772666: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.140 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:55.772676: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.141 = f32[2048,2048]{1,0} broadcast(f32[] %constant.140), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:55.772686: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.138 = f32[] constant(0.000100950558) +2023-12-14 14:52:55.772696: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.139 = f32[2048,2048]{1,0} broadcast(f32[] %constant.138), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:55.772706: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.191 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.183, f32[2048,2048]{1,0} %broadcast.141, f32[2048,2048]{1,0} %broadcast.139), metadata={op_name="select.27"} +2023-12-14 14:52:55.772717: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.136 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:55.772728: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.137 = f32[2048,2048]{1,0} broadcast(f32[] %constant.136), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:55.772744: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.134 = f32[] constant(-0.000200214257) +2023-12-14 14:52:55.772755: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.135 = f32[2048,2048]{1,0} broadcast(f32[] %constant.134), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:55.772765: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.192 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.183, f32[2048,2048]{1,0} %broadcast.137, f32[2048,2048]{1,0} %broadcast.135), metadata={op_name="select.21"} +2023-12-14 14:52:55.772775: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.132 = f32[] constant(2.5) +2023-12-14 14:52:55.772784: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.133 = f32[2048,2048]{1,0} broadcast(f32[] %constant.132), dimensions={}, metadata={op_name="broadcast.14"} +2023-12-14 14:52:55.772793: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.193 = f32[2048,2048]{1,0} subtract(f32[2048,2048]{1,0} %negate.182, f32[2048,2048]{1,0} %broadcast.133), metadata={op_name="subtract.15"} +2023-12-14 14:52:55.772804: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %sqrt.194 = f32[2048,2048]{1,0} sqrt(f32[2048,2048]{1,0} %negate.182), metadata={op_name="sqrt.10"} +2023-12-14 14:52:55.772814: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.130 = f32[] constant(3) +2023-12-14 14:52:55.772824: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.131 = f32[2048,2048]{1,0} broadcast(f32[] %constant.130), dimensions={}, metadata={op_name="broadcast.11"} +2023-12-14 14:52:55.772833: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.195 = f32[2048,2048]{1,0} subtract(f32[2048,2048]{1,0} %sqrt.194, f32[2048,2048]{1,0} %broadcast.131), metadata={op_name="subtract.12"} +2023-12-14 14:52:55.772843: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.196 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.183, f32[2048,2048]{1,0} %subtract.193, f32[2048,2048]{1,0} %subtract.195), metadata={op_name="select.16"} +2023-12-14 14:52:55.772853: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.197 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.192, f32[2048,2048]{1,0} %select.196), metadata={op_name="multiply.22"} +2023-12-14 14:52:55.772862: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.198 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.191, f32[2048,2048]{1,0} %multiply.197), metadata={op_name="add.28"} +2023-12-14 14:52:55.772872: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.199 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.198, f32[2048,2048]{1,0} %select.196), metadata={op_name="multiply.29"} +2023-12-14 14:52:55.772881: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.200 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.190, f32[2048,2048]{1,0} %multiply.199), metadata={op_name="add.35"} +2023-12-14 14:52:55.772891: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.201 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.200, f32[2048,2048]{1,0} %select.196), metadata={op_name="multiply.36"} +2023-12-14 14:52:55.772905: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.202 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.189, f32[2048,2048]{1,0} %multiply.201), metadata={op_name="add.42"} +2023-12-14 14:52:55.772914: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.203 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.202, f32[2048,2048]{1,0} %select.196), metadata={op_name="multiply.43"} +2023-12-14 14:52:55.772924: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.204 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.188, f32[2048,2048]{1,0} %multiply.203), metadata={op_name="add.49"} +2023-12-14 14:52:55.772933: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.205 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.204, f32[2048,2048]{1,0} %select.196), metadata={op_name="multiply.50"} +2023-12-14 14:52:55.772942: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.206 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.187, f32[2048,2048]{1,0} %multiply.205), metadata={op_name="add.56"} +2023-12-14 14:52:55.772951: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.207 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.206, f32[2048,2048]{1,0} %select.196), metadata={op_name="multiply.57"} +2023-12-14 14:52:55.772960: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.208 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.186, f32[2048,2048]{1,0} %multiply.207), metadata={op_name="add.63"} +2023-12-14 14:52:55.772969: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.209 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.208, f32[2048,2048]{1,0} %select.196), metadata={op_name="multiply.64"} +2023-12-14 14:52:55.772979: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.210 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.185, f32[2048,2048]{1,0} %multiply.209), metadata={op_name="add.70"} +2023-12-14 14:52:55.772988: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.211 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.210, f32[2048,2048]{1,0} %select.196), metadata={op_name="multiply.71"} +2023-12-14 14:52:55.772998: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.212 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.184, f32[2048,2048]{1,0} %multiply.211), metadata={op_name="add.77"} +2023-12-14 14:52:55.773008: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.213 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.212, f32[2048,2048]{1,0} %Arg_0.129), metadata={op_name="multiply.78"} +2023-12-14 14:52:55.773018: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.214 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.177, f32[2048,2048]{1,0} %multiply.178, f32[2048,2048]{1,0} %multiply.213), metadata={op_name="select.86"} +2023-12-14 14:52:55.773031: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:82] Replacing all uses of %call.217 = f32[2048,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_0.216), to_apply=%xla_fallback_erf_inv.128 with new root %select.10 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.0, f32[2048,2048]{1,0} %multiply.0, f32[2048,2048]{1,0} %multiply.10), metadata={op_name="select.86"} +2023-12-14 14:52:55.773056: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.220 +2023-12-14 14:52:55.773070: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %abs.0 = f32[2048,2048]{1,0} abs(f32[2048,2048]{1,0} %Arg_0.216), metadata={op_name="abs.83"} +2023-12-14 14:52:55.773081: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.0 = f32[] constant(1) +2023-12-14 14:52:55.773092: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.0 = f32[2048,2048]{1,0} broadcast(f32[] %constant.0), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:55.773103: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.0 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %abs.0, f32[2048,2048]{1,0} %broadcast.0), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:55.773112: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.1 = f32[] constant(inf) +2023-12-14 14:52:55.773123: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:55.773132: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.0 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %Arg_0.216, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="multiply.81"} +2023-12-14 14:52:55.773142: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.0 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %Arg_0.216), metadata={op_name="negate.2"} +2023-12-14 14:52:55.773151: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %negate.0, f32[2048,2048]{1,0} %Arg_0.216), metadata={op_name="multiply.3"} +2023-12-14 14:52:55.773160: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %log-plus-one.0 = f32[2048,2048]{1,0} log-plus-one(f32[2048,2048]{1,0} %multiply.1), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:55.773170: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.1 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %log-plus-one.0), metadata={op_name="negate.5"} +2023-12-14 14:52:55.773180: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.3 = f32[] constant(5) +2023-12-14 14:52:55.773191: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.2 = f32[2048,2048]{1,0} broadcast(f32[] %constant.3), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:55.773201: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.1 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %negate.1, f32[2048,2048]{1,0} %broadcast.2), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:55.773211: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.5 = f32[] constant(1.50140941) +2023-12-14 14:52:55.773220: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.4 = f32[2048,2048]{1,0} broadcast(f32[] %constant.5), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:55.773233: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.7 = f32[] constant(2.83297682) +2023-12-14 14:52:55.773243: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.6 = f32[2048,2048]{1,0} broadcast(f32[] %constant.7), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:55.773254: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.0 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.1, f32[2048,2048]{1,0} %broadcast.4, f32[2048,2048]{1,0} %broadcast.6), metadata={op_name="select.76"} +2023-12-14 14:52:55.773264: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.9 = f32[] constant(0.246640727) +2023-12-14 14:52:55.773273: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.8 = f32[2048,2048]{1,0} broadcast(f32[] %constant.9), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:55.773282: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.11 = f32[] constant(1.00167406) +2023-12-14 14:52:55.773292: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.10 = f32[2048,2048]{1,0} broadcast(f32[] %constant.11), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:55.773302: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.1 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.1, f32[2048,2048]{1,0} %broadcast.8, f32[2048,2048]{1,0} %broadcast.10), metadata={op_name="select.69"} +2023-12-14 14:52:55.773311: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.13 = f32[] constant(-0.00417768164) +2023-12-14 14:52:55.773320: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.12 = f32[2048,2048]{1,0} broadcast(f32[] %constant.13), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:55.773329: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.18 = f32[] constant(0.00943887047) +2023-12-14 14:52:55.773339: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.14 = f32[2048,2048]{1,0} broadcast(f32[] %constant.18), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:55.773350: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.2 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.1, f32[2048,2048]{1,0} %broadcast.12, f32[2048,2048]{1,0} %broadcast.14), metadata={op_name="select.62"} +2023-12-14 14:52:55.773363: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.19 = f32[] constant(-0.00125372503) +2023-12-14 14:52:55.773373: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.15 = f32[2048,2048]{1,0} broadcast(f32[] %constant.19), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:55.773382: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.20 = f32[] constant(-0.0076224613) +2023-12-14 14:52:55.773391: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.16 = f32[2048,2048]{1,0} broadcast(f32[] %constant.20), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:55.773401: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.3 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.1, f32[2048,2048]{1,0} %broadcast.15, f32[2048,2048]{1,0} %broadcast.16), metadata={op_name="select.55"} +2023-12-14 14:52:55.773416: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.21 = f32[] constant(0.00021858087) +2023-12-14 14:52:55.773426: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.17 = f32[2048,2048]{1,0} broadcast(f32[] %constant.21), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:55.773435: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.22 = f32[] constant(0.00573950773) +2023-12-14 14:52:55.773446: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.18 = f32[2048,2048]{1,0} broadcast(f32[] %constant.22), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:55.773455: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.4 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.1, f32[2048,2048]{1,0} %broadcast.17, f32[2048,2048]{1,0} %broadcast.18), metadata={op_name="select.48"} +2023-12-14 14:52:55.773466: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.23 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:55.773475: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.19 = f32[2048,2048]{1,0} broadcast(f32[] %constant.23), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:55.773486: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.24 = f32[] constant(-0.00367342844) +2023-12-14 14:52:55.773495: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.20 = f32[2048,2048]{1,0} broadcast(f32[] %constant.24), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:55.773505: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.5 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.1, f32[2048,2048]{1,0} %broadcast.19, f32[2048,2048]{1,0} %broadcast.20), metadata={op_name="select.41"} +2023-12-14 14:52:55.773516: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.25 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:55.773525: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.21 = f32[2048,2048]{1,0} broadcast(f32[] %constant.25), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:55.773536: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.26 = f32[] constant(0.00134934322) +2023-12-14 14:52:55.773546: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.22 = f32[2048,2048]{1,0} broadcast(f32[] %constant.26), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:55.773555: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.6 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.1, f32[2048,2048]{1,0} %broadcast.21, f32[2048,2048]{1,0} %broadcast.22), metadata={op_name="select.34"} +2023-12-14 14:52:55.773566: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.27 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:55.773576: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.23 = f32[2048,2048]{1,0} broadcast(f32[] %constant.27), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:55.773592: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.28 = f32[] constant(0.000100950558) +2023-12-14 14:52:55.773603: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.24 = f32[2048,2048]{1,0} broadcast(f32[] %constant.28), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:55.773613: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.7 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.1, f32[2048,2048]{1,0} %broadcast.23, f32[2048,2048]{1,0} %broadcast.24), metadata={op_name="select.27"} +2023-12-14 14:52:55.773625: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.29 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:55.773634: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.25 = f32[2048,2048]{1,0} broadcast(f32[] %constant.29), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:55.773645: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.30 = f32[] constant(-0.000200214257) +2023-12-14 14:52:55.773655: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.26 = f32[2048,2048]{1,0} broadcast(f32[] %constant.30), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:55.773665: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.8 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.1, f32[2048,2048]{1,0} %broadcast.25, f32[2048,2048]{1,0} %broadcast.26), metadata={op_name="select.21"} +2023-12-14 14:52:55.773675: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.31 = f32[] constant(2.5) +2023-12-14 14:52:55.773685: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.28 = f32[2048,2048]{1,0} broadcast(f32[] %constant.31), dimensions={}, metadata={op_name="broadcast.14"} +2023-12-14 14:52:55.773695: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.0 = f32[2048,2048]{1,0} subtract(f32[2048,2048]{1,0} %negate.1, f32[2048,2048]{1,0} %broadcast.28), metadata={op_name="subtract.15"} +2023-12-14 14:52:55.773704: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %sqrt.0 = f32[2048,2048]{1,0} sqrt(f32[2048,2048]{1,0} %negate.1), metadata={op_name="sqrt.10"} +2023-12-14 14:52:55.773714: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.32 = f32[] constant(3) +2023-12-14 14:52:55.773723: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.30 = f32[2048,2048]{1,0} broadcast(f32[] %constant.32), dimensions={}, metadata={op_name="broadcast.11"} +2023-12-14 14:52:55.773732: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.1 = f32[2048,2048]{1,0} subtract(f32[2048,2048]{1,0} %sqrt.0, f32[2048,2048]{1,0} %broadcast.30), metadata={op_name="subtract.12"} +2023-12-14 14:52:55.773742: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.9 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.1, f32[2048,2048]{1,0} %subtract.0, f32[2048,2048]{1,0} %subtract.1), metadata={op_name="select.16"} +2023-12-14 14:52:55.773756: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.2 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.8, f32[2048,2048]{1,0} %select.9), metadata={op_name="multiply.22"} +2023-12-14 14:52:55.773768: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.0 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.7, f32[2048,2048]{1,0} %multiply.2), metadata={op_name="add.28"} +2023-12-14 14:52:55.773779: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.3 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.0, f32[2048,2048]{1,0} %select.9), metadata={op_name="multiply.29"} +2023-12-14 14:52:55.773788: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.6, f32[2048,2048]{1,0} %multiply.3), metadata={op_name="add.35"} +2023-12-14 14:52:55.773798: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.4 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.1, f32[2048,2048]{1,0} %select.9), metadata={op_name="multiply.36"} +2023-12-14 14:52:55.773808: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.2 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.5, f32[2048,2048]{1,0} %multiply.4), metadata={op_name="add.42"} +2023-12-14 14:52:55.773817: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.5 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.2, f32[2048,2048]{1,0} %select.9), metadata={op_name="multiply.43"} +2023-12-14 14:52:55.773826: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.3 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.4, f32[2048,2048]{1,0} %multiply.5), metadata={op_name="add.49"} +2023-12-14 14:52:55.773835: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.6 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.3, f32[2048,2048]{1,0} %select.9), metadata={op_name="multiply.50"} +2023-12-14 14:52:55.773844: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.4 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.3, f32[2048,2048]{1,0} %multiply.6), metadata={op_name="add.56"} +2023-12-14 14:52:55.773853: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.7 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.4, f32[2048,2048]{1,0} %select.9), metadata={op_name="multiply.57"} +2023-12-14 14:52:55.773862: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.5 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.2, f32[2048,2048]{1,0} %multiply.7), metadata={op_name="add.63"} +2023-12-14 14:52:55.773871: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.8 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.5, f32[2048,2048]{1,0} %select.9), metadata={op_name="multiply.64"} +2023-12-14 14:52:55.773880: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.6 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.1, f32[2048,2048]{1,0} %multiply.8), metadata={op_name="add.70"} +2023-12-14 14:52:55.773890: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.9 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.6, f32[2048,2048]{1,0} %select.9), metadata={op_name="multiply.71"} +2023-12-14 14:52:55.773899: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.7 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.0, f32[2048,2048]{1,0} %multiply.9), metadata={op_name="add.77"} +2023-12-14 14:52:55.773912: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.10 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.7, f32[2048,2048]{1,0} %Arg_0.216), metadata={op_name="multiply.78"} +2023-12-14 14:52:55.773922: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.10 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.0, f32[2048,2048]{1,0} %multiply.0, f32[2048,2048]{1,0} %multiply.10), metadata={op_name="select.86"} +2023-12-14 14:52:55.773934: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:82] Replacing all uses of %call.218 = f32[2048,2048]{1,0} call(f32[2048,2048]{1,0} %maximum.127), to_apply=%erf_inv.215 with new root %select.21 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.2, f32[2048,2048]{1,0} %multiply.11, f32[2048,2048]{1,0} %multiply.21), metadata={op_name="select.86"} +2023-12-14 14:52:55.773969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation xla_fallback_erf_inv.128 +2023-12-14 14:52:55.773999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation erf_inv.215 +2023-12-14 14:52:55.774026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.774203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.774219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 2.16 ms (cumulative: 86.7 ms, max: 40.7 ms, #called: 568) +2023-12-14 14:52:55.774225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.774238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.774375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.774385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 158 us (cumulative: 86.9 ms, max: 40.7 ms, #called: 569) +2023-12-14 14:52:55.774391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:55.774402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.774532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.774547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 154 us (cumulative: 87 ms, max: 40.7 ms, #called: 570) +2023-12-14 14:52:55.774553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:55.774621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.774757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.774767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 212 us (cumulative: 87.2 ms, max: 40.7 ms, #called: 571) +2023-12-14 14:52:55.774773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:55.774792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.774921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.774931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 156 us (cumulative: 87.4 ms, max: 40.7 ms, #called: 572) +2023-12-14 14:52:55.774937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.774970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.775099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.775109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 170 us (cumulative: 87.6 ms, max: 40.7 ms, #called: 573) +2023-12-14 14:52:55.775115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:55.775143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.775271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.775281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 164 us (cumulative: 87.7 ms, max: 40.7 ms, #called: 574) +2023-12-14 14:52:55.775287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:55.775317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.775458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.775468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 179 us (cumulative: 87.9 ms, max: 40.7 ms, #called: 575) +2023-12-14 14:52:55.775474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:55.775499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.775628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.775637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 161 us (cumulative: 88.1 ms, max: 40.7 ms, #called: 576) +2023-12-14 14:52:55.775643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:55.775666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.775797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.775811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 166 us (cumulative: 88.2 ms, max: 40.7 ms, #called: 577) +2023-12-14 14:52:55.775818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:55.775902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.776035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.776047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 227 us (cumulative: 88.5 ms, max: 40.7 ms, #called: 578) +2023-12-14 14:52:55.776053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:55.776222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.776360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.776373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 318 us (cumulative: 88.8 ms, max: 40.7 ms, #called: 579) +2023-12-14 14:52:55.776379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:55.776400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.776528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.776537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 156 us (cumulative: 88.9 ms, max: 40.7 ms, #called: 580) +2023-12-14 14:52:55.776543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:55.776563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.776691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.776700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 155 us (cumulative: 89.1 ms, max: 40.7 ms, #called: 581) +2023-12-14 14:52:55.776706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:55.776720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.776847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.776859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 151 us (cumulative: 89.2 ms, max: 40.7 ms, #called: 582) +2023-12-14 14:52:55.776865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:55.776885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.777012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.777023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 156 us (cumulative: 89.4 ms, max: 40.7 ms, #called: 583) +2023-12-14 14:52:55.777030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:55.777037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification +2023-12-14 14:52:55.777051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.777214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 160 us (cumulative: 89.5 ms, max: 40.7 ms, #called: 584) +2023-12-14 14:52:55.777233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.777247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 13 us (cumulative: 89.6 ms, max: 40.7 ms, #called: 585) +2023-12-14 14:52:55.777253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.777272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 89.6 ms, max: 40.7 ms, #called: 586) +2023-12-14 14:52:55.777278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.777301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 22 us (cumulative: 89.6 ms, max: 40.7 ms, #called: 587) +2023-12-14 14:52:55.777308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.777340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 31 us (cumulative: 89.6 ms, max: 40.7 ms, #called: 588) +2023-12-14 14:52:55.777347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.777374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 89.7 ms, max: 40.7 ms, #called: 589) +2023-12-14 14:52:55.777380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.777432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 50 us (cumulative: 89.7 ms, max: 40.7 ms, #called: 590) +2023-12-14 14:52:55.777440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.777463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 89.7 ms, max: 40.7 ms, #called: 591) +2023-12-14 14:52:55.777468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.777483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 12 us (cumulative: 89.7 ms, max: 40.7 ms, #called: 592) +2023-12-14 14:52:55.777489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.777584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_1.96 --> clone + +2023-12-14 14:52:55.777666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.32 --> clone + +2023-12-14 14:52:55.777920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.32.clone --> clone + +2023-12-14 14:52:55.778264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 771 us (cumulative: 90.5 ms, max: 40.7 ms, #called: 593) +2023-12-14 14:52:55.778277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.778305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_0.32 +2023-12-14 14:52:55.778333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_1.96 +2023-12-14 14:52:55.778353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 74 us (cumulative: 90.6 ms, max: 40.7 ms, #called: 594) +2023-12-14 14:52:55.778359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.778400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 39 us (cumulative: 90.6 ms, max: 40.7 ms, #called: 595) +2023-12-14 14:52:55.778407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.778515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 106 us (cumulative: 90.7 ms, max: 40.7 ms, #called: 596) +2023-12-14 14:52:55.778524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.778552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 27 us (cumulative: 90.8 ms, max: 40.7 ms, #called: 597) +2023-12-14 14:52:55.778560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification +2023-12-14 14:52:55.778573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.778736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 160 us (cumulative: 90.9 ms, max: 40.7 ms, #called: 598) +2023-12-14 14:52:55.778749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.778763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 13 us (cumulative: 90.9 ms, max: 40.7 ms, #called: 599) +2023-12-14 14:52:55.778770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.778789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 91 ms, max: 40.7 ms, #called: 600) +2023-12-14 14:52:55.778795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.778827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 30 us (cumulative: 91 ms, max: 40.7 ms, #called: 601) +2023-12-14 14:52:55.778834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.778868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 32 us (cumulative: 91 ms, max: 40.7 ms, #called: 602) +2023-12-14 14:52:55.778874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.778903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 27 us (cumulative: 91 ms, max: 40.7 ms, #called: 603) +2023-12-14 14:52:55.778909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.778958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 47 us (cumulative: 91.1 ms, max: 40.7 ms, #called: 604) +2023-12-14 14:52:55.778966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.778988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 91.1 ms, max: 40.7 ms, #called: 605) +2023-12-14 14:52:55.779002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.779015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 12 us (cumulative: 91.1 ms, max: 40.7 ms, #called: 606) +2023-12-14 14:52:55.779021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.779093: I external/org_tensorflow/tensorflow/compiler/xla/service/while_loop_simplifier.cc:458] Eliminating 1 elements from tuple of %while = (s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) while((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %tuple.31), condition=%region_1.96.clone, body=%region_0.32.clone.clone +2023-12-14 14:52:55.779110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_1.96.clone --> clone + +2023-12-14 14:52:55.779153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.32.clone.clone --> clone + +2023-12-14 14:52:55.779433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 407 us (cumulative: 91.5 ms, max: 40.7 ms, #called: 607) +2023-12-14 14:52:55.779448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.779466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %constant.14.clone.3 = s32[] constant(0) and its unused operands +2023-12-14 14:52:55.779480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.45 = s32[] get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.1), index=1 and its unused operands +2023-12-14 14:52:55.779490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.54 = s32[] get-tuple-element((s32[], s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.1), index=1 and its unused operands +2023-12-14 14:52:55.779507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_0.32.clone.clone +2023-12-14 14:52:55.779532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_1.96.clone +2023-12-14 14:52:55.779544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 94 us (cumulative: 91.6 ms, max: 40.7 ms, #called: 608) +2023-12-14 14:52:55.779550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.779582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 29 us (cumulative: 91.6 ms, max: 40.7 ms, #called: 609) +2023-12-14 14:52:55.779588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.779634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 44 us (cumulative: 91.7 ms, max: 40.7 ms, #called: 610) +2023-12-14 14:52:55.779640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.779664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 23 us (cumulative: 91.7 ms, max: 40.7 ms, #called: 611) +2023-12-14 14:52:55.779672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification +2023-12-14 14:52:55.779690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.779816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 122 us (cumulative: 91.8 ms, max: 40.7 ms, #called: 612) +2023-12-14 14:52:55.779825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.779839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 13 us (cumulative: 91.9 ms, max: 40.7 ms, #called: 613) +2023-12-14 14:52:55.779845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.779865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 19 us (cumulative: 91.9 ms, max: 40.7 ms, #called: 614) +2023-12-14 14:52:55.779871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.779898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 25 us (cumulative: 91.9 ms, max: 40.7 ms, #called: 615) +2023-12-14 14:52:55.779904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.779936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 31 us (cumulative: 91.9 ms, max: 40.7 ms, #called: 616) +2023-12-14 14:52:55.779942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.779970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 92 ms, max: 40.7 ms, #called: 617) +2023-12-14 14:52:55.779976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.780008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 30 us (cumulative: 92 ms, max: 40.7 ms, #called: 618) +2023-12-14 14:52:55.780015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.780037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 92 ms, max: 40.7 ms, #called: 619) +2023-12-14 14:52:55.780044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.780057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 12 us (cumulative: 92 ms, max: 40.7 ms, #called: 620) +2023-12-14 14:52:55.780063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.780127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 62 us (cumulative: 92.1 ms, max: 40.7 ms, #called: 621) +2023-12-14 14:52:55.780134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.780154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 92.1 ms, max: 40.7 ms, #called: 622) +2023-12-14 14:52:55.780159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.780187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 26 us (cumulative: 92.1 ms, max: 40.7 ms, #called: 623) +2023-12-14 14:52:55.780202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.780228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 24 us (cumulative: 92.1 ms, max: 40.7 ms, #called: 624) +2023-12-14 14:52:55.780235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.780254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 18 us (cumulative: 92.2 ms, max: 40.7 ms, #called: 625) +2023-12-14 14:52:55.780261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification +2023-12-14 14:52:55.780271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.780357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 84 us (cumulative: 92.2 ms, max: 40.7 ms, #called: 626) +2023-12-14 14:52:55.780366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.780379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 12 us (cumulative: 92.3 ms, max: 40.7 ms, #called: 627) +2023-12-14 14:52:55.780385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.780405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 17 us (cumulative: 92.3 ms, max: 40.7 ms, #called: 628) +2023-12-14 14:52:55.780411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.780433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 20 us (cumulative: 92.3 ms, max: 40.7 ms, #called: 629) +2023-12-14 14:52:55.780438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.780470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 29 us (cumulative: 92.3 ms, max: 40.7 ms, #called: 630) +2023-12-14 14:52:55.780476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.780503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 92.4 ms, max: 40.7 ms, #called: 631) +2023-12-14 14:52:55.780509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.780540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 28 us (cumulative: 92.4 ms, max: 40.7 ms, #called: 632) +2023-12-14 14:52:55.780546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.780567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 20 us (cumulative: 92.4 ms, max: 40.7 ms, #called: 633) +2023-12-14 14:52:55.780574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.780588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 12 us (cumulative: 92.4 ms, max: 40.7 ms, #called: 634) +2023-12-14 14:52:55.780593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.780658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 63 us (cumulative: 92.5 ms, max: 40.7 ms, #called: 635) +2023-12-14 14:52:55.780665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.780684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 17 us (cumulative: 92.5 ms, max: 40.7 ms, #called: 636) +2023-12-14 14:52:55.780690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.780719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 27 us (cumulative: 92.5 ms, max: 40.7 ms, #called: 637) +2023-12-14 14:52:55.780725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.780752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 25 us (cumulative: 92.5 ms, max: 40.7 ms, #called: 638) +2023-12-14 14:52:55.780759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.780778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 18 us (cumulative: 92.6 ms, max: 40.7 ms, #called: 639) +2023-12-14 14:52:55.780785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification +2023-12-14 14:52:55.780794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.780877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 80 us (cumulative: 92.6 ms, max: 40.7 ms, #called: 640) +2023-12-14 14:52:55.780885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.780899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 12 us (cumulative: 92.7 ms, max: 40.7 ms, #called: 641) +2023-12-14 14:52:55.780904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.780923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 92.7 ms, max: 40.7 ms, #called: 642) +2023-12-14 14:52:55.780930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.780952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 21 us (cumulative: 92.7 ms, max: 40.7 ms, #called: 643) +2023-12-14 14:52:55.780958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.780989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 29 us (cumulative: 92.7 ms, max: 40.7 ms, #called: 644) +2023-12-14 14:52:55.780995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.781021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 92.7 ms, max: 40.7 ms, #called: 645) +2023-12-14 14:52:55.781028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.781057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 27 us (cumulative: 92.8 ms, max: 40.7 ms, #called: 646) +2023-12-14 14:52:55.781069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.781090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 20 us (cumulative: 92.8 ms, max: 40.7 ms, #called: 647) +2023-12-14 14:52:55.781096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.781109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 11 us (cumulative: 92.8 ms, max: 40.7 ms, #called: 648) +2023-12-14 14:52:55.781116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.781172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 54 us (cumulative: 92.9 ms, max: 40.7 ms, #called: 649) +2023-12-14 14:52:55.781179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.781199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 19 us (cumulative: 92.9 ms, max: 40.7 ms, #called: 650) +2023-12-14 14:52:55.781205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.781233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 26 us (cumulative: 92.9 ms, max: 40.7 ms, #called: 651) +2023-12-14 14:52:55.781240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.781265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 24 us (cumulative: 92.9 ms, max: 40.7 ms, #called: 652) +2023-12-14 14:52:55.781272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.781291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 17 us (cumulative: 92.9 ms, max: 40.7 ms, #called: 653) +2023-12-14 14:52:55.781298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification +2023-12-14 14:52:55.781307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.781389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 79 us (cumulative: 93 ms, max: 40.7 ms, #called: 654) +2023-12-14 14:52:55.781397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.781410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 12 us (cumulative: 93 ms, max: 40.7 ms, #called: 655) +2023-12-14 14:52:55.781415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.781434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 17 us (cumulative: 93.1 ms, max: 40.7 ms, #called: 656) +2023-12-14 14:52:55.781440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.781462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 21 us (cumulative: 93.1 ms, max: 40.7 ms, #called: 657) +2023-12-14 14:52:55.781468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.781504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 34 us (cumulative: 93.1 ms, max: 40.7 ms, #called: 658) +2023-12-14 14:52:55.781511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.781536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 93.1 ms, max: 40.7 ms, #called: 659) +2023-12-14 14:52:55.781543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.781572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 27 us (cumulative: 93.2 ms, max: 40.7 ms, #called: 660) +2023-12-14 14:52:55.781580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.781601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 19 us (cumulative: 93.2 ms, max: 40.7 ms, #called: 661) +2023-12-14 14:52:55.781606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.781619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 11 us (cumulative: 93.2 ms, max: 40.7 ms, #called: 662) +2023-12-14 14:52:55.781626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.781680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 51 us (cumulative: 93.2 ms, max: 40.7 ms, #called: 663) +2023-12-14 14:52:55.781688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.781707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 17 us (cumulative: 93.3 ms, max: 40.7 ms, #called: 664) +2023-12-14 14:52:55.781712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.781741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 26 us (cumulative: 93.3 ms, max: 40.7 ms, #called: 665) +2023-12-14 14:52:55.781748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.781774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 25 us (cumulative: 93.3 ms, max: 40.7 ms, #called: 666) +2023-12-14 14:52:55.781780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.781800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 18 us (cumulative: 93.3 ms, max: 40.7 ms, #called: 667) +2023-12-14 14:52:55.781806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification +2023-12-14 14:52:55.781815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.781898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 80 us (cumulative: 93.4 ms, max: 40.7 ms, #called: 668) +2023-12-14 14:52:55.781906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.781919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 12 us (cumulative: 93.4 ms, max: 40.7 ms, #called: 669) +2023-12-14 14:52:55.781932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.781951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 93.4 ms, max: 40.7 ms, #called: 670) +2023-12-14 14:52:55.781957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.781979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 20 us (cumulative: 93.5 ms, max: 40.7 ms, #called: 671) +2023-12-14 14:52:55.781985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.782015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 29 us (cumulative: 93.5 ms, max: 40.7 ms, #called: 672) +2023-12-14 14:52:55.782022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.782048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 93.5 ms, max: 40.7 ms, #called: 673) +2023-12-14 14:52:55.782053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.782082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 27 us (cumulative: 93.5 ms, max: 40.7 ms, #called: 674) +2023-12-14 14:52:55.782090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.782111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 20 us (cumulative: 93.6 ms, max: 40.7 ms, #called: 675) +2023-12-14 14:52:55.782118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.782130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 11 us (cumulative: 93.6 ms, max: 40.7 ms, #called: 676) +2023-12-14 14:52:55.782136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.782191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 53 us (cumulative: 93.6 ms, max: 40.7 ms, #called: 677) +2023-12-14 14:52:55.782199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.782218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 93.6 ms, max: 40.7 ms, #called: 678) +2023-12-14 14:52:55.782224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.782253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 28 us (cumulative: 93.7 ms, max: 40.7 ms, #called: 679) +2023-12-14 14:52:55.782260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.782287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 25 us (cumulative: 93.7 ms, max: 40.7 ms, #called: 680) +2023-12-14 14:52:55.782293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.782313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 19 us (cumulative: 93.7 ms, max: 40.7 ms, #called: 681) +2023-12-14 14:52:55.782323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification +2023-12-14 14:52:55.782333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.782416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 81 us (cumulative: 93.8 ms, max: 40.7 ms, #called: 682) +2023-12-14 14:52:55.782425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:55.782438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 12 us (cumulative: 93.8 ms, max: 40.7 ms, #called: 683) +2023-12-14 14:52:55.782444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.782463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 93.8 ms, max: 40.7 ms, #called: 684) +2023-12-14 14:52:55.782470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:55.782491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 20 us (cumulative: 93.8 ms, max: 40.7 ms, #called: 685) +2023-12-14 14:52:55.782497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:55.782528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 29 us (cumulative: 93.9 ms, max: 40.7 ms, #called: 686) +2023-12-14 14:52:55.782534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:55.782560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 93.9 ms, max: 40.7 ms, #called: 687) +2023-12-14 14:52:55.782567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:55.782596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 27 us (cumulative: 93.9 ms, max: 40.7 ms, #called: 688) +2023-12-14 14:52:55.782603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.782625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 20 us (cumulative: 93.9 ms, max: 40.7 ms, #called: 689) +2023-12-14 14:52:55.782630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:55.782643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 12 us (cumulative: 94 ms, max: 40.7 ms, #called: 690) +2023-12-14 14:52:55.782650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:55.782705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 53 us (cumulative: 94 ms, max: 40.7 ms, #called: 691) +2023-12-14 14:52:55.782712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.782731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 94 ms, max: 40.7 ms, #called: 692) +2023-12-14 14:52:55.782742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:55.782763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 19 us (cumulative: 94 ms, max: 40.7 ms, #called: 693) +2023-12-14 14:52:55.782768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:55.782793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 23 us (cumulative: 94.1 ms, max: 40.7 ms, #called: 694) +2023-12-14 14:52:55.782799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:55.782818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 18 us (cumulative: 94.1 ms, max: 40.7 ms, #called: 695) +2023-12-14 14:52:55.782827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.783000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.783015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 5.98 ms (cumulative: 100 ms, max: 40.7 ms, #called: 696) +2023-12-14 14:52:55.783022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:55.783043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.783183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.783192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 168 us (cumulative: 100 ms, max: 40.7 ms, #called: 697) +2023-12-14 14:52:55.783199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:55.783219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.783359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.783370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 169 us (cumulative: 100 ms, max: 40.7 ms, #called: 698) +2023-12-14 14:52:55.783376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:55.783384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.783522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.783536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 157 us (cumulative: 101 ms, max: 40.7 ms, #called: 699) +2023-12-14 14:52:55.783542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:55.783577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.783706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.783715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 171 us (cumulative: 101 ms, max: 40.7 ms, #called: 700) +2023-12-14 14:52:55.783727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.783903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.784041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.784053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 322 us (cumulative: 101 ms, max: 40.7 ms, #called: 701) +2023-12-14 14:52:55.784059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:55.784070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.784198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.784207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 146 us (cumulative: 101 ms, max: 40.7 ms, #called: 702) +2023-12-14 14:52:55.784213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:55.784237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.784365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.784377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 162 us (cumulative: 101 ms, max: 40.7 ms, #called: 703) +2023-12-14 14:52:55.784382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:55.784400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.784526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.784541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 156 us (cumulative: 102 ms, max: 40.7 ms, #called: 704) +2023-12-14 14:52:55.784548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:55.784766: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:55.784782: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.32.clone.clone.clone) +2023-12-14 14:52:55.784986: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_1.96.clone.clone) +2023-12-14 14:52:55.785017: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.220) +2023-12-14 14:52:55.785401: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:55.785441: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.32.clone.clone.clone) +2023-12-14 14:52:55.785608: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_1.96.clone.clone) +2023-12-14 14:52:55.785627: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.220) +2023-12-14 14:52:55.786116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:55.786331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.786370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.786376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.786393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:55.786398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:55.786411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:55.786417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.86 +2023-12-14 14:52:55.786422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.87 +2023-12-14 14:52:55.786427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.88 +2023-12-14 14:52:55.786432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.89 +2023-12-14 14:52:55.786437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.90 +2023-12-14 14:52:55.786443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.91 +2023-12-14 14:52:55.786448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.93 +2023-12-14 14:52:55.786453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.55 +2023-12-14 14:52:55.786458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.46 +2023-12-14 14:52:55.786463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : shift-right-logical.9 +2023-12-14 14:52:55.786468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : shift-left.8 +2023-12-14 14:52:55.786473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : tuple.7 +2023-12-14 14:52:55.786478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.8 +2023-12-14 14:52:55.786483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.9 +2023-12-14 14:52:55.786488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.10 +2023-12-14 14:52:55.786493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.11 +2023-12-14 14:52:55.786499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : broadcast.99 +2023-12-14 14:52:55.786504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : broadcast.100 +2023-12-14 14:52:55.786511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.786516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.786528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <184 arg_tuple.4{3} (phi)> has new phi inputs: +2023-12-14 14:52:55.786545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <185 arg_tuple.4{4} (phi)> has new phi inputs: +2023-12-14 14:52:55.786552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <186 arg_tuple.4{5} (phi)> has new phi inputs: +2023-12-14 14:52:55.786558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <187 arg_tuple.4{6} (phi)> has new phi inputs: +2023-12-14 14:52:55.786563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <188 arg_tuple.4{7} (phi)> has new phi inputs: +2023-12-14 14:52:55.786569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:55.786577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <192 arg_tuple.3{3} (phi)> has new phi inputs: +2023-12-14 14:52:55.786583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <193 arg_tuple.3{4} (phi)> has new phi inputs: +2023-12-14 14:52:55.786589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <194 arg_tuple.3{5} (phi)> has new phi inputs: +2023-12-14 14:52:55.786595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <195 arg_tuple.3{6} (phi)> has new phi inputs: +2023-12-14 14:52:55.786601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <196 arg_tuple.3{7} (phi)> has new phi inputs: +2023-12-14 14:52:55.786607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:55.786612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.86 +2023-12-14 14:52:55.786618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.87 +2023-12-14 14:52:55.786623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.88 +2023-12-14 14:52:55.786628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.89 +2023-12-14 14:52:55.786633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.90 +2023-12-14 14:52:55.786638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.91 +2023-12-14 14:52:55.786644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.93 +2023-12-14 14:52:55.786667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.786680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.786686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 179, phi: +2023-12-14 14:52:55.786691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:55.786696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:55.786701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71: +2023-12-14 14:52:55.786705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:55.786711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 180, phi: +2023-12-14 14:52:55.786716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:55.786720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:55.786728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 181, phi: +2023-12-14 14:52:55.786733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:55.786738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3 +2023-12-14 14:52:55.786742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53: +2023-12-14 14:52:55.786748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3: +2023-12-14 14:52:55.786752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 182, phi: +2023-12-14 14:52:55.786757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.786762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.786766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:55.786771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:55.786776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 183, phi: +2023-12-14 14:52:55.786781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.786786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:55.786790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:55.786795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51: +2023-12-14 14:52:55.786799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 184, phi: +2023-12-14 14:52:55.786804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:55.786810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 193 +2023-12-14 14:52:55.786815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:55.786819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:55.786824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 185, phi: +2023-12-14 14:52:55.786829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.786833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 194 +2023-12-14 14:52:55.786839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:55.786843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 186, phi: +2023-12-14 14:52:55.786848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.786853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 192 +2023-12-14 14:52:55.786857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 187, phi: +2023-12-14 14:52:55.786862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.786866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 196 +2023-12-14 14:52:55.786871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69: +2023-12-14 14:52:55.786876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 70: +2023-12-14 14:52:55.786881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 188, phi: +2023-12-14 14:52:55.786885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 70 +2023-12-14 14:52:55.786893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 195 +2023-12-14 14:52:55.786898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 189, phi: +2023-12-14 14:52:55.786902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:55.786908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3 +2023-12-14 14:52:55.786912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 190, phi: +2023-12-14 14:52:55.786917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.786921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.786926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 191, phi: +2023-12-14 14:52:55.786931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.786935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:55.786941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 192, phi: +2023-12-14 14:52:55.786945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:55.786950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 193 +2023-12-14 14:52:55.786954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 193, phi: +2023-12-14 14:52:55.786959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.786964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 194 +2023-12-14 14:52:55.786969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 194, phi: +2023-12-14 14:52:55.786974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.786979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 192 +2023-12-14 14:52:55.786983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 195, phi: +2023-12-14 14:52:55.786988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.786992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 196 +2023-12-14 14:52:55.786997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 196, phi: +2023-12-14 14:52:55.787002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 70 +2023-12-14 14:52:55.787007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 195 +2023-12-14 14:52:55.787012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 197, phi: +2023-12-14 14:52:55.787017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:55.787022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:55.787027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 198, phi: +2023-12-14 14:52:55.787032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3 +2023-12-14 14:52:55.787037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:55.787042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 199, phi: +2023-12-14 14:52:55.787047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.787055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.787061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 200, phi: +2023-12-14 14:52:55.787066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:55.787071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.787076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 201, phi: +2023-12-14 14:52:55.787081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 193 +2023-12-14 14:52:55.787086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:55.787091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 202, phi: +2023-12-14 14:52:55.787096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 194 +2023-12-14 14:52:55.787102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.787107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 203, phi: +2023-12-14 14:52:55.787112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 192 +2023-12-14 14:52:55.787116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:55.787122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 204, phi: +2023-12-14 14:52:55.787127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 196 +2023-12-14 14:52:55.787131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.787137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 205, phi: +2023-12-14 14:52:55.787141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 195 +2023-12-14 14:52:55.787146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 70 +2023-12-14 14:52:55.787164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.787175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.787180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 179, phi: +2023-12-14 14:52:55.787184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:55.787189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:55.787194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71: +2023-12-14 14:52:55.787200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:55.787204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 180, phi: +2023-12-14 14:52:55.787209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:55.787214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:55.787218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 181, phi: +2023-12-14 14:52:55.787223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:55.787227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3 +2023-12-14 14:52:55.787232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53: +2023-12-14 14:52:55.787242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3: +2023-12-14 14:52:55.787247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 182, phi: +2023-12-14 14:52:55.787251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.787256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.787260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:55.787266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:55.787270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 183, phi: +2023-12-14 14:52:55.787275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.787279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:55.787284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:55.787289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51: +2023-12-14 14:52:55.787293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 184, phi: +2023-12-14 14:52:55.787299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:55.787304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 193 +2023-12-14 14:52:55.787309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:55.787313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:55.787328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 185, phi: +2023-12-14 14:52:55.787336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.787341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 194 +2023-12-14 14:52:55.787346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:55.787351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 186, phi: +2023-12-14 14:52:55.787355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.787360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 192 +2023-12-14 14:52:55.787364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 187, phi: +2023-12-14 14:52:55.787369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.787374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 196 +2023-12-14 14:52:55.787378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69: +2023-12-14 14:52:55.787383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 70: +2023-12-14 14:52:55.787388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 188, phi: +2023-12-14 14:52:55.787392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 70 +2023-12-14 14:52:55.787397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 195 +2023-12-14 14:52:55.787402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 189, phi: +2023-12-14 14:52:55.787407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:55.787415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3 +2023-12-14 14:52:55.787420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 190, phi: +2023-12-14 14:52:55.787424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.787429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.787434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 191, phi: +2023-12-14 14:52:55.787438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.787443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:55.787448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 192, phi: +2023-12-14 14:52:55.787453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:55.787457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 193 +2023-12-14 14:52:55.787462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 193, phi: +2023-12-14 14:52:55.787467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.787472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 194 +2023-12-14 14:52:55.787477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 194, phi: +2023-12-14 14:52:55.787481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.787486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 192 +2023-12-14 14:52:55.787491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 195, phi: +2023-12-14 14:52:55.787495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.787500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 196 +2023-12-14 14:52:55.787504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 196, phi: +2023-12-14 14:52:55.787509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 70 +2023-12-14 14:52:55.787514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 195 +2023-12-14 14:52:55.787519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 197, phi: +2023-12-14 14:52:55.787525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:55.787529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:55.787534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 198, phi: +2023-12-14 14:52:55.787540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3 +2023-12-14 14:52:55.787545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:55.787550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 199, phi: +2023-12-14 14:52:55.787555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.787560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.787565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 200, phi: +2023-12-14 14:52:55.787570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:55.787578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.787583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 201, phi: +2023-12-14 14:52:55.787588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 193 +2023-12-14 14:52:55.787593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:55.787599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 202, phi: +2023-12-14 14:52:55.787604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 194 +2023-12-14 14:52:55.787609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.787614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 203, phi: +2023-12-14 14:52:55.787619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 192 +2023-12-14 14:52:55.787624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:55.787629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 204, phi: +2023-12-14 14:52:55.787634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 196 +2023-12-14 14:52:55.787639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.787649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 205, phi: +2023-12-14 14:52:55.787654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 195 +2023-12-14 14:52:55.787659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 70 +2023-12-14 14:52:55.787664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.787672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <56 Arg_0.1> + +2023-12-14 14:52:55.787678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:55.787684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 constant.2> + +2023-12-14 14:52:55.787689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:52:55.787695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <177 broadcast.3> + +2023-12-14 14:52:55.787700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:55.787706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <86 constant.4> + +2023-12-14 14:52:55.787711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.6 +2023-12-14 14:52:55.787717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <83 constant.6> + +2023-12-14 14:52:55.787721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:52:55.787727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <76 constant.10> + +2023-12-14 14:52:55.787732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:55.787738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <73 constant.12> + +2023-12-14 14:52:55.787746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.787751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <53 constant.14> + +2023-12-14 14:52:55.787756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:55.787762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 constant.15> + +2023-12-14 14:52:55.787766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:55.787772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <70 constant.16> + +2023-12-14 14:52:55.787778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:55.787783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <69 constant.17> + +2023-12-14 14:52:55.787788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.18 +2023-12-14 14:52:55.787794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <54 iota.18> + +2023-12-14 14:52:55.787800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:55.787805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <57 slice.19> + +2023-12-14 14:52:55.787810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.20 +2023-12-14 14:52:55.787815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 reshape.20> + +2023-12-14 14:52:55.787820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:55.787826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <62 slice.21> + +2023-12-14 14:52:55.787831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.22 +2023-12-14 14:52:55.787836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <63 reshape.22> + +2023-12-14 14:52:55.787841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:55.787847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <55 slice.23> + +2023-12-14 14:52:55.787851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:55.787857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <61 slice.24> + +2023-12-14 14:52:55.787862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:55.787868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <66 xor.25> + +2023-12-14 14:52:55.787872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:55.787878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <68 xor.26> + +2023-12-14 14:52:55.787886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.27 +2023-12-14 14:52:55.787891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <59 broadcast.27> + +2023-12-14 14:52:55.787896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.28 +2023-12-14 14:52:55.787901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <60 add.28> + +2023-12-14 14:52:55.787907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.29 +2023-12-14 14:52:55.787912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <64 broadcast.29> + +2023-12-14 14:52:55.787917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.30 +2023-12-14 14:52:55.787923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <65 add.30> + +2023-12-14 14:52:55.787928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.119 +2023-12-14 14:52:55.787934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <72 concatenate.119> + +2023-12-14 14:52:55.787939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.219 +2023-12-14 14:52:55.787944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <178 multiply.219> + +2023-12-14 14:52:55.787949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.1 +2023-12-14 14:52:55.787954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <91 abs.1> + +2023-12-14 14:52:55.787959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.33 +2023-12-14 14:52:55.787965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <92 constant.33> + +2023-12-14 14:52:55.787970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.31 +2023-12-14 14:52:55.787976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <93 broadcast.31> + +2023-12-14 14:52:55.787981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.2 +2023-12-14 14:52:55.787986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <94 compare.2> + +2023-12-14 14:52:55.787992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.34 +2023-12-14 14:52:55.787998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <95 constant.34> + +2023-12-14 14:52:55.788003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.32 +2023-12-14 14:52:55.788008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <96 broadcast.32> + +2023-12-14 14:52:55.788013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.11 +2023-12-14 14:52:55.788023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <97 multiply.11> + +2023-12-14 14:52:55.788028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.2 +2023-12-14 14:52:55.788034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <98 negate.2> + +2023-12-14 14:52:55.788039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.12 +2023-12-14 14:52:55.788045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <99 multiply.12> + +2023-12-14 14:52:55.788050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.1 +2023-12-14 14:52:55.788056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <100 log-plus-one.1> + +2023-12-14 14:52:55.788062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.3 +2023-12-14 14:52:55.788068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <101 negate.3> + +2023-12-14 14:52:55.788073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.35 +2023-12-14 14:52:55.788078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <102 constant.35> + +2023-12-14 14:52:55.788083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.33 +2023-12-14 14:52:55.788089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <103 broadcast.33> + +2023-12-14 14:52:55.788094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.3 +2023-12-14 14:52:55.788101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <104 compare.3> + +2023-12-14 14:52:55.788106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.36 +2023-12-14 14:52:55.788112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <105 constant.36> + +2023-12-14 14:52:55.788116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.34 +2023-12-14 14:52:55.788123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <106 broadcast.34> + +2023-12-14 14:52:55.788128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.37 +2023-12-14 14:52:55.788134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <107 constant.37> + +2023-12-14 14:52:55.788139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.35 +2023-12-14 14:52:55.788144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <108 broadcast.35> + +2023-12-14 14:52:55.788149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.11 +2023-12-14 14:52:55.788154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <109 select.11> + +2023-12-14 14:52:55.788162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.38 +2023-12-14 14:52:55.788169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <110 constant.38> + +2023-12-14 14:52:55.788173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.36 +2023-12-14 14:52:55.788179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <111 broadcast.36> + +2023-12-14 14:52:55.788184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.39 +2023-12-14 14:52:55.788190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 constant.39> + +2023-12-14 14:52:55.788195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.37 +2023-12-14 14:52:55.788200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <113 broadcast.37> + +2023-12-14 14:52:55.788205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.12 +2023-12-14 14:52:55.788210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <114 select.12> + +2023-12-14 14:52:55.788215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.40 +2023-12-14 14:52:55.788221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 constant.40> + +2023-12-14 14:52:55.788226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.38 +2023-12-14 14:52:55.788232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <116 broadcast.38> + +2023-12-14 14:52:55.788237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.41 +2023-12-14 14:52:55.788242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.41> + +2023-12-14 14:52:55.788247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.39 +2023-12-14 14:52:55.788253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <118 broadcast.39> + +2023-12-14 14:52:55.788259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.13 +2023-12-14 14:52:55.788264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <119 select.13> + +2023-12-14 14:52:55.788269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.42 +2023-12-14 14:52:55.788274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.42> + +2023-12-14 14:52:55.788279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.40 +2023-12-14 14:52:55.788285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <121 broadcast.40> + +2023-12-14 14:52:55.788289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.45 +2023-12-14 14:52:55.788295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 constant.45> + +2023-12-14 14:52:55.788303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.41 +2023-12-14 14:52:55.788309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <123 broadcast.41> + +2023-12-14 14:52:55.788314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.14 +2023-12-14 14:52:55.788320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <124 select.14> + +2023-12-14 14:52:55.788325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.46 +2023-12-14 14:52:55.788330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 constant.46> + +2023-12-14 14:52:55.788335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.42 +2023-12-14 14:52:55.788340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <126 broadcast.42> + +2023-12-14 14:52:55.788345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.47 +2023-12-14 14:52:55.788351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 constant.47> + +2023-12-14 14:52:55.788355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.43 +2023-12-14 14:52:55.788363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <128 broadcast.43> + +2023-12-14 14:52:55.788368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.15 +2023-12-14 14:52:55.788373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <129 select.15> + +2023-12-14 14:52:55.788378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.48 +2023-12-14 14:52:55.788384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 constant.48> + +2023-12-14 14:52:55.788389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.44 +2023-12-14 14:52:55.788395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <131 broadcast.44> + +2023-12-14 14:52:55.788399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.49 +2023-12-14 14:52:55.788405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 constant.49> + +2023-12-14 14:52:55.788410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.45 +2023-12-14 14:52:55.788415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <133 broadcast.45> + +2023-12-14 14:52:55.788420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.16 +2023-12-14 14:52:55.788425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <134 select.16> + +2023-12-14 14:52:55.788431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.50 +2023-12-14 14:52:55.788439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 constant.50> + +2023-12-14 14:52:55.788444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.46 +2023-12-14 14:52:55.788450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <136 broadcast.46> + +2023-12-14 14:52:55.788455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.51 +2023-12-14 14:52:55.788460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 constant.51> + +2023-12-14 14:52:55.788465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.47 +2023-12-14 14:52:55.788471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <138 broadcast.47> + +2023-12-14 14:52:55.788476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.17 +2023-12-14 14:52:55.788482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <139 select.17> + +2023-12-14 14:52:55.788487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.52 +2023-12-14 14:52:55.788493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 constant.52> + +2023-12-14 14:52:55.788498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.48 +2023-12-14 14:52:55.788504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <141 broadcast.48> + +2023-12-14 14:52:55.788509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.53 +2023-12-14 14:52:55.788515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 constant.53> + +2023-12-14 14:52:55.788521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.50 +2023-12-14 14:52:55.788527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <143 broadcast.50> + +2023-12-14 14:52:55.788532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.18 +2023-12-14 14:52:55.788537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <144 select.18> + +2023-12-14 14:52:55.788543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.54 +2023-12-14 14:52:55.788548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 constant.54> + +2023-12-14 14:52:55.788554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.51 +2023-12-14 14:52:55.788560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <146 broadcast.51> + +2023-12-14 14:52:55.788566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.55 +2023-12-14 14:52:55.788571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 constant.55> + +2023-12-14 14:52:55.788580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.53 +2023-12-14 14:52:55.788586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <148 broadcast.53> + +2023-12-14 14:52:55.788591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.19 +2023-12-14 14:52:55.788597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <149 select.19> + +2023-12-14 14:52:55.788602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.1 +2023-12-14 14:52:55.788609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <153 sqrt.1> + +2023-12-14 14:52:55.788613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.20 +2023-12-14 14:52:55.788619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <157 select.20> + +2023-12-14 14:52:55.788624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.13 +2023-12-14 14:52:55.788630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <158 multiply.13> + +2023-12-14 14:52:55.788634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.8 +2023-12-14 14:52:55.788640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <159 add.8> + +2023-12-14 14:52:55.788646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.14 +2023-12-14 14:52:55.788651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <160 multiply.14> + +2023-12-14 14:52:55.788656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.9 +2023-12-14 14:52:55.788661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <161 add.9> + +2023-12-14 14:52:55.788666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.15 +2023-12-14 14:52:55.788672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <162 multiply.15> + +2023-12-14 14:52:55.788677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.10 +2023-12-14 14:52:55.788682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <163 add.10> + +2023-12-14 14:52:55.788687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.16 +2023-12-14 14:52:55.788693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <164 multiply.16> + +2023-12-14 14:52:55.788698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.11 +2023-12-14 14:52:55.788703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <165 add.11> + +2023-12-14 14:52:55.788709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.17 +2023-12-14 14:52:55.788714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <166 multiply.17> + +2023-12-14 14:52:55.788723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.12 +2023-12-14 14:52:55.788728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <167 add.12> + +2023-12-14 14:52:55.788733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.18 +2023-12-14 14:52:55.788739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <168 multiply.18> + +2023-12-14 14:52:55.788744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.13 +2023-12-14 14:52:55.788749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <169 add.13> + +2023-12-14 14:52:55.788755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.19 +2023-12-14 14:52:55.788761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <170 multiply.19> + +2023-12-14 14:52:55.788765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.14 +2023-12-14 14:52:55.788772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <171 add.14> + +2023-12-14 14:52:55.788776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.20 +2023-12-14 14:52:55.788782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <172 multiply.20> + +2023-12-14 14:52:55.788787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.15 +2023-12-14 14:52:55.788792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <173 add.15> + +2023-12-14 14:52:55.788797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.21 +2023-12-14 14:52:55.788802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <174 multiply.21> + +2023-12-14 14:52:55.788807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.21 +2023-12-14 14:52:55.788813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <175 select.21> + +2023-12-14 14:52:55.788817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.57 +2023-12-14 14:52:55.788823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <151 broadcast.57> + +2023-12-14 14:52:55.788828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.17 +2023-12-14 14:52:55.788833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <152 add.17> + +2023-12-14 14:52:55.788839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.58 +2023-12-14 14:52:55.788844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <155 broadcast.58> + +2023-12-14 14:52:55.788849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.18 +2023-12-14 14:52:55.788859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <156 add.18> + +2023-12-14 14:52:55.788864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.89 +2023-12-14 14:52:55.788869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <74 broadcast.89> + +2023-12-14 14:52:55.788874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.8 +2023-12-14 14:52:55.788880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <75 shift-right-logical.8> + +2023-12-14 14:52:55.788885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.63 +2023-12-14 14:52:55.788891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <80 constant.63> + +2023-12-14 14:52:55.788896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.64 +2023-12-14 14:52:55.788902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 constant.64> + +2023-12-14 14:52:55.788907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.65 +2023-12-14 14:52:55.788912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 constant.65> + +2023-12-14 14:52:55.788917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:55.788929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <71 tuple.6{}> + {0} : HloValueSet: <53 constant.14> + {1} : HloValueSet: <60 add.28> + {2} : HloValueSet: <65 add.30> + {3} : HloValueSet: <63 reshape.22> + {4} : HloValueSet: <68 xor.26> + {5} : HloValueSet: <58 reshape.20> + {6} : HloValueSet: <69 constant.17> + {7} : HloValueSet: <70 constant.16> + +2023-12-14 14:52:55.788934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.788945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <197 while.1{} (phi)> + {0} : HloValueSet: <198 while.1{0} (phi)> + {1} : HloValueSet: <199 while.1{1} (phi)> + {2} : HloValueSet: <200 while.1{2} (phi)> + {3} : HloValueSet: <201 while.1{3} (phi)> + {4} : HloValueSet: <202 while.1{4} (phi)> + {5} : HloValueSet: <203 while.1{5} (phi)> + {6} : HloValueSet: <204 while.1{6} (phi)> + {7} : HloValueSet: <205 while.1{7} (phi)> + +2023-12-14 14:52:55.788952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.788958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <199 while.1{1} (phi)> + +2023-12-14 14:52:55.788963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:55.788969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <200 while.1{2} (phi)> + +2023-12-14 14:52:55.788974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.102 +2023-12-14 14:52:55.788980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <77 broadcast.102> + +2023-12-14 14:52:55.788989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:55.788996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <78 or.12> + +2023-12-14 14:52:55.789001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.0 +2023-12-14 14:52:55.789007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <79 bitcast-convert.0> + +2023-12-14 14:52:55.789012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.103 +2023-12-14 14:52:55.789018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <81 broadcast.103> + +2023-12-14 14:52:55.789023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.57 +2023-12-14 14:52:55.789029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <82 add.57> + +2023-12-14 14:52:55.789035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.104 +2023-12-14 14:52:55.789041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <84 broadcast.104> + +2023-12-14 14:52:55.789046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.26 +2023-12-14 14:52:55.789052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <85 multiply.26> + +2023-12-14 14:52:55.789057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.105 +2023-12-14 14:52:55.789063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <87 broadcast.105> + +2023-12-14 14:52:55.789068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.59 +2023-12-14 14:52:55.789074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <88 add.59> + +2023-12-14 14:52:55.789079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.0 +2023-12-14 14:52:55.789085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <89 maximum.0> + +2023-12-14 14:52:55.789090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:55.789096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <90 reshape.18> + +2023-12-14 14:52:55.789101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.789112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <180 arg_tuple.3{} (phi)> + {0} : HloValueSet: <189 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <190 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <191 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <192 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <193 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <194 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <195 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <196 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.789121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.66 +2023-12-14 14:52:55.789127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <9 constant.66> + +2023-12-14 14:52:55.789131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:55.789137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 constant.67> + +2023-12-14 14:52:55.789142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.8 +2023-12-14 14:52:55.789148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <5 slice.8> + +2023-12-14 14:52:55.789153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.9 +2023-12-14 14:52:55.789158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <6 reshape.9> + +2023-12-14 14:52:55.789163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.46 +2023-12-14 14:52:55.789169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <4 add.46> + +2023-12-14 14:52:55.789174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.90 +2023-12-14 14:52:55.789179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <7 broadcast.90> + +2023-12-14 14:52:55.789184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.8 +2023-12-14 14:52:55.789190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <8 shift-left.8> + +2023-12-14 14:52:55.789194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:55.789200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <10 subtract.12> + +2023-12-14 14:52:55.789205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.91 +2023-12-14 14:52:55.789210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 broadcast.91> + +2023-12-14 14:52:55.789216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.9 +2023-12-14 14:52:55.789221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 shift-right-logical.9> + +2023-12-14 14:52:55.789226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.8 +2023-12-14 14:52:55.789232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <13 or.8> + +2023-12-14 14:52:55.789237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.8 +2023-12-14 14:52:55.789242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <14 xor.8> + +2023-12-14 14:52:55.789247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.9 +2023-12-14 14:52:55.789252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.9> + +2023-12-14 14:52:55.789260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.10 +2023-12-14 14:52:55.789266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.10> + +2023-12-14 14:52:55.789271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:55.789276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <15 add.47> + +2023-12-14 14:52:55.789282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.93 +2023-12-14 14:52:55.789287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <18 broadcast.93> + +2023-12-14 14:52:55.789293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.9 +2023-12-14 14:52:55.789298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <19 shift-left.9> + +2023-12-14 14:52:55.789303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:55.789309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <20 subtract.13> + +2023-12-14 14:52:55.789314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.94 +2023-12-14 14:52:55.789319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <21 broadcast.94> + +2023-12-14 14:52:55.789324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.10 +2023-12-14 14:52:55.789329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <22 shift-right-logical.10> + +2023-12-14 14:52:55.789334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.9 +2023-12-14 14:52:55.789339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <23 or.9> + +2023-12-14 14:52:55.789345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.9 +2023-12-14 14:52:55.789350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <24 xor.9> + +2023-12-14 14:52:55.789356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.10 +2023-12-14 14:52:55.789361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <26 slice.10> + +2023-12-14 14:52:55.789366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.11 +2023-12-14 14:52:55.789371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 reshape.11> + +2023-12-14 14:52:55.789376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:55.789381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <25 add.49> + +2023-12-14 14:52:55.789386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.95 +2023-12-14 14:52:55.789394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <28 broadcast.95> + +2023-12-14 14:52:55.789399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.10 +2023-12-14 14:52:55.789405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <29 shift-left.10> + +2023-12-14 14:52:55.789411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:55.789416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 subtract.14> + +2023-12-14 14:52:55.789422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.96 +2023-12-14 14:52:55.789427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <31 broadcast.96> + +2023-12-14 14:52:55.789432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.11 +2023-12-14 14:52:55.789438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <32 shift-right-logical.11> + +2023-12-14 14:52:55.789443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.10 +2023-12-14 14:52:55.789449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <33 or.10> + +2023-12-14 14:52:55.789454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.10 +2023-12-14 14:52:55.789460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <34 xor.10> + +2023-12-14 14:52:55.789464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.11 +2023-12-14 14:52:55.789470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <38 slice.11> + +2023-12-14 14:52:55.789476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.12 +2023-12-14 14:52:55.789482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 reshape.12> + +2023-12-14 14:52:55.789487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:55.789493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <35 add.50> + +2023-12-14 14:52:55.789498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.97 +2023-12-14 14:52:55.789504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <40 broadcast.97> + +2023-12-14 14:52:55.789509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.11 +2023-12-14 14:52:55.789515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <41 shift-left.11> + +2023-12-14 14:52:55.789520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:55.789526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 subtract.15> + +2023-12-14 14:52:55.789531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.98 +2023-12-14 14:52:55.789540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <43 broadcast.98> + +2023-12-14 14:52:55.789545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:55.789552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <44 shift-right-logical.12> + +2023-12-14 14:52:55.789557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.11 +2023-12-14 14:52:55.789562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <45 or.11> + +2023-12-14 14:52:55.789567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.11 +2023-12-14 14:52:55.789572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <46 xor.11> + +2023-12-14 14:52:55.789577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.99 +2023-12-14 14:52:55.789583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <36 broadcast.99> + +2023-12-14 14:52:55.789588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:55.789593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <37 add.51> + +2023-12-14 14:52:55.789598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.100 +2023-12-14 14:52:55.789603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <47 broadcast.100> + +2023-12-14 14:52:55.789609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:55.789615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <48 add.52> + +2023-12-14 14:52:55.789620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:55.789625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 convert.2> + +2023-12-14 14:52:55.789630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.101 +2023-12-14 14:52:55.789636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <50 broadcast.101> + +2023-12-14 14:52:55.789641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.54 +2023-12-14 14:52:55.789646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <51 add.54> + +2023-12-14 14:52:55.789651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:55.789656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 add.55> + +2023-12-14 14:52:55.789661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.7 +2023-12-14 14:52:55.789671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <52 tuple.7{}> + {0} : HloValueSet: <3 add.55> + {1} : HloValueSet: <37 add.51> + {2} : HloValueSet: <51 add.54> + {3} : HloValueSet: <193 arg_tuple.3{4} (phi)> + {4} : HloValueSet: <194 arg_tuple.3{5} (phi)> + {5} : HloValueSet: <192 arg_tuple.3{3} (phi)> + {6} : HloValueSet: <196 arg_tuple.3{7} (phi)> + {7} : HloValueSet: <195 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.789680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:55.789686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <196 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.789691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.86 +2023-12-14 14:52:55.789697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <195 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.789702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.87 +2023-12-14 14:52:55.789707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <194 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.789712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.88 +2023-12-14 14:52:55.789717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <193 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.789722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.89 +2023-12-14 14:52:55.789728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <192 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.789733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.90 +2023-12-14 14:52:55.789739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <191 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.789745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.91 +2023-12-14 14:52:55.789750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <190 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.789755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.93 +2023-12-14 14:52:55.789761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <189 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.789766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.789775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <179 arg_tuple.4{} (phi)> + {0} : HloValueSet: <181 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <182 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <183 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <184 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <185 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <186 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <187 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <188 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.789781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:55.789786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 constant.68> + +2023-12-14 14:52:55.789794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:55.789799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <1 compare.5> + +2023-12-14 14:52:55.789805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:55.789812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <181 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.790582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:55.790597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.790603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.790613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> (def) +2023-12-14 14:52:55.790618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:55.790627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 constant.2> (def) +2023-12-14 14:52:55.790632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:52:55.790641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 broadcast.3> (def) +2023-12-14 14:52:55.790646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:55.790655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 constant.4> (def) +2023-12-14 14:52:55.790660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6: +2023-12-14 14:52:55.790671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 constant.6> (def) +2023-12-14 14:52:55.790675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:52:55.790686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 constant.10> (def) +2023-12-14 14:52:55.790691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:55.790701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 constant.12> (def) +2023-12-14 14:52:55.790706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.790719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 constant.14> (def) +2023-12-14 14:52:55.790724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:55.790733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 constant.15> (def) +2023-12-14 14:52:55.790738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:55.790747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.16> (def) +2023-12-14 14:52:55.790752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:55.790763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 constant.17> (def) +2023-12-14 14:52:55.790767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.18: +2023-12-14 14:52:55.790777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 iota.18> (def) +2023-12-14 14:52:55.790783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:55.790792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 slice.19> (def) +2023-12-14 14:52:55.790797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20: +2023-12-14 14:52:55.790806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 reshape.20> (def) +2023-12-14 14:52:55.790811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:55.790821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 slice.21> (def) +2023-12-14 14:52:55.790826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22: +2023-12-14 14:52:55.790836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 reshape.22> (def) +2023-12-14 14:52:55.790841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:55.790852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 slice.23> (def) +2023-12-14 14:52:55.790857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:55.790870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 slice.24> (def) +2023-12-14 14:52:55.790875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:55.790885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 xor.25> (def) +2023-12-14 14:52:55.790890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:55.790901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 xor.26> (def) +2023-12-14 14:52:55.790906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27: +2023-12-14 14:52:55.790917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 broadcast.27> (def) +2023-12-14 14:52:55.790922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28: +2023-12-14 14:52:55.790932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 add.28> (def) +2023-12-14 14:52:55.790938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29: +2023-12-14 14:52:55.790947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 broadcast.29> (def) +2023-12-14 14:52:55.790952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30: +2023-12-14 14:52:55.790962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 add.30> (def) +2023-12-14 14:52:55.790967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.119: +2023-12-14 14:52:55.790976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 concatenate.119> (def) +2023-12-14 14:52:55.790982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.790986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.219: +2023-12-14 14:52:55.790991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 multiply.219> (def) +2023-12-14 14:52:55.790996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.1: +2023-12-14 14:52:55.791006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 abs.1> (def) +2023-12-14 14:52:55.791010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.33: +2023-12-14 14:52:55.791024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 constant.33> (def) +2023-12-14 14:52:55.791029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31: +2023-12-14 14:52:55.791039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.31> (def) +2023-12-14 14:52:55.791044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2: +2023-12-14 14:52:55.791054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 compare.2> (def) +2023-12-14 14:52:55.791058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.34: +2023-12-14 14:52:55.791068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 constant.34> (def) +2023-12-14 14:52:55.791073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32: +2023-12-14 14:52:55.791082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.32> (def) +2023-12-14 14:52:55.791087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11: +2023-12-14 14:52:55.791097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 multiply.11> (def) +2023-12-14 14:52:55.791102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.2: +2023-12-14 14:52:55.791111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 negate.2> (def) +2023-12-14 14:52:55.791117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12: +2023-12-14 14:52:55.791126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 multiply.12> (def) +2023-12-14 14:52:55.791131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.1: +2023-12-14 14:52:55.791140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 log-plus-one.1> (def) +2023-12-14 14:52:55.791145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.3: +2023-12-14 14:52:55.791155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 negate.3> (def) +2023-12-14 14:52:55.791160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.35: +2023-12-14 14:52:55.791172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 constant.35> (def) +2023-12-14 14:52:55.791178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33: +2023-12-14 14:52:55.791188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 broadcast.33> (def) +2023-12-14 14:52:55.791193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3: +2023-12-14 14:52:55.791202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 compare.3> (def) +2023-12-14 14:52:55.791207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.36: +2023-12-14 14:52:55.791216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 constant.36> (def) +2023-12-14 14:52:55.791222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34: +2023-12-14 14:52:55.791232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.34> (def) +2023-12-14 14:52:55.791237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.37: +2023-12-14 14:52:55.791248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.37> (def) +2023-12-14 14:52:55.791253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35: +2023-12-14 14:52:55.791263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 broadcast.35> (def) +2023-12-14 14:52:55.791268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11: +2023-12-14 14:52:55.791278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 select.11> (def) +2023-12-14 14:52:55.791284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.38: +2023-12-14 14:52:55.791294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 constant.38> (def) +2023-12-14 14:52:55.791299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36: +2023-12-14 14:52:55.791309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 broadcast.36> (def) +2023-12-14 14:52:55.791315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.39: +2023-12-14 14:52:55.791336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.39> (def) +2023-12-14 14:52:55.791341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.37: +2023-12-14 14:52:55.791351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 broadcast.37> (def) +2023-12-14 14:52:55.791355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12: +2023-12-14 14:52:55.791366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 select.12> (def) +2023-12-14 14:52:55.791370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.40: +2023-12-14 14:52:55.791380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 constant.40> (def) +2023-12-14 14:52:55.791385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38: +2023-12-14 14:52:55.791395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 broadcast.38> (def) +2023-12-14 14:52:55.791400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.41: +2023-12-14 14:52:55.791409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.41> (def) +2023-12-14 14:52:55.791414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39: +2023-12-14 14:52:55.791423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.39> (def) +2023-12-14 14:52:55.791430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13: +2023-12-14 14:52:55.791442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 select.13> (def) +2023-12-14 14:52:55.791446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.42: +2023-12-14 14:52:55.791456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.42> (def) +2023-12-14 14:52:55.791461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.40: +2023-12-14 14:52:55.791471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 broadcast.40> (def) +2023-12-14 14:52:55.791476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.45: +2023-12-14 14:52:55.791488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.45> (def) +2023-12-14 14:52:55.791493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41: +2023-12-14 14:52:55.791503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 broadcast.41> (def) +2023-12-14 14:52:55.791508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14: +2023-12-14 14:52:55.791517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 select.14> (def) +2023-12-14 14:52:55.791522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.46: +2023-12-14 14:52:55.791532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.46> (def) +2023-12-14 14:52:55.791537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42: +2023-12-14 14:52:55.791546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 broadcast.42> (def) +2023-12-14 14:52:55.791551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.47: +2023-12-14 14:52:55.791561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 constant.47> (def) +2023-12-14 14:52:55.791566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43: +2023-12-14 14:52:55.791575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 broadcast.43> (def) +2023-12-14 14:52:55.791581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15: +2023-12-14 14:52:55.791592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 select.15> (def) +2023-12-14 14:52:55.791596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.48: +2023-12-14 14:52:55.791606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 constant.48> (def) +2023-12-14 14:52:55.791611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44: +2023-12-14 14:52:55.791621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 broadcast.44> (def) +2023-12-14 14:52:55.791626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.49: +2023-12-14 14:52:55.791638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.49> (def) +2023-12-14 14:52:55.791643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45: +2023-12-14 14:52:55.791653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 broadcast.45> (def) +2023-12-14 14:52:55.791658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16: +2023-12-14 14:52:55.791667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 select.16> (def) +2023-12-14 14:52:55.791672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.50: +2023-12-14 14:52:55.791681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.50> (def) +2023-12-14 14:52:55.791686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46: +2023-12-14 14:52:55.791696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 broadcast.46> (def) +2023-12-14 14:52:55.791701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.51: +2023-12-14 14:52:55.791711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.51> (def) +2023-12-14 14:52:55.791715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.47: +2023-12-14 14:52:55.791725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 broadcast.47> (def) +2023-12-14 14:52:55.791730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17: +2023-12-14 14:52:55.791739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 select.17> (def) +2023-12-14 14:52:55.791744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.52: +2023-12-14 14:52:55.791754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.52> (def) +2023-12-14 14:52:55.791759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48: +2023-12-14 14:52:55.791768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 broadcast.48> (def) +2023-12-14 14:52:55.791773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.53: +2023-12-14 14:52:55.791789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 constant.53> (def) +2023-12-14 14:52:55.791794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.50: +2023-12-14 14:52:55.791804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 broadcast.50> (def) +2023-12-14 14:52:55.791809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18: +2023-12-14 14:52:55.791819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 select.18> (def) +2023-12-14 14:52:55.791823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.54: +2023-12-14 14:52:55.791833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 constant.54> (def) +2023-12-14 14:52:55.791838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51: +2023-12-14 14:52:55.791847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 broadcast.51> (def) +2023-12-14 14:52:55.791852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.55: +2023-12-14 14:52:55.791862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.55> (def) +2023-12-14 14:52:55.791868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53: +2023-12-14 14:52:55.791878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.53> (def) +2023-12-14 14:52:55.791884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19: +2023-12-14 14:52:55.791893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 select.19> (def) +2023-12-14 14:52:55.791898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.1: +2023-12-14 14:52:55.791908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 sqrt.1> (def) +2023-12-14 14:52:55.791913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20: +2023-12-14 14:52:55.791923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 select.20> (def) +2023-12-14 14:52:55.791928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13: +2023-12-14 14:52:55.791940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 multiply.13> (def) +2023-12-14 14:52:55.791945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8: +2023-12-14 14:52:55.791955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 add.8> (def) +2023-12-14 14:52:55.791960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14: +2023-12-14 14:52:55.791969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 multiply.14> (def) +2023-12-14 14:52:55.791974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9: +2023-12-14 14:52:55.791984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.9> (def) +2023-12-14 14:52:55.791989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.791994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15: +2023-12-14 14:52:55.791999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.15> (def) +2023-12-14 14:52:55.792003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10: +2023-12-14 14:52:55.792014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 add.10> (def) +2023-12-14 14:52:55.792018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16: +2023-12-14 14:52:55.792028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 multiply.16> (def) +2023-12-14 14:52:55.792032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11: +2023-12-14 14:52:55.792042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.11> (def) +2023-12-14 14:52:55.792046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17: +2023-12-14 14:52:55.792056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 multiply.17> (def) +2023-12-14 14:52:55.792061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12: +2023-12-14 14:52:55.792071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.12> (def) +2023-12-14 14:52:55.792076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18: +2023-12-14 14:52:55.792086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.18> (def) +2023-12-14 14:52:55.792093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13: +2023-12-14 14:52:55.792103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.13> (def) +2023-12-14 14:52:55.792107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19: +2023-12-14 14:52:55.792118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.19> (def) +2023-12-14 14:52:55.792122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14: +2023-12-14 14:52:55.792133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.14> (def) +2023-12-14 14:52:55.792138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20: +2023-12-14 14:52:55.792148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 multiply.20> (def) +2023-12-14 14:52:55.792153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15: +2023-12-14 14:52:55.792162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.15> (def) +2023-12-14 14:52:55.792167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21: +2023-12-14 14:52:55.792177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.21> (def) +2023-12-14 14:52:55.792182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21: +2023-12-14 14:52:55.792191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 select.21> (def) +2023-12-14 14:52:55.792196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.57: +2023-12-14 14:52:55.792207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.57> (def) +2023-12-14 14:52:55.792212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17: +2023-12-14 14:52:55.792221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.17> (def) +2023-12-14 14:52:55.792226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58: +2023-12-14 14:52:55.792236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 broadcast.58> (def) +2023-12-14 14:52:55.792243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18: +2023-12-14 14:52:55.792253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.18> (def) +2023-12-14 14:52:55.792258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.89: +2023-12-14 14:52:55.792268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 broadcast.89> (def) +2023-12-14 14:52:55.792273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8: +2023-12-14 14:52:55.792283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 shift-right-logical.8> (def) +2023-12-14 14:52:55.792287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.63: +2023-12-14 14:52:55.792297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 constant.63> (def) +2023-12-14 14:52:55.792302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.64: +2023-12-14 14:52:55.792311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.64> (def) +2023-12-14 14:52:55.792316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.65: +2023-12-14 14:52:55.792326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 constant.65> (def) +2023-12-14 14:52:55.792331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:55.792341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.792346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.6{}> (def) +2023-12-14 14:52:55.792351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.792356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 constant.14> +2023-12-14 14:52:55.792361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.792365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 add.28> +2023-12-14 14:52:55.792370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.792375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 add.30> +2023-12-14 14:52:55.792381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.792385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 reshape.22> +2023-12-14 14:52:55.792394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.792401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 xor.26> +2023-12-14 14:52:55.792406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.792410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 reshape.20> +2023-12-14 14:52:55.792415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.792420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 constant.17> +2023-12-14 14:52:55.792425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.792430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.16> +2023-12-14 14:52:55.792434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.792445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.792450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 while.1{} (phi)> (def) +2023-12-14 14:52:55.792455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.792459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 while.1{0} (phi)> (def) +2023-12-14 14:52:55.792464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.792470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 while.1{1} (phi)> (def) +2023-12-14 14:52:55.792475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.792479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 while.1{2} (phi)> (def) +2023-12-14 14:52:55.792484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.792489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 while.1{3} (phi)> (def) +2023-12-14 14:52:55.792494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.792499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 while.1{4} (phi)> (def) +2023-12-14 14:52:55.792503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.792509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 while.1{5} (phi)> (def) +2023-12-14 14:52:55.792514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.792519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 while.1{6} (phi)> (def) +2023-12-14 14:52:55.792524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.792529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 while.1{7} (phi)> (def) +2023-12-14 14:52:55.792538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.792548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 while.1{1} (phi)> +2023-12-14 14:52:55.792553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:55.792562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 while.1{2} (phi)> +2023-12-14 14:52:55.792567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102: +2023-12-14 14:52:55.792578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 broadcast.102> (def) +2023-12-14 14:52:55.792582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:55.792592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.12> (def) +2023-12-14 14:52:55.792598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.0: +2023-12-14 14:52:55.792608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 bitcast-convert.0> (def) +2023-12-14 14:52:55.792612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103: +2023-12-14 14:52:55.792622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 broadcast.103> (def) +2023-12-14 14:52:55.792627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57: +2023-12-14 14:52:55.792636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 add.57> (def) +2023-12-14 14:52:55.792642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104: +2023-12-14 14:52:55.792652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.104> (def) +2023-12-14 14:52:55.792656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.26: +2023-12-14 14:52:55.792667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 multiply.26> (def) +2023-12-14 14:52:55.792673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105: +2023-12-14 14:52:55.792683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 broadcast.105> (def) +2023-12-14 14:52:55.792692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59: +2023-12-14 14:52:55.792701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.59> (def) +2023-12-14 14:52:55.792707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.0: +2023-12-14 14:52:55.792716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 maximum.0> (def) +2023-12-14 14:52:55.792721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:55.792731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.18> (def) +2023-12-14 14:52:55.792736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.792745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.792750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.792755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.792760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.792765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.792770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.792775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.792780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.792785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.792790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.792795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.792800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.792805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.792810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.792814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.792819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.792824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.792829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.792838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.66: +2023-12-14 14:52:55.792848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.66> (def) +2023-12-14 14:52:55.792853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:55.792863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.67> (def) +2023-12-14 14:52:55.792868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8: +2023-12-14 14:52:55.792877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.8> (def) +2023-12-14 14:52:55.792882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.9: +2023-12-14 14:52:55.792891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.9> (def) +2023-12-14 14:52:55.792896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46: +2023-12-14 14:52:55.792906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.46> (def) +2023-12-14 14:52:55.792911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.90: +2023-12-14 14:52:55.792921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 broadcast.90> (def) +2023-12-14 14:52:55.792926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8: +2023-12-14 14:52:55.792935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 shift-left.8> (def) +2023-12-14 14:52:55.792940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:55.792951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 subtract.12> (def) +2023-12-14 14:52:55.792956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.91: +2023-12-14 14:52:55.792966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 broadcast.91> (def) +2023-12-14 14:52:55.792971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9: +2023-12-14 14:52:55.792981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 shift-right-logical.9> (def) +2023-12-14 14:52:55.792989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.792994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8: +2023-12-14 14:52:55.792999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 or.8> (def) +2023-12-14 14:52:55.793004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8: +2023-12-14 14:52:55.793013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 xor.8> (def) +2023-12-14 14:52:55.793018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9: +2023-12-14 14:52:55.793028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.9> (def) +2023-12-14 14:52:55.793033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.10: +2023-12-14 14:52:55.793043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.10> (def) +2023-12-14 14:52:55.793047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:55.793058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.47> (def) +2023-12-14 14:52:55.793062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.93: +2023-12-14 14:52:55.793072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.93> (def) +2023-12-14 14:52:55.793077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9: +2023-12-14 14:52:55.793086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 shift-left.9> (def) +2023-12-14 14:52:55.793091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:55.793101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 subtract.13> (def) +2023-12-14 14:52:55.793106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.94: +2023-12-14 14:52:55.793116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.94> (def) +2023-12-14 14:52:55.793121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10: +2023-12-14 14:52:55.793130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 shift-right-logical.10> (def) +2023-12-14 14:52:55.793138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9: +2023-12-14 14:52:55.793147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 or.9> (def) +2023-12-14 14:52:55.793152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9: +2023-12-14 14:52:55.793162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 xor.9> (def) +2023-12-14 14:52:55.793167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10: +2023-12-14 14:52:55.793177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.10> (def) +2023-12-14 14:52:55.793182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.11: +2023-12-14 14:52:55.793192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.11> (def) +2023-12-14 14:52:55.793196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:55.793206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.49> (def) +2023-12-14 14:52:55.793211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.95: +2023-12-14 14:52:55.793221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 broadcast.95> (def) +2023-12-14 14:52:55.793227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10: +2023-12-14 14:52:55.793237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 shift-left.10> (def) +2023-12-14 14:52:55.793242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:55.793252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 subtract.14> (def) +2023-12-14 14:52:55.793257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.96: +2023-12-14 14:52:55.793266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 broadcast.96> (def) +2023-12-14 14:52:55.793271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11: +2023-12-14 14:52:55.793280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 shift-right-logical.11> (def) +2023-12-14 14:52:55.793290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10: +2023-12-14 14:52:55.793301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 or.10> (def) +2023-12-14 14:52:55.793306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10: +2023-12-14 14:52:55.793316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.10> (def) +2023-12-14 14:52:55.793321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11: +2023-12-14 14:52:55.793330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 slice.11> (def) +2023-12-14 14:52:55.793335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12: +2023-12-14 14:52:55.793344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 reshape.12> (def) +2023-12-14 14:52:55.793349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:55.793358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 add.50> (def) +2023-12-14 14:52:55.793364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.97: +2023-12-14 14:52:55.793374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 broadcast.97> (def) +2023-12-14 14:52:55.793379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11: +2023-12-14 14:52:55.793389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 shift-left.11> (def) +2023-12-14 14:52:55.793393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:55.793403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 subtract.15> (def) +2023-12-14 14:52:55.793408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.98: +2023-12-14 14:52:55.793417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 broadcast.98> (def) +2023-12-14 14:52:55.793422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:55.793432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 shift-right-logical.12> (def) +2023-12-14 14:52:55.793440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11: +2023-12-14 14:52:55.793450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 or.11> (def) +2023-12-14 14:52:55.793455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11: +2023-12-14 14:52:55.793464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 xor.11> (def) +2023-12-14 14:52:55.793469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.99: +2023-12-14 14:52:55.793479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.99> (def) +2023-12-14 14:52:55.793484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:55.793494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 add.51> (def) +2023-12-14 14:52:55.793499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.100: +2023-12-14 14:52:55.793510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 broadcast.100> (def) +2023-12-14 14:52:55.793514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:55.793524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.52> (def) +2023-12-14 14:52:55.793529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:55.793538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 convert.2> (def) +2023-12-14 14:52:55.793543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101: +2023-12-14 14:52:55.793553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 broadcast.101> (def) +2023-12-14 14:52:55.793558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.54: +2023-12-14 14:52:55.793568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.54> (def) +2023-12-14 14:52:55.793573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:55.793583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.55> (def) +2023-12-14 14:52:55.793602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7: +2023-12-14 14:52:55.793612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.793617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 tuple.7{}> (def) +2023-12-14 14:52:55.793623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.793628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.55> +2023-12-14 14:52:55.793633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.793638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 add.51> +2023-12-14 14:52:55.793643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.793648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.54> +2023-12-14 14:52:55.793653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.793658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.793663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.793668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.793673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.793677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.793682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.793688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.793693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.793699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.793704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:55.793713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.793718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.86: +2023-12-14 14:52:55.793728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.793733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.87: +2023-12-14 14:52:55.793742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.793750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.88: +2023-12-14 14:52:55.793761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.793766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.89: +2023-12-14 14:52:55.793776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.793780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.90: +2023-12-14 14:52:55.793790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.793795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.91: +2023-12-14 14:52:55.793804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.793809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.93: +2023-12-14 14:52:55.793820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.793824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.793835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.793840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.793845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.793850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.793854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.793859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.793864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.793869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.793874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.793879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.793884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.793891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.793899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.793904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.793909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.793914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.793919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.793924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.793928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:55.793938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 constant.68> (def) +2023-12-14 14:52:55.793943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:55.793953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 compare.5> (def) +2023-12-14 14:52:55.793959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.793963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:55.793968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.793973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.793978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 constant.68> +2023-12-14 14:52:55.793983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.793987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:55.793992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.793997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:55.794002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:55.794007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 compare.5> +2023-12-14 14:52:55.794011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:55.794022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.67> +2023-12-14 14:52:55.794042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:55.794052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:55.794062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:55.794066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.55> +2023-12-14 14:52:55.794071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:55.794082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {0} +2023-12-14 14:52:55.794087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 0 +2023-12-14 14:52:55.794097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:55.794102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %get-tuple-element.93, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.46> +2023-12-14 14:52:55.794112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46 +2023-12-14 14:52:55.794122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8, operand 0 +2023-12-14 14:52:55.794132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:55.794137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.46 = u32[2097152]{0} add(u32[2097152]{0} %get-tuple-element.91, u32[2097152]{0} %get-tuple-element.90), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.8> +2023-12-14 14:52:55.794148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8 +2023-12-14 14:52:55.794158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.9, operand 0 +2023-12-14 14:52:55.794168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.8 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.86), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.9> +2023-12-14 14:52:55.794182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.9 +2023-12-14 14:52:55.794191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.90, operand 0 +2023-12-14 14:52:55.794201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:55.794206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.9 = u32[] reshape(u32[1]{0} %slice.8), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 broadcast.90> +2023-12-14 14:52:55.794217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.90 +2023-12-14 14:52:55.794227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8, operand 1 +2023-12-14 14:52:55.794237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.90 = u32[2097152]{0} broadcast(u32[] %reshape.9), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 shift-left.8> +2023-12-14 14:52:55.794247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8 +2023-12-14 14:52:55.794257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8, operand 0 +2023-12-14 14:52:55.794267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.8 = u32[2097152]{0} shift-left(u32[2097152]{0} %get-tuple-element.90, u32[2097152]{0} %broadcast.90), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.66> +2023-12-14 14:52:55.794277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.66 +2023-12-14 14:52:55.794287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:55.794300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:55.794305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:55.794309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:55.794314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.66 = u32[] constant(32) +2023-12-14 14:52:55.794319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 subtract.12> +2023-12-14 14:52:55.794324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:55.794333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.91, operand 0 +2023-12-14 14:52:55.794344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.66, u32[] %reshape.9), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 broadcast.91> +2023-12-14 14:52:55.794354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.91 +2023-12-14 14:52:55.794364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9, operand 1 +2023-12-14 14:52:55.794374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.91 = u32[2097152]{0} broadcast(u32[] %subtract.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 shift-right-logical.9> +2023-12-14 14:52:55.794383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9 +2023-12-14 14:52:55.794393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8, operand 1 +2023-12-14 14:52:55.794403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.9 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %get-tuple-element.90, u32[2097152]{0} %broadcast.91), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 or.8> +2023-12-14 14:52:55.794416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8 +2023-12-14 14:52:55.794426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8, operand 1 +2023-12-14 14:52:55.794436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.8 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.8, u32[2097152]{0} %shift-right-logical.9), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 xor.8> +2023-12-14 14:52:55.794445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8 +2023-12-14 14:52:55.794455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:55.794464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9, operand 0 +2023-12-14 14:52:55.794469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10, operand 0 +2023-12-14 14:52:55.794476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.8 = u32[2097152]{0} xor(u32[2097152]{0} %add.46, u32[2097152]{0} %or.8), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.47> +2023-12-14 14:52:55.794486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:55.794496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9, operand 0 +2023-12-14 14:52:55.794505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:55.794510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = u32[2097152]{0} add(u32[2097152]{0} %add.46, u32[2097152]{0} %xor.8), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.9> +2023-12-14 14:52:55.794520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9 +2023-12-14 14:52:55.794529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.10, operand 0 +2023-12-14 14:52:55.794539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.9 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.86), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.10> +2023-12-14 14:52:55.794552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.10 +2023-12-14 14:52:55.794562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.93, operand 0 +2023-12-14 14:52:55.794572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:55.794577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.10 = u32[] reshape(u32[1]{0} %slice.9), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.93> +2023-12-14 14:52:55.794586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.93 +2023-12-14 14:52:55.794596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9, operand 1 +2023-12-14 14:52:55.794607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.93 = u32[2097152]{0} broadcast(u32[] %reshape.10), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 shift-left.9> +2023-12-14 14:52:55.794617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9 +2023-12-14 14:52:55.794626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9, operand 0 +2023-12-14 14:52:55.794636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.9 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.8, u32[2097152]{0} %broadcast.93), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 subtract.13> +2023-12-14 14:52:55.794645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:55.794655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.94, operand 0 +2023-12-14 14:52:55.794668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.66, u32[] %reshape.10), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.94> +2023-12-14 14:52:55.794678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.94 +2023-12-14 14:52:55.794688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10, operand 1 +2023-12-14 14:52:55.794698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.94 = u32[2097152]{0} broadcast(u32[] %subtract.13), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 shift-right-logical.10> +2023-12-14 14:52:55.794707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10 +2023-12-14 14:52:55.794717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9, operand 1 +2023-12-14 14:52:55.794726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.10 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.8, u32[2097152]{0} %broadcast.94), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 or.9> +2023-12-14 14:52:55.794737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9 +2023-12-14 14:52:55.794747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9, operand 1 +2023-12-14 14:52:55.794757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.9 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.9, u32[2097152]{0} %shift-right-logical.10), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 xor.9> +2023-12-14 14:52:55.794766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9 +2023-12-14 14:52:55.794779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:55.794788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10, operand 0 +2023-12-14 14:52:55.794793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11, operand 0 +2023-12-14 14:52:55.794799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.9 = u32[2097152]{0} xor(u32[2097152]{0} %add.47, u32[2097152]{0} %or.9), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.49> +2023-12-14 14:52:55.794809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:55.794818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10, operand 0 +2023-12-14 14:52:55.794828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:55.794833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[2097152]{0} add(u32[2097152]{0} %add.47, u32[2097152]{0} %xor.9), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.10> +2023-12-14 14:52:55.794843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10 +2023-12-14 14:52:55.794852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.11, operand 0 +2023-12-14 14:52:55.794862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.10 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.86), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.11> +2023-12-14 14:52:55.794873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.11 +2023-12-14 14:52:55.794883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.95, operand 0 +2023-12-14 14:52:55.794892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:55.794900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.11 = u32[] reshape(u32[1]{0} %slice.10), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 broadcast.95> +2023-12-14 14:52:55.794909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.95 +2023-12-14 14:52:55.794919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10, operand 1 +2023-12-14 14:52:55.794929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.95 = u32[2097152]{0} broadcast(u32[] %reshape.11), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 shift-left.10> +2023-12-14 14:52:55.794939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10 +2023-12-14 14:52:55.794949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10, operand 0 +2023-12-14 14:52:55.794959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.10 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.9, u32[2097152]{0} %broadcast.95), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 subtract.14> +2023-12-14 14:52:55.794969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.794974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:55.794978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.794983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.96, operand 0 +2023-12-14 14:52:55.794988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.66, u32[] %reshape.11), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.794993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 broadcast.96> +2023-12-14 14:52:55.794999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.96 +2023-12-14 14:52:55.795009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11, operand 1 +2023-12-14 14:52:55.795022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.96 = u32[2097152]{0} broadcast(u32[] %subtract.14), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 shift-right-logical.11> +2023-12-14 14:52:55.795031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11 +2023-12-14 14:52:55.795041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10, operand 1 +2023-12-14 14:52:55.795051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.11 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.9, u32[2097152]{0} %broadcast.96), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 or.10> +2023-12-14 14:52:55.795061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10 +2023-12-14 14:52:55.795071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10, operand 1 +2023-12-14 14:52:55.795081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.10 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.10, u32[2097152]{0} %shift-right-logical.11), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.10> +2023-12-14 14:52:55.795091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10 +2023-12-14 14:52:55.795100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:55.795110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11, operand 0 +2023-12-14 14:52:55.795115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:55.795119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.10 = u32[2097152]{0} xor(u32[2097152]{0} %add.49, u32[2097152]{0} %or.10), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 add.50> +2023-12-14 14:52:55.795131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:55.795144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11, operand 0 +2023-12-14 14:52:55.795153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:55.795158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[2097152]{0} add(u32[2097152]{0} %add.49, u32[2097152]{0} %xor.10), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.99> +2023-12-14 14:52:55.795168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.99 +2023-12-14 14:52:55.795177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:55.795187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.99 = u32[2097152]{0} broadcast(u32[] %get-tuple-element.89), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 add.51> +2023-12-14 14:52:55.795197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:55.795208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {1} +2023-12-14 14:52:55.795213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 1 +2023-12-14 14:52:55.795223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[2097152]{0} add(u32[2097152]{0} %add.50, u32[2097152]{0} %broadcast.99), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 slice.11> +2023-12-14 14:52:55.795232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11 +2023-12-14 14:52:55.795241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12, operand 0 +2023-12-14 14:52:55.795251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.11 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.86), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 reshape.12> +2023-12-14 14:52:55.795265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12 +2023-12-14 14:52:55.795275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.97, operand 0 +2023-12-14 14:52:55.795284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:55.795289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.12 = u32[] reshape(u32[1]{0} %slice.11), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 broadcast.97> +2023-12-14 14:52:55.795299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.97 +2023-12-14 14:52:55.795308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11, operand 1 +2023-12-14 14:52:55.795322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.97 = u32[2097152]{0} broadcast(u32[] %reshape.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 shift-left.11> +2023-12-14 14:52:55.795335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11 +2023-12-14 14:52:55.795346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11, operand 0 +2023-12-14 14:52:55.795355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.11 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.10, u32[2097152]{0} %broadcast.97), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 subtract.15> +2023-12-14 14:52:55.795365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:55.795374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.98, operand 0 +2023-12-14 14:52:55.795387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.66, u32[] %reshape.12), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 broadcast.98> +2023-12-14 14:52:55.795398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.98 +2023-12-14 14:52:55.795409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:55.795419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.98 = u32[2097152]{0} broadcast(u32[] %subtract.15), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 shift-right-logical.12> +2023-12-14 14:52:55.795428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:55.795438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11, operand 1 +2023-12-14 14:52:55.795447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.10, u32[2097152]{0} %broadcast.98), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 or.11> +2023-12-14 14:52:55.795457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11 +2023-12-14 14:52:55.795467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11, operand 1 +2023-12-14 14:52:55.795477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.11 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.11, u32[2097152]{0} %shift-right-logical.12), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 xor.11> +2023-12-14 14:52:55.795487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11 +2023-12-14 14:52:55.795496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:55.795509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.11 = u32[2097152]{0} xor(u32[2097152]{0} %add.50, u32[2097152]{0} %or.11), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 broadcast.100> +2023-12-14 14:52:55.795519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.100 +2023-12-14 14:52:55.795529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:55.795540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.100 = u32[2097152]{0} broadcast(u32[] %get-tuple-element.88), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.52> +2023-12-14 14:52:55.795549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:55.795558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.54, operand 0 +2023-12-14 14:52:55.795568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[2097152]{0} add(u32[2097152]{0} %xor.11, u32[2097152]{0} %broadcast.100), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 convert.2> +2023-12-14 14:52:55.795578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:55.795587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101, operand 0 +2023-12-14 14:52:55.795597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %add.55), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 broadcast.101> +2023-12-14 14:52:55.795608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101 +2023-12-14 14:52:55.795620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.54, operand 1 +2023-12-14 14:52:55.795630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.101 = u32[2097152]{0} broadcast(u32[] %convert.2), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.54> +2023-12-14 14:52:55.795639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.54 +2023-12-14 14:52:55.795649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {2} +2023-12-14 14:52:55.795653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 2 +2023-12-14 14:52:55.795665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.54 = u32[2097152]{0} add(u32[2097152]{0} %add.52, u32[2097152]{0} %broadcast.101), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 tuple.7{}> +2023-12-14 14:52:55.795675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {} +2023-12-14 14:52:55.795685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.7 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[2097152]{0} %add.51, u32[2097152]{0} %add.54, u32[] %get-tuple-element.88, u32[] %get-tuple-element.87, /*index=5*/u32[] %get-tuple-element.89, u32[4]{0} %get-tuple-element.85, u32[4]{0} %get-tuple-element.86) +2023-12-14 14:52:55.795695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 constant.14> +2023-12-14 14:52:55.795699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.795709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:55.795714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.795723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:55.795728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 iota.18> +2023-12-14 14:52:55.795734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.18 +2023-12-14 14:52:55.795746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:55.795756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:55.795761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.18 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 slice.23> +2023-12-14 14:52:55.795770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:55.795779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28, operand 0 +2023-12-14 14:52:55.795790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[2097152]{0} slice(u32[4194304]{0} %iota.18), slice={[0:2097152]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(2097152,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> +2023-12-14 14:52:55.795801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.795810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:55.795820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:55.795825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.795830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 slice.19> +2023-12-14 14:52:55.795834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:55.795844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20, operand 0 +2023-12-14 14:52:55.795854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %Arg_0.1), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 reshape.20> +2023-12-14 14:52:55.795868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20 +2023-12-14 14:52:55.795878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {5} +2023-12-14 14:52:55.795883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:55.795892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27, operand 0 +2023-12-14 14:52:55.795897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.795902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.20 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 broadcast.27> +2023-12-14 14:52:55.795913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27 +2023-12-14 14:52:55.795923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28, operand 1 +2023-12-14 14:52:55.795932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.27 = u32[2097152]{0} broadcast(u32[] %reshape.20), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 add.28> +2023-12-14 14:52:55.795942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28 +2023-12-14 14:52:55.795951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:55.795956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.795967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.28 = u32[2097152]{0} add(u32[2097152]{0} %slice.23, u32[2097152]{0} %broadcast.27), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.795972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 slice.24> +2023-12-14 14:52:55.795976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.795981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:55.795986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.795991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30, operand 0 +2023-12-14 14:52:55.795998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[2097152]{0} slice(u32[4194304]{0} %iota.18), slice={[2097152:4194304]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(2097152,) limit_indices=(4194304,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 slice.21> +2023-12-14 14:52:55.796008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:55.796019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22, operand 0 +2023-12-14 14:52:55.796028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[2]{0} %Arg_0.1), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 reshape.22> +2023-12-14 14:52:55.796038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22 +2023-12-14 14:52:55.796047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {3} +2023-12-14 14:52:55.796052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:55.796062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29, operand 0 +2023-12-14 14:52:55.796067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.796072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.22 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 broadcast.29> +2023-12-14 14:52:55.796082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29 +2023-12-14 14:52:55.796091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30, operand 1 +2023-12-14 14:52:55.796101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.29 = u32[2097152]{0} broadcast(u32[] %reshape.22), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 add.30> +2023-12-14 14:52:55.796114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30 +2023-12-14 14:52:55.796124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {2} +2023-12-14 14:52:55.796129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.796138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.30 = u32[2097152]{0} add(u32[2097152]{0} %slice.24, u32[2097152]{0} %broadcast.29), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 xor.25> +2023-12-14 14:52:55.796148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:55.796157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:55.796169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[] xor(u32[] %reshape.20, u32[] %reshape.22), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 constant.15> +2023-12-14 14:52:55.796178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:55.796188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:55.796198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(466688986) +2023-12-14 14:52:55.796202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 xor.26> +2023-12-14 14:52:55.796207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:55.796217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {4} +2023-12-14 14:52:55.796222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.796232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[] xor(u32[] %xor.25, u32[] %constant.15), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 constant.17> +2023-12-14 14:52:55.796244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:55.796254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {6} +2023-12-14 14:52:55.796259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.796269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.796274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.16> +2023-12-14 14:52:55.796279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:55.796289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {7} +2023-12-14 14:52:55.796294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.796304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.796309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.6{}> +2023-12-14 14:52:55.796314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:55.796324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.796335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.14, u32[2097152]{0} %add.28, u32[2097152]{0} %add.30, u32[] %reshape.22, u32[] %xor.26, /*index=5*/u32[] %reshape.20, u32[4]{0} %constant.17, u32[4]{0} %constant.16) +2023-12-14 14:52:55.796340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 concatenate.119> +2023-12-14 14:52:55.796344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.119 +2023-12-14 14:52:55.796354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8, operand 0 +2023-12-14 14:52:55.796364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.119 = u32[4194304]{0} concatenate(u32[2097152]{0} %get-tuple-element.112, u32[2097152]{0} %get-tuple-element.113), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 constant.12> +2023-12-14 14:52:55.796378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:55.796387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.89, operand 0 +2023-12-14 14:52:55.796397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = u32[] constant(9) +2023-12-14 14:52:55.796402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 broadcast.89> +2023-12-14 14:52:55.796407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.89 +2023-12-14 14:52:55.796416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8, operand 1 +2023-12-14 14:52:55.796427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.89 = u32[4194304]{0} broadcast(u32[] %constant.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 shift-right-logical.8> +2023-12-14 14:52:55.796436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8 +2023-12-14 14:52:55.796446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:55.796456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.8 = u32[4194304]{0} shift-right-logical(u32[4194304]{0} %concatenate.119, u32[4194304]{0} %broadcast.89), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 constant.10> +2023-12-14 14:52:55.796466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:52:55.796476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102, operand 0 +2023-12-14 14:52:55.796486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = u32[] constant(1065353216) +2023-12-14 14:52:55.796491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 broadcast.102> +2023-12-14 14:52:55.796498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102 +2023-12-14 14:52:55.796508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:55.796518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.102 = u32[4194304]{0} broadcast(u32[] %constant.10), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.12> +2023-12-14 14:52:55.796528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:55.796538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.0, operand 0 +2023-12-14 14:52:55.796548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[4194304]{0} or(u32[4194304]{0} %shift-right-logical.8, u32[4194304]{0} %broadcast.102), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 bitcast-convert.0> +2023-12-14 14:52:55.796558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.0 +2023-12-14 14:52:55.796567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 0 +2023-12-14 14:52:55.796577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.0 = f32[4194304]{0} bitcast-convert(u32[4194304]{0} %or.12), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 constant.63> +2023-12-14 14:52:55.796587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.63 +2023-12-14 14:52:55.796597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103, operand 0 +2023-12-14 14:52:55.796606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.63 = f32[] constant(-1) +2023-12-14 14:52:55.796611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 broadcast.103> +2023-12-14 14:52:55.796617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103 +2023-12-14 14:52:55.796631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 1 +2023-12-14 14:52:55.796641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.103 = f32[4194304]{0} broadcast(f32[] %constant.63), dimensions={} +2023-12-14 14:52:55.796646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 add.57> +2023-12-14 14:52:55.796652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57 +2023-12-14 14:52:55.796663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.26, operand 0 +2023-12-14 14:52:55.796673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.57 = f32[4194304]{0} add(f32[4194304]{0} %bitcast-convert.0, f32[4194304]{0} %broadcast.103), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 constant.6> +2023-12-14 14:52:55.796683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6 +2023-12-14 14:52:55.796693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104, operand 0 +2023-12-14 14:52:55.796703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.6 = f32[] constant(2) +2023-12-14 14:52:55.796708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.104> +2023-12-14 14:52:55.796713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104 +2023-12-14 14:52:55.796722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.26, operand 1 +2023-12-14 14:52:55.796732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.104 = f32[4194304]{0} broadcast(f32[] %constant.6), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 multiply.26> +2023-12-14 14:52:55.796742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.26 +2023-12-14 14:52:55.796752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 0 +2023-12-14 14:52:55.796764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.26 = f32[4194304]{0} multiply(f32[4194304]{0} %add.57, f32[4194304]{0} %broadcast.104), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 constant.4> +2023-12-14 14:52:55.796774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:55.796785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105, operand 0 +2023-12-14 14:52:55.796795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = f32[] constant(-0.99999994) +2023-12-14 14:52:55.796800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 broadcast.105> +2023-12-14 14:52:55.796805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105 +2023-12-14 14:52:55.796814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 1 +2023-12-14 14:52:55.796824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.0, operand 1 +2023-12-14 14:52:55.796829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.105 = f32[4194304]{0} broadcast(f32[] %constant.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.59> +2023-12-14 14:52:55.796839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59 +2023-12-14 14:52:55.796848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.0, operand 0 +2023-12-14 14:52:55.796858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.59 = f32[4194304]{0} add(f32[4194304]{0} %multiply.26, f32[4194304]{0} %broadcast.105), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 maximum.0> +2023-12-14 14:52:55.796867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.0 +2023-12-14 14:52:55.796878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:55.796892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.0 = f32[4194304]{0} maximum(f32[4194304]{0} %add.59, f32[4194304]{0} %broadcast.105), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.18> +2023-12-14 14:52:55.796902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:55.796911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21, operand 1 +2023-12-14 14:52:55.796921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.1, operand 0 +2023-12-14 14:52:55.796926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11, operand 0 +2023-12-14 14:52:55.796930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.2, operand 0 +2023-12-14 14:52:55.796935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12, operand 1 +2023-12-14 14:52:55.796941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = f32[2048,2048]{1,0} reshape(f32[4194304]{0} %maximum.0), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.796945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 abs.1> +2023-12-14 14:52:55.796950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.1 +2023-12-14 14:52:55.796959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2, operand 0 +2023-12-14 14:52:55.796970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.1 = f32[2048,2048]{1,0} abs(f32[2048,2048]{1,0} %reshape.18), metadata={op_name="abs.83"} +2023-12-14 14:52:55.796975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 constant.33> +2023-12-14 14:52:55.796980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.796984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.33 +2023-12-14 14:52:55.796990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.796994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31, operand 0 +2023-12-14 14:52:55.796999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.33 = f32[] constant(1) +2023-12-14 14:52:55.797004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.31> +2023-12-14 14:52:55.797009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31 +2023-12-14 14:52:55.797021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2, operand 1 +2023-12-14 14:52:55.797031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.31 = f32[2048,2048]{1,0} broadcast(f32[] %constant.33), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:55.797036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 compare.2> +2023-12-14 14:52:55.797041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2 +2023-12-14 14:52:55.797051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21, operand 0 +2023-12-14 14:52:55.797062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.2 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %abs.1, f32[2048,2048]{1,0} %broadcast.31), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:55.797067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 constant.34> +2023-12-14 14:52:55.797072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.34 +2023-12-14 14:52:55.797081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32, operand 0 +2023-12-14 14:52:55.797091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.34 = f32[] constant(inf) +2023-12-14 14:52:55.797097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.32> +2023-12-14 14:52:55.797102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32 +2023-12-14 14:52:55.797112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11, operand 1 +2023-12-14 14:52:55.797122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.32 = f32[2048,2048]{1,0} broadcast(f32[] %constant.34), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:55.797127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 multiply.11> +2023-12-14 14:52:55.797132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11 +2023-12-14 14:52:55.797142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21, operand 1 +2023-12-14 14:52:55.797156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.11 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %reshape.18, f32[2048,2048]{1,0} %broadcast.32), metadata={op_name="multiply.81"} +2023-12-14 14:52:55.797161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 negate.2> +2023-12-14 14:52:55.797165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.2 +2023-12-14 14:52:55.797175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12, operand 0 +2023-12-14 14:52:55.797185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.2 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %reshape.18), metadata={op_name="negate.2"} +2023-12-14 14:52:55.797189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 multiply.12> +2023-12-14 14:52:55.797195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12 +2023-12-14 14:52:55.797205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.1, operand 0 +2023-12-14 14:52:55.797214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.12 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %negate.2, f32[2048,2048]{1,0} %reshape.18), metadata={op_name="multiply.3"} +2023-12-14 14:52:55.797219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 log-plus-one.1> +2023-12-14 14:52:55.797224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.1 +2023-12-14 14:52:55.797235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.3, operand 0 +2023-12-14 14:52:55.797244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.1 = f32[2048,2048]{1,0} log-plus-one(f32[2048,2048]{1,0} %multiply.12), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:55.797250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 negate.3> +2023-12-14 14:52:55.797255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.3 +2023-12-14 14:52:55.797264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 0 +2023-12-14 14:52:55.797274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17, operand 0 +2023-12-14 14:52:55.797279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.1, operand 0 +2023-12-14 14:52:55.797287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.3 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %log-plus-one.1), metadata={op_name="negate.5"} +2023-12-14 14:52:55.797292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 constant.35> +2023-12-14 14:52:55.797296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.35 +2023-12-14 14:52:55.797307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33, operand 0 +2023-12-14 14:52:55.797316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.35 = f32[] constant(5) +2023-12-14 14:52:55.797322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 broadcast.33> +2023-12-14 14:52:55.797327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33 +2023-12-14 14:52:55.797336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 1 +2023-12-14 14:52:55.797346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.33 = f32[2048,2048]{1,0} broadcast(f32[] %constant.35), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:55.797351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 compare.3> +2023-12-14 14:52:55.797356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3 +2023-12-14 14:52:55.797365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11, operand 0 +2023-12-14 14:52:55.797375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12, operand 0 +2023-12-14 14:52:55.797380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13, operand 0 +2023-12-14 14:52:55.797385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14, operand 0 +2023-12-14 14:52:55.797390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15, operand 0 +2023-12-14 14:52:55.797394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16, operand 0 +2023-12-14 14:52:55.797399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17, operand 0 +2023-12-14 14:52:55.797405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18, operand 0 +2023-12-14 14:52:55.797410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19, operand 0 +2023-12-14 14:52:55.797415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20, operand 0 +2023-12-14 14:52:55.797420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.3 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %negate.3, f32[2048,2048]{1,0} %broadcast.33), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:55.797428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 constant.36> +2023-12-14 14:52:55.797433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.36 +2023-12-14 14:52:55.797442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34, operand 0 +2023-12-14 14:52:55.797452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.36 = f32[] constant(1.50140941) +2023-12-14 14:52:55.797457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.34> +2023-12-14 14:52:55.797462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34 +2023-12-14 14:52:55.797472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11, operand 1 +2023-12-14 14:52:55.797481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.34 = f32[2048,2048]{1,0} broadcast(f32[] %constant.36), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:55.797486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.37> +2023-12-14 14:52:55.797491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.37 +2023-12-14 14:52:55.797502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35, operand 0 +2023-12-14 14:52:55.797512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.37 = f32[] constant(2.83297682) +2023-12-14 14:52:55.797517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 broadcast.35> +2023-12-14 14:52:55.797522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35 +2023-12-14 14:52:55.797531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11, operand 2 +2023-12-14 14:52:55.797541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.35 = f32[2048,2048]{1,0} broadcast(f32[] %constant.37), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:55.797546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 select.11> +2023-12-14 14:52:55.797550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11 +2023-12-14 14:52:55.797563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15, operand 0 +2023-12-14 14:52:55.797573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.11 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.3, f32[2048,2048]{1,0} %broadcast.34, f32[2048,2048]{1,0} %broadcast.35), metadata={op_name="select.76"} +2023-12-14 14:52:55.797578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 constant.38> +2023-12-14 14:52:55.797583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.38 +2023-12-14 14:52:55.797593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36, operand 0 +2023-12-14 14:52:55.797603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.38 = f32[] constant(0.246640727) +2023-12-14 14:52:55.797607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 broadcast.36> +2023-12-14 14:52:55.797613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36 +2023-12-14 14:52:55.797622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12, operand 1 +2023-12-14 14:52:55.797632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.36 = f32[2048,2048]{1,0} broadcast(f32[] %constant.38), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:55.797637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.39> +2023-12-14 14:52:55.797642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.39 +2023-12-14 14:52:55.797651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.37, operand 0 +2023-12-14 14:52:55.797661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.39 = f32[] constant(1.00167406) +2023-12-14 14:52:55.797666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 broadcast.37> +2023-12-14 14:52:55.797671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.37 +2023-12-14 14:52:55.797681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12, operand 2 +2023-12-14 14:52:55.797691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.37 = f32[2048,2048]{1,0} broadcast(f32[] %constant.39), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:55.797699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 select.12> +2023-12-14 14:52:55.797704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12 +2023-12-14 14:52:55.797714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14, operand 0 +2023-12-14 14:52:55.797724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.12 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.3, f32[2048,2048]{1,0} %broadcast.36, f32[2048,2048]{1,0} %broadcast.37), metadata={op_name="select.69"} +2023-12-14 14:52:55.797728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 constant.40> +2023-12-14 14:52:55.797733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.40 +2023-12-14 14:52:55.797743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38, operand 0 +2023-12-14 14:52:55.797752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.40 = f32[] constant(-0.00417768164) +2023-12-14 14:52:55.797757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 broadcast.38> +2023-12-14 14:52:55.797762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38 +2023-12-14 14:52:55.797773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13, operand 1 +2023-12-14 14:52:55.797782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.38 = f32[2048,2048]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:55.797787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.41> +2023-12-14 14:52:55.797792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.41 +2023-12-14 14:52:55.797802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39, operand 0 +2023-12-14 14:52:55.797811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.41 = f32[] constant(0.00943887047) +2023-12-14 14:52:55.797817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.39> +2023-12-14 14:52:55.797822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39 +2023-12-14 14:52:55.797836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13, operand 2 +2023-12-14 14:52:55.797846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.39 = f32[2048,2048]{1,0} broadcast(f32[] %constant.41), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:55.797851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 select.13> +2023-12-14 14:52:55.797855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13 +2023-12-14 14:52:55.797868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13, operand 0 +2023-12-14 14:52:55.797879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.13 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.3, f32[2048,2048]{1,0} %broadcast.38, f32[2048,2048]{1,0} %broadcast.39), metadata={op_name="select.62"} +2023-12-14 14:52:55.797884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.42> +2023-12-14 14:52:55.797889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.42 +2023-12-14 14:52:55.797898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.40, operand 0 +2023-12-14 14:52:55.797908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.42 = f32[] constant(-0.00125372503) +2023-12-14 14:52:55.797913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 broadcast.40> +2023-12-14 14:52:55.797917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.40 +2023-12-14 14:52:55.797927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14, operand 1 +2023-12-14 14:52:55.797937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.40 = f32[2048,2048]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:55.797942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.45> +2023-12-14 14:52:55.797947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.45 +2023-12-14 14:52:55.797957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41, operand 0 +2023-12-14 14:52:55.797969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.45 = f32[] constant(-0.0076224613) +2023-12-14 14:52:55.797975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 broadcast.41> +2023-12-14 14:52:55.797980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.797985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41 +2023-12-14 14:52:55.797989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.797994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14, operand 2 +2023-12-14 14:52:55.797999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.41 = f32[2048,2048]{1,0} broadcast(f32[] %constant.45), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:55.798004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 select.14> +2023-12-14 14:52:55.798009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14 +2023-12-14 14:52:55.798018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12, operand 0 +2023-12-14 14:52:55.798028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.14 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.3, f32[2048,2048]{1,0} %broadcast.40, f32[2048,2048]{1,0} %broadcast.41), metadata={op_name="select.55"} +2023-12-14 14:52:55.798033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.46> +2023-12-14 14:52:55.798038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.46 +2023-12-14 14:52:55.798048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42, operand 0 +2023-12-14 14:52:55.798058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.46 = f32[] constant(0.00021858087) +2023-12-14 14:52:55.798063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 broadcast.42> +2023-12-14 14:52:55.798067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42 +2023-12-14 14:52:55.798078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15, operand 1 +2023-12-14 14:52:55.798087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.42 = f32[2048,2048]{1,0} broadcast(f32[] %constant.46), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:55.798092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 constant.47> +2023-12-14 14:52:55.798100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.47 +2023-12-14 14:52:55.798110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43, operand 0 +2023-12-14 14:52:55.798119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.47 = f32[] constant(0.00573950773) +2023-12-14 14:52:55.798124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 broadcast.43> +2023-12-14 14:52:55.798130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43 +2023-12-14 14:52:55.798140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15, operand 2 +2023-12-14 14:52:55.798150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.43 = f32[2048,2048]{1,0} broadcast(f32[] %constant.47), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:55.798155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 select.15> +2023-12-14 14:52:55.798159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15 +2023-12-14 14:52:55.798169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11, operand 0 +2023-12-14 14:52:55.798179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.15 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.3, f32[2048,2048]{1,0} %broadcast.42, f32[2048,2048]{1,0} %broadcast.43), metadata={op_name="select.48"} +2023-12-14 14:52:55.798184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 constant.48> +2023-12-14 14:52:55.798189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.48 +2023-12-14 14:52:55.798198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44, operand 0 +2023-12-14 14:52:55.798208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.48 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:55.798213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 broadcast.44> +2023-12-14 14:52:55.798217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44 +2023-12-14 14:52:55.798228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16, operand 1 +2023-12-14 14:52:55.798241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.44 = f32[2048,2048]{1,0} broadcast(f32[] %constant.48), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:55.798246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.49> +2023-12-14 14:52:55.798251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.49 +2023-12-14 14:52:55.798260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45, operand 0 +2023-12-14 14:52:55.798270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.49 = f32[] constant(-0.00367342844) +2023-12-14 14:52:55.798275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 broadcast.45> +2023-12-14 14:52:55.798281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45 +2023-12-14 14:52:55.798291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16, operand 2 +2023-12-14 14:52:55.798300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.45 = f32[2048,2048]{1,0} broadcast(f32[] %constant.49), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:55.798305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 select.16> +2023-12-14 14:52:55.798310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16 +2023-12-14 14:52:55.798321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10, operand 0 +2023-12-14 14:52:55.798331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.16 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.3, f32[2048,2048]{1,0} %broadcast.44, f32[2048,2048]{1,0} %broadcast.45), metadata={op_name="select.41"} +2023-12-14 14:52:55.798336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.50> +2023-12-14 14:52:55.798341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.50 +2023-12-14 14:52:55.798350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46, operand 0 +2023-12-14 14:52:55.798360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.50 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:55.798365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 broadcast.46> +2023-12-14 14:52:55.798372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46 +2023-12-14 14:52:55.798383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17, operand 1 +2023-12-14 14:52:55.798395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.46 = f32[2048,2048]{1,0} broadcast(f32[] %constant.50), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:55.798400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.51> +2023-12-14 14:52:55.798406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.51 +2023-12-14 14:52:55.798415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.47, operand 0 +2023-12-14 14:52:55.798425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.51 = f32[] constant(0.00134934322) +2023-12-14 14:52:55.798429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 broadcast.47> +2023-12-14 14:52:55.798434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.47 +2023-12-14 14:52:55.798444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17, operand 2 +2023-12-14 14:52:55.798454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.47 = f32[2048,2048]{1,0} broadcast(f32[] %constant.51), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:55.798458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 select.17> +2023-12-14 14:52:55.798463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17 +2023-12-14 14:52:55.798472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9, operand 0 +2023-12-14 14:52:55.798482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.17 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.3, f32[2048,2048]{1,0} %broadcast.46, f32[2048,2048]{1,0} %broadcast.47), metadata={op_name="select.34"} +2023-12-14 14:52:55.798488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.52> +2023-12-14 14:52:55.798493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.52 +2023-12-14 14:52:55.798505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48, operand 0 +2023-12-14 14:52:55.798515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.52 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:55.798520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 broadcast.48> +2023-12-14 14:52:55.798525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48 +2023-12-14 14:52:55.798534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18, operand 1 +2023-12-14 14:52:55.798545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.48 = f32[2048,2048]{1,0} broadcast(f32[] %constant.52), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:55.798550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 constant.53> +2023-12-14 14:52:55.798554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.53 +2023-12-14 14:52:55.798564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.50, operand 0 +2023-12-14 14:52:55.798573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.53 = f32[] constant(0.000100950558) +2023-12-14 14:52:55.798578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 broadcast.50> +2023-12-14 14:52:55.798584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.50 +2023-12-14 14:52:55.798594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18, operand 2 +2023-12-14 14:52:55.798604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.50 = f32[2048,2048]{1,0} broadcast(f32[] %constant.53), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:55.798609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 select.18> +2023-12-14 14:52:55.798613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18 +2023-12-14 14:52:55.798623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8, operand 0 +2023-12-14 14:52:55.798633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.18 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.3, f32[2048,2048]{1,0} %broadcast.48, f32[2048,2048]{1,0} %broadcast.50), metadata={op_name="select.27"} +2023-12-14 14:52:55.798641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 constant.54> +2023-12-14 14:52:55.798646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.54 +2023-12-14 14:52:55.798656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51, operand 0 +2023-12-14 14:52:55.798665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.54 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:55.798670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 broadcast.51> +2023-12-14 14:52:55.798676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51 +2023-12-14 14:52:55.798685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19, operand 1 +2023-12-14 14:52:55.798696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.51 = f32[2048,2048]{1,0} broadcast(f32[] %constant.54), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:55.798700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.55> +2023-12-14 14:52:55.798705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.55 +2023-12-14 14:52:55.798715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53, operand 0 +2023-12-14 14:52:55.798724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.55 = f32[] constant(-0.000200214257) +2023-12-14 14:52:55.798729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.53> +2023-12-14 14:52:55.798734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53 +2023-12-14 14:52:55.798745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19, operand 2 +2023-12-14 14:52:55.798754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.53 = f32[2048,2048]{1,0} broadcast(f32[] %constant.55), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:55.798759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 select.19> +2023-12-14 14:52:55.798764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19 +2023-12-14 14:52:55.798778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13, operand 0 +2023-12-14 14:52:55.798787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.19 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.3, f32[2048,2048]{1,0} %broadcast.51, f32[2048,2048]{1,0} %broadcast.53), metadata={op_name="select.21"} +2023-12-14 14:52:55.798792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.64> +2023-12-14 14:52:55.798797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.64 +2023-12-14 14:52:55.798807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.57, operand 0 +2023-12-14 14:52:55.798816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.64 = f32[] constant(-2.5) +2023-12-14 14:52:55.798821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.57> +2023-12-14 14:52:55.798826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.57 +2023-12-14 14:52:55.798835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17, operand 1 +2023-12-14 14:52:55.798845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.57 = f32[2048,2048]{1,0} broadcast(f32[] %constant.64), dimensions={} +2023-12-14 14:52:55.798851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.17> +2023-12-14 14:52:55.798856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17 +2023-12-14 14:52:55.798866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20, operand 1 +2023-12-14 14:52:55.798875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.17 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %negate.3, f32[2048,2048]{1,0} %broadcast.57), metadata={op_name="subtract.15"} +2023-12-14 14:52:55.798880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 sqrt.1> +2023-12-14 14:52:55.798885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.1 +2023-12-14 14:52:55.798894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18, operand 0 +2023-12-14 14:52:55.798905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.1 = f32[2048,2048]{1,0} sqrt(f32[2048,2048]{1,0} %negate.3), metadata={op_name="sqrt.10"} +2023-12-14 14:52:55.798912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 constant.65> +2023-12-14 14:52:55.798917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.65 +2023-12-14 14:52:55.798927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58, operand 0 +2023-12-14 14:52:55.798936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.65 = f32[] constant(-3) +2023-12-14 14:52:55.798941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 broadcast.58> +2023-12-14 14:52:55.798947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58 +2023-12-14 14:52:55.798957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18, operand 1 +2023-12-14 14:52:55.798967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.58 = f32[2048,2048]{1,0} broadcast(f32[] %constant.65), dimensions={} +2023-12-14 14:52:55.798971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.18> +2023-12-14 14:52:55.798976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.798981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18 +2023-12-14 14:52:55.798985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.798990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20, operand 2 +2023-12-14 14:52:55.798995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.18 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %sqrt.1, f32[2048,2048]{1,0} %broadcast.58), metadata={op_name="subtract.12"} +2023-12-14 14:52:55.799000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 select.20> +2023-12-14 14:52:55.799007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20 +2023-12-14 14:52:55.799017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13, operand 1 +2023-12-14 14:52:55.799027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14, operand 1 +2023-12-14 14:52:55.799031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15, operand 1 +2023-12-14 14:52:55.799038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16, operand 1 +2023-12-14 14:52:55.799043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17, operand 1 +2023-12-14 14:52:55.799048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18, operand 1 +2023-12-14 14:52:55.799056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19, operand 1 +2023-12-14 14:52:55.799061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20, operand 1 +2023-12-14 14:52:55.799066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.20 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.3, f32[2048,2048]{1,0} %add.17, f32[2048,2048]{1,0} %add.18), metadata={op_name="select.16"} +2023-12-14 14:52:55.799071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 multiply.13> +2023-12-14 14:52:55.799076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13 +2023-12-14 14:52:55.799085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8, operand 1 +2023-12-14 14:52:55.799095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.13 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.19, f32[2048,2048]{1,0} %select.20), metadata={op_name="multiply.22"} +2023-12-14 14:52:55.799100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 add.8> +2023-12-14 14:52:55.799105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8 +2023-12-14 14:52:55.799114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14, operand 0 +2023-12-14 14:52:55.799124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.8 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.18, f32[2048,2048]{1,0} %multiply.13), metadata={op_name="add.28"} +2023-12-14 14:52:55.799130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 multiply.14> +2023-12-14 14:52:55.799134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14 +2023-12-14 14:52:55.799144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9, operand 1 +2023-12-14 14:52:55.799154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.14 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.8, f32[2048,2048]{1,0} %select.20), metadata={op_name="multiply.29"} +2023-12-14 14:52:55.799159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.9> +2023-12-14 14:52:55.799164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9 +2023-12-14 14:52:55.799173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15, operand 0 +2023-12-14 14:52:55.799186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.9 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.17, f32[2048,2048]{1,0} %multiply.14), metadata={op_name="add.35"} +2023-12-14 14:52:55.799191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.15> +2023-12-14 14:52:55.799196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15 +2023-12-14 14:52:55.799205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10, operand 1 +2023-12-14 14:52:55.799216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.15 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.9, f32[2048,2048]{1,0} %select.20), metadata={op_name="multiply.36"} +2023-12-14 14:52:55.799221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 add.10> +2023-12-14 14:52:55.799226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10 +2023-12-14 14:52:55.799235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16, operand 0 +2023-12-14 14:52:55.799245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.10 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.16, f32[2048,2048]{1,0} %multiply.15), metadata={op_name="add.42"} +2023-12-14 14:52:55.799250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 multiply.16> +2023-12-14 14:52:55.799255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16 +2023-12-14 14:52:55.799265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11, operand 1 +2023-12-14 14:52:55.799275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.16 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.10, f32[2048,2048]{1,0} %select.20), metadata={op_name="multiply.43"} +2023-12-14 14:52:55.799279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.11> +2023-12-14 14:52:55.799284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11 +2023-12-14 14:52:55.799293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17, operand 0 +2023-12-14 14:52:55.799304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.11 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.15, f32[2048,2048]{1,0} %multiply.16), metadata={op_name="add.49"} +2023-12-14 14:52:55.799313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 multiply.17> +2023-12-14 14:52:55.799322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17 +2023-12-14 14:52:55.799333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12, operand 1 +2023-12-14 14:52:55.799344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.17 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.11, f32[2048,2048]{1,0} %select.20), metadata={op_name="multiply.50"} +2023-12-14 14:52:55.799348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.12> +2023-12-14 14:52:55.799353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12 +2023-12-14 14:52:55.799363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18, operand 0 +2023-12-14 14:52:55.799373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.12 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.14, f32[2048,2048]{1,0} %multiply.17), metadata={op_name="add.56"} +2023-12-14 14:52:55.799378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.18> +2023-12-14 14:52:55.799383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18 +2023-12-14 14:52:55.799392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13, operand 1 +2023-12-14 14:52:55.799402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.18 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.12, f32[2048,2048]{1,0} %select.20), metadata={op_name="multiply.57"} +2023-12-14 14:52:55.799407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.13> +2023-12-14 14:52:55.799412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13 +2023-12-14 14:52:55.799422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19, operand 0 +2023-12-14 14:52:55.799432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.13 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.13, f32[2048,2048]{1,0} %multiply.18), metadata={op_name="add.63"} +2023-12-14 14:52:55.799437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.19> +2023-12-14 14:52:55.799442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19 +2023-12-14 14:52:55.799454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14, operand 1 +2023-12-14 14:52:55.799464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.19 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.13, f32[2048,2048]{1,0} %select.20), metadata={op_name="multiply.64"} +2023-12-14 14:52:55.799470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.14> +2023-12-14 14:52:55.799475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14 +2023-12-14 14:52:55.799485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20, operand 0 +2023-12-14 14:52:55.799494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.14 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.12, f32[2048,2048]{1,0} %multiply.19), metadata={op_name="add.70"} +2023-12-14 14:52:55.799499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 multiply.20> +2023-12-14 14:52:55.799505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20 +2023-12-14 14:52:55.799514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15, operand 1 +2023-12-14 14:52:55.799524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.20 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.14, f32[2048,2048]{1,0} %select.20), metadata={op_name="multiply.71"} +2023-12-14 14:52:55.799529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.15> +2023-12-14 14:52:55.799534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15 +2023-12-14 14:52:55.799544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21, operand 0 +2023-12-14 14:52:55.799553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.15 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.11, f32[2048,2048]{1,0} %multiply.20), metadata={op_name="add.77"} +2023-12-14 14:52:55.799558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.21> +2023-12-14 14:52:55.799563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21 +2023-12-14 14:52:55.799573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21, operand 2 +2023-12-14 14:52:55.799585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.21 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.15, f32[2048,2048]{1,0} %reshape.18), metadata={op_name="multiply.78"} +2023-12-14 14:52:55.799591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 select.21> +2023-12-14 14:52:55.799596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21 +2023-12-14 14:52:55.799605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.219, operand 0 +2023-12-14 14:52:55.799615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.21 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.2, f32[2048,2048]{1,0} %multiply.11, f32[2048,2048]{1,0} %multiply.21), metadata={op_name="select.86"} +2023-12-14 14:52:55.799620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 constant.2> +2023-12-14 14:52:55.799625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:55.799635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:52:55.799645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(1.41421354) +2023-12-14 14:52:55.799649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 broadcast.3> +2023-12-14 14:52:55.799654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:52:55.799664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.219, operand 1 +2023-12-14 14:52:55.799673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[2048,2048]{1,0} broadcast(f32[] %constant.2), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.799679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 multiply.219> +2023-12-14 14:52:55.799684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.219 +2023-12-14 14:52:55.799693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.219 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.21, f32[2048,2048]{1,0} %broadcast.3), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.799706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.799711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.799720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:55.799731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.799737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.799746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.799756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:55.799766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.86, operand 0 {} +2023-12-14 14:52:55.799771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.87, operand 0 {} +2023-12-14 14:52:55.799776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.88, operand 0 {} +2023-12-14 14:52:55.799781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.89, operand 0 {} +2023-12-14 14:52:55.799786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.90, operand 0 {} +2023-12-14 14:52:55.799791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.91, operand 0 {} +2023-12-14 14:52:55.799796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.93, operand 0 {} +2023-12-14 14:52:55.799801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.799806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.799810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.799820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:55.799825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:55.799835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.799845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.799850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.799860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.799870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.799875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.799885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.799895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.799900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.799909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.799919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.799924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.799934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.799944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.799949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.799958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.799971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.799976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.799981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.799986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.799991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.799996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.800000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.800010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.800019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.800024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.800034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.93 +2023-12-14 14:52:55.800039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:55.800049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.800054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.800059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.800068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.91 +2023-12-14 14:52:55.800073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 0 +2023-12-14 14:52:55.800083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.800088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.800093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.800106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.90 +2023-12-14 14:52:55.800111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9, operand 0 +2023-12-14 14:52:55.800120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 1 +2023-12-14 14:52:55.800126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8, operand 0 +2023-12-14 14:52:55.800131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.800136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.800141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.800151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {5} +2023-12-14 14:52:55.800156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.89 +2023-12-14 14:52:55.800161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 5 +2023-12-14 14:52:55.800170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.99, operand 0 +2023-12-14 14:52:55.800175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.800180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.800185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.800195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {3} +2023-12-14 14:52:55.800200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.88 +2023-12-14 14:52:55.800205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 3 +2023-12-14 14:52:55.800214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.100, operand 0 +2023-12-14 14:52:55.800220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.800225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.800250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.800260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {4} +2023-12-14 14:52:55.800265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.87 +2023-12-14 14:52:55.800270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 4 +2023-12-14 14:52:55.800280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.800284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.800289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.800300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {7} +2023-12-14 14:52:55.800305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.86 +2023-12-14 14:52:55.800310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 7 +2023-12-14 14:52:55.800320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8, operand 0 +2023-12-14 14:52:55.800324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9, operand 0 +2023-12-14 14:52:55.800329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10, operand 0 +2023-12-14 14:52:55.800334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11, operand 0 +2023-12-14 14:52:55.800339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.800344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.800349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.800359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {6} +2023-12-14 14:52:55.800364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:55.800368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 6 +2023-12-14 14:52:55.800378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.800386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 while.1{} (phi)> +2023-12-14 14:52:55.800390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.800401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:55.800412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.800417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.800422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 while.1{0} (phi)> +2023-12-14 14:52:55.800427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.800437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.800446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 while.1{1} (phi)> +2023-12-14 14:52:55.800452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.800462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.800466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.119, operand 0 +2023-12-14 14:52:55.800476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.800481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 while.1{2} (phi)> +2023-12-14 14:52:55.800486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.800496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:55.800505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.119, operand 1 +2023-12-14 14:52:55.800515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.800520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 while.1{3} (phi)> +2023-12-14 14:52:55.800524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.800534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.800544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 while.1{4} (phi)> +2023-12-14 14:52:55.800548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.800560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.800570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 while.1{5} (phi)> +2023-12-14 14:52:55.800574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.800585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.800594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 while.1{6} (phi)> +2023-12-14 14:52:55.800599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.800609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.800622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 while.1{7} (phi)> +2023-12-14 14:52:55.800627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.800632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.800636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.800641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.801082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:55.801273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:55.801291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 16.7 ms (cumulative: 118 ms, max: 40.7 ms, #called: 705) +2023-12-14 14:52:55.801391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: hlo normalization +2023-12-14 14:52:55.801408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.801480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 69 us (cumulative: 118 ms, max: 40.7 ms, #called: 706) +2023-12-14 14:52:55.801488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:55.801537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 47 us (cumulative: 118 ms, max: 40.7 ms, #called: 707) +2023-12-14 14:52:55.801544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:55.801574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 28 us (cumulative: 118 ms, max: 40.7 ms, #called: 708) +2023-12-14 14:52:55.801587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: HLO passes after layout assignment +2023-12-14 14:52:55.801598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:55.801604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: after layout assignment +2023-12-14 14:52:55.801614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 15 us (cumulative: 118 ms, max: 40.7 ms, #called: 709) +2023-12-14 14:52:55.801620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:55.801668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 46 us (cumulative: 118 ms, max: 40.7 ms, #called: 710) +2023-12-14 14:52:55.801676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:55.803286: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 204 +2023-12-14 14:52:55.803465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 1.78 ms (cumulative: 120 ms, max: 40.7 ms, #called: 711) +2023-12-14 14:52:55.803484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:55.803499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification after layout assignment +2023-12-14 14:52:55.803511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:55.803564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 49 us (cumulative: 120 ms, max: 40.7 ms, #called: 712) +2023-12-14 14:52:55.803571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.803607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 35 us (cumulative: 120 ms, max: 40.7 ms, #called: 713) +2023-12-14 14:52:55.803614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:55.803916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 299 us (cumulative: 121 ms, max: 40.7 ms, #called: 714) +2023-12-14 14:52:55.803933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 447 us (cumulative: 121 ms, max: 40.7 ms, #called: 715) +2023-12-14 14:52:55.803940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:55.803946: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:55.805396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:55.805611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.1 --> clone + +2023-12-14 14:52:55.805748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.2 --> clone + +2023-12-14 14:52:55.806048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.4 --> clone + +2023-12-14 14:52:55.806093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.6 --> clone + +2023-12-14 14:52:55.806143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 2.2 ms (cumulative: 123 ms, max: 40.7 ms, #called: 716) +2023-12-14 14:52:55.806151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.806207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:55.806237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.1 +2023-12-14 14:52:55.806257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.2 +2023-12-14 14:52:55.806294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.4 +2023-12-14 14:52:55.806312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.6 +2023-12-14 14:52:55.806327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 173 us (cumulative: 123 ms, max: 40.7 ms, #called: 717) +2023-12-14 14:52:55.806333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:55.806406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:55.807308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.807392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.807400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.807417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:55.807423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:55.807436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:55.807442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.86 +2023-12-14 14:52:55.807447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.87 +2023-12-14 14:52:55.807452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.88 +2023-12-14 14:52:55.807457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.89 +2023-12-14 14:52:55.807462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.90 +2023-12-14 14:52:55.807467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.91 +2023-12-14 14:52:55.807472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.93 +2023-12-14 14:52:55.807477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.55 +2023-12-14 14:52:55.807482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : call +2023-12-14 14:52:55.807487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.4 +2023-12-14 14:52:55.807492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : tuple.7 +2023-12-14 14:52:55.807498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : call.1 +2023-12-14 14:52:55.807503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.5 +2023-12-14 14:52:55.807508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.6 +2023-12-14 14:52:55.807513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.1 +2023-12-14 14:52:55.807518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.7 +2023-12-14 14:52:55.807524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.2 +2023-12-14 14:52:55.807529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.8 +2023-12-14 14:52:55.807542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.3 +2023-12-14 14:52:55.807548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : fusion.1.clone +2023-12-14 14:52:55.807554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p +2023-12-14 14:52:55.807560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : fusion.clone +2023-12-14 14:52:55.807568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.807573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.807583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <251 arg_tuple.4{3} (phi)> has new phi inputs: +2023-12-14 14:52:55.807589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <252 arg_tuple.4{4} (phi)> has new phi inputs: +2023-12-14 14:52:55.807595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <253 arg_tuple.4{5} (phi)> has new phi inputs: +2023-12-14 14:52:55.807601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <254 arg_tuple.4{6} (phi)> has new phi inputs: +2023-12-14 14:52:55.807607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <255 arg_tuple.4{7} (phi)> has new phi inputs: +2023-12-14 14:52:55.807613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:55.807621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <259 arg_tuple.3{3} (phi)> has new phi inputs: +2023-12-14 14:52:55.807627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <260 arg_tuple.3{4} (phi)> has new phi inputs: +2023-12-14 14:52:55.807632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <261 arg_tuple.3{5} (phi)> has new phi inputs: +2023-12-14 14:52:55.807638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <262 arg_tuple.3{6} (phi)> has new phi inputs: +2023-12-14 14:52:55.807643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <263 arg_tuple.3{7} (phi)> has new phi inputs: +2023-12-14 14:52:55.807648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:55.807653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.86 +2023-12-14 14:52:55.807658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.87 +2023-12-14 14:52:55.807663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.88 +2023-12-14 14:52:55.807668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.89 +2023-12-14 14:52:55.807673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.90 +2023-12-14 14:52:55.807678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.91 +2023-12-14 14:52:55.807683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.93 +2023-12-14 14:52:55.807700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.807715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.807721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 246, phi: +2023-12-14 14:52:55.807726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.807731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.807736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:55.807740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:55.807745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 247, phi: +2023-12-14 14:52:55.807750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.807754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.807759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 248, phi: +2023-12-14 14:52:55.807764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.807769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.807774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:55.807780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:55.807785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 249, phi: +2023-12-14 14:52:55.807789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.807794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.807799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:55.807804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:55.807808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 250, phi: +2023-12-14 14:52:55.807813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.807818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.807822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:55.807827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12: +2023-12-14 14:52:55.807832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 251, phi: +2023-12-14 14:52:55.807837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.807842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 260 +2023-12-14 14:52:55.807847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:55.807852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:55.807857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 252, phi: +2023-12-14 14:52:55.807862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.807866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 261 +2023-12-14 14:52:55.807871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:55.807878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 253, phi: +2023-12-14 14:52:55.807883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.807888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 259 +2023-12-14 14:52:55.807893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 254, phi: +2023-12-14 14:52:55.807898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.807903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 263 +2023-12-14 14:52:55.807908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:55.807912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:55.807917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 255, phi: +2023-12-14 14:52:55.807922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.807926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262 +2023-12-14 14:52:55.807931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 256, phi: +2023-12-14 14:52:55.807937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.807941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.807946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 257, phi: +2023-12-14 14:52:55.807951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.807956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.807961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 258, phi: +2023-12-14 14:52:55.807965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.807970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.807975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 259, phi: +2023-12-14 14:52:55.807979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.807984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 260 +2023-12-14 14:52:55.807988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 260, phi: +2023-12-14 14:52:55.807993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.807998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 261 +2023-12-14 14:52:55.808002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 261, phi: +2023-12-14 14:52:55.808008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.808012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 259 +2023-12-14 14:52:55.808018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262, phi: +2023-12-14 14:52:55.808023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.808027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 263 +2023-12-14 14:52:55.808032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 263, phi: +2023-12-14 14:52:55.808037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.808044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262 +2023-12-14 14:52:55.808049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 264, phi: +2023-12-14 14:52:55.808053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.808058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.808063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 265, phi: +2023-12-14 14:52:55.808068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.808073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.808077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 266, phi: +2023-12-14 14:52:55.808082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.808087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.808091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 267, phi: +2023-12-14 14:52:55.808096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.808101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.808106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 268, phi: +2023-12-14 14:52:55.808111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 260 +2023-12-14 14:52:55.808115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.808121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 269, phi: +2023-12-14 14:52:55.808126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 261 +2023-12-14 14:52:55.808130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.808135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 270, phi: +2023-12-14 14:52:55.808140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 259 +2023-12-14 14:52:55.808144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.808149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 271, phi: +2023-12-14 14:52:55.808153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 263 +2023-12-14 14:52:55.808158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.808163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 272, phi: +2023-12-14 14:52:55.808167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262 +2023-12-14 14:52:55.808172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.808191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.808201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.808206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 246, phi: +2023-12-14 14:52:55.808211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.808219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.808223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:55.808228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:55.808234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 247, phi: +2023-12-14 14:52:55.808238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.808243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.808248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 248, phi: +2023-12-14 14:52:55.808252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.808257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.808262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:55.808267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:55.808272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 249, phi: +2023-12-14 14:52:55.808277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.808282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.808287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:55.808292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:55.808296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 250, phi: +2023-12-14 14:52:55.808301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.808306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.808310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:55.808315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12: +2023-12-14 14:52:55.808320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 251, phi: +2023-12-14 14:52:55.808324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.808329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 260 +2023-12-14 14:52:55.808334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:55.808338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:55.808344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 252, phi: +2023-12-14 14:52:55.808349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.808354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 261 +2023-12-14 14:52:55.808359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:55.808363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 253, phi: +2023-12-14 14:52:55.808368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.808373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 259 +2023-12-14 14:52:55.808377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 254, phi: +2023-12-14 14:52:55.808386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.808391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 263 +2023-12-14 14:52:55.808395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:55.808401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:55.808405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 255, phi: +2023-12-14 14:52:55.808410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.808415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262 +2023-12-14 14:52:55.808420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 256, phi: +2023-12-14 14:52:55.808424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.808429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.808434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 257, phi: +2023-12-14 14:52:55.808439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.808444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.808448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 258, phi: +2023-12-14 14:52:55.808453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.808459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.808463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 259, phi: +2023-12-14 14:52:55.808468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.808473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 260 +2023-12-14 14:52:55.808477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 260, phi: +2023-12-14 14:52:55.808482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.808487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 261 +2023-12-14 14:52:55.808491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 261, phi: +2023-12-14 14:52:55.808496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.808501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 259 +2023-12-14 14:52:55.808505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262, phi: +2023-12-14 14:52:55.808511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.808517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 263 +2023-12-14 14:52:55.808521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 263, phi: +2023-12-14 14:52:55.808526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.808531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262 +2023-12-14 14:52:55.808535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 264, phi: +2023-12-14 14:52:55.808540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.808549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.808554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 265, phi: +2023-12-14 14:52:55.808558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.808563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.808568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 266, phi: +2023-12-14 14:52:55.808573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.808577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.808582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 267, phi: +2023-12-14 14:52:55.808587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.808592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.808596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 268, phi: +2023-12-14 14:52:55.808602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 260 +2023-12-14 14:52:55.808606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.808611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 269, phi: +2023-12-14 14:52:55.808616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 261 +2023-12-14 14:52:55.808620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.808626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 270, phi: +2023-12-14 14:52:55.808631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 259 +2023-12-14 14:52:55.808635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.808640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 271, phi: +2023-12-14 14:52:55.808645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 263 +2023-12-14 14:52:55.808649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.808654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 272, phi: +2023-12-14 14:52:55.808659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262 +2023-12-14 14:52:55.808663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.808668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.808675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <39 Arg_0.1> + +2023-12-14 14:52:55.808682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.808688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <38 constant.14> + +2023-12-14 14:52:55.808693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:55.808699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <44 constant.16> + +2023-12-14 14:52:55.808707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:55.808713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <43 constant.17> + +2023-12-14 14:52:55.808718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:55.808729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <45 tuple.6{}> + {0} : HloValueSet: <38 constant.14> + {1} : HloValueSet: <0 fusion.6.clone> + {2} : HloValueSet: <1 fusion.4.clone> + {3} : HloValueSet: <40 fusion.5> + {4} : HloValueSet: <41 fusion.3> + {5} : HloValueSet: <42 fusion.7> + {6} : HloValueSet: <43 constant.17> + {7} : HloValueSet: <44 constant.16> + +2023-12-14 14:52:55.808735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.808746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <264 while.1{} (phi)> + {0} : HloValueSet: <265 while.1{0} (phi)> + {1} : HloValueSet: <266 while.1{1} (phi)> + {2} : HloValueSet: <267 while.1{2} (phi)> + {3} : HloValueSet: <268 while.1{3} (phi)> + {4} : HloValueSet: <269 while.1{4} (phi)> + {5} : HloValueSet: <270 while.1{5} (phi)> + {6} : HloValueSet: <271 while.1{6} (phi)> + {7} : HloValueSet: <272 while.1{7} (phi)> + +2023-12-14 14:52:55.808752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.808757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <266 while.1{1} (phi)> + +2023-12-14 14:52:55.808764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:55.808769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <267 while.1{2} (phi)> + +2023-12-14 14:52:55.808774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:55.808779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <41 fusion.3> + +2023-12-14 14:52:55.808784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:55.808789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.5> + +2023-12-14 14:52:55.808795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:55.808800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 fusion.7> + +2023-12-14 14:52:55.808805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:55.808811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 fusion.2.clone> + +2023-12-14 14:52:55.808816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:55.808821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <1 fusion.4.clone> + +2023-12-14 14:52:55.808826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:55.808835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <0 fusion.6.clone> + +2023-12-14 14:52:55.808840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.808852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <247 arg_tuple.3{} (phi)> + {0} : HloValueSet: <256 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <257 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <258 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <259 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <260 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <261 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <262 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <263 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.808859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:55.808864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 constant.67> + +2023-12-14 14:52:55.808869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:55.808874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <36 add.55> + +2023-12-14 14:52:55.808879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.7 +2023-12-14 14:52:55.808889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <37 tuple.7{}> + {0} : HloValueSet: <36 add.55> + {1} : HloValueSet: <11 fusion.1.clone> + {2} : HloValueSet: <12 fusion.clone> + {3} : HloValueSet: <260 arg_tuple.3{4} (phi)> + {4} : HloValueSet: <261 arg_tuple.3{5} (phi)> + {5} : HloValueSet: <259 arg_tuple.3{3} (phi)> + {6} : HloValueSet: <263 arg_tuple.3{7} (phi)> + {7} : HloValueSet: <262 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.808894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:55.808900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <263 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.808905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.86 +2023-12-14 14:52:55.808911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <262 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.808916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.87 +2023-12-14 14:52:55.808921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <261 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.808926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.88 +2023-12-14 14:52:55.808932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <260 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.808937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.89 +2023-12-14 14:52:55.808943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <259 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.808947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.90 +2023-12-14 14:52:55.808956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <258 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.808962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.91 +2023-12-14 14:52:55.808968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <257 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.808972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.93 +2023-12-14 14:52:55.808978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <256 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.808983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:55.808988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 fusion.clone> + +2023-12-14 14:52:55.808993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:55.808998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 fusion.1.clone> + +2023-12-14 14:52:55.809003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.809013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <246 arg_tuple.4{} (phi)> + {0} : HloValueSet: <248 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <249 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <250 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <251 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <252 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <253 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <254 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <255 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.809019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:55.809025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <9 constant.68> + +2023-12-14 14:52:55.809030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:55.809035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <10 compare.5> + +2023-12-14 14:52:55.809040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:55.809045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <248 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.809050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:55.809055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:55.809060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:55.809066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:55.809070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:55.809082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.101> + +2023-12-14 14:52:55.809087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.29 +2023-12-14 14:52:55.809092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.29> + +2023-12-14 14:52:55.809097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:55.809103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.20> + +2023-12-14 14:52:55.809108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.30 +2023-12-14 14:52:55.809113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.30> + +2023-12-14 14:52:55.809118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.21 +2023-12-14 14:52:55.809124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.21> + +2023-12-14 14:52:55.809130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:55.809135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.22> + +2023-12-14 14:52:55.809140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.32 +2023-12-14 14:52:55.809146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.32> + +2023-12-14 14:52:55.809150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:55.809156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.27> + +2023-12-14 14:52:55.809161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.25 +2023-12-14 14:52:55.809166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.25> + +2023-12-14 14:52:55.809171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.34 +2023-12-14 14:52:55.809176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.34> + +2023-12-14 14:52:55.809181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:55.809187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.30> + +2023-12-14 14:52:55.809192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.29 +2023-12-14 14:52:55.809198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.29> + +2023-12-14 14:52:55.809202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.91 +2023-12-14 14:52:55.809208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <136 add.91> + +2023-12-14 14:52:55.809213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:55.809222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <135 broadcast.178> + +2023-12-14 14:52:55.809226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.4 +2023-12-14 14:52:55.809232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <134 convert.4> + +2023-12-14 14:52:55.809236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:55.809243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <130 add.92> + +2023-12-14 14:52:55.809249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:55.809254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <129 broadcast.179> + +2023-12-14 14:52:55.809259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:55.809264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <127 xor.21> + +2023-12-14 14:52:55.809270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.21 +2023-12-14 14:52:55.809275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <126 or.21> + +2023-12-14 14:52:55.809280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:55.809286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <125 shift-right-logical.21> + +2023-12-14 14:52:55.809291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:55.809296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <124 broadcast.180> + +2023-12-14 14:52:55.809302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.23 +2023-12-14 14:52:55.809307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <123 subtract.23> + +2023-12-14 14:52:55.809312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:55.809318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <122 shift-left.19> + +2023-12-14 14:52:55.809322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:55.809328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <121 broadcast.181> + +2023-12-14 14:52:55.809333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.35 +2023-12-14 14:52:55.809338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <120 reshape.35> + +2023-12-14 14:52:55.809343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:55.809348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <119 slice.31> + +2023-12-14 14:52:55.809357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.95 +2023-12-14 14:52:55.809362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <118 add.95> + +2023-12-14 14:52:55.809367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:55.809373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <117 xor.22> + +2023-12-14 14:52:55.809377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.22 +2023-12-14 14:52:55.809383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <116 or.22> + +2023-12-14 14:52:55.809388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:55.809393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <115 shift-right-logical.22> + +2023-12-14 14:52:55.809398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:55.809403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <114 broadcast.182> + +2023-12-14 14:52:55.809408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:55.809414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <113 subtract.24> + +2023-12-14 14:52:55.809419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:55.809425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <112 shift-left.20> + +2023-12-14 14:52:55.809430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:55.809435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <111 broadcast.183> + +2023-12-14 14:52:55.809441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.36 +2023-12-14 14:52:55.809446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <110 reshape.36> + +2023-12-14 14:52:55.809451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:55.809457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <109 slice.32> + +2023-12-14 14:52:55.809461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:55.809468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <108 add.96> + +2023-12-14 14:52:55.809473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:55.809479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <107 xor.23> + +2023-12-14 14:52:55.809484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:55.809489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <106 or.23> + +2023-12-14 14:52:55.809497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:55.809503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <105 shift-right-logical.23> + +2023-12-14 14:52:55.809508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:55.809513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <104 broadcast.184> + +2023-12-14 14:52:55.809518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:55.809524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <103 subtract.25> + +2023-12-14 14:52:55.809530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:55.809535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <102 shift-left.21> + +2023-12-14 14:52:55.809540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:55.809546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <101 broadcast.185> + +2023-12-14 14:52:55.809550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.37 +2023-12-14 14:52:55.809556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <100 reshape.37> + +2023-12-14 14:52:55.809561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:55.809566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <99 slice.33> + +2023-12-14 14:52:55.809571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.97 +2023-12-14 14:52:55.809576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <98 add.97> + +2023-12-14 14:52:55.809582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:55.809587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <97 xor.24> + +2023-12-14 14:52:55.809592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:55.809598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <96 or.24> + +2023-12-14 14:52:55.809602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:55.809609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <95 shift-right-logical.24> + +2023-12-14 14:52:55.809613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:55.809619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <94 broadcast.186> + +2023-12-14 14:52:55.809624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:55.809632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <93 subtract.26> + +2023-12-14 14:52:55.809638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:55.809643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <92 constant.102> + +2023-12-14 14:52:55.809648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:55.809654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <91 shift-left.22> + +2023-12-14 14:52:55.809659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:55.809664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <90 broadcast.187> + +2023-12-14 14:52:55.809669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:55.809674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <89 reshape.38> + +2023-12-14 14:52:55.809679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:55.809685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <88 slice.34> + +2023-12-14 14:52:55.809690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.98 +2023-12-14 14:52:55.809696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <86 add.98> + +2023-12-14 14:52:55.809701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.99 +2023-12-14 14:52:55.809706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <133 add.99> + +2023-12-14 14:52:55.809711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.30 +2023-12-14 14:52:55.809717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <128 param_0.30> + +2023-12-14 14:52:55.809722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.45 +2023-12-14 14:52:55.809727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <87 param_1.45> + +2023-12-14 14:52:55.809732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.23 +2023-12-14 14:52:55.809737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <85 param_2.23> + +2023-12-14 14:52:55.809742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.25 +2023-12-14 14:52:55.809748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <84 param_3.25> + +2023-12-14 14:52:55.809753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.37 +2023-12-14 14:52:55.809759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <131 param_4.37> + +2023-12-14 14:52:55.809764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:55.809774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <132 constant.103> + +2023-12-14 14:52:55.809779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:55.809784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 fusion.clone> + +2023-12-14 14:52:55.809789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:55.809795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <260 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.809800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:55.809807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <262 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.809812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:55.809817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <258 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.809822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:55.809828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <257 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.809833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:55.809838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <256 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.809843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.100 +2023-12-14 14:52:55.809848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <83 add.100> + +2023-12-14 14:52:55.809853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:55.809859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <82 broadcast.188> + +2023-12-14 14:52:55.809865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.101 +2023-12-14 14:52:55.809870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <80 add.101> + +2023-12-14 14:52:55.809875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:55.809880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <81 param_0.31> + +2023-12-14 14:52:55.809885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:55.809890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <79 xor.27> + +2023-12-14 14:52:55.809895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:55.809901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <78 or.25> + +2023-12-14 14:52:55.809905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:55.809915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <77 shift-right-logical.25> + +2023-12-14 14:52:55.809920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:55.809926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <76 broadcast.189> + +2023-12-14 14:52:55.809931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:55.809936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 subtract.27> + +2023-12-14 14:52:55.809942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:55.809947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <74 shift-left.23> + +2023-12-14 14:52:55.809952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:55.809958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <73 broadcast.190> + +2023-12-14 14:52:55.809963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:55.809968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <72 reshape.39> + +2023-12-14 14:52:55.809974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:55.809979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <71 slice.35> + +2023-12-14 14:52:55.809984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.102 +2023-12-14 14:52:55.809990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <70 add.102> + +2023-12-14 14:52:55.809994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.28 +2023-12-14 14:52:55.810000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <69 xor.28> + +2023-12-14 14:52:55.810005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:55.810010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <68 or.26> + +2023-12-14 14:52:55.810015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:55.810020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <67 shift-right-logical.26> + +2023-12-14 14:52:55.810026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:55.810032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <66 broadcast.191> + +2023-12-14 14:52:55.810037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:55.810043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <65 subtract.28> + +2023-12-14 14:52:55.810051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:55.810057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <64 shift-left.24> + +2023-12-14 14:52:55.810062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:55.810067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <63 broadcast.192> + +2023-12-14 14:52:55.810072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.40 +2023-12-14 14:52:55.810078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <62 reshape.40> + +2023-12-14 14:52:55.810082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:55.810088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <61 slice.36> + +2023-12-14 14:52:55.810093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.103 +2023-12-14 14:52:55.810099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <60 add.103> + +2023-12-14 14:52:55.810103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.29 +2023-12-14 14:52:55.810110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <59 xor.29> + +2023-12-14 14:52:55.810115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:55.810120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <58 or.27> + +2023-12-14 14:52:55.810125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:55.810131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <57 shift-right-logical.27> + +2023-12-14 14:52:55.810136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:55.810142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <56 broadcast.193> + +2023-12-14 14:52:55.810147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:55.810153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 subtract.29> + +2023-12-14 14:52:55.810157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.104 +2023-12-14 14:52:55.810163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <54 constant.104> + +2023-12-14 14:52:55.810168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.46 +2023-12-14 14:52:55.810173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <49 param_1.46> + +2023-12-14 14:52:55.810178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:55.810184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <53 shift-left.25> + +2023-12-14 14:52:55.810193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:55.810200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <52 broadcast.194> + +2023-12-14 14:52:55.810205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:55.810211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <51 reshape.41> + +2023-12-14 14:52:55.810215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:55.810221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <50 slice.37> + +2023-12-14 14:52:55.810226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.104 +2023-12-14 14:52:55.810231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <48 add.104> + +2023-12-14 14:52:55.810236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.24 +2023-12-14 14:52:55.810241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <47 param_2.24> + +2023-12-14 14:52:55.810246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.26 +2023-12-14 14:52:55.810251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <46 param_3.26> + +2023-12-14 14:52:55.810257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:55.810262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 fusion.1.clone> + +2023-12-14 14:52:55.810267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:55.810272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <259 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.810278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:55.810283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <262 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.810288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:55.810294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <258 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.810298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:55.810304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <257 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.810309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.40 +2023-12-14 14:52:55.810315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <245 multiply.40> + +2023-12-14 14:52:55.810320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:55.810328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <244 broadcast.195> + +2023-12-14 14:52:55.810333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.105 +2023-12-14 14:52:55.810339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <243 constant.105> + +2023-12-14 14:52:55.810344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.33 +2023-12-14 14:52:55.810349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <242 select.33> + +2023-12-14 14:52:55.810354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.41 +2023-12-14 14:52:55.810360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <241 multiply.41> + +2023-12-14 14:52:55.810365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:55.810371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <240 add.105> + +2023-12-14 14:52:55.810376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:55.810382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <239 multiply.42> + +2023-12-14 14:52:55.810386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:55.810392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <238 add.106> + +2023-12-14 14:52:55.810397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:55.810402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <237 multiply.43> + +2023-12-14 14:52:55.810407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:55.810412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <236 add.107> + +2023-12-14 14:52:55.810417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:55.810423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <235 multiply.44> + +2023-12-14 14:52:55.810429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:55.810434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <234 add.108> + +2023-12-14 14:52:55.810440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:55.810446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <233 multiply.45> + +2023-12-14 14:52:55.810451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:55.810456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <232 add.109> + +2023-12-14 14:52:55.810463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:55.810469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <231 multiply.46> + +2023-12-14 14:52:55.810474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:55.810481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <230 add.110> + +2023-12-14 14:52:55.810486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:55.810491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <229 multiply.47> + +2023-12-14 14:52:55.810496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.111 +2023-12-14 14:52:55.810501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <228 add.111> + +2023-12-14 14:52:55.810506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:55.810512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <227 multiply.48> + +2023-12-14 14:52:55.810516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:55.810522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <226 add.112> + +2023-12-14 14:52:55.810527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:55.810533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <225 multiply.49> + +2023-12-14 14:52:55.810538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.34 +2023-12-14 14:52:55.810544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <224 select.34> + +2023-12-14 14:52:55.810549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.113 +2023-12-14 14:52:55.810554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <223 add.113> + +2023-12-14 14:52:55.810559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:55.810564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <222 broadcast.196> + +2023-12-14 14:52:55.810569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.106 +2023-12-14 14:52:55.810575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <221 constant.106> + +2023-12-14 14:52:55.810580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:55.810585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <220 sqrt.3> + +2023-12-14 14:52:55.810590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:55.810596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <219 add.114> + +2023-12-14 14:52:55.810604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:55.810610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <218 broadcast.197> + +2023-12-14 14:52:55.810615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.108 +2023-12-14 14:52:55.810621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <217 constant.108> + +2023-12-14 14:52:55.810625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.35 +2023-12-14 14:52:55.810631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <216 select.35> + +2023-12-14 14:52:55.810636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:55.810641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <215 broadcast.198> + +2023-12-14 14:52:55.810646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.109 +2023-12-14 14:52:55.810652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <214 constant.109> + +2023-12-14 14:52:55.810657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:55.810662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <213 broadcast.199> + +2023-12-14 14:52:55.810667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.110 +2023-12-14 14:52:55.810673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <212 constant.110> + +2023-12-14 14:52:55.810677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.36 +2023-12-14 14:52:55.810683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <211 select.36> + +2023-12-14 14:52:55.810688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:55.810694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <210 broadcast.200> + +2023-12-14 14:52:55.810699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.111 +2023-12-14 14:52:55.810704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <209 constant.111> + +2023-12-14 14:52:55.810710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:55.810715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <208 broadcast.201> + +2023-12-14 14:52:55.810720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.112 +2023-12-14 14:52:55.810726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <207 constant.112> + +2023-12-14 14:52:55.810730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.37 +2023-12-14 14:52:55.810739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <206 select.37> + +2023-12-14 14:52:55.810744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:55.810749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <205 broadcast.202> + +2023-12-14 14:52:55.810754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.113 +2023-12-14 14:52:55.810759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <204 constant.113> + +2023-12-14 14:52:55.810765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:55.810770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <203 broadcast.203> + +2023-12-14 14:52:55.810776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.114 +2023-12-14 14:52:55.810781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <202 constant.114> + +2023-12-14 14:52:55.810786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.38 +2023-12-14 14:52:55.810792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <201 select.38> + +2023-12-14 14:52:55.810796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:55.810802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <200 broadcast.204> + +2023-12-14 14:52:55.810807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.115 +2023-12-14 14:52:55.810812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <199 constant.115> + +2023-12-14 14:52:55.810818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:55.810824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <198 broadcast.205> + +2023-12-14 14:52:55.810828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.116 +2023-12-14 14:52:55.810834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <197 constant.116> + +2023-12-14 14:52:55.810839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.39 +2023-12-14 14:52:55.810844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <196 select.39> + +2023-12-14 14:52:55.810849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:55.810854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <195 broadcast.206> + +2023-12-14 14:52:55.810860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.117 +2023-12-14 14:52:55.810865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 constant.117> + +2023-12-14 14:52:55.810875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:55.810880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <193 broadcast.207> + +2023-12-14 14:52:55.810885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.118 +2023-12-14 14:52:55.810891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 constant.118> + +2023-12-14 14:52:55.810896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.40 +2023-12-14 14:52:55.810901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <191 select.40> + +2023-12-14 14:52:55.810906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:55.810911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <190 broadcast.208> + +2023-12-14 14:52:55.810916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.119 +2023-12-14 14:52:55.810922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 constant.119> + +2023-12-14 14:52:55.810926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.209 +2023-12-14 14:52:55.810933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <188 broadcast.209> + +2023-12-14 14:52:55.810937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.120 +2023-12-14 14:52:55.810944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 constant.120> + +2023-12-14 14:52:55.810949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:55.810954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <186 select.41> + +2023-12-14 14:52:55.810959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.210 +2023-12-14 14:52:55.810965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <185 broadcast.210> + +2023-12-14 14:52:55.810969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.121 +2023-12-14 14:52:55.810975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 constant.121> + +2023-12-14 14:52:55.810980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.211 +2023-12-14 14:52:55.810985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <183 broadcast.211> + +2023-12-14 14:52:55.810991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.122 +2023-12-14 14:52:55.810996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 constant.122> + +2023-12-14 14:52:55.811001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:55.811010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <181 select.42> + +2023-12-14 14:52:55.811015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.212 +2023-12-14 14:52:55.811020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <180 broadcast.212> + +2023-12-14 14:52:55.811027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.123 +2023-12-14 14:52:55.811032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 constant.123> + +2023-12-14 14:52:55.811037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.213 +2023-12-14 14:52:55.811044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <178 broadcast.213> + +2023-12-14 14:52:55.811049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.124 +2023-12-14 14:52:55.811055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.124> + +2023-12-14 14:52:55.811060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:55.811065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <176 select.43> + +2023-12-14 14:52:55.811070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.214 +2023-12-14 14:52:55.811076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <175 broadcast.214> + +2023-12-14 14:52:55.811080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.125 +2023-12-14 14:52:55.811086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.125> + +2023-12-14 14:52:55.811091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.215 +2023-12-14 14:52:55.811096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <173 broadcast.215> + +2023-12-14 14:52:55.811101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.126 +2023-12-14 14:52:55.811107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 constant.126> + +2023-12-14 14:52:55.811112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.8 +2023-12-14 14:52:55.811117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <171 compare.8> + +2023-12-14 14:52:55.811122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.216 +2023-12-14 14:52:55.811128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <170 broadcast.216> + +2023-12-14 14:52:55.811133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.127 +2023-12-14 14:52:55.811138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.127> + +2023-12-14 14:52:55.811147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:55.811153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <168 negate.9> + +2023-12-14 14:52:55.811158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:55.811164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <167 log-plus-one.3> + +2023-12-14 14:52:55.811169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:55.811175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <166 multiply.50> + +2023-12-14 14:52:55.811179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:55.811185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <165 negate.10> + +2023-12-14 14:52:55.811190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:55.811196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <164 multiply.51> + +2023-12-14 14:52:55.811201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.217 +2023-12-14 14:52:55.811206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <163 broadcast.217> + +2023-12-14 14:52:55.811212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.128 +2023-12-14 14:52:55.811217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 constant.128> + +2023-12-14 14:52:55.811222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.9 +2023-12-14 14:52:55.811228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <161 compare.9> + +2023-12-14 14:52:55.811233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.218 +2023-12-14 14:52:55.811238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <160 broadcast.218> + +2023-12-14 14:52:55.811243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.129 +2023-12-14 14:52:55.811248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <159 constant.129> + +2023-12-14 14:52:55.811253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:55.811259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <158 abs.3> + +2023-12-14 14:52:55.811263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.42 +2023-12-14 14:52:55.811269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <157 reshape.42> + +2023-12-14 14:52:55.811274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.2 +2023-12-14 14:52:55.811280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <156 maximum.2> + +2023-12-14 14:52:55.811288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:55.811294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <155 add.115> + +2023-12-14 14:52:55.811298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.219 +2023-12-14 14:52:55.811304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <154 broadcast.219> + +2023-12-14 14:52:55.811309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.131 +2023-12-14 14:52:55.811314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 constant.131> + +2023-12-14 14:52:55.811326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.52 +2023-12-14 14:52:55.811333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <152 multiply.52> + +2023-12-14 14:52:55.811338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.220 +2023-12-14 14:52:55.811344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <151 broadcast.220> + +2023-12-14 14:52:55.811349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.133 +2023-12-14 14:52:55.811354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 constant.133> + +2023-12-14 14:52:55.811359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:55.811364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <149 add.116> + +2023-12-14 14:52:55.811369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.221 +2023-12-14 14:52:55.811376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <148 broadcast.221> + +2023-12-14 14:52:55.811381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.135 +2023-12-14 14:52:55.811386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 constant.135> + +2023-12-14 14:52:55.811392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.2 +2023-12-14 14:52:55.811397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <146 bitcast-convert.2> + +2023-12-14 14:52:55.811402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:55.811408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <145 or.28> + +2023-12-14 14:52:55.811412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.222 +2023-12-14 14:52:55.811418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <144 broadcast.222> + +2023-12-14 14:52:55.811423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.137 +2023-12-14 14:52:55.811431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <143 constant.137> + +2023-12-14 14:52:55.811436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:55.811442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <142 shift-right-logical.28> + +2023-12-14 14:52:55.811448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.223 +2023-12-14 14:52:55.811453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <141 broadcast.223> + +2023-12-14 14:52:55.811459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.139 +2023-12-14 14:52:55.811465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <140 constant.139> + +2023-12-14 14:52:55.811470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:55.811475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <139 concatenate.1> + +2023-12-14 14:52:55.811480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.32 +2023-12-14 14:52:55.811485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <137 param_0.32> + +2023-12-14 14:52:55.811490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.47 +2023-12-14 14:52:55.811496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <138 param_1.47> + +2023-12-14 14:52:55.811501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:55.811507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 fusion.2.clone> + +2023-12-14 14:52:55.811512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:55.811518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <266 while.1{1} (phi)> + +2023-12-14 14:52:55.811522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:55.811528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <267 while.1{2} (phi)> + +2023-12-14 14:52:55.811533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:55.811538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <19 add.117> + +2023-12-14 14:52:55.811545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.224 +2023-12-14 14:52:55.811550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <18 broadcast.224> + +2023-12-14 14:52:55.811555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:55.811561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.43> + +2023-12-14 14:52:55.811570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.38 +2023-12-14 14:52:55.811575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.38> + +2023-12-14 14:52:55.811580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.39 +2023-12-14 14:52:55.811586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <14 slice.39> + +2023-12-14 14:52:55.811590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.33 +2023-12-14 14:52:55.811596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <15 param_0.33> + +2023-12-14 14:52:55.811601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:55.811606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <13 iota.2> + +2023-12-14 14:52:55.811611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4.clone +2023-12-14 14:52:55.811618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <1 fusion.4.clone> + +2023-12-14 14:52:55.811624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:55.811629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <39 Arg_0.1> + +2023-12-14 14:52:55.811634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:55.811640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <26 add.118> + +2023-12-14 14:52:55.811645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.225 +2023-12-14 14:52:55.811650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <25 broadcast.225> + +2023-12-14 14:52:55.811655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:55.811660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.44> + +2023-12-14 14:52:55.811665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.40 +2023-12-14 14:52:55.811671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.40> + +2023-12-14 14:52:55.811676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.41 +2023-12-14 14:52:55.811681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <21 slice.41> + +2023-12-14 14:52:55.811686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.34 +2023-12-14 14:52:55.811692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <22 param_0.34> + +2023-12-14 14:52:55.811696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:55.811702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <20 iota.3> + +2023-12-14 14:52:55.811710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6.clone +2023-12-14 14:52:55.811716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <0 fusion.6.clone> + +2023-12-14 14:52:55.811721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:55.811727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <39 Arg_0.1> + +2023-12-14 14:52:55.813538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:55.813574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.813581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.813590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 Arg_0.1> (def) +2023-12-14 14:52:55.813595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.813605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 constant.14> (def) +2023-12-14 14:52:55.813610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:55.813620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.16> (def) +2023-12-14 14:52:55.813624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:55.813634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 constant.17> (def) +2023-12-14 14:52:55.813638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:55.813648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.813653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 tuple.6{}> (def) +2023-12-14 14:52:55.813658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.813663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 constant.14> +2023-12-14 14:52:55.813668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.813673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.813678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.813683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.813688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.813700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.5> +2023-12-14 14:52:55.813705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.813710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.3> +2023-12-14 14:52:55.813717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.813721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.7> +2023-12-14 14:52:55.813726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.813731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 constant.17> +2023-12-14 14:52:55.813736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.813740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.16> +2023-12-14 14:52:55.813747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.813756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.813761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 while.1{} (phi)> (def) +2023-12-14 14:52:55.813766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.813771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 while.1{0} (phi)> (def) +2023-12-14 14:52:55.813776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.813781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 while.1{1} (phi)> (def) +2023-12-14 14:52:55.813785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.813790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 while.1{2} (phi)> (def) +2023-12-14 14:52:55.813795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.813800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 while.1{3} (phi)> (def) +2023-12-14 14:52:55.813805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.813810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 while.1{4} (phi)> (def) +2023-12-14 14:52:55.813815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.813820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 while.1{5} (phi)> (def) +2023-12-14 14:52:55.813825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.813830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 while.1{6} (phi)> (def) +2023-12-14 14:52:55.813835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.813839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 while.1{7} (phi)> (def) +2023-12-14 14:52:55.813847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.813857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 while.1{1} (phi)> +2023-12-14 14:52:55.813863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:55.813872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 while.1{2} (phi)> +2023-12-14 14:52:55.813877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:55.813886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.3> (def) +2023-12-14 14:52:55.813891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:55.813900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.5> (def) +2023-12-14 14:52:55.813905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:55.813915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.7> (def) +2023-12-14 14:52:55.813921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:55.813930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> +2023-12-14 14:52:55.813935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:55.813944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.813949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:55.813959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.813964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.813968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.813974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.813979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.813984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.813989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.813996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.814001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.814007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.814011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.814016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.814021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.814026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.814031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.814036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.814041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.814046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.814052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.814057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.814062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.814067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:55.814076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.67> (def) +2023-12-14 14:52:55.814081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:55.814091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 add.55> (def) +2023-12-14 14:52:55.814096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7: +2023-12-14 14:52:55.814106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.814111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 tuple.7{}> (def) +2023-12-14 14:52:55.814115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.814120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 add.55> +2023-12-14 14:52:55.814125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.814130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.814137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.814143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.814149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.814154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.814159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.814163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.814168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.814173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.814178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.814182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.814187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.814192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.814198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:55.814207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.814212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.86: +2023-12-14 14:52:55.814222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.814227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.87: +2023-12-14 14:52:55.814236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.814241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.88: +2023-12-14 14:52:55.814251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.814256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.89: +2023-12-14 14:52:55.814266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.814271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.90: +2023-12-14 14:52:55.814283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.814288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.91: +2023-12-14 14:52:55.814298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.814303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.93: +2023-12-14 14:52:55.814313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.814318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:55.814327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.814332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:55.814342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.814347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.814357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.814361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.814366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.814372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.814376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.814381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.814387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.814392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.814396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.814401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.814406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.814411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.814416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.814420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.814429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.814435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.814440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.814445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.814450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:55.814459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.68> (def) +2023-12-14 14:52:55.814464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:55.814473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 compare.5> (def) +2023-12-14 14:52:55.814478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:55.814489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.814493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:55.814503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:55.814507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:55.814517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:55.814522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:55.814532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.101> (def) +2023-12-14 14:52:55.814538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29: +2023-12-14 14:52:55.814547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.29> (def) +2023-12-14 14:52:55.814552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:55.814561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.20> (def) +2023-12-14 14:52:55.814566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30: +2023-12-14 14:52:55.814580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.30> (def) +2023-12-14 14:52:55.814585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.21: +2023-12-14 14:52:55.814595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.21> (def) +2023-12-14 14:52:55.814599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:55.814609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.22> (def) +2023-12-14 14:52:55.814614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32: +2023-12-14 14:52:55.814623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.32> (def) +2023-12-14 14:52:55.814628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:55.814638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.27> (def) +2023-12-14 14:52:55.814642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.25: +2023-12-14 14:52:55.814652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.25> (def) +2023-12-14 14:52:55.814657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34: +2023-12-14 14:52:55.814666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.34> (def) +2023-12-14 14:52:55.814671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:55.814681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.30> (def) +2023-12-14 14:52:55.814686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29: +2023-12-14 14:52:55.814695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.29> (def) +2023-12-14 14:52:55.814700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91: +2023-12-14 14:52:55.814710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.91> (def) +2023-12-14 14:52:55.814715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:55.814728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.178> (def) +2023-12-14 14:52:55.814732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4: +2023-12-14 14:52:55.814742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 convert.4> (def) +2023-12-14 14:52:55.814746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:55.814756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.92> (def) +2023-12-14 14:52:55.814760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:55.814772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 broadcast.179> (def) +2023-12-14 14:52:55.814776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:55.814786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 xor.21> (def) +2023-12-14 14:52:55.814790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21: +2023-12-14 14:52:55.814800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 or.21> (def) +2023-12-14 14:52:55.814805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:55.814814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 shift-right-logical.21> (def) +2023-12-14 14:52:55.814820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:55.814829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 broadcast.180> (def) +2023-12-14 14:52:55.814834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23: +2023-12-14 14:52:55.814844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 subtract.23> (def) +2023-12-14 14:52:55.814848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:55.814858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 shift-left.19> (def) +2023-12-14 14:52:55.814863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:55.814876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 broadcast.181> (def) +2023-12-14 14:52:55.814881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35: +2023-12-14 14:52:55.814890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.35> (def) +2023-12-14 14:52:55.814895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:55.814905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.31> (def) +2023-12-14 14:52:55.814909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95: +2023-12-14 14:52:55.814919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.95> (def) +2023-12-14 14:52:55.814924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:55.814934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.22> (def) +2023-12-14 14:52:55.814939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22: +2023-12-14 14:52:55.814948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.22> (def) +2023-12-14 14:52:55.814953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:55.814963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.22> (def) +2023-12-14 14:52:55.814968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:55.814978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.182> (def) +2023-12-14 14:52:55.814982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.814988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:55.814992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.24> (def) +2023-12-14 14:52:55.814997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:55.815007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 shift-left.20> (def) +2023-12-14 14:52:55.815012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:55.815026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 broadcast.183> (def) +2023-12-14 14:52:55.815031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36: +2023-12-14 14:52:55.815040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 reshape.36> (def) +2023-12-14 14:52:55.815045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:55.815056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 slice.32> (def) +2023-12-14 14:52:55.815061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:55.815070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.96> (def) +2023-12-14 14:52:55.815075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:55.815084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.23> (def) +2023-12-14 14:52:55.815089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:55.815100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.23> (def) +2023-12-14 14:52:55.815105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:55.815115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.23> (def) +2023-12-14 14:52:55.815119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:55.815129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.184> (def) +2023-12-14 14:52:55.815134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:55.815143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.25> (def) +2023-12-14 14:52:55.815148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:55.815158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.21> (def) +2023-12-14 14:52:55.815163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:55.815175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.185> (def) +2023-12-14 14:52:55.815180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37: +2023-12-14 14:52:55.815189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.37> (def) +2023-12-14 14:52:55.815194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:55.815204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.33> (def) +2023-12-14 14:52:55.815209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97: +2023-12-14 14:52:55.815219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.97> (def) +2023-12-14 14:52:55.815223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:55.815233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.24> (def) +2023-12-14 14:52:55.815238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:55.815248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.24> (def) +2023-12-14 14:52:55.815252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:55.815262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.24> (def) +2023-12-14 14:52:55.815267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:55.815277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.186> (def) +2023-12-14 14:52:55.815281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:55.815291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.26> (def) +2023-12-14 14:52:55.815296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:55.815306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 constant.102> (def) +2023-12-14 14:52:55.815310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:55.815336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 shift-left.22> (def) +2023-12-14 14:52:55.815342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:55.815352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 broadcast.187> (def) +2023-12-14 14:52:55.815356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:55.815366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 reshape.38> (def) +2023-12-14 14:52:55.815371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:55.815381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 slice.34> (def) +2023-12-14 14:52:55.815386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98: +2023-12-14 14:52:55.815396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.98> (def) +2023-12-14 14:52:55.815401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99: +2023-12-14 14:52:55.815411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.99> (def) +2023-12-14 14:52:55.815416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.30: +2023-12-14 14:52:55.815425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 param_0.30> (def) +2023-12-14 14:52:55.815430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45: +2023-12-14 14:52:55.815439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 param_1.45> (def) +2023-12-14 14:52:55.815444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.23: +2023-12-14 14:52:55.815454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 param_2.23> (def) +2023-12-14 14:52:55.815458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.25: +2023-12-14 14:52:55.815468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 param_3.25> (def) +2023-12-14 14:52:55.815472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.37: +2023-12-14 14:52:55.815486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 param_4.37> (def) +2023-12-14 14:52:55.815490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:55.815500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.103> (def) +2023-12-14 14:52:55.815504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:55.815514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> (def) +2023-12-14 14:52:55.815519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:55.815529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.815534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:55.815543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.815548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:55.815557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.815562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:55.815572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.815577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:55.815586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.815592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100: +2023-12-14 14:52:55.815601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 add.100> (def) +2023-12-14 14:52:55.815606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:55.815615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.188> (def) +2023-12-14 14:52:55.815622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101: +2023-12-14 14:52:55.815634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.101> (def) +2023-12-14 14:52:55.815639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:55.815648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 param_0.31> (def) +2023-12-14 14:52:55.815653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:55.815663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> (def) +2023-12-14 14:52:55.815668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:55.815677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.25> (def) +2023-12-14 14:52:55.815683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:55.815692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.25> (def) +2023-12-14 14:52:55.815697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:55.815706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.189> (def) +2023-12-14 14:52:55.815711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:55.815720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.27> (def) +2023-12-14 14:52:55.815725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:55.815735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 shift-left.23> (def) +2023-12-14 14:52:55.815741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:55.815750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 broadcast.190> (def) +2023-12-14 14:52:55.815755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:55.815764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 reshape.39> (def) +2023-12-14 14:52:55.815769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:55.815781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 slice.35> (def) +2023-12-14 14:52:55.815786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102: +2023-12-14 14:52:55.815796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 add.102> (def) +2023-12-14 14:52:55.815801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28: +2023-12-14 14:52:55.815810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 xor.28> (def) +2023-12-14 14:52:55.815815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:55.815825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 or.26> (def) +2023-12-14 14:52:55.815830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:55.815839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 shift-right-logical.26> (def) +2023-12-14 14:52:55.815844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:55.815854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 broadcast.191> (def) +2023-12-14 14:52:55.815859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:55.815868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 subtract.28> (def) +2023-12-14 14:52:55.815873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:55.815883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 shift-left.24> (def) +2023-12-14 14:52:55.815887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:55.815897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 broadcast.192> (def) +2023-12-14 14:52:55.815903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40: +2023-12-14 14:52:55.815913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 reshape.40> (def) +2023-12-14 14:52:55.815918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:55.815927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 slice.36> (def) +2023-12-14 14:52:55.815945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103: +2023-12-14 14:52:55.815955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 add.103> (def) +2023-12-14 14:52:55.815960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29: +2023-12-14 14:52:55.815969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 xor.29> (def) +2023-12-14 14:52:55.815974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:55.815983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 or.27> (def) +2023-12-14 14:52:55.815988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.815993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:55.815998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 shift-right-logical.27> (def) +2023-12-14 14:52:55.816003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:55.816013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 broadcast.193> (def) +2023-12-14 14:52:55.816018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:55.816027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 subtract.29> (def) +2023-12-14 14:52:55.816032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104: +2023-12-14 14:52:55.816041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 constant.104> (def) +2023-12-14 14:52:55.816046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.46: +2023-12-14 14:52:55.816055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 param_1.46> (def) +2023-12-14 14:52:55.816060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:55.816070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 shift-left.25> (def) +2023-12-14 14:52:55.816075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:55.816084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 broadcast.194> (def) +2023-12-14 14:52:55.816093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:55.816103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 reshape.41> (def) +2023-12-14 14:52:55.816107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:55.816117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 slice.37> (def) +2023-12-14 14:52:55.816121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104: +2023-12-14 14:52:55.816132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.104> (def) +2023-12-14 14:52:55.816137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.24: +2023-12-14 14:52:55.816146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 param_2.24> (def) +2023-12-14 14:52:55.816151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.26: +2023-12-14 14:52:55.816160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_3.26> (def) +2023-12-14 14:52:55.816165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:55.816174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> (def) +2023-12-14 14:52:55.816180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:55.816190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.816195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:55.816204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.816209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:55.816218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.816223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:55.816232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.816241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40: +2023-12-14 14:52:55.816250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 multiply.40> (def) +2023-12-14 14:52:55.816255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:55.816265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 broadcast.195> (def) +2023-12-14 14:52:55.816270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105: +2023-12-14 14:52:55.816279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 constant.105> (def) +2023-12-14 14:52:55.816284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33: +2023-12-14 14:52:55.816293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 select.33> (def) +2023-12-14 14:52:55.816299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41: +2023-12-14 14:52:55.816308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 multiply.41> (def) +2023-12-14 14:52:55.816313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:55.816322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 add.105> (def) +2023-12-14 14:52:55.816327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:55.816336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 multiply.42> (def) +2023-12-14 14:52:55.816341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:55.816351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.106> (def) +2023-12-14 14:52:55.816356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:55.816365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 multiply.43> (def) +2023-12-14 14:52:55.816370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:55.816379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 add.107> (def) +2023-12-14 14:52:55.816386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:55.816396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 multiply.44> (def) +2023-12-14 14:52:55.816401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:55.816411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 add.108> (def) +2023-12-14 14:52:55.816415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:55.816425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 multiply.45> (def) +2023-12-14 14:52:55.816430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:55.816439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 add.109> (def) +2023-12-14 14:52:55.816444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:55.816453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 multiply.46> (def) +2023-12-14 14:52:55.816459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:55.816468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.110> (def) +2023-12-14 14:52:55.816473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:55.816482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 multiply.47> (def) +2023-12-14 14:52:55.816487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111: +2023-12-14 14:52:55.816496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 add.111> (def) +2023-12-14 14:52:55.816501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:55.816512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 multiply.48> (def) +2023-12-14 14:52:55.816517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:55.816526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 add.112> (def) +2023-12-14 14:52:55.816534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:55.816543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 multiply.49> (def) +2023-12-14 14:52:55.816548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34: +2023-12-14 14:52:55.816557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 select.34> (def) +2023-12-14 14:52:55.816562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113: +2023-12-14 14:52:55.816572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 add.113> (def) +2023-12-14 14:52:55.816576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:55.816587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 broadcast.196> (def) +2023-12-14 14:52:55.816592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106: +2023-12-14 14:52:55.816602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 constant.106> (def) +2023-12-14 14:52:55.816606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:55.816616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 sqrt.3> (def) +2023-12-14 14:52:55.816621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:55.816630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 add.114> (def) +2023-12-14 14:52:55.816635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:55.816645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 broadcast.197> (def) +2023-12-14 14:52:55.816649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108: +2023-12-14 14:52:55.816659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 constant.108> (def) +2023-12-14 14:52:55.816664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35: +2023-12-14 14:52:55.816674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 select.35> (def) +2023-12-14 14:52:55.816681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:55.816691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 broadcast.198> (def) +2023-12-14 14:52:55.816696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109: +2023-12-14 14:52:55.816705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 constant.109> (def) +2023-12-14 14:52:55.816710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:55.816720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.199> (def) +2023-12-14 14:52:55.816725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110: +2023-12-14 14:52:55.816734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.110> (def) +2023-12-14 14:52:55.816740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36: +2023-12-14 14:52:55.816749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 select.36> (def) +2023-12-14 14:52:55.816754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:55.816763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.200> (def) +2023-12-14 14:52:55.816768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111: +2023-12-14 14:52:55.816778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 constant.111> (def) +2023-12-14 14:52:55.816782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:55.816792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 broadcast.201> (def) +2023-12-14 14:52:55.816797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112: +2023-12-14 14:52:55.816806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 constant.112> (def) +2023-12-14 14:52:55.816811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37: +2023-12-14 14:52:55.816821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 select.37> (def) +2023-12-14 14:52:55.816829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:55.816839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 broadcast.202> (def) +2023-12-14 14:52:55.816843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113: +2023-12-14 14:52:55.816853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.113> (def) +2023-12-14 14:52:55.816857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:55.816867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 broadcast.203> (def) +2023-12-14 14:52:55.816872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114: +2023-12-14 14:52:55.816881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 constant.114> (def) +2023-12-14 14:52:55.816886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38: +2023-12-14 14:52:55.816896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 select.38> (def) +2023-12-14 14:52:55.816901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:55.816911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 broadcast.204> (def) +2023-12-14 14:52:55.816915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115: +2023-12-14 14:52:55.816925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 constant.115> (def) +2023-12-14 14:52:55.816930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:55.816940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 broadcast.205> (def) +2023-12-14 14:52:55.816945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116: +2023-12-14 14:52:55.816954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 constant.116> (def) +2023-12-14 14:52:55.816959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39: +2023-12-14 14:52:55.816968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 select.39> (def) +2023-12-14 14:52:55.816978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:55.816988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 broadcast.206> (def) +2023-12-14 14:52:55.816993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.816997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117: +2023-12-14 14:52:55.817002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 constant.117> (def) +2023-12-14 14:52:55.817007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:55.817016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 broadcast.207> (def) +2023-12-14 14:52:55.817021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118: +2023-12-14 14:52:55.817030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.118> (def) +2023-12-14 14:52:55.817036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40: +2023-12-14 14:52:55.817045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 select.40> (def) +2023-12-14 14:52:55.817050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:55.817060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 broadcast.208> (def) +2023-12-14 14:52:55.817065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119: +2023-12-14 14:52:55.817074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.119> (def) +2023-12-14 14:52:55.817079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209: +2023-12-14 14:52:55.817089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 broadcast.209> (def) +2023-12-14 14:52:55.817094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120: +2023-12-14 14:52:55.817103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.120> (def) +2023-12-14 14:52:55.817108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:55.817117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 select.41> (def) +2023-12-14 14:52:55.817125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210: +2023-12-14 14:52:55.817135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 broadcast.210> (def) +2023-12-14 14:52:55.817141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121: +2023-12-14 14:52:55.817150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.121> (def) +2023-12-14 14:52:55.817155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211: +2023-12-14 14:52:55.817164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 broadcast.211> (def) +2023-12-14 14:52:55.817169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122: +2023-12-14 14:52:55.817178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 constant.122> (def) +2023-12-14 14:52:55.817183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:55.817193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 select.42> (def) +2023-12-14 14:52:55.817198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212: +2023-12-14 14:52:55.817207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 broadcast.212> (def) +2023-12-14 14:52:55.817213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123: +2023-12-14 14:52:55.817222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 constant.123> (def) +2023-12-14 14:52:55.817227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213: +2023-12-14 14:52:55.817236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.213> (def) +2023-12-14 14:52:55.817241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124: +2023-12-14 14:52:55.817251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.124> (def) +2023-12-14 14:52:55.817256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:55.817265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 select.43> (def) +2023-12-14 14:52:55.817274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214: +2023-12-14 14:52:55.817284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.214> (def) +2023-12-14 14:52:55.817289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125: +2023-12-14 14:52:55.817300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.125> (def) +2023-12-14 14:52:55.817305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215: +2023-12-14 14:52:55.817314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 broadcast.215> (def) +2023-12-14 14:52:55.817319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126: +2023-12-14 14:52:55.817329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.126> (def) +2023-12-14 14:52:55.817333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8: +2023-12-14 14:52:55.817343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 compare.8> (def) +2023-12-14 14:52:55.817347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216: +2023-12-14 14:52:55.817357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.216> (def) +2023-12-14 14:52:55.817362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127: +2023-12-14 14:52:55.817372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.127> (def) +2023-12-14 14:52:55.817377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:55.817386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 negate.9> (def) +2023-12-14 14:52:55.817391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:55.817401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 log-plus-one.3> (def) +2023-12-14 14:52:55.817406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:55.817415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 multiply.50> (def) +2023-12-14 14:52:55.817423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:55.817432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 negate.10> (def) +2023-12-14 14:52:55.817437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:55.817446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 multiply.51> (def) +2023-12-14 14:52:55.817452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217: +2023-12-14 14:52:55.817462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 broadcast.217> (def) +2023-12-14 14:52:55.817467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128: +2023-12-14 14:52:55.817476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 constant.128> (def) +2023-12-14 14:52:55.817481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9: +2023-12-14 14:52:55.817490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 compare.9> (def) +2023-12-14 14:52:55.817495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218: +2023-12-14 14:52:55.817505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.218> (def) +2023-12-14 14:52:55.817510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.129: +2023-12-14 14:52:55.817519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.129> (def) +2023-12-14 14:52:55.817524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:55.817534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 abs.3> (def) +2023-12-14 14:52:55.817539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42: +2023-12-14 14:52:55.817548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 reshape.42> (def) +2023-12-14 14:52:55.817553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2: +2023-12-14 14:52:55.817563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 maximum.2> (def) +2023-12-14 14:52:55.817570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:55.817580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 add.115> (def) +2023-12-14 14:52:55.817584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219: +2023-12-14 14:52:55.817594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 broadcast.219> (def) +2023-12-14 14:52:55.817599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.131: +2023-12-14 14:52:55.817608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.131> (def) +2023-12-14 14:52:55.817614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52: +2023-12-14 14:52:55.817623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 multiply.52> (def) +2023-12-14 14:52:55.817628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220: +2023-12-14 14:52:55.817637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.220> (def) +2023-12-14 14:52:55.817642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.133: +2023-12-14 14:52:55.817651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.133> (def) +2023-12-14 14:52:55.817656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:55.817666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.116> (def) +2023-12-14 14:52:55.817671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221: +2023-12-14 14:52:55.817681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.221> (def) +2023-12-14 14:52:55.817685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.135: +2023-12-14 14:52:55.817696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.135> (def) +2023-12-14 14:52:55.817700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2: +2023-12-14 14:52:55.817710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 bitcast-convert.2> (def) +2023-12-14 14:52:55.817719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:55.817728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 or.28> (def) +2023-12-14 14:52:55.817733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222: +2023-12-14 14:52:55.817742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.222> (def) +2023-12-14 14:52:55.817747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.137: +2023-12-14 14:52:55.817756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 constant.137> (def) +2023-12-14 14:52:55.817761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:55.817772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 shift-right-logical.28> (def) +2023-12-14 14:52:55.817777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223: +2023-12-14 14:52:55.817786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 broadcast.223> (def) +2023-12-14 14:52:55.817791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.139: +2023-12-14 14:52:55.817801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.139> (def) +2023-12-14 14:52:55.817805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:55.817815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 concatenate.1> (def) +2023-12-14 14:52:55.817820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.32: +2023-12-14 14:52:55.817830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 param_0.32> (def) +2023-12-14 14:52:55.817834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.47: +2023-12-14 14:52:55.817844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 param_1.47> (def) +2023-12-14 14:52:55.817848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:55.817861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> (def) +2023-12-14 14:52:55.817866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:55.817876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 while.1{1} (phi)> +2023-12-14 14:52:55.817881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:55.817890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 while.1{2} (phi)> +2023-12-14 14:52:55.817895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:55.817904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.117> (def) +2023-12-14 14:52:55.817909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224: +2023-12-14 14:52:55.817919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.224> (def) +2023-12-14 14:52:55.817923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:55.817935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.43> (def) +2023-12-14 14:52:55.817940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38: +2023-12-14 14:52:55.817950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.38> (def) +2023-12-14 14:52:55.817954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39: +2023-12-14 14:52:55.817964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.39> (def) +2023-12-14 14:52:55.817968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.33: +2023-12-14 14:52:55.817978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.33> (def) +2023-12-14 14:52:55.817983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.817987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:55.817992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.2> (def) +2023-12-14 14:52:55.817997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.818002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone: +2023-12-14 14:52:55.818006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> (def) +2023-12-14 14:52:55.818014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.818019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:55.818024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 Arg_0.1> +2023-12-14 14:52:55.818029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.818034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:55.818039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.118> (def) +2023-12-14 14:52:55.818043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.818048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225: +2023-12-14 14:52:55.818053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.225> (def) +2023-12-14 14:52:55.818058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.818062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:55.818067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.44> (def) +2023-12-14 14:52:55.818072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.818076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40: +2023-12-14 14:52:55.818081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.40> (def) +2023-12-14 14:52:55.818087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.818091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41: +2023-12-14 14:52:55.818097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.41> (def) +2023-12-14 14:52:55.818101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.818106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.34: +2023-12-14 14:52:55.818111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.34> (def) +2023-12-14 14:52:55.818115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.818120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:55.818125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.3> (def) +2023-12-14 14:52:55.818129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.818134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone: +2023-12-14 14:52:55.818139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> (def) +2023-12-14 14:52:55.818144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.818149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:55.818153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 Arg_0.1> +2023-12-14 14:52:55.818161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.818166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.818171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone +2023-12-14 14:52:55.818182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:55.818187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:55.818192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.818203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6.clone = u32[2097152]{0} fusion(u32[2]{0} %p.12), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.818208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.818213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone +2023-12-14 14:52:55.818222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {2} +2023-12-14 14:52:55.818227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:55.818232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.818242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4.clone = u32[2097152]{0} fusion(u32[2]{0} %p.11), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.818247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.25> +2023-12-14 14:52:55.818252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.25 +2023-12-14 14:52:55.818262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:55.818272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.25 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.818277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.27> +2023-12-14 14:52:55.818282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:55.818294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32, operand 0 +2023-12-14 14:52:55.818305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.25), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.32> +2023-12-14 14:52:55.818314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32 +2023-12-14 14:52:55.818324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.32 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.29> +2023-12-14 14:52:55.818339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29 +2023-12-14 14:52:55.818350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:55.818359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.29 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.818364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.30> +2023-12-14 14:52:55.818369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:55.818378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34, operand 0 +2023-12-14 14:52:55.818388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.29), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.34> +2023-12-14 14:52:55.818397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34 +2023-12-14 14:52:55.818407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.34 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> +2023-12-14 14:52:55.818426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:55.818435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:55.818440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,2048]{1,0} fusion(u32[2097152]{0} %p.9, u32[2097152]{0} %p.10), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.818452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.68> +2023-12-14 14:52:55.818457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:55.818466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:55.818476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:55.818481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 compare.5> +2023-12-14 14:52:55.818485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:55.818495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.818511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:55.818520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {1} +2023-12-14 14:52:55.818525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:55.818530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 1 +2023-12-14 14:52:55.818543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[2097152]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[2097152]{0} %p.7, u32[2097152]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.818549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.818553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:55.818564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {2} +2023-12-14 14:52:55.818568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:55.818573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 2 +2023-12-14 14:52:55.818584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.818588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.2> +2023-12-14 14:52:55.818593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:55.818602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39, operand 0 +2023-12-14 14:52:55.818613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.39> +2023-12-14 14:52:55.818623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39 +2023-12-14 14:52:55.818632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:55.818643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.39 = u32[2097152]{0} slice(u32[4194304]{0} %iota.2), slice={[2097152:4194304]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(2097152,) limit_indices=(4194304,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.33> +2023-12-14 14:52:55.818656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.33 +2023-12-14 14:52:55.818666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38, operand 0 +2023-12-14 14:52:55.818676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.33 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.818681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.38> +2023-12-14 14:52:55.818686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38 +2023-12-14 14:52:55.818695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:55.818705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.38 = u32[1]{0} slice(u32[2]{0} %param_0.33), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.43> +2023-12-14 14:52:55.818715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:55.818724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224, operand 0 +2023-12-14 14:52:55.818734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.38), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.224> +2023-12-14 14:52:55.818744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224 +2023-12-14 14:52:55.818754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:55.818763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.224 = u32[2097152]{0} broadcast(u32[] %reshape.43), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.117> +2023-12-14 14:52:55.818776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:55.818786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = u32[2097152]{0} add(u32[2097152]{0} %slice.39, u32[2097152]{0} %broadcast.224), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.3> +2023-12-14 14:52:55.818800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:55.818809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41, operand 0 +2023-12-14 14:52:55.818820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.41> +2023-12-14 14:52:55.818830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41 +2023-12-14 14:52:55.818839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:55.818849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.41 = u32[2097152]{0} slice(u32[4194304]{0} %iota.3), slice={[0:2097152]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(2097152,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.34> +2023-12-14 14:52:55.818858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.34 +2023-12-14 14:52:55.818868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40, operand 0 +2023-12-14 14:52:55.818878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.34 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.818883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.40> +2023-12-14 14:52:55.818888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40 +2023-12-14 14:52:55.818900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:55.818911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.40 = u32[1]{0} slice(u32[2]{0} %param_0.34), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.44> +2023-12-14 14:52:55.818920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:55.818930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225, operand 0 +2023-12-14 14:52:55.818940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.40), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.225> +2023-12-14 14:52:55.818950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225 +2023-12-14 14:52:55.818959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:55.818969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.225 = u32[2097152]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.118> +2023-12-14 14:52:55.818979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.818984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:55.818989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.818994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = u32[2097152]{0} add(u32[2097152]{0} %slice.41, u32[2097152]{0} %broadcast.225), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.818999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.21> +2023-12-14 14:52:55.819003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.21 +2023-12-14 14:52:55.819013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:55.819027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:55.819032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.21 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.819037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.22> +2023-12-14 14:52:55.819041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:55.819051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30, operand 0 +2023-12-14 14:52:55.819060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.30> +2023-12-14 14:52:55.819071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30 +2023-12-14 14:52:55.819082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:55.819091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.30 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.20> +2023-12-14 14:52:55.819101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:55.819110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29, operand 0 +2023-12-14 14:52:55.819120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.29> +2023-12-14 14:52:55.819129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29 +2023-12-14 14:52:55.819140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:55.819153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.29 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:55.819163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:55.819172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:55.819182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.30, u32[] %reshape.29), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.101> +2023-12-14 14:52:55.819192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:55.819203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:55.819212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(466688986) +2023-12-14 14:52:55.819217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:55.819222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:55.819231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.67> +2023-12-14 14:52:55.819247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:55.819256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:55.819266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:55.819270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 add.55> +2023-12-14 14:52:55.819281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:55.819292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {0} +2023-12-14 14:52:55.819297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 0 +2023-12-14 14:52:55.819306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %get-tuple-element.93, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 tuple.7{}> +2023-12-14 14:52:55.819316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {} +2023-12-14 14:52:55.819331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.7 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[2097152]{0} %call.1, u32[2097152]{0} %call, u32[] %get-tuple-element.88, u32[] %get-tuple-element.87, /*index=5*/u32[] %get-tuple-element.89, u32[4]{0} %get-tuple-element.85, u32[4]{0} %get-tuple-element.86) +2023-12-14 14:52:55.819342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 constant.14> +2023-12-14 14:52:55.819348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.819358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:55.819362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.819372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:55.819377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 Arg_0.1> +2023-12-14 14:52:55.819381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.819391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:55.819396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:55.819401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:55.819411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:55.819419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:55.819424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:55.819428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:55.819434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 0 +2023-12-14 14:52:55.819438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 0 +2023-12-14 14:52:55.819443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.819448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.5> +2023-12-14 14:52:55.819454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:55.819464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {3} +2023-12-14 14:52:55.819469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.819479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.3> +2023-12-14 14:52:55.819489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:55.819498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {4} +2023-12-14 14:52:55.819503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.819513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.7> +2023-12-14 14:52:55.819523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:55.819532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {5} +2023-12-14 14:52:55.819537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.819549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 constant.17> +2023-12-14 14:52:55.819560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:55.819569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {6} +2023-12-14 14:52:55.819574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.819584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.819589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.16> +2023-12-14 14:52:55.819594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:55.819604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {7} +2023-12-14 14:52:55.819609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.819620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.819624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 tuple.6{}> +2023-12-14 14:52:55.819629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:55.819639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.819649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.14, u32[2097152]{0} %call.4, u32[2097152]{0} %call.3, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %constant.17, u32[4]{0} %constant.16) +2023-12-14 14:52:55.819654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_3.26> +2023-12-14 14:52:55.819658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.26 +2023-12-14 14:52:55.819669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104, operand 0 +2023-12-14 14:52:55.819682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.26 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.819687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 param_2.24> +2023-12-14 14:52:55.819692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.24 +2023-12-14 14:52:55.819701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:55.819711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:55.819716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104, operand 1 +2023-12-14 14:52:55.819721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.24 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.819726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.104> +2023-12-14 14:52:55.819731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104 +2023-12-14 14:52:55.819741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103, operand 0 +2023-12-14 14:52:55.819750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29, operand 0 +2023-12-14 14:52:55.819755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.104 = u32[2097152]{0} add(u32[2097152]{0} %param_3.26, u32[2097152]{0} %param_2.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 param_1.46> +2023-12-14 14:52:55.819765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.46 +2023-12-14 14:52:55.819776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:55.819786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:55.819790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:55.819795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.46 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.819800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 slice.37> +2023-12-14 14:52:55.819805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:55.819817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:55.819827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 reshape.41> +2023-12-14 14:52:55.819837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:55.819846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:55.819857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:55.819862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.37), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 broadcast.194> +2023-12-14 14:52:55.819871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:55.819881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:55.819891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = u32[2097152]{0} broadcast(u32[] %reshape.41), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 shift-left.25> +2023-12-14 14:52:55.819901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:55.819911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:55.819920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.194), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 constant.104> +2023-12-14 14:52:55.819934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104 +2023-12-14 14:52:55.819944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:55.819954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:55.819958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:55.819963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.104 = u32[] constant(32) +2023-12-14 14:52:55.819968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 subtract.29> +2023-12-14 14:52:55.819973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.819978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:55.819983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.819988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:55.819993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.104, u32[] %reshape.41), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.819998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 broadcast.193> +2023-12-14 14:52:55.820002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:55.820012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:55.820022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = u32[2097152]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 shift-right-logical.27> +2023-12-14 14:52:55.820032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:55.820042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:55.820051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.193), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 or.27> +2023-12-14 14:52:55.820064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:55.820074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29, operand 1 +2023-12-14 14:52:55.820084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.25, u32[2097152]{0} %shift-right-logical.27), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 xor.29> +2023-12-14 14:52:55.820094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29 +2023-12-14 14:52:55.820103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:55.820115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:55.820119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103, operand 1 +2023-12-14 14:52:55.820124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.29 = u32[2097152]{0} xor(u32[2097152]{0} %add.104, u32[2097152]{0} %or.27), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 add.103> +2023-12-14 14:52:55.820134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103 +2023-12-14 14:52:55.820144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 0 +2023-12-14 14:52:55.820154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28, operand 0 +2023-12-14 14:52:55.820159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.103 = u32[2097152]{0} add(u32[2097152]{0} %add.104, u32[2097152]{0} %xor.29), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 slice.36> +2023-12-14 14:52:55.820168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:55.820180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40, operand 0 +2023-12-14 14:52:55.820191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 reshape.40> +2023-12-14 14:52:55.820201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40 +2023-12-14 14:52:55.820211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:55.820220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:55.820225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.40 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 broadcast.192> +2023-12-14 14:52:55.820236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:55.820246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:55.820256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = u32[2097152]{0} broadcast(u32[] %reshape.40), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 shift-left.24> +2023-12-14 14:52:55.820266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:55.820275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:55.820286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.192), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 subtract.28> +2023-12-14 14:52:55.820299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:55.820308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:55.820318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.104, u32[] %reshape.40), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 broadcast.191> +2023-12-14 14:52:55.820328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:55.820338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:55.820349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = u32[2097152]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 shift-right-logical.26> +2023-12-14 14:52:55.820359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:55.820369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:55.820379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.191), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 or.26> +2023-12-14 14:52:55.820388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:55.820397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28, operand 1 +2023-12-14 14:52:55.820408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.24, u32[2097152]{0} %shift-right-logical.26), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 xor.28> +2023-12-14 14:52:55.820421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28 +2023-12-14 14:52:55.820430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:55.820439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:55.820444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 1 +2023-12-14 14:52:55.820450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.28 = u32[2097152]{0} xor(u32[2097152]{0} %add.103, u32[2097152]{0} %or.26), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 add.102> +2023-12-14 14:52:55.820460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102 +2023-12-14 14:52:55.820470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 0 +2023-12-14 14:52:55.820479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:55.820484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.102 = u32[2097152]{0} add(u32[2097152]{0} %add.103, u32[2097152]{0} %xor.28), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 slice.35> +2023-12-14 14:52:55.820494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:55.820504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:55.820514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 reshape.39> +2023-12-14 14:52:55.820524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:55.820534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:55.820546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:55.820551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.35), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 broadcast.190> +2023-12-14 14:52:55.820561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:55.820571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:55.820581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = u32[2097152]{0} broadcast(u32[] %reshape.39), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 shift-left.23> +2023-12-14 14:52:55.820591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:55.820600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:55.820610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.190), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.27> +2023-12-14 14:52:55.820622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:55.820631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:55.820641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.104, u32[] %reshape.39), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.189> +2023-12-14 14:52:55.820650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:55.820664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:55.820673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = u32[2097152]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.25> +2023-12-14 14:52:55.820683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:55.820692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:55.820703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.189), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.25> +2023-12-14 14:52:55.820712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:55.820722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:55.820732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.23, u32[2097152]{0} %shift-right-logical.25), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> +2023-12-14 14:52:55.820741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:55.820751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 1 +2023-12-14 14:52:55.820761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[2097152]{0} xor(u32[2097152]{0} %add.102, u32[2097152]{0} %or.25), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.101> +2023-12-14 14:52:55.820773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101 +2023-12-14 14:52:55.820783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 0 +2023-12-14 14:52:55.820793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.101 = u32[2097152]{0} add(u32[2097152]{0} %add.102, u32[2097152]{0} %xor.27), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 param_0.31> +2023-12-14 14:52:55.820803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:55.820812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:55.820822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[] parameter(0) +2023-12-14 14:52:55.820828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.188> +2023-12-14 14:52:55.820833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:55.820842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 1 +2023-12-14 14:52:55.820852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = u32[2097152]{0} broadcast(u32[] %param_0.31), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 add.100> +2023-12-14 14:52:55.820861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100 +2023-12-14 14:52:55.820871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.100 = u32[2097152]{0} add(u32[2097152]{0} %add.101, u32[2097152]{0} %broadcast.188), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 param_3.25> +2023-12-14 14:52:55.820886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.25 +2023-12-14 14:52:55.820898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 0 +2023-12-14 14:52:55.820908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.25 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.820914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 param_2.23> +2023-12-14 14:52:55.820919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.23 +2023-12-14 14:52:55.820929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:55.820938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:55.820943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 1 +2023-12-14 14:52:55.820948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.23 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.820953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.98> +2023-12-14 14:52:55.820958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98 +2023-12-14 14:52:55.820967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.820972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 0 +2023-12-14 14:52:55.820977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:55.820982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.98 = u32[2097152]{0} add(u32[2097152]{0} %param_3.25, u32[2097152]{0} %param_2.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.820987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 param_1.45> +2023-12-14 14:52:55.820992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.820998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45 +2023-12-14 14:52:55.821003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:55.821012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:55.821017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:55.821022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:55.821027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.45 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.821035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 slice.34> +2023-12-14 14:52:55.821041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:55.821050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:55.821060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 reshape.38> +2023-12-14 14:52:55.821069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:55.821079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:55.821089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:55.821094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 broadcast.187> +2023-12-14 14:52:55.821103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:55.821113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:55.821122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = u32[2097152]{0} broadcast(u32[] %reshape.38), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 shift-left.22> +2023-12-14 14:52:55.821133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:55.821143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:55.821152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.187), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 constant.102> +2023-12-14 14:52:55.821168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:55.821178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23, operand 0 +2023-12-14 14:52:55.821187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:55.821193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:55.821198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:55.821202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = u32[] constant(32) +2023-12-14 14:52:55.821207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.26> +2023-12-14 14:52:55.821212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:55.821222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:55.821231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.102, u32[] %reshape.38), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.186> +2023-12-14 14:52:55.821242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:55.821252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:55.821262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = u32[2097152]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.24> +2023-12-14 14:52:55.821271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:55.821283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:55.821293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.186), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.24> +2023-12-14 14:52:55.821303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:55.821313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:55.821322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.22, u32[2097152]{0} %shift-right-logical.24), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.24> +2023-12-14 14:52:55.821332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:55.821343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:55.821353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:55.821358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 1 +2023-12-14 14:52:55.821363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[2097152]{0} xor(u32[2097152]{0} %add.98, u32[2097152]{0} %or.24), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.97> +2023-12-14 14:52:55.821372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97 +2023-12-14 14:52:55.821382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:55.821391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:55.821396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.97 = u32[2097152]{0} add(u32[2097152]{0} %add.98, u32[2097152]{0} %xor.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.33> +2023-12-14 14:52:55.821409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:55.821419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37, operand 0 +2023-12-14 14:52:55.821429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.37> +2023-12-14 14:52:55.821438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37 +2023-12-14 14:52:55.821448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:55.821458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:55.821464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.37 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.185> +2023-12-14 14:52:55.821473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:55.821483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:55.821492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = u32[2097152]{0} broadcast(u32[] %reshape.37), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.21> +2023-12-14 14:52:55.821502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:55.821512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:55.821525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.185), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.25> +2023-12-14 14:52:55.821534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:55.821544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:55.821554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.102, u32[] %reshape.37), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.184> +2023-12-14 14:52:55.821564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:55.821574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:55.821583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = u32[2097152]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.23> +2023-12-14 14:52:55.821594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:55.821603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:55.821613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.184), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.23> +2023-12-14 14:52:55.821623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:55.821632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:55.821645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.21, u32[2097152]{0} %shift-right-logical.23), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.23> +2023-12-14 14:52:55.821655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:55.821665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:55.821675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:55.821680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:55.821685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[2097152]{0} xor(u32[2097152]{0} %add.97, u32[2097152]{0} %or.23), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.96> +2023-12-14 14:52:55.821694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:55.821704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 0 +2023-12-14 14:52:55.821713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:55.821720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = u32[2097152]{0} add(u32[2097152]{0} %add.97, u32[2097152]{0} %xor.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 slice.32> +2023-12-14 14:52:55.821729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:55.821739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36, operand 0 +2023-12-14 14:52:55.821748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 reshape.36> +2023-12-14 14:52:55.821761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36 +2023-12-14 14:52:55.821771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:55.821781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:55.821786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.36 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 broadcast.183> +2023-12-14 14:52:55.821795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:55.821806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:55.821815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = u32[2097152]{0} broadcast(u32[] %reshape.36), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 shift-left.20> +2023-12-14 14:52:55.821825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:55.821835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22, operand 0 +2023-12-14 14:52:55.821845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.183), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.24> +2023-12-14 14:52:55.821855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:55.821864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:55.821874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.102, u32[] %reshape.36), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.182> +2023-12-14 14:52:55.821888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:55.821898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:55.821908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = u32[2097152]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.22> +2023-12-14 14:52:55.821917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:55.821927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22, operand 1 +2023-12-14 14:52:55.821938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.182), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.22> +2023-12-14 14:52:55.821947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22 +2023-12-14 14:52:55.821956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:55.821966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.22 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.20, u32[2097152]{0} %shift-right-logical.22), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.821971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.22> +2023-12-14 14:52:55.821976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.821981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:55.821986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.821991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:55.821998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:55.822003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 1 +2023-12-14 14:52:55.822008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[2097152]{0} xor(u32[2097152]{0} %add.96, u32[2097152]{0} %or.22), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.95> +2023-12-14 14:52:55.822019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95 +2023-12-14 14:52:55.822028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:55.822038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.95 = u32[2097152]{0} add(u32[2097152]{0} %add.96, u32[2097152]{0} %xor.22), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.31> +2023-12-14 14:52:55.822048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:55.822058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35, operand 0 +2023-12-14 14:52:55.822068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.35> +2023-12-14 14:52:55.822077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35 +2023-12-14 14:52:55.822088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23, operand 1 +2023-12-14 14:52:55.822098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:55.822103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.35 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 broadcast.181> +2023-12-14 14:52:55.822115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:55.822125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:55.822135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = u32[2097152]{0} broadcast(u32[] %reshape.35), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 shift-left.19> +2023-12-14 14:52:55.822145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:55.822155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21, operand 0 +2023-12-14 14:52:55.822165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.181), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 subtract.23> +2023-12-14 14:52:55.822174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23 +2023-12-14 14:52:55.822184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:55.822195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.23 = u32[] subtract(u32[] %constant.102, u32[] %reshape.35), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 broadcast.180> +2023-12-14 14:52:55.822204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:55.822214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:55.822223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = u32[2097152]{0} broadcast(u32[] %subtract.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 shift-right-logical.21> +2023-12-14 14:52:55.822237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:55.822247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21, operand 1 +2023-12-14 14:52:55.822256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.180), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 or.21> +2023-12-14 14:52:55.822266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21 +2023-12-14 14:52:55.822276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:55.822285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.21 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.19, u32[2097152]{0} %shift-right-logical.21), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 xor.21> +2023-12-14 14:52:55.822296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:55.822305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:55.822316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[2097152]{0} xor(u32[2097152]{0} %add.95, u32[2097152]{0} %or.21), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 param_0.30> +2023-12-14 14:52:55.822326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.30 +2023-12-14 14:52:55.822335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:55.822345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.30 = u32[] parameter(0) +2023-12-14 14:52:55.822350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 broadcast.179> +2023-12-14 14:52:55.822358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:55.822368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:55.822377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = u32[2097152]{0} broadcast(u32[] %param_0.30), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.92> +2023-12-14 14:52:55.822387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:55.822397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 0 +2023-12-14 14:52:55.822407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = u32[2097152]{0} add(u32[2097152]{0} %xor.21, u32[2097152]{0} %broadcast.179), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 param_4.37> +2023-12-14 14:52:55.822417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.37 +2023-12-14 14:52:55.822426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 0 +2023-12-14 14:52:55.822436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.37 = s32[] parameter(4) +2023-12-14 14:52:55.822442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.103> +2023-12-14 14:52:55.822446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:55.822456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 1 +2023-12-14 14:52:55.822466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(1) +2023-12-14 14:52:55.822471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.99> +2023-12-14 14:52:55.822475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99 +2023-12-14 14:52:55.822489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4, operand 0 +2023-12-14 14:52:55.822498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.99 = s32[] add(s32[] %param_4.37, s32[] %constant.103), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 convert.4> +2023-12-14 14:52:55.822510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4 +2023-12-14 14:52:55.822519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:55.822529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.4 = u32[] convert(s32[] %add.99), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.178> +2023-12-14 14:52:55.822539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:55.822548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 1 +2023-12-14 14:52:55.822558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = u32[2097152]{0} broadcast(u32[] %convert.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.91> +2023-12-14 14:52:55.822569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91 +2023-12-14 14:52:55.822579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.91 = u32[2097152]{0} add(u32[2097152]{0} %add.92, u32[2097152]{0} %broadcast.178), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 param_0.32> +2023-12-14 14:52:55.822593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.32 +2023-12-14 14:52:55.822603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:55.822616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.32 = u32[2097152]{0} parameter(0) +2023-12-14 14:52:55.822621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 param_1.47> +2023-12-14 14:52:55.822625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.47 +2023-12-14 14:52:55.822635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:55.822645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.47 = u32[2097152]{0} parameter(1) +2023-12-14 14:52:55.822650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 concatenate.1> +2023-12-14 14:52:55.822655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:55.822665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:55.822675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[4194304]{0} concatenate(u32[2097152]{0} %param_0.32, u32[2097152]{0} %param_1.47), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.139> +2023-12-14 14:52:55.822684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.139 +2023-12-14 14:52:55.822694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223, operand 0 +2023-12-14 14:52:55.822704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.139 = u32[] constant(9) +2023-12-14 14:52:55.822709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 broadcast.223> +2023-12-14 14:52:55.822714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223 +2023-12-14 14:52:55.822724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:55.822734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.223 = u32[4194304]{0} broadcast(u32[] %constant.139), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 shift-right-logical.28> +2023-12-14 14:52:55.822747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:55.822756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:55.822767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[4194304]{0} shift-right-logical(u32[4194304]{0} %concatenate.1, u32[4194304]{0} %broadcast.223), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 constant.137> +2023-12-14 14:52:55.822777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.137 +2023-12-14 14:52:55.822787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222, operand 0 +2023-12-14 14:52:55.822796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.137 = u32[] constant(1065353216) +2023-12-14 14:52:55.822801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.222> +2023-12-14 14:52:55.822806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222 +2023-12-14 14:52:55.822815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:55.822826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.222 = u32[4194304]{0} broadcast(u32[] %constant.137), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 or.28> +2023-12-14 14:52:55.822835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:55.822844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2, operand 0 +2023-12-14 14:52:55.822854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[4194304]{0} or(u32[4194304]{0} %shift-right-logical.28, u32[4194304]{0} %broadcast.222), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 bitcast-convert.2> +2023-12-14 14:52:55.822867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2 +2023-12-14 14:52:55.822877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:55.822886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.2 = f32[4194304]{0} bitcast-convert(u32[4194304]{0} %or.28), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.135> +2023-12-14 14:52:55.822896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.135 +2023-12-14 14:52:55.822907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221, operand 0 +2023-12-14 14:52:55.822917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.135 = f32[] constant(-1) +2023-12-14 14:52:55.822922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.221> +2023-12-14 14:52:55.822927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221 +2023-12-14 14:52:55.822937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:55.822947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.221 = f32[4194304]{0} broadcast(f32[] %constant.135), dimensions={} +2023-12-14 14:52:55.822952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.116> +2023-12-14 14:52:55.822957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:55.822966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.822971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 0 +2023-12-14 14:52:55.822977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[4194304]{0} add(f32[4194304]{0} %bitcast-convert.2, f32[4194304]{0} %broadcast.221), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.822981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.133> +2023-12-14 14:52:55.822991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.822996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.133 +2023-12-14 14:52:55.823000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220, operand 0 +2023-12-14 14:52:55.823010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.133 = f32[] constant(2) +2023-12-14 14:52:55.823015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.220> +2023-12-14 14:52:55.823019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220 +2023-12-14 14:52:55.823029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 1 +2023-12-14 14:52:55.823039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.220 = f32[4194304]{0} broadcast(f32[] %constant.133), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.823044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 multiply.52> +2023-12-14 14:52:55.823049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52 +2023-12-14 14:52:55.823058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:55.823068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.52 = f32[4194304]{0} multiply(f32[4194304]{0} %add.116, f32[4194304]{0} %broadcast.220), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.823074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.131> +2023-12-14 14:52:55.823078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.131 +2023-12-14 14:52:55.823089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219, operand 0 +2023-12-14 14:52:55.823098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.131 = f32[] constant(-0.99999994) +2023-12-14 14:52:55.823103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 broadcast.219> +2023-12-14 14:52:55.823108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219 +2023-12-14 14:52:55.823120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2, operand 1 +2023-12-14 14:52:55.823130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:55.823135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.219 = f32[4194304]{0} broadcast(f32[] %constant.131), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.823141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 add.115> +2023-12-14 14:52:55.823145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:55.823156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2, operand 0 +2023-12-14 14:52:55.823166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[4194304]{0} add(f32[4194304]{0} %multiply.52, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.823171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 maximum.2> +2023-12-14 14:52:55.823176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2 +2023-12-14 14:52:55.823186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42, operand 0 +2023-12-14 14:52:55.823196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.2 = f32[4194304]{0} maximum(f32[4194304]{0} %add.115, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.823201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 reshape.42> +2023-12-14 14:52:55.823206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42 +2023-12-14 14:52:55.823215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 1 +2023-12-14 14:52:55.823225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:55.823230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:55.823234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:55.823240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:55.823248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.42 = f32[2048,2048]{1,0} reshape(f32[4194304]{0} %maximum.2), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.823253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 abs.3> +2023-12-14 14:52:55.823257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:55.823267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 0 +2023-12-14 14:52:55.823277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048,2048]{1,0} abs(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="abs.83"} +2023-12-14 14:52:55.823281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.129> +2023-12-14 14:52:55.823287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.129 +2023-12-14 14:52:55.823297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218, operand 0 +2023-12-14 14:52:55.823307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.129 = f32[] constant(1) +2023-12-14 14:52:55.823312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.218> +2023-12-14 14:52:55.823316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218 +2023-12-14 14:52:55.823335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 1 +2023-12-14 14:52:55.823344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.218 = f32[2048,2048]{1,0} broadcast(f32[] %constant.129), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:55.823350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 compare.9> +2023-12-14 14:52:55.823355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9 +2023-12-14 14:52:55.823364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 0 +2023-12-14 14:52:55.823374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.9 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %abs.3, f32[2048,2048]{1,0} %broadcast.218), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:55.823380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 constant.128> +2023-12-14 14:52:55.823388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128 +2023-12-14 14:52:55.823397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217, operand 0 +2023-12-14 14:52:55.823408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.128 = f32[] constant(inf) +2023-12-14 14:52:55.823413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 broadcast.217> +2023-12-14 14:52:55.823418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217 +2023-12-14 14:52:55.823428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:55.823437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.217 = f32[2048,2048]{1,0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:55.823442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 multiply.51> +2023-12-14 14:52:55.823447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:55.823458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 1 +2023-12-14 14:52:55.823467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %reshape.42, f32[2048,2048]{1,0} %broadcast.217), metadata={op_name="multiply.81"} +2023-12-14 14:52:55.823472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 negate.10> +2023-12-14 14:52:55.823477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:55.823486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:55.823496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="negate.2"} +2023-12-14 14:52:55.823502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 multiply.50> +2023-12-14 14:52:55.823507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:55.823517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:55.823530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %negate.10, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.3"} +2023-12-14 14:52:55.823535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 log-plus-one.3> +2023-12-14 14:52:55.823539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:55.823550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:55.823560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048,2048]{1,0} log-plus-one(f32[2048,2048]{1,0} %multiply.50), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:55.823565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 negate.9> +2023-12-14 14:52:55.823570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:55.823579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:55.823589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:55.823594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 0 +2023-12-14 14:52:55.823599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:55.823604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.127> +2023-12-14 14:52:55.823609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127 +2023-12-14 14:52:55.823619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216, operand 0 +2023-12-14 14:52:55.823629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.127 = f32[] constant(5) +2023-12-14 14:52:55.823634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.216> +2023-12-14 14:52:55.823639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216 +2023-12-14 14:52:55.823648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 1 +2023-12-14 14:52:55.823660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.216 = f32[2048,2048]{1,0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:55.823666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 compare.8> +2023-12-14 14:52:55.823671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8 +2023-12-14 14:52:55.823681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 0 +2023-12-14 14:52:55.823691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 0 +2023-12-14 14:52:55.823695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 0 +2023-12-14 14:52:55.823700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 0 +2023-12-14 14:52:55.823705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 0 +2023-12-14 14:52:55.823711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 0 +2023-12-14 14:52:55.823717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 0 +2023-12-14 14:52:55.823722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:55.823726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:55.823731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:55.823736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.8 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.216), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:55.823741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.126> +2023-12-14 14:52:55.823746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126 +2023-12-14 14:52:55.823756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215, operand 0 +2023-12-14 14:52:55.823766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.126 = f32[] constant(1.50140941) +2023-12-14 14:52:55.823772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 broadcast.215> +2023-12-14 14:52:55.823777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215 +2023-12-14 14:52:55.823786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:55.823799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.215 = f32[2048,2048]{1,0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:55.823804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.125> +2023-12-14 14:52:55.823809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125 +2023-12-14 14:52:55.823818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214, operand 0 +2023-12-14 14:52:55.823828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.125 = f32[] constant(2.83297682) +2023-12-14 14:52:55.823833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.214> +2023-12-14 14:52:55.823839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214 +2023-12-14 14:52:55.823848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:55.823858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.214 = f32[2048,2048]{1,0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:55.823863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 select.43> +2023-12-14 14:52:55.823867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:55.823877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:55.823888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.215, f32[2048,2048]{1,0} %broadcast.214), metadata={op_name="select.76"} +2023-12-14 14:52:55.823893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.124> +2023-12-14 14:52:55.823898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124 +2023-12-14 14:52:55.823908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213, operand 0 +2023-12-14 14:52:55.823917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.124 = f32[] constant(0.246640727) +2023-12-14 14:52:55.823923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.213> +2023-12-14 14:52:55.823931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213 +2023-12-14 14:52:55.823940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:55.823950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.213 = f32[2048,2048]{1,0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:55.823955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 constant.123> +2023-12-14 14:52:55.823959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123 +2023-12-14 14:52:55.823970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.823974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212, operand 0 +2023-12-14 14:52:55.823980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.123 = f32[] constant(1.00167406) +2023-12-14 14:52:55.823985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 broadcast.212> +2023-12-14 14:52:55.823989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.823994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212 +2023-12-14 14:52:55.823999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:55.824009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.212 = f32[2048,2048]{1,0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:55.824014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 select.42> +2023-12-14 14:52:55.824018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:55.824028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:55.824038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.213, f32[2048,2048]{1,0} %broadcast.212), metadata={op_name="select.69"} +2023-12-14 14:52:55.824043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 constant.122> +2023-12-14 14:52:55.824049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122 +2023-12-14 14:52:55.824058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211, operand 0 +2023-12-14 14:52:55.824072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.122 = f32[] constant(-0.00417768164) +2023-12-14 14:52:55.824076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 broadcast.211> +2023-12-14 14:52:55.824081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211 +2023-12-14 14:52:55.824091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:55.824101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.211 = f32[2048,2048]{1,0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:55.824105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.121> +2023-12-14 14:52:55.824110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121 +2023-12-14 14:52:55.824120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210, operand 0 +2023-12-14 14:52:55.824129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.121 = f32[] constant(0.00943887047) +2023-12-14 14:52:55.824134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 broadcast.210> +2023-12-14 14:52:55.824140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210 +2023-12-14 14:52:55.824149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:55.824159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.210 = f32[2048,2048]{1,0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:55.824164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 select.41> +2023-12-14 14:52:55.824169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:55.824178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:55.824188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.211, f32[2048,2048]{1,0} %broadcast.210), metadata={op_name="select.62"} +2023-12-14 14:52:55.824206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.120> +2023-12-14 14:52:55.824211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120 +2023-12-14 14:52:55.824221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209, operand 0 +2023-12-14 14:52:55.824231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.120 = f32[] constant(-0.00125372503) +2023-12-14 14:52:55.824236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 broadcast.209> +2023-12-14 14:52:55.824240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209 +2023-12-14 14:52:55.824250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 1 +2023-12-14 14:52:55.824261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.209 = f32[2048,2048]{1,0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:55.824266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.119> +2023-12-14 14:52:55.824270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119 +2023-12-14 14:52:55.824280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:55.824289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.119 = f32[] constant(-0.0076224613) +2023-12-14 14:52:55.824294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 broadcast.208> +2023-12-14 14:52:55.824299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:55.824309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 2 +2023-12-14 14:52:55.824319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = f32[2048,2048]{1,0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:55.824324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 select.40> +2023-12-14 14:52:55.824329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40 +2023-12-14 14:52:55.824338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:55.824352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.40 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.209, f32[2048,2048]{1,0} %broadcast.208), metadata={op_name="select.55"} +2023-12-14 14:52:55.824357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.118> +2023-12-14 14:52:55.824362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118 +2023-12-14 14:52:55.824371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:55.824381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.118 = f32[] constant(0.00021858087) +2023-12-14 14:52:55.824386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 broadcast.207> +2023-12-14 14:52:55.824391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:55.824401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 1 +2023-12-14 14:52:55.824411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = f32[2048,2048]{1,0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:55.824416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 constant.117> +2023-12-14 14:52:55.824421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117 +2023-12-14 14:52:55.824431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:55.824440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.117 = f32[] constant(0.00573950773) +2023-12-14 14:52:55.824445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 broadcast.206> +2023-12-14 14:52:55.824450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:55.824461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 2 +2023-12-14 14:52:55.824470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[2048,2048]{1,0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:55.824478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 select.39> +2023-12-14 14:52:55.824483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39 +2023-12-14 14:52:55.824493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:55.824502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.39 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.207, f32[2048,2048]{1,0} %broadcast.206), metadata={op_name="select.48"} +2023-12-14 14:52:55.824507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 constant.116> +2023-12-14 14:52:55.824512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116 +2023-12-14 14:52:55.824522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:55.824533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.116 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:55.824537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 broadcast.205> +2023-12-14 14:52:55.824542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:55.824551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 1 +2023-12-14 14:52:55.824563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[2048,2048]{1,0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:55.824567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 constant.115> +2023-12-14 14:52:55.824572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115 +2023-12-14 14:52:55.824582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:55.824592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.115 = f32[] constant(-0.00367342844) +2023-12-14 14:52:55.824596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 broadcast.204> +2023-12-14 14:52:55.824602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:55.824614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 2 +2023-12-14 14:52:55.824624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[2048,2048]{1,0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:55.824629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 select.38> +2023-12-14 14:52:55.824634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38 +2023-12-14 14:52:55.824644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:55.824654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.38 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.205, f32[2048,2048]{1,0} %broadcast.204), metadata={op_name="select.41"} +2023-12-14 14:52:55.824658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 constant.114> +2023-12-14 14:52:55.824663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114 +2023-12-14 14:52:55.824673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:55.824683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.114 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:55.824689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 broadcast.203> +2023-12-14 14:52:55.824693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:55.824703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 1 +2023-12-14 14:52:55.824712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = f32[2048,2048]{1,0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:55.824717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.113> +2023-12-14 14:52:55.824722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113 +2023-12-14 14:52:55.824733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:55.824743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.113 = f32[] constant(0.00134934322) +2023-12-14 14:52:55.824750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 broadcast.202> +2023-12-14 14:52:55.824755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:55.824765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 2 +2023-12-14 14:52:55.824775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = f32[2048,2048]{1,0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:55.824779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 select.37> +2023-12-14 14:52:55.824785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37 +2023-12-14 14:52:55.824795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 0 +2023-12-14 14:52:55.824804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.37 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.203, f32[2048,2048]{1,0} %broadcast.202), metadata={op_name="select.34"} +2023-12-14 14:52:55.824809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 constant.112> +2023-12-14 14:52:55.824814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112 +2023-12-14 14:52:55.824824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:55.824834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.112 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:55.824839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 broadcast.201> +2023-12-14 14:52:55.824844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:55.824853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 1 +2023-12-14 14:52:55.824864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[2048,2048]{1,0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:55.824868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 constant.111> +2023-12-14 14:52:55.824873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111 +2023-12-14 14:52:55.824886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:55.824896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.111 = f32[] constant(0.000100950558) +2023-12-14 14:52:55.824902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.200> +2023-12-14 14:52:55.824907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:55.824916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 2 +2023-12-14 14:52:55.824926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[2048,2048]{1,0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:55.824931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 select.36> +2023-12-14 14:52:55.824936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36 +2023-12-14 14:52:55.824947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:55.824957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.36 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.201, f32[2048,2048]{1,0} %broadcast.200), metadata={op_name="select.27"} +2023-12-14 14:52:55.824962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.110> +2023-12-14 14:52:55.824967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.824972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110 +2023-12-14 14:52:55.824976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.824981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:55.824987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.110 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:55.824992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.199> +2023-12-14 14:52:55.824997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:55.825006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 1 +2023-12-14 14:52:55.825021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[2048,2048]{1,0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:55.825026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 constant.109> +2023-12-14 14:52:55.825031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109 +2023-12-14 14:52:55.825040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:55.825051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.109 = f32[] constant(-0.000200214257) +2023-12-14 14:52:55.825055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 broadcast.198> +2023-12-14 14:52:55.825060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:55.825070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 2 +2023-12-14 14:52:55.825080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048,2048]{1,0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:55.825084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 select.35> +2023-12-14 14:52:55.825089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35 +2023-12-14 14:52:55.825099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:55.825110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.35 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.199, f32[2048,2048]{1,0} %broadcast.198), metadata={op_name="select.21"} +2023-12-14 14:52:55.825115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 constant.108> +2023-12-14 14:52:55.825120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108 +2023-12-14 14:52:55.825129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:55.825139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.108 = f32[] constant(-2.5) +2023-12-14 14:52:55.825144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 broadcast.197> +2023-12-14 14:52:55.825152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:55.825162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:55.825172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048,2048]{1,0} broadcast(f32[] %constant.108), dimensions={} +2023-12-14 14:52:55.825176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 add.114> +2023-12-14 14:52:55.825181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:55.825191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 1 +2023-12-14 14:52:55.825201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.197), metadata={op_name="subtract.15"} +2023-12-14 14:52:55.825206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 sqrt.3> +2023-12-14 14:52:55.825211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:55.825221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 0 +2023-12-14 14:52:55.825230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048,2048]{1,0} sqrt(f32[2048,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:55.825235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 constant.106> +2023-12-14 14:52:55.825240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106 +2023-12-14 14:52:55.825250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:55.825260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.106 = f32[] constant(-3) +2023-12-14 14:52:55.825265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 broadcast.196> +2023-12-14 14:52:55.825270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:55.825280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 1 +2023-12-14 14:52:55.825293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048,2048]{1,0} broadcast(f32[] %constant.106), dimensions={} +2023-12-14 14:52:55.825298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 add.113> +2023-12-14 14:52:55.825303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113 +2023-12-14 14:52:55.825313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 2 +2023-12-14 14:52:55.825323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.113 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %sqrt.3, f32[2048,2048]{1,0} %broadcast.196), metadata={op_name="subtract.12"} +2023-12-14 14:52:55.825328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 select.34> +2023-12-14 14:52:55.825333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34 +2023-12-14 14:52:55.825342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:55.825352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:55.825356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:55.825362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:55.825367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:55.825372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:55.825377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:55.825382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:55.825386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.34 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %add.114, f32[2048,2048]{1,0} %add.113), metadata={op_name="select.16"} +2023-12-14 14:52:55.825391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 multiply.49> +2023-12-14 14:52:55.825396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:55.825406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:55.825417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.35, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:55.825424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 add.112> +2023-12-14 14:52:55.825429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:55.825438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:55.825449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.36, f32[2048,2048]{1,0} %multiply.49), metadata={op_name="add.28"} +2023-12-14 14:52:55.825454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 multiply.48> +2023-12-14 14:52:55.825458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:55.825468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 1 +2023-12-14 14:52:55.825478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.112, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:55.825483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 add.111> +2023-12-14 14:52:55.825488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111 +2023-12-14 14:52:55.825498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:55.825507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.111 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.37, f32[2048,2048]{1,0} %multiply.48), metadata={op_name="add.35"} +2023-12-14 14:52:55.825512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 multiply.47> +2023-12-14 14:52:55.825517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:55.825527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:55.825537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.111, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:55.825542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.110> +2023-12-14 14:52:55.825547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:55.825559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:55.825569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.38, f32[2048,2048]{1,0} %multiply.47), metadata={op_name="add.42"} +2023-12-14 14:52:55.825574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 multiply.46> +2023-12-14 14:52:55.825579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:55.825589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:55.825598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.110, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:55.825603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 add.109> +2023-12-14 14:52:55.825608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:55.825618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:55.825628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.39, f32[2048,2048]{1,0} %multiply.46), metadata={op_name="add.49"} +2023-12-14 14:52:55.825634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 multiply.45> +2023-12-14 14:52:55.825638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:55.825648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:55.825659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.109, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:55.825664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 add.108> +2023-12-14 14:52:55.825668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:55.825679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:55.825692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.40, f32[2048,2048]{1,0} %multiply.45), metadata={op_name="add.56"} +2023-12-14 14:52:55.825697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 multiply.44> +2023-12-14 14:52:55.825702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:55.825711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:55.825721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.108, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:55.825726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 add.107> +2023-12-14 14:52:55.825731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:55.825740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:55.825751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.41, f32[2048,2048]{1,0} %multiply.44), metadata={op_name="add.63"} +2023-12-14 14:52:55.825755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 multiply.43> +2023-12-14 14:52:55.825760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:55.825770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:55.825779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.107, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:55.825785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.106> +2023-12-14 14:52:55.825790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:55.825800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:55.825809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.42, f32[2048,2048]{1,0} %multiply.43), metadata={op_name="add.70"} +2023-12-14 14:52:55.825817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 multiply.42> +2023-12-14 14:52:55.825822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:55.825832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:55.825842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.106, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:55.825847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 add.105> +2023-12-14 14:52:55.825852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:55.825861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 0 +2023-12-14 14:52:55.825871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.43, f32[2048,2048]{1,0} %multiply.42), metadata={op_name="add.77"} +2023-12-14 14:52:55.825876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 multiply.41> +2023-12-14 14:52:55.825881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41 +2023-12-14 14:52:55.825891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 2 +2023-12-14 14:52:55.825901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.41 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.105, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.78"} +2023-12-14 14:52:55.825905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 select.33> +2023-12-14 14:52:55.825910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33 +2023-12-14 14:52:55.825920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 0 +2023-12-14 14:52:55.825930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.33 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.9, f32[2048,2048]{1,0} %multiply.51, f32[2048,2048]{1,0} %multiply.41), metadata={op_name="select.86"} +2023-12-14 14:52:55.825935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 constant.105> +2023-12-14 14:52:55.825943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105 +2023-12-14 14:52:55.825952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:55.825963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.105 = f32[] constant(1.41421354) +2023-12-14 14:52:55.825967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 broadcast.195> +2023-12-14 14:52:55.825972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.825977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:55.825982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.825986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 1 +2023-12-14 14:52:55.825991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048,2048]{1,0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.825997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 multiply.40> +2023-12-14 14:52:55.826002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40 +2023-12-14 14:52:55.826011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.40 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.33, f32[2048,2048]{1,0} %broadcast.195), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.826021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.826026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.826036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:55.826047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.826056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.826069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:55.826078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.86, operand 0 {} +2023-12-14 14:52:55.826084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.87, operand 0 {} +2023-12-14 14:52:55.826089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.88, operand 0 {} +2023-12-14 14:52:55.826093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.89, operand 0 {} +2023-12-14 14:52:55.826099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.90, operand 0 {} +2023-12-14 14:52:55.826104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.91, operand 0 {} +2023-12-14 14:52:55.826109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.93, operand 0 {} +2023-12-14 14:52:55.826114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.826124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.826133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:55.826138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:55.826148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.826158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.826168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.826182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.826192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.826210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.826220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.826234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.826243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.826259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.826268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.826283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.826293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.826307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.826317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.826335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.826344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.93 +2023-12-14 14:52:55.826349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:55.826354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:55.826364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:55.826369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:55.826374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.826384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.826394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.91 +2023-12-14 14:52:55.826398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:55.826403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:55.826408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:55.826418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:55.826424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:55.826428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:55.826433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.826443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.826452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.90 +2023-12-14 14:52:55.826462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:55.826467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:55.826472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:55.826481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:55.826486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:55.826491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:55.826496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.826506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.826515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {5} +2023-12-14 14:52:55.826521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.89 +2023-12-14 14:52:55.826525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:55.826530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 5 +2023-12-14 14:52:55.826539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:55.826544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:55.826550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.826559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.826569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {3} +2023-12-14 14:52:55.826574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.88 +2023-12-14 14:52:55.826579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:55.826584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 3 +2023-12-14 14:52:55.826594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:55.826602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:55.826607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.826617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.826627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {4} +2023-12-14 14:52:55.826632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.87 +2023-12-14 14:52:55.826637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 4 +2023-12-14 14:52:55.826646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.826656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.826665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {7} +2023-12-14 14:52:55.826670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.86 +2023-12-14 14:52:55.826676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:55.826681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:55.826685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 7 +2023-12-14 14:52:55.826695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:55.826700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:55.826704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:55.826709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:55.826714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.826724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.826737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {6} +2023-12-14 14:52:55.826742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:55.826746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 6 +2023-12-14 14:52:55.826756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.826761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 while.1{} (phi)> +2023-12-14 14:52:55.826766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.826776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:55.826787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.826792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.826797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 while.1{0} (phi)> +2023-12-14 14:52:55.826803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.826812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.826822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 while.1{1} (phi)> +2023-12-14 14:52:55.826827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.826837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.826843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:55.826848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:55.826857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:55.826865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.826870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 while.1{2} (phi)> +2023-12-14 14:52:55.826874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.826884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:55.826889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:55.826894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:55.826904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:55.826908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.826913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 while.1{3} (phi)> +2023-12-14 14:52:55.826918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.826928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.826939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 while.1{4} (phi)> +2023-12-14 14:52:55.826944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.826953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.826963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 while.1{5} (phi)> +2023-12-14 14:52:55.826973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.826978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.826983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.826988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.826993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 while.1{6} (phi)> +2023-12-14 14:52:55.826998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.827002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.827007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.827013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.827017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 while.1{7} (phi)> +2023-12-14 14:52:55.827022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.827027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.827032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.827037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.827676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:55.828201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.828272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.828280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.828297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:55.828303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:55.828315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:55.828320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:55.828325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:55.828340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:55.828345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:55.828350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:55.828356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:55.828361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:55.828367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:55.828373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:55.828378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:55.828383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:55.828388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:55.828394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:55.828399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:55.828404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:55.828419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.828431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.828437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 270, phi: +2023-12-14 14:52:55.828442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.828446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.828451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50: +2023-12-14 14:52:55.828456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69: +2023-12-14 14:52:55.828461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 271, phi: +2023-12-14 14:52:55.828466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.828471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.828475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 272, phi: +2023-12-14 14:52:55.828480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.828484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:55.828491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:55.828496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54: +2023-12-14 14:52:55.828501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 273, phi: +2023-12-14 14:52:55.828505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.828513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:55.828519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:55.828523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59: +2023-12-14 14:52:55.828528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 274, phi: +2023-12-14 14:52:55.828533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.828538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.828542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:55.828547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:55.828552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 275, phi: +2023-12-14 14:52:55.828558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.828562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:55.828567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:55.828571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62: +2023-12-14 14:52:55.828576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 276, phi: +2023-12-14 14:52:55.828581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.828586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.828591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:55.828596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:55.828601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 277, phi: +2023-12-14 14:52:55.828605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.828610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.828615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:55.828620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:55.828625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 278, phi: +2023-12-14 14:52:55.828630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:55.828634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:55.828639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47: +2023-12-14 14:52:55.828644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67: +2023-12-14 14:52:55.828649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 279, phi: +2023-12-14 14:52:55.828653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:55.828659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.828663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49: +2023-12-14 14:52:55.828669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:55.828674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 280, phi: +2023-12-14 14:52:55.828682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.828686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:55.828692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 281, phi: +2023-12-14 14:52:55.828696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.828702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:55.828706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 282, phi: +2023-12-14 14:52:55.828711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.828715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.828720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 283, phi: +2023-12-14 14:52:55.828725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.828730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:55.828735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 284, phi: +2023-12-14 14:52:55.828740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.828744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.828749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 285, phi: +2023-12-14 14:52:55.828753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.828759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.828764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 286, phi: +2023-12-14 14:52:55.828769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:55.828773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:55.828778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 287, phi: +2023-12-14 14:52:55.828782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:55.828787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.828793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 288, phi: +2023-12-14 14:52:55.828798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.828802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:55.828807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 289, phi: +2023-12-14 14:52:55.828812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:55.828816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.828822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 290, phi: +2023-12-14 14:52:55.828827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:55.828831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.828836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 291, phi: +2023-12-14 14:52:55.828845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.828851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.828856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 292, phi: +2023-12-14 14:52:55.828860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:55.828865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.828870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 293, phi: +2023-12-14 14:52:55.828874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.828880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:55.828885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 294, phi: +2023-12-14 14:52:55.828890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.828895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.828900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 295, phi: +2023-12-14 14:52:55.828904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:55.828909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:55.828914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 296, phi: +2023-12-14 14:52:55.828918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.828924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:55.828943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.828952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.828958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 270, phi: +2023-12-14 14:52:55.828962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.828967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.828972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50: +2023-12-14 14:52:55.828977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69: +2023-12-14 14:52:55.828981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 271, phi: +2023-12-14 14:52:55.828986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.828991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.828996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 272, phi: +2023-12-14 14:52:55.829001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.829006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:55.829010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:55.829015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54: +2023-12-14 14:52:55.829020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 273, phi: +2023-12-14 14:52:55.829028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.829034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:55.829038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:55.829043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59: +2023-12-14 14:52:55.829048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 274, phi: +2023-12-14 14:52:55.829052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.829058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.829063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:55.829067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:55.829072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 275, phi: +2023-12-14 14:52:55.829077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.829081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:55.829086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:55.829092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62: +2023-12-14 14:52:55.829096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 276, phi: +2023-12-14 14:52:55.829101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.829106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.829110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:55.829115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:55.829119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 277, phi: +2023-12-14 14:52:55.829125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.829130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.829134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:55.829139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:55.829144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 278, phi: +2023-12-14 14:52:55.829148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:55.829153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:55.829159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47: +2023-12-14 14:52:55.829163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67: +2023-12-14 14:52:55.829168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 279, phi: +2023-12-14 14:52:55.829173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:55.829177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.829183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49: +2023-12-14 14:52:55.829191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:55.829196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 280, phi: +2023-12-14 14:52:55.829200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.829205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:55.829210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 281, phi: +2023-12-14 14:52:55.829215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.829219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:55.829225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 282, phi: +2023-12-14 14:52:55.829229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.829234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.829238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 283, phi: +2023-12-14 14:52:55.829244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.829248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:55.829253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 284, phi: +2023-12-14 14:52:55.829258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.829263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.829267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 285, phi: +2023-12-14 14:52:55.829273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.829277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.829282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 286, phi: +2023-12-14 14:52:55.829288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:55.829293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:55.829297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 287, phi: +2023-12-14 14:52:55.829303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:55.829307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.829312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 288, phi: +2023-12-14 14:52:55.829317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.829321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:55.829326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 289, phi: +2023-12-14 14:52:55.829331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:55.829336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.829341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 290, phi: +2023-12-14 14:52:55.829345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:55.829354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.829359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 291, phi: +2023-12-14 14:52:55.829364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.829369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.829374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 292, phi: +2023-12-14 14:52:55.829378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:55.829383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.829388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 293, phi: +2023-12-14 14:52:55.829393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.829398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:55.829402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 294, phi: +2023-12-14 14:52:55.829407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.829412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.829416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 295, phi: +2023-12-14 14:52:55.829421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:55.829427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:55.829431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 296, phi: +2023-12-14 14:52:55.829436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.829440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:55.829445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.829454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 Arg_0.1> + +2023-12-14 14:52:55.829460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.829466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 constant.14> + +2023-12-14 14:52:55.829471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:55.829477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 constant.16> + +2023-12-14 14:52:55.829482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:55.829488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <46 constant.17> + +2023-12-14 14:52:55.829493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.829505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <288 while.1{} (phi)> + {0} : HloValueSet: <289 while.1{0} (phi)> + {1} : HloValueSet: <290 while.1{1} (phi)> + {2} : HloValueSet: <291 while.1{2} (phi)> + {3} : HloValueSet: <292 while.1{3} (phi)> + {4} : HloValueSet: <293 while.1{4} (phi)> + {5} : HloValueSet: <294 while.1{5} (phi)> + {6} : HloValueSet: <295 while.1{6} (phi)> + {7} : HloValueSet: <296 while.1{7} (phi)> + +2023-12-14 14:52:55.829515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.829521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <290 while.1{1} (phi)> + +2023-12-14 14:52:55.829526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:55.829532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <291 while.1{2} (phi)> + +2023-12-14 14:52:55.829537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:55.829542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 fusion.3> + +2023-12-14 14:52:55.829548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:55.829554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.5> + +2023-12-14 14:52:55.829559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:55.829564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 fusion.7> + +2023-12-14 14:52:55.829569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:55.829575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 fusion.2.clone> + +2023-12-14 14:52:55.829580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:55.829586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <1 fusion.4.clone> + +2023-12-14 14:52:55.829591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:55.829597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <0 fusion.6.clone> + +2023-12-14 14:52:55.829601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:55.829608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <36 copy> + +2023-12-14 14:52:55.829613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.1 +2023-12-14 14:52:55.829619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <38 copy.1> + +2023-12-14 14:52:55.829624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:52:55.829630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <39 copy.2> + +2023-12-14 14:52:55.829635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.3 +2023-12-14 14:52:55.829640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <41 copy.3> + +2023-12-14 14:52:55.829645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.4 +2023-12-14 14:52:55.829654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <43 copy.4> + +2023-12-14 14:52:55.829659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.5 +2023-12-14 14:52:55.829665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <45 copy.5> + +2023-12-14 14:52:55.829670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.6 +2023-12-14 14:52:55.829675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 copy.6> + +2023-12-14 14:52:55.829680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.7 +2023-12-14 14:52:55.829686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <49 copy.7> + +2023-12-14 14:52:55.829690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:55.829701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <50 tuple.9{}> + {0} : HloValueSet: <36 copy> + {1} : HloValueSet: <38 copy.1> + {2} : HloValueSet: <39 copy.2> + {3} : HloValueSet: <41 copy.3> + {4} : HloValueSet: <43 copy.4> + {5} : HloValueSet: <45 copy.5> + {6} : HloValueSet: <47 copy.6> + {7} : HloValueSet: <49 copy.7> + +2023-12-14 14:52:55.829706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.829717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <271 arg_tuple.3{} (phi)> + {0} : HloValueSet: <280 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <281 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <282 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <283 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <284 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <285 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <286 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <287 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.829723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:55.829729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <52 constant.67> + +2023-12-14 14:52:55.829734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:55.829739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <53 add.55> + +2023-12-14 14:52:55.829744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:55.829749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 fusion.clone> + +2023-12-14 14:52:55.829755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:55.829760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 fusion.1.clone> + +2023-12-14 14:52:55.829765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:55.829771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <280 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.829778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:55.829785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 copy.8> + +2023-12-14 14:52:55.829790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:55.829796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <281 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.829800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:55.829806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <55 copy.9> + +2023-12-14 14:52:55.829811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:55.829817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <282 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.829823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:55.829828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <58 copy.10> + +2023-12-14 14:52:55.829833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:55.829838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <283 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.829844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:55.829850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.11> + +2023-12-14 14:52:55.829856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:55.829861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <284 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.829866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:55.829871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.12> + +2023-12-14 14:52:55.829877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:55.829882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <285 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.829887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:55.829893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <63 copy.13> + +2023-12-14 14:52:55.829897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:55.829903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <286 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.829908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:55.829918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <57 copy.14> + +2023-12-14 14:52:55.829923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:55.829929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <287 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.829935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:55.829941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <66 copy.15> + +2023-12-14 14:52:55.829946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.16 +2023-12-14 14:52:55.829951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <54 copy.16> + +2023-12-14 14:52:55.829956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.17 +2023-12-14 14:52:55.829961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <59 copy.17> + +2023-12-14 14:52:55.829967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.18 +2023-12-14 14:52:55.829972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <61 copy.18> + +2023-12-14 14:52:55.829977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:55.829982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <62 copy.19> + +2023-12-14 14:52:55.829987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:55.829993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.20> + +2023-12-14 14:52:55.829998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:55.830003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <65 copy.21> + +2023-12-14 14:52:55.830008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:55.830013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <67 copy.22> + +2023-12-14 14:52:55.830018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:55.830023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <68 copy.23> + +2023-12-14 14:52:55.830029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:55.830038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <69 tuple.11{}> + {0} : HloValueSet: <54 copy.16> + {1} : HloValueSet: <59 copy.17> + {2} : HloValueSet: <61 copy.18> + {3} : HloValueSet: <62 copy.19> + {4} : HloValueSet: <64 copy.20> + {5} : HloValueSet: <65 copy.21> + {6} : HloValueSet: <67 copy.22> + {7} : HloValueSet: <68 copy.23> + +2023-12-14 14:52:55.830044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.830057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <270 arg_tuple.4{} (phi)> + {0} : HloValueSet: <272 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <273 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <274 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <275 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <276 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <277 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <278 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <279 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.830064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:55.830069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <9 constant.68> + +2023-12-14 14:52:55.830074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:55.830079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <10 compare.5> + +2023-12-14 14:52:55.830086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:55.830091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.830096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:55.830102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:55.830106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:55.830112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:55.830117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:55.830123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.101> + +2023-12-14 14:52:55.830128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.29 +2023-12-14 14:52:55.830133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.29> + +2023-12-14 14:52:55.830138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:55.830143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.20> + +2023-12-14 14:52:55.830149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.30 +2023-12-14 14:52:55.830154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.30> + +2023-12-14 14:52:55.830159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.21 +2023-12-14 14:52:55.830164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.21> + +2023-12-14 14:52:55.830169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:55.830175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.22> + +2023-12-14 14:52:55.830183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.32 +2023-12-14 14:52:55.830189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.32> + +2023-12-14 14:52:55.830193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:55.830199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.27> + +2023-12-14 14:52:55.830203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.25 +2023-12-14 14:52:55.830209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.25> + +2023-12-14 14:52:55.830215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.34 +2023-12-14 14:52:55.830220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.34> + +2023-12-14 14:52:55.830225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:55.830230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.30> + +2023-12-14 14:52:55.830236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.29 +2023-12-14 14:52:55.830242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.29> + +2023-12-14 14:52:55.830248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.91 +2023-12-14 14:52:55.830254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <160 add.91> + +2023-12-14 14:52:55.830259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:55.830264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <159 broadcast.178> + +2023-12-14 14:52:55.830270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.4 +2023-12-14 14:52:55.830275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <158 convert.4> + +2023-12-14 14:52:55.830280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:55.830285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <154 add.92> + +2023-12-14 14:52:55.830290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:55.830296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <153 broadcast.179> + +2023-12-14 14:52:55.830301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:55.830306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <151 xor.21> + +2023-12-14 14:52:55.830311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.21 +2023-12-14 14:52:55.830317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <150 or.21> + +2023-12-14 14:52:55.830325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:55.830331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <149 shift-right-logical.21> + +2023-12-14 14:52:55.830336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:55.830341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <148 broadcast.180> + +2023-12-14 14:52:55.830347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.23 +2023-12-14 14:52:55.830352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <147 subtract.23> + +2023-12-14 14:52:55.830358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:55.830363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <146 shift-left.19> + +2023-12-14 14:52:55.830368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:55.830373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <145 broadcast.181> + +2023-12-14 14:52:55.830378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.35 +2023-12-14 14:52:55.830384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 reshape.35> + +2023-12-14 14:52:55.830389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:55.830395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <143 slice.31> + +2023-12-14 14:52:55.830399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.95 +2023-12-14 14:52:55.830405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <142 add.95> + +2023-12-14 14:52:55.830409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:55.830415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <141 xor.22> + +2023-12-14 14:52:55.830421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.22 +2023-12-14 14:52:55.830426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <140 or.22> + +2023-12-14 14:52:55.830431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:55.830436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <139 shift-right-logical.22> + +2023-12-14 14:52:55.830441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:55.830447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <138 broadcast.182> + +2023-12-14 14:52:55.830452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:55.830463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <137 subtract.24> + +2023-12-14 14:52:55.830468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:55.830473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <136 shift-left.20> + +2023-12-14 14:52:55.830480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:55.830485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <135 broadcast.183> + +2023-12-14 14:52:55.830490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.36 +2023-12-14 14:52:55.830496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <134 reshape.36> + +2023-12-14 14:52:55.830501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:55.830506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <133 slice.32> + +2023-12-14 14:52:55.830511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:55.830517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <132 add.96> + +2023-12-14 14:52:55.830522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:55.830527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <131 xor.23> + +2023-12-14 14:52:55.830532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:55.830538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <130 or.23> + +2023-12-14 14:52:55.830543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:55.830549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <129 shift-right-logical.23> + +2023-12-14 14:52:55.830554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:55.830560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <128 broadcast.184> + +2023-12-14 14:52:55.830565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:55.830571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <127 subtract.25> + +2023-12-14 14:52:55.830576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:55.830582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <126 shift-left.21> + +2023-12-14 14:52:55.830587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:55.830592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <125 broadcast.185> + +2023-12-14 14:52:55.830600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.37 +2023-12-14 14:52:55.830606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <124 reshape.37> + +2023-12-14 14:52:55.830611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:55.830617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <123 slice.33> + +2023-12-14 14:52:55.830622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.97 +2023-12-14 14:52:55.830627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <122 add.97> + +2023-12-14 14:52:55.830632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:55.830638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <121 xor.24> + +2023-12-14 14:52:55.830643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:55.830649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <120 or.24> + +2023-12-14 14:52:55.830654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:55.830660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <119 shift-right-logical.24> + +2023-12-14 14:52:55.830664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:55.830670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <118 broadcast.186> + +2023-12-14 14:52:55.830675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:55.830681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <117 subtract.26> + +2023-12-14 14:52:55.830685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:55.830691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <116 constant.102> + +2023-12-14 14:52:55.830696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:55.830702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <115 shift-left.22> + +2023-12-14 14:52:55.830706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:55.830713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <114 broadcast.187> + +2023-12-14 14:52:55.830719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:55.830725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <113 reshape.38> + +2023-12-14 14:52:55.830729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:55.830735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <112 slice.34> + +2023-12-14 14:52:55.830743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.98 +2023-12-14 14:52:55.830749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <110 add.98> + +2023-12-14 14:52:55.830754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.99 +2023-12-14 14:52:55.830759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <157 add.99> + +2023-12-14 14:52:55.830764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.30 +2023-12-14 14:52:55.830770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <152 param_0.30> + +2023-12-14 14:52:55.830774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.45 +2023-12-14 14:52:55.830781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <111 param_1.45> + +2023-12-14 14:52:55.830786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.23 +2023-12-14 14:52:55.830791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <109 param_2.23> + +2023-12-14 14:52:55.830796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.25 +2023-12-14 14:52:55.830802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <108 param_3.25> + +2023-12-14 14:52:55.830806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.37 +2023-12-14 14:52:55.830812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <155 param_4.37> + +2023-12-14 14:52:55.830817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:55.830823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <156 constant.103> + +2023-12-14 14:52:55.830827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:55.830833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 fusion.clone> + +2023-12-14 14:52:55.830838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:55.830844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.12> + +2023-12-14 14:52:55.830849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:55.830855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <57 copy.14> + +2023-12-14 14:52:55.830859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:55.830865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <58 copy.10> + +2023-12-14 14:52:55.830870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:55.830875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <55 copy.9> + +2023-12-14 14:52:55.830883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:55.830889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 copy.8> + +2023-12-14 14:52:55.830894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.100 +2023-12-14 14:52:55.830900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <107 add.100> + +2023-12-14 14:52:55.830905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:55.830911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <106 broadcast.188> + +2023-12-14 14:52:55.830916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.101 +2023-12-14 14:52:55.830921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <104 add.101> + +2023-12-14 14:52:55.830926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:55.830932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <105 param_0.31> + +2023-12-14 14:52:55.830937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:55.830942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <103 xor.27> + +2023-12-14 14:52:55.830947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:55.830953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <102 or.25> + +2023-12-14 14:52:55.830957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:55.830963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <101 shift-right-logical.25> + +2023-12-14 14:52:55.830968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:55.830974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <100 broadcast.189> + +2023-12-14 14:52:55.830979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:55.830985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <99 subtract.27> + +2023-12-14 14:52:55.830990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:55.830995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <98 shift-left.23> + +2023-12-14 14:52:55.831000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:55.831006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <97 broadcast.190> + +2023-12-14 14:52:55.831011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:55.831021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <96 reshape.39> + +2023-12-14 14:52:55.831026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:55.831031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <95 slice.35> + +2023-12-14 14:52:55.831036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.102 +2023-12-14 14:52:55.831043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <94 add.102> + +2023-12-14 14:52:55.831050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.28 +2023-12-14 14:52:55.831055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <93 xor.28> + +2023-12-14 14:52:55.831060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:55.831065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <92 or.26> + +2023-12-14 14:52:55.831070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:55.831076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <91 shift-right-logical.26> + +2023-12-14 14:52:55.831081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:55.831086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <90 broadcast.191> + +2023-12-14 14:52:55.831091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:55.831096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <89 subtract.28> + +2023-12-14 14:52:55.831101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:55.831107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <88 shift-left.24> + +2023-12-14 14:52:55.831112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:55.831118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <87 broadcast.192> + +2023-12-14 14:52:55.831123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.40 +2023-12-14 14:52:55.831128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <86 reshape.40> + +2023-12-14 14:52:55.831133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:55.831140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <85 slice.36> + +2023-12-14 14:52:55.831145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.103 +2023-12-14 14:52:55.831150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <84 add.103> + +2023-12-14 14:52:55.831155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.29 +2023-12-14 14:52:55.831164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <83 xor.29> + +2023-12-14 14:52:55.831169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:55.831175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <82 or.27> + +2023-12-14 14:52:55.831180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:55.831186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <81 shift-right-logical.27> + +2023-12-14 14:52:55.831190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:55.831196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <80 broadcast.193> + +2023-12-14 14:52:55.831201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:55.831207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 subtract.29> + +2023-12-14 14:52:55.831212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.104 +2023-12-14 14:52:55.831217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 constant.104> + +2023-12-14 14:52:55.831222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.46 +2023-12-14 14:52:55.831228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <73 param_1.46> + +2023-12-14 14:52:55.831233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:55.831238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <77 shift-left.25> + +2023-12-14 14:52:55.831244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:55.831249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <76 broadcast.194> + +2023-12-14 14:52:55.831254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:55.831260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 reshape.41> + +2023-12-14 14:52:55.831265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:55.831270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <74 slice.37> + +2023-12-14 14:52:55.831276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.104 +2023-12-14 14:52:55.831281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <72 add.104> + +2023-12-14 14:52:55.831286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.24 +2023-12-14 14:52:55.831292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <71 param_2.24> + +2023-12-14 14:52:55.831300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.26 +2023-12-14 14:52:55.831305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <70 param_3.26> + +2023-12-14 14:52:55.831311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:55.831316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 fusion.1.clone> + +2023-12-14 14:52:55.831334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:55.831340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.11> + +2023-12-14 14:52:55.831345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:55.831350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <57 copy.14> + +2023-12-14 14:52:55.831355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:55.831361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <58 copy.10> + +2023-12-14 14:52:55.831366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:55.831371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <55 copy.9> + +2023-12-14 14:52:55.831376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.40 +2023-12-14 14:52:55.831382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <269 multiply.40> + +2023-12-14 14:52:55.831387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:55.831393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <268 broadcast.195> + +2023-12-14 14:52:55.831398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.105 +2023-12-14 14:52:55.831404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <267 constant.105> + +2023-12-14 14:52:55.831408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.33 +2023-12-14 14:52:55.831414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <266 select.33> + +2023-12-14 14:52:55.831419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.41 +2023-12-14 14:52:55.831425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <265 multiply.41> + +2023-12-14 14:52:55.831430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:55.831436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <264 add.105> + +2023-12-14 14:52:55.831441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:55.831446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <263 multiply.42> + +2023-12-14 14:52:55.831455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:55.831461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <262 add.106> + +2023-12-14 14:52:55.831466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:55.831472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <261 multiply.43> + +2023-12-14 14:52:55.831476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:55.831482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <260 add.107> + +2023-12-14 14:52:55.831488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:55.831493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <259 multiply.44> + +2023-12-14 14:52:55.831498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:55.831504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <258 add.108> + +2023-12-14 14:52:55.831509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:55.831514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <257 multiply.45> + +2023-12-14 14:52:55.831519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:55.831525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <256 add.109> + +2023-12-14 14:52:55.831530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:55.831536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <255 multiply.46> + +2023-12-14 14:52:55.831540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:55.831546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <254 add.110> + +2023-12-14 14:52:55.831551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:55.831557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <253 multiply.47> + +2023-12-14 14:52:55.831562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.111 +2023-12-14 14:52:55.831568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <252 add.111> + +2023-12-14 14:52:55.831573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:55.831579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <251 multiply.48> + +2023-12-14 14:52:55.831583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:55.831593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <250 add.112> + +2023-12-14 14:52:55.831598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:55.831603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <249 multiply.49> + +2023-12-14 14:52:55.831608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.34 +2023-12-14 14:52:55.831614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <248 select.34> + +2023-12-14 14:52:55.831618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.113 +2023-12-14 14:52:55.831624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <247 add.113> + +2023-12-14 14:52:55.831629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:55.831636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <246 broadcast.196> + +2023-12-14 14:52:55.831641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.106 +2023-12-14 14:52:55.831646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <245 constant.106> + +2023-12-14 14:52:55.831651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:55.831657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <244 sqrt.3> + +2023-12-14 14:52:55.831662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:55.831668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <243 add.114> + +2023-12-14 14:52:55.831673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:55.831678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <242 broadcast.197> + +2023-12-14 14:52:55.831683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.108 +2023-12-14 14:52:55.831689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <241 constant.108> + +2023-12-14 14:52:55.831694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.35 +2023-12-14 14:52:55.831700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <240 select.35> + +2023-12-14 14:52:55.831705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:55.831710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <239 broadcast.198> + +2023-12-14 14:52:55.831715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.109 +2023-12-14 14:52:55.831721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <238 constant.109> + +2023-12-14 14:52:55.831726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:55.831735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <237 broadcast.199> + +2023-12-14 14:52:55.831740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.110 +2023-12-14 14:52:55.831745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <236 constant.110> + +2023-12-14 14:52:55.831750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.36 +2023-12-14 14:52:55.831756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <235 select.36> + +2023-12-14 14:52:55.831761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:55.831766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <234 broadcast.200> + +2023-12-14 14:52:55.831771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.111 +2023-12-14 14:52:55.831777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <233 constant.111> + +2023-12-14 14:52:55.831781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:55.831788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <232 broadcast.201> + +2023-12-14 14:52:55.831793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.112 +2023-12-14 14:52:55.831798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <231 constant.112> + +2023-12-14 14:52:55.831803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.37 +2023-12-14 14:52:55.831808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <230 select.37> + +2023-12-14 14:52:55.831813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:55.831820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <229 broadcast.202> + +2023-12-14 14:52:55.831825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.113 +2023-12-14 14:52:55.831831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <228 constant.113> + +2023-12-14 14:52:55.831836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:55.831841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <227 broadcast.203> + +2023-12-14 14:52:55.831847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.114 +2023-12-14 14:52:55.831852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <226 constant.114> + +2023-12-14 14:52:55.831857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.38 +2023-12-14 14:52:55.831862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <225 select.38> + +2023-12-14 14:52:55.831870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:55.831875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <224 broadcast.204> + +2023-12-14 14:52:55.831881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.115 +2023-12-14 14:52:55.831887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <223 constant.115> + +2023-12-14 14:52:55.831892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:55.831897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <222 broadcast.205> + +2023-12-14 14:52:55.831902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.116 +2023-12-14 14:52:55.831908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <221 constant.116> + +2023-12-14 14:52:55.831913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.39 +2023-12-14 14:52:55.831918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <220 select.39> + +2023-12-14 14:52:55.831924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:55.831929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <219 broadcast.206> + +2023-12-14 14:52:55.831934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.117 +2023-12-14 14:52:55.831940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <218 constant.117> + +2023-12-14 14:52:55.831945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:55.831950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <217 broadcast.207> + +2023-12-14 14:52:55.831956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.118 +2023-12-14 14:52:55.831961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <216 constant.118> + +2023-12-14 14:52:55.831967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.40 +2023-12-14 14:52:55.831972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <215 select.40> + +2023-12-14 14:52:55.831977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:55.831983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <214 broadcast.208> + +2023-12-14 14:52:55.831988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.119 +2023-12-14 14:52:55.831994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <213 constant.119> + +2023-12-14 14:52:55.831999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.209 +2023-12-14 14:52:55.832010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <212 broadcast.209> + +2023-12-14 14:52:55.832015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.120 +2023-12-14 14:52:55.832021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <211 constant.120> + +2023-12-14 14:52:55.832026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:55.832032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <210 select.41> + +2023-12-14 14:52:55.832037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.210 +2023-12-14 14:52:55.832042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <209 broadcast.210> + +2023-12-14 14:52:55.832047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.121 +2023-12-14 14:52:55.832053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <208 constant.121> + +2023-12-14 14:52:55.832058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.211 +2023-12-14 14:52:55.832064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <207 broadcast.211> + +2023-12-14 14:52:55.832069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.122 +2023-12-14 14:52:55.832074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <206 constant.122> + +2023-12-14 14:52:55.832079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:55.832084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <205 select.42> + +2023-12-14 14:52:55.832090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.212 +2023-12-14 14:52:55.832095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <204 broadcast.212> + +2023-12-14 14:52:55.832100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.123 +2023-12-14 14:52:55.832105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <203 constant.123> + +2023-12-14 14:52:55.832110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.213 +2023-12-14 14:52:55.832116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <202 broadcast.213> + +2023-12-14 14:52:55.832121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.124 +2023-12-14 14:52:55.832127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <201 constant.124> + +2023-12-14 14:52:55.832131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:55.832137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <200 select.43> + +2023-12-14 14:52:55.832145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.214 +2023-12-14 14:52:55.832151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <199 broadcast.214> + +2023-12-14 14:52:55.832157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.125 +2023-12-14 14:52:55.832162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <198 constant.125> + +2023-12-14 14:52:55.832167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.215 +2023-12-14 14:52:55.832172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <197 broadcast.215> + +2023-12-14 14:52:55.832178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.126 +2023-12-14 14:52:55.832184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <196 constant.126> + +2023-12-14 14:52:55.832189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.8 +2023-12-14 14:52:55.832195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <195 compare.8> + +2023-12-14 14:52:55.832199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.216 +2023-12-14 14:52:55.832205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <194 broadcast.216> + +2023-12-14 14:52:55.832210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.127 +2023-12-14 14:52:55.832216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 constant.127> + +2023-12-14 14:52:55.832221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:55.832227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <192 negate.9> + +2023-12-14 14:52:55.832232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:55.832238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <191 log-plus-one.3> + +2023-12-14 14:52:55.832244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:55.832249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <190 multiply.50> + +2023-12-14 14:52:55.832255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:55.832260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <189 negate.10> + +2023-12-14 14:52:55.832265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:55.832271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <188 multiply.51> + +2023-12-14 14:52:55.832275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.217 +2023-12-14 14:52:55.832285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <187 broadcast.217> + +2023-12-14 14:52:55.832290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.128 +2023-12-14 14:52:55.832296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 constant.128> + +2023-12-14 14:52:55.832301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.9 +2023-12-14 14:52:55.832306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <185 compare.9> + +2023-12-14 14:52:55.832311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.218 +2023-12-14 14:52:55.832318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <184 broadcast.218> + +2023-12-14 14:52:55.832323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.129 +2023-12-14 14:52:55.832329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 constant.129> + +2023-12-14 14:52:55.832334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:55.832339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <182 abs.3> + +2023-12-14 14:52:55.832344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.42 +2023-12-14 14:52:55.832349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <181 reshape.42> + +2023-12-14 14:52:55.832355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.2 +2023-12-14 14:52:55.832361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <180 maximum.2> + +2023-12-14 14:52:55.832365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:55.832371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <179 add.115> + +2023-12-14 14:52:55.832376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.219 +2023-12-14 14:52:55.832381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <178 broadcast.219> + +2023-12-14 14:52:55.832386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.131 +2023-12-14 14:52:55.832392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.131> + +2023-12-14 14:52:55.832397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.52 +2023-12-14 14:52:55.832402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <176 multiply.52> + +2023-12-14 14:52:55.832407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.220 +2023-12-14 14:52:55.832413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <175 broadcast.220> + +2023-12-14 14:52:55.832419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.133 +2023-12-14 14:52:55.832428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.133> + +2023-12-14 14:52:55.832433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:55.832438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <173 add.116> + +2023-12-14 14:52:55.832443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.221 +2023-12-14 14:52:55.832450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <172 broadcast.221> + +2023-12-14 14:52:55.832456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.135 +2023-12-14 14:52:55.832461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.135> + +2023-12-14 14:52:55.832466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.2 +2023-12-14 14:52:55.832471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <170 bitcast-convert.2> + +2023-12-14 14:52:55.832476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:55.832482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <169 or.28> + +2023-12-14 14:52:55.832487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.222 +2023-12-14 14:52:55.832493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <168 broadcast.222> + +2023-12-14 14:52:55.832497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.137 +2023-12-14 14:52:55.832503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <167 constant.137> + +2023-12-14 14:52:55.832508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:55.832514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <166 shift-right-logical.28> + +2023-12-14 14:52:55.832519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.223 +2023-12-14 14:52:55.832525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <165 broadcast.223> + +2023-12-14 14:52:55.832529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.139 +2023-12-14 14:52:55.832535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <164 constant.139> + +2023-12-14 14:52:55.832540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:55.832546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <163 concatenate.1> + +2023-12-14 14:52:55.832551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.32 +2023-12-14 14:52:55.832557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <161 param_0.32> + +2023-12-14 14:52:55.832566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.47 +2023-12-14 14:52:55.832572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <162 param_1.47> + +2023-12-14 14:52:55.832577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:55.832583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 fusion.2.clone> + +2023-12-14 14:52:55.832588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:55.832594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <290 while.1{1} (phi)> + +2023-12-14 14:52:55.832599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:55.832605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <291 while.1{2} (phi)> + +2023-12-14 14:52:55.832610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:55.832616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <19 add.117> + +2023-12-14 14:52:55.832621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.224 +2023-12-14 14:52:55.832626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <18 broadcast.224> + +2023-12-14 14:52:55.832632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:55.832637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.43> + +2023-12-14 14:52:55.832642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.38 +2023-12-14 14:52:55.832649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.38> + +2023-12-14 14:52:55.832653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.39 +2023-12-14 14:52:55.832659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <14 slice.39> + +2023-12-14 14:52:55.832664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.33 +2023-12-14 14:52:55.832670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <15 param_0.33> + +2023-12-14 14:52:55.832675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:55.832680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <13 iota.2> + +2023-12-14 14:52:55.832685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4.clone +2023-12-14 14:52:55.832691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <1 fusion.4.clone> + +2023-12-14 14:52:55.832696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:55.832702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 Arg_0.1> + +2023-12-14 14:52:55.832709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:55.832716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <26 add.118> + +2023-12-14 14:52:55.832721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.225 +2023-12-14 14:52:55.832727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <25 broadcast.225> + +2023-12-14 14:52:55.832732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:55.832737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.44> + +2023-12-14 14:52:55.832742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.40 +2023-12-14 14:52:55.832747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.40> + +2023-12-14 14:52:55.832752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.41 +2023-12-14 14:52:55.832758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <21 slice.41> + +2023-12-14 14:52:55.832763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.34 +2023-12-14 14:52:55.832768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <22 param_0.34> + +2023-12-14 14:52:55.832773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:55.832778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <20 iota.3> + +2023-12-14 14:52:55.832783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6.clone +2023-12-14 14:52:55.832789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <0 fusion.6.clone> + +2023-12-14 14:52:55.832794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:55.832799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 Arg_0.1> + +2023-12-14 14:52:55.833879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:55.833899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.833905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.833910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.833915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> (def) +2023-12-14 14:52:55.833919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.833924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.833929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.14> (def) +2023-12-14 14:52:55.833939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.833944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:55.833949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 constant.16> (def) +2023-12-14 14:52:55.833953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.833958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:55.833963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 constant.17> (def) +2023-12-14 14:52:55.833968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.833973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.833978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.833983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{} (phi)> (def) +2023-12-14 14:52:55.833988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.833994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 while.1{0} (phi)> (def) +2023-12-14 14:52:55.833998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.834003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{1} (phi)> (def) +2023-12-14 14:52:55.834008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.834013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 while.1{2} (phi)> (def) +2023-12-14 14:52:55.834018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.834023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 while.1{3} (phi)> (def) +2023-12-14 14:52:55.834028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.834033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 while.1{4} (phi)> (def) +2023-12-14 14:52:55.834038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.834043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 while.1{5} (phi)> (def) +2023-12-14 14:52:55.834049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.834055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 while.1{6} (phi)> (def) +2023-12-14 14:52:55.834060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.834064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 while.1{7} (phi)> (def) +2023-12-14 14:52:55.834069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.834079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{1} (phi)> +2023-12-14 14:52:55.834088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:55.834098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 while.1{2} (phi)> +2023-12-14 14:52:55.834102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:55.834113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.3> (def) +2023-12-14 14:52:55.834118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:55.834127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.5> (def) +2023-12-14 14:52:55.834132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:55.834143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.7> (def) +2023-12-14 14:52:55.834148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:55.834158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> +2023-12-14 14:52:55.834163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:55.834173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.834178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:55.834188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.834193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:55.834203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 copy> (def) +2023-12-14 14:52:55.834208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1: +2023-12-14 14:52:55.834218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.1> (def) +2023-12-14 14:52:55.834223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:52:55.834232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 copy.2> (def) +2023-12-14 14:52:55.834241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3: +2023-12-14 14:52:55.834251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy.3> (def) +2023-12-14 14:52:55.834256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4: +2023-12-14 14:52:55.834266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.4> (def) +2023-12-14 14:52:55.834271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5: +2023-12-14 14:52:55.834281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.5> (def) +2023-12-14 14:52:55.834286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6: +2023-12-14 14:52:55.834296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.6> (def) +2023-12-14 14:52:55.834301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7: +2023-12-14 14:52:55.834311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.7> (def) +2023-12-14 14:52:55.834316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:55.834326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.834331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 tuple.9{}> (def) +2023-12-14 14:52:55.834336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.834341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 copy> +2023-12-14 14:52:55.834346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.834351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.1> +2023-12-14 14:52:55.834357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.834362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 copy.2> +2023-12-14 14:52:55.834366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.834371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy.3> +2023-12-14 14:52:55.834376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.834382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.4> +2023-12-14 14:52:55.834387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.834392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.5> +2023-12-14 14:52:55.834410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.834416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.6> +2023-12-14 14:52:55.834421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.834426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.7> +2023-12-14 14:52:55.834430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.834440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.834445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.834451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.834456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.834461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.834466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.834471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.834477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.834482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.834487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.834492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.834497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.834501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.834507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.834512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.834517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.834522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.834527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.834532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:55.834542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 constant.67> (def) +2023-12-14 14:52:55.834547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:55.834561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 add.55> (def) +2023-12-14 14:52:55.834566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:55.834576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.834581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:55.834591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.834596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:55.834606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.834611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:55.834621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.8> (def) +2023-12-14 14:52:55.834627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:55.834636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.834641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:55.834652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.9> (def) +2023-12-14 14:52:55.834657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:55.834667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.834672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:55.834682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.10> (def) +2023-12-14 14:52:55.834687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:55.834697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.834702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:55.834716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.11> (def) +2023-12-14 14:52:55.834721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:55.834731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.834736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:55.834746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.12> (def) +2023-12-14 14:52:55.834751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:55.834761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.834766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:55.834775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.13> (def) +2023-12-14 14:52:55.834781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:55.834791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.834796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:55.834805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.14> (def) +2023-12-14 14:52:55.834811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:55.834821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.834826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:55.834835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.15> (def) +2023-12-14 14:52:55.834841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16: +2023-12-14 14:52:55.834851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.16> (def) +2023-12-14 14:52:55.834856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17: +2023-12-14 14:52:55.834871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.17> (def) +2023-12-14 14:52:55.834875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18: +2023-12-14 14:52:55.834886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.18> (def) +2023-12-14 14:52:55.834890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:55.834900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.19> (def) +2023-12-14 14:52:55.834905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:55.834916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.20> (def) +2023-12-14 14:52:55.834920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:55.834930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.21> (def) +2023-12-14 14:52:55.834935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:55.834945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.22> (def) +2023-12-14 14:52:55.834950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:55.834960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.23> (def) +2023-12-14 14:52:55.834965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.834969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:55.834974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.834979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 tuple.11{}> (def) +2023-12-14 14:52:55.834984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.834990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.16> +2023-12-14 14:52:55.834995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.835000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.17> +2023-12-14 14:52:55.835004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.835010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.18> +2023-12-14 14:52:55.835019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.835024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.19> +2023-12-14 14:52:55.835029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.835034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.20> +2023-12-14 14:52:55.835039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.835044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.21> +2023-12-14 14:52:55.835049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.835054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.22> +2023-12-14 14:52:55.835059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.835064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.23> +2023-12-14 14:52:55.835069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.835079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.835084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.835089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.835094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.835099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.835103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.835110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.835116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.835120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.835125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.835130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.835135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.835140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.835146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.835151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.835155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.835160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.835168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.835173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:55.835183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.68> (def) +2023-12-14 14:52:55.835188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:55.835198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 compare.5> (def) +2023-12-14 14:52:55.835203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:55.835213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.835218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:55.835228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:55.835233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:55.835243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:55.835248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:55.835258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.101> (def) +2023-12-14 14:52:55.835263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29: +2023-12-14 14:52:55.835273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.29> (def) +2023-12-14 14:52:55.835278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:55.835288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.20> (def) +2023-12-14 14:52:55.835293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30: +2023-12-14 14:52:55.835302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.30> (def) +2023-12-14 14:52:55.835307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.21: +2023-12-14 14:52:55.835328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.21> (def) +2023-12-14 14:52:55.835334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:55.835344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.22> (def) +2023-12-14 14:52:55.835348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32: +2023-12-14 14:52:55.835359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.32> (def) +2023-12-14 14:52:55.835364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:55.835374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.27> (def) +2023-12-14 14:52:55.835378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.25: +2023-12-14 14:52:55.835388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.25> (def) +2023-12-14 14:52:55.835393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34: +2023-12-14 14:52:55.835403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.34> (def) +2023-12-14 14:52:55.835408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:55.835418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.30> (def) +2023-12-14 14:52:55.835423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29: +2023-12-14 14:52:55.835433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.29> (def) +2023-12-14 14:52:55.835437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91: +2023-12-14 14:52:55.835447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.91> (def) +2023-12-14 14:52:55.835452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:55.835462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 broadcast.178> (def) +2023-12-14 14:52:55.835467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4: +2023-12-14 14:52:55.835480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 convert.4> (def) +2023-12-14 14:52:55.835485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:55.835495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 add.92> (def) +2023-12-14 14:52:55.835500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:55.835511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 broadcast.179> (def) +2023-12-14 14:52:55.835515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:55.835525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 xor.21> (def) +2023-12-14 14:52:55.835530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21: +2023-12-14 14:52:55.835540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 or.21> (def) +2023-12-14 14:52:55.835545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:55.835555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 shift-right-logical.21> (def) +2023-12-14 14:52:55.835560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:55.835570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.180> (def) +2023-12-14 14:52:55.835575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23: +2023-12-14 14:52:55.835585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 subtract.23> (def) +2023-12-14 14:52:55.835590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:55.835600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 shift-left.19> (def) +2023-12-14 14:52:55.835605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:55.835614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.181> (def) +2023-12-14 14:52:55.835620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35: +2023-12-14 14:52:55.835633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 reshape.35> (def) +2023-12-14 14:52:55.835638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:55.835647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 slice.31> (def) +2023-12-14 14:52:55.835652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95: +2023-12-14 14:52:55.835663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.95> (def) +2023-12-14 14:52:55.835667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:55.835677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 xor.22> (def) +2023-12-14 14:52:55.835682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22: +2023-12-14 14:52:55.835692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 or.22> (def) +2023-12-14 14:52:55.835697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:55.835707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 shift-right-logical.22> (def) +2023-12-14 14:52:55.835711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:55.835722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 broadcast.182> (def) +2023-12-14 14:52:55.835727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:55.835737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 subtract.24> (def) +2023-12-14 14:52:55.835741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:55.835752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 shift-left.20> (def) +2023-12-14 14:52:55.835757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:55.835767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.183> (def) +2023-12-14 14:52:55.835771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36: +2023-12-14 14:52:55.835785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 reshape.36> (def) +2023-12-14 14:52:55.835790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:55.835799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 slice.32> (def) +2023-12-14 14:52:55.835804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:55.835816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.96> (def) +2023-12-14 14:52:55.835821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:55.835831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 xor.23> (def) +2023-12-14 14:52:55.835836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:55.835846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 or.23> (def) +2023-12-14 14:52:55.835851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:55.835860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-right-logical.23> (def) +2023-12-14 14:52:55.835865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:55.835876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 broadcast.184> (def) +2023-12-14 14:52:55.835880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:55.835890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 subtract.25> (def) +2023-12-14 14:52:55.835895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:55.835905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 shift-left.21> (def) +2023-12-14 14:52:55.835910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:55.835920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 broadcast.185> (def) +2023-12-14 14:52:55.835925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37: +2023-12-14 14:52:55.835938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 reshape.37> (def) +2023-12-14 14:52:55.835943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:55.835953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 slice.33> (def) +2023-12-14 14:52:55.835958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97: +2023-12-14 14:52:55.835968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 add.97> (def) +2023-12-14 14:52:55.835973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:55.835983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 xor.24> (def) +2023-12-14 14:52:55.835988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.835993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:55.835998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 or.24> (def) +2023-12-14 14:52:55.836002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:55.836012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-right-logical.24> (def) +2023-12-14 14:52:55.836017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:55.836028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.186> (def) +2023-12-14 14:52:55.836032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:55.836042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 subtract.26> (def) +2023-12-14 14:52:55.836047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:55.836057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.102> (def) +2023-12-14 14:52:55.836062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:55.836072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-left.22> (def) +2023-12-14 14:52:55.836076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:55.836089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.187> (def) +2023-12-14 14:52:55.836094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:55.836104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 reshape.38> (def) +2023-12-14 14:52:55.836109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:55.836119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 slice.34> (def) +2023-12-14 14:52:55.836123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98: +2023-12-14 14:52:55.836133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 add.98> (def) +2023-12-14 14:52:55.836138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99: +2023-12-14 14:52:55.836148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 add.99> (def) +2023-12-14 14:52:55.836153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.30: +2023-12-14 14:52:55.836163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 param_0.30> (def) +2023-12-14 14:52:55.836167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45: +2023-12-14 14:52:55.836177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 param_1.45> (def) +2023-12-14 14:52:55.836183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.23: +2023-12-14 14:52:55.836192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_2.23> (def) +2023-12-14 14:52:55.836197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.25: +2023-12-14 14:52:55.836207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 param_3.25> (def) +2023-12-14 14:52:55.836213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.37: +2023-12-14 14:52:55.836222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 param_4.37> (def) +2023-12-14 14:52:55.836227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:55.836237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.103> (def) +2023-12-14 14:52:55.836244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:55.836254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> (def) +2023-12-14 14:52:55.836259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:55.836269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.12> +2023-12-14 14:52:55.836274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:55.836284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.14> +2023-12-14 14:52:55.836289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:55.836299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.10> +2023-12-14 14:52:55.836304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:55.836314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.9> +2023-12-14 14:52:55.836319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:55.836329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.8> +2023-12-14 14:52:55.836334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100: +2023-12-14 14:52:55.836343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 add.100> (def) +2023-12-14 14:52:55.836348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:55.836359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.188> (def) +2023-12-14 14:52:55.836363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101: +2023-12-14 14:52:55.836373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 add.101> (def) +2023-12-14 14:52:55.836378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:55.836388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.31> (def) +2023-12-14 14:52:55.836396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:55.836405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 xor.27> (def) +2023-12-14 14:52:55.836412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:55.836422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 or.25> (def) +2023-12-14 14:52:55.836426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:55.836436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-right-logical.25> (def) +2023-12-14 14:52:55.836441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:55.836451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 broadcast.189> (def) +2023-12-14 14:52:55.836456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:55.836465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 subtract.27> (def) +2023-12-14 14:52:55.836470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:55.836481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 shift-left.23> (def) +2023-12-14 14:52:55.836486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:55.836495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 broadcast.190> (def) +2023-12-14 14:52:55.836500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:55.836511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.39> (def) +2023-12-14 14:52:55.836516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:55.836525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 slice.35> (def) +2023-12-14 14:52:55.836530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102: +2023-12-14 14:52:55.836540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 add.102> (def) +2023-12-14 14:52:55.836548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28: +2023-12-14 14:52:55.836557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 xor.28> (def) +2023-12-14 14:52:55.836563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:55.836572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 or.26> (def) +2023-12-14 14:52:55.836578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:55.836587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 shift-right-logical.26> (def) +2023-12-14 14:52:55.836593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:55.836603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 broadcast.191> (def) +2023-12-14 14:52:55.836607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:55.836617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 subtract.28> (def) +2023-12-14 14:52:55.836623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:55.836632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 shift-left.24> (def) +2023-12-14 14:52:55.836637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:55.836647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 broadcast.192> (def) +2023-12-14 14:52:55.836653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40: +2023-12-14 14:52:55.836662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.40> (def) +2023-12-14 14:52:55.836667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:55.836677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 slice.36> (def) +2023-12-14 14:52:55.836683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103: +2023-12-14 14:52:55.836693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.103> (def) +2023-12-14 14:52:55.836701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29: +2023-12-14 14:52:55.836711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.29> (def) +2023-12-14 14:52:55.836716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:55.836726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.27> (def) +2023-12-14 14:52:55.836730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:55.836740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.27> (def) +2023-12-14 14:52:55.836746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:55.836756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.193> (def) +2023-12-14 14:52:55.836760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:55.836770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.29> (def) +2023-12-14 14:52:55.836775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104: +2023-12-14 14:52:55.836785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 constant.104> (def) +2023-12-14 14:52:55.836789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.46: +2023-12-14 14:52:55.836799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 param_1.46> (def) +2023-12-14 14:52:55.836804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:55.836814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-left.25> (def) +2023-12-14 14:52:55.836819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:55.836829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.194> (def) +2023-12-14 14:52:55.836834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:55.836844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 reshape.41> (def) +2023-12-14 14:52:55.836851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:55.836861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 slice.37> (def) +2023-12-14 14:52:55.836866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104: +2023-12-14 14:52:55.836877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 add.104> (def) +2023-12-14 14:52:55.836881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.24: +2023-12-14 14:52:55.836891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 param_2.24> (def) +2023-12-14 14:52:55.836896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.26: +2023-12-14 14:52:55.836906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 param_3.26> (def) +2023-12-14 14:52:55.836911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:55.836921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> (def) +2023-12-14 14:52:55.836926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:55.836935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.11> +2023-12-14 14:52:55.836941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:55.836950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.14> +2023-12-14 14:52:55.836956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:55.836965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.10> +2023-12-14 14:52:55.836970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:55.836980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.9> +2023-12-14 14:52:55.836985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.836990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40: +2023-12-14 14:52:55.836995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 multiply.40> (def) +2023-12-14 14:52:55.836999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:55.837013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 broadcast.195> (def) +2023-12-14 14:52:55.837018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105: +2023-12-14 14:52:55.837028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 constant.105> (def) +2023-12-14 14:52:55.837033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33: +2023-12-14 14:52:55.837043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 select.33> (def) +2023-12-14 14:52:55.837048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41: +2023-12-14 14:52:55.837058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 multiply.41> (def) +2023-12-14 14:52:55.837062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:55.837072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 add.105> (def) +2023-12-14 14:52:55.837077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:55.837087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 multiply.42> (def) +2023-12-14 14:52:55.837091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:55.837101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 add.106> (def) +2023-12-14 14:52:55.837106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:55.837116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 multiply.43> (def) +2023-12-14 14:52:55.837121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:55.837130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 add.107> (def) +2023-12-14 14:52:55.837135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:55.837146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 multiply.44> (def) +2023-12-14 14:52:55.837150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:55.837164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 add.108> (def) +2023-12-14 14:52:55.837169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:55.837180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 multiply.45> (def) +2023-12-14 14:52:55.837184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:55.837194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.109> (def) +2023-12-14 14:52:55.837199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:55.837209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 multiply.46> (def) +2023-12-14 14:52:55.837214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:55.837223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 add.110> (def) +2023-12-14 14:52:55.837229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:55.837239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 multiply.47> (def) +2023-12-14 14:52:55.837244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111: +2023-12-14 14:52:55.837253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 add.111> (def) +2023-12-14 14:52:55.837258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:55.837268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 multiply.48> (def) +2023-12-14 14:52:55.837273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:55.837282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.112> (def) +2023-12-14 14:52:55.837288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:55.837297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 multiply.49> (def) +2023-12-14 14:52:55.837302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34: +2023-12-14 14:52:55.837314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 select.34> (def) +2023-12-14 14:52:55.837320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113: +2023-12-14 14:52:55.837329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 add.113> (def) +2023-12-14 14:52:55.837334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:55.837344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 broadcast.196> (def) +2023-12-14 14:52:55.837350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106: +2023-12-14 14:52:55.837359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 constant.106> (def) +2023-12-14 14:52:55.837364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:55.837374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 sqrt.3> (def) +2023-12-14 14:52:55.837379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:55.837389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 add.114> (def) +2023-12-14 14:52:55.837394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:55.837404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 broadcast.197> (def) +2023-12-14 14:52:55.837409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108: +2023-12-14 14:52:55.837419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 constant.108> (def) +2023-12-14 14:52:55.837423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35: +2023-12-14 14:52:55.837433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 select.35> (def) +2023-12-14 14:52:55.837439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:55.837448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 broadcast.198> (def) +2023-12-14 14:52:55.837453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109: +2023-12-14 14:52:55.837468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 constant.109> (def) +2023-12-14 14:52:55.837472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:55.837482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.199> (def) +2023-12-14 14:52:55.837487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110: +2023-12-14 14:52:55.837498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.110> (def) +2023-12-14 14:52:55.837502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36: +2023-12-14 14:52:55.837512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 select.36> (def) +2023-12-14 14:52:55.837516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:55.837527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.200> (def) +2023-12-14 14:52:55.837532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111: +2023-12-14 14:52:55.837542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 constant.111> (def) +2023-12-14 14:52:55.837546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:55.837557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 broadcast.201> (def) +2023-12-14 14:52:55.837562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112: +2023-12-14 14:52:55.837571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 constant.112> (def) +2023-12-14 14:52:55.837576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37: +2023-12-14 14:52:55.837587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 select.37> (def) +2023-12-14 14:52:55.837593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:55.837602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 broadcast.202> (def) +2023-12-14 14:52:55.837607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113: +2023-12-14 14:52:55.837621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.113> (def) +2023-12-14 14:52:55.837625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:55.837635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 broadcast.203> (def) +2023-12-14 14:52:55.837641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114: +2023-12-14 14:52:55.837653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 constant.114> (def) +2023-12-14 14:52:55.837658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38: +2023-12-14 14:52:55.837668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 select.38> (def) +2023-12-14 14:52:55.837673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:55.837683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.204> (def) +2023-12-14 14:52:55.837688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115: +2023-12-14 14:52:55.837697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 constant.115> (def) +2023-12-14 14:52:55.837702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:55.837713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 broadcast.205> (def) +2023-12-14 14:52:55.837718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116: +2023-12-14 14:52:55.837727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 constant.116> (def) +2023-12-14 14:52:55.837732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39: +2023-12-14 14:52:55.837743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 select.39> (def) +2023-12-14 14:52:55.837748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:55.837757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 broadcast.206> (def) +2023-12-14 14:52:55.837763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117: +2023-12-14 14:52:55.837776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 constant.117> (def) +2023-12-14 14:52:55.837781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:55.837791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 broadcast.207> (def) +2023-12-14 14:52:55.837796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118: +2023-12-14 14:52:55.837806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 constant.118> (def) +2023-12-14 14:52:55.837811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40: +2023-12-14 14:52:55.837820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 select.40> (def) +2023-12-14 14:52:55.837826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:55.837836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.208> (def) +2023-12-14 14:52:55.837840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119: +2023-12-14 14:52:55.837850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 constant.119> (def) +2023-12-14 14:52:55.837855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209: +2023-12-14 14:52:55.837865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 broadcast.209> (def) +2023-12-14 14:52:55.837870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120: +2023-12-14 14:52:55.837880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 constant.120> (def) +2023-12-14 14:52:55.837885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:55.837895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 select.41> (def) +2023-12-14 14:52:55.837900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210: +2023-12-14 14:52:55.837909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 broadcast.210> (def) +2023-12-14 14:52:55.837915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121: +2023-12-14 14:52:55.837928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 constant.121> (def) +2023-12-14 14:52:55.837933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211: +2023-12-14 14:52:55.837942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 broadcast.211> (def) +2023-12-14 14:52:55.837948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122: +2023-12-14 14:52:55.837958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 constant.122> (def) +2023-12-14 14:52:55.837962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:55.837972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 select.42> (def) +2023-12-14 14:52:55.837977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212: +2023-12-14 14:52:55.837988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 broadcast.212> (def) +2023-12-14 14:52:55.837992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.837997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123: +2023-12-14 14:52:55.838002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 constant.123> (def) +2023-12-14 14:52:55.838007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213: +2023-12-14 14:52:55.838017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.213> (def) +2023-12-14 14:52:55.838022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124: +2023-12-14 14:52:55.838031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.124> (def) +2023-12-14 14:52:55.838037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:55.838047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 select.43> (def) +2023-12-14 14:52:55.838052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214: +2023-12-14 14:52:55.838061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 broadcast.214> (def) +2023-12-14 14:52:55.838066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125: +2023-12-14 14:52:55.838080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.125> (def) +2023-12-14 14:52:55.838084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215: +2023-12-14 14:52:55.838094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 broadcast.215> (def) +2023-12-14 14:52:55.838100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126: +2023-12-14 14:52:55.838109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 constant.126> (def) +2023-12-14 14:52:55.838114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8: +2023-12-14 14:52:55.838123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 compare.8> (def) +2023-12-14 14:52:55.838130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216: +2023-12-14 14:52:55.838139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 broadcast.216> (def) +2023-12-14 14:52:55.838144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127: +2023-12-14 14:52:55.838154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.127> (def) +2023-12-14 14:52:55.838159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:55.838169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 negate.9> (def) +2023-12-14 14:52:55.838173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:55.838183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 log-plus-one.3> (def) +2023-12-14 14:52:55.838188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:55.838198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 multiply.50> (def) +2023-12-14 14:52:55.838203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:55.838213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 negate.10> (def) +2023-12-14 14:52:55.838219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:55.838232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 multiply.51> (def) +2023-12-14 14:52:55.838237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217: +2023-12-14 14:52:55.838246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 broadcast.217> (def) +2023-12-14 14:52:55.838252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128: +2023-12-14 14:52:55.838261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.128> (def) +2023-12-14 14:52:55.838266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9: +2023-12-14 14:52:55.838275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 compare.9> (def) +2023-12-14 14:52:55.838281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218: +2023-12-14 14:52:55.838290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 broadcast.218> (def) +2023-12-14 14:52:55.838295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.129: +2023-12-14 14:52:55.838305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.129> (def) +2023-12-14 14:52:55.838311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:55.838320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 abs.3> (def) +2023-12-14 14:52:55.838325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42: +2023-12-14 14:52:55.838334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 reshape.42> (def) +2023-12-14 14:52:55.838340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2: +2023-12-14 14:52:55.838350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 maximum.2> (def) +2023-12-14 14:52:55.838355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:55.838365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.115> (def) +2023-12-14 14:52:55.838369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219: +2023-12-14 14:52:55.838384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.219> (def) +2023-12-14 14:52:55.838389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.131: +2023-12-14 14:52:55.838398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.131> (def) +2023-12-14 14:52:55.838404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52: +2023-12-14 14:52:55.838414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.52> (def) +2023-12-14 14:52:55.838418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220: +2023-12-14 14:52:55.838428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.220> (def) +2023-12-14 14:52:55.838433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.133: +2023-12-14 14:52:55.838443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.133> (def) +2023-12-14 14:52:55.838448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:55.838457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.116> (def) +2023-12-14 14:52:55.838462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221: +2023-12-14 14:52:55.838472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.221> (def) +2023-12-14 14:52:55.838477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.135: +2023-12-14 14:52:55.838486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.135> (def) +2023-12-14 14:52:55.838493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2: +2023-12-14 14:52:55.838503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 bitcast-convert.2> (def) +2023-12-14 14:52:55.838507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:55.838517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 or.28> (def) +2023-12-14 14:52:55.838522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222: +2023-12-14 14:52:55.838536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 broadcast.222> (def) +2023-12-14 14:52:55.838541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.137: +2023-12-14 14:52:55.838550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 constant.137> (def) +2023-12-14 14:52:55.838556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:55.838566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 shift-right-logical.28> (def) +2023-12-14 14:52:55.838570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223: +2023-12-14 14:52:55.838580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 broadcast.223> (def) +2023-12-14 14:52:55.838586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.139: +2023-12-14 14:52:55.838595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 constant.139> (def) +2023-12-14 14:52:55.838600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:55.838609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 concatenate.1> (def) +2023-12-14 14:52:55.838615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.32: +2023-12-14 14:52:55.838625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 param_0.32> (def) +2023-12-14 14:52:55.838629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.47: +2023-12-14 14:52:55.838639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 param_1.47> (def) +2023-12-14 14:52:55.838644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:55.838654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> (def) +2023-12-14 14:52:55.838659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:55.838668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{1} (phi)> +2023-12-14 14:52:55.838674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:55.838686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 while.1{2} (phi)> +2023-12-14 14:52:55.838691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:55.838700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.117> (def) +2023-12-14 14:52:55.838706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224: +2023-12-14 14:52:55.838716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.224> (def) +2023-12-14 14:52:55.838720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:55.838730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.43> (def) +2023-12-14 14:52:55.838735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38: +2023-12-14 14:52:55.838745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.38> (def) +2023-12-14 14:52:55.838750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39: +2023-12-14 14:52:55.838759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.39> (def) +2023-12-14 14:52:55.838764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.33: +2023-12-14 14:52:55.838774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.33> (def) +2023-12-14 14:52:55.838779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:55.838788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.2> (def) +2023-12-14 14:52:55.838794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone: +2023-12-14 14:52:55.838804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> (def) +2023-12-14 14:52:55.838809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:55.838818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> +2023-12-14 14:52:55.838824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:55.838836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.118> (def) +2023-12-14 14:52:55.838841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225: +2023-12-14 14:52:55.838851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.225> (def) +2023-12-14 14:52:55.838856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:55.838866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.44> (def) +2023-12-14 14:52:55.838871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40: +2023-12-14 14:52:55.838880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.40> (def) +2023-12-14 14:52:55.838886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41: +2023-12-14 14:52:55.838896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.41> (def) +2023-12-14 14:52:55.838900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.34: +2023-12-14 14:52:55.838910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.34> (def) +2023-12-14 14:52:55.838915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:55.838925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.3> (def) +2023-12-14 14:52:55.838930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone: +2023-12-14 14:52:55.838939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> (def) +2023-12-14 14:52:55.838945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.838950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:55.838955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> +2023-12-14 14:52:55.838960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.838964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.838969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.838975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone +2023-12-14 14:52:55.838983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:55.838987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.838992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1, operand 0 +2023-12-14 14:52:55.838998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6.clone = u32[2097152]{0} fusion(u32[2]{0} %p.12), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.839004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.839009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone +2023-12-14 14:52:55.839019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:55.839024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:52:55.839034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4.clone = u32[2097152]{0} fusion(u32[2]{0} %p.11), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.839040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.25> +2023-12-14 14:52:55.839045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.25 +2023-12-14 14:52:55.839054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:55.839065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.25 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.839070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.27> +2023-12-14 14:52:55.839075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:55.839085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32, operand 0 +2023-12-14 14:52:55.839095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.25), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.32> +2023-12-14 14:52:55.839109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32 +2023-12-14 14:52:55.839118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.32 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.29> +2023-12-14 14:52:55.839135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29 +2023-12-14 14:52:55.839144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:55.839154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.29 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.839160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.30> +2023-12-14 14:52:55.839165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:55.839174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34, operand 0 +2023-12-14 14:52:55.839185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.29), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.34> +2023-12-14 14:52:55.839195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34 +2023-12-14 14:52:55.839204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.34 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> +2023-12-14 14:52:55.839220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:55.839230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:55.839234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,2048]{1,0} fusion(u32[2097152]{0} %p.9, u32[2097152]{0} %p.10), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.839249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.68> +2023-12-14 14:52:55.839254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:55.839264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:55.839274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:55.839281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 compare.5> +2023-12-14 14:52:55.839286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:55.839296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.839311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:55.839332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:55.839337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17, operand 0 +2023-12-14 14:52:55.839348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[2097152]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[2097152]{0} %p.7, u32[2097152]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.839353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.839358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:55.839368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:55.839379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18, operand 0 +2023-12-14 14:52:55.839389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.839394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.2> +2023-12-14 14:52:55.839398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:55.839409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39, operand 0 +2023-12-14 14:52:55.839419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.39> +2023-12-14 14:52:55.839430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39 +2023-12-14 14:52:55.839440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:55.839450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.39 = u32[2097152]{0} slice(u32[4194304]{0} %iota.2), slice={[2097152:4194304]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(2097152,) limit_indices=(4194304,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.33> +2023-12-14 14:52:55.839460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.33 +2023-12-14 14:52:55.839471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38, operand 0 +2023-12-14 14:52:55.839480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.33 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.839485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.38> +2023-12-14 14:52:55.839490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38 +2023-12-14 14:52:55.839503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:55.839513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.38 = u32[1]{0} slice(u32[2]{0} %param_0.33), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.43> +2023-12-14 14:52:55.839523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:55.839534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224, operand 0 +2023-12-14 14:52:55.839543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.38), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.224> +2023-12-14 14:52:55.839554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224 +2023-12-14 14:52:55.839564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:55.839574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.224 = u32[2097152]{0} broadcast(u32[] %reshape.43), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.117> +2023-12-14 14:52:55.839584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:55.839594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = u32[2097152]{0} add(u32[2097152]{0} %slice.39, u32[2097152]{0} %broadcast.224), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.3> +2023-12-14 14:52:55.839609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:55.839622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41, operand 0 +2023-12-14 14:52:55.839632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.41> +2023-12-14 14:52:55.839642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41 +2023-12-14 14:52:55.839653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:55.839663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.41 = u32[2097152]{0} slice(u32[4194304]{0} %iota.3), slice={[0:2097152]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(2097152,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.34> +2023-12-14 14:52:55.839674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.34 +2023-12-14 14:52:55.839684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40, operand 0 +2023-12-14 14:52:55.839694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.34 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.839699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.40> +2023-12-14 14:52:55.839704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40 +2023-12-14 14:52:55.839714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:55.839724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.40 = u32[1]{0} slice(u32[2]{0} %param_0.34), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.44> +2023-12-14 14:52:55.839734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:55.839744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225, operand 0 +2023-12-14 14:52:55.839757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.40), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.225> +2023-12-14 14:52:55.839767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225 +2023-12-14 14:52:55.839778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:55.839787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.225 = u32[2097152]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.118> +2023-12-14 14:52:55.839799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:55.839809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = u32[2097152]{0} add(u32[2097152]{0} %slice.41, u32[2097152]{0} %broadcast.225), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.21> +2023-12-14 14:52:55.839824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.21 +2023-12-14 14:52:55.839834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:55.839844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:55.839848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.21 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.839855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.22> +2023-12-14 14:52:55.839860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:55.839870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30, operand 0 +2023-12-14 14:52:55.839882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.30> +2023-12-14 14:52:55.839893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30 +2023-12-14 14:52:55.839903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:55.839912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.30 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.20> +2023-12-14 14:52:55.839924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:55.839934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29, operand 0 +2023-12-14 14:52:55.839943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.29> +2023-12-14 14:52:55.839954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29 +2023-12-14 14:52:55.839964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:55.839973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.29 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.839979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:55.839983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.839989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:55.839993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.839998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:55.840006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.30, u32[] %reshape.29), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.840011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.101> +2023-12-14 14:52:55.840017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:55.840026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:55.840037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(466688986) +2023-12-14 14:52:55.840042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:55.840047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:55.840056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.840067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.14> +2023-12-14 14:52:55.840072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.840082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:55.840092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:55.840097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 copy> +2023-12-14 14:52:55.840102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:55.840112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:55.840117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.840127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:55.840132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> +2023-12-14 14:52:55.840137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.840149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:55.840154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:55.840159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:55.840170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:55.840175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:55.840179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:55.840184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:55.840190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 0 +2023-12-14 14:52:55.840194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 0 +2023-12-14 14:52:55.840200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.840205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.1> +2023-12-14 14:52:55.840209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1 +2023-12-14 14:52:55.840220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:55.840224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.840235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.1 = u32[2097152]{0} copy(u32[2097152]{0} %call.4) +2023-12-14 14:52:55.840240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 copy.2> +2023-12-14 14:52:55.840245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:52:55.840255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:55.840260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.840270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = u32[2097152]{0} copy(u32[2097152]{0} %call.3) +2023-12-14 14:52:55.840275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.5> +2023-12-14 14:52:55.840281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:55.840293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3, operand 0 +2023-12-14 14:52:55.840303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.840309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy.3> +2023-12-14 14:52:55.840314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3 +2023-12-14 14:52:55.840324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:55.840328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.840339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.3 = u32[] copy(u32[] %fusion.5) +2023-12-14 14:52:55.840344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.3> +2023-12-14 14:52:55.840349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:55.840359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4, operand 0 +2023-12-14 14:52:55.840369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.840374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.4> +2023-12-14 14:52:55.840379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4 +2023-12-14 14:52:55.840389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:55.840394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.840405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.4 = u32[] copy(u32[] %fusion.3) +2023-12-14 14:52:55.840410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.7> +2023-12-14 14:52:55.840415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:55.840428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5, operand 0 +2023-12-14 14:52:55.840438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.840444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.5> +2023-12-14 14:52:55.840449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5 +2023-12-14 14:52:55.840459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:55.840463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.840474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.5 = u32[] copy(u32[] %fusion.7) +2023-12-14 14:52:55.840479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 constant.17> +2023-12-14 14:52:55.840484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:55.840494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6, operand 0 +2023-12-14 14:52:55.840504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.840509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.6> +2023-12-14 14:52:55.840514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6 +2023-12-14 14:52:55.840524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:55.840529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.840539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.6 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:55.840544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 constant.16> +2023-12-14 14:52:55.840549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:55.840559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7, operand 0 +2023-12-14 14:52:55.840572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.840578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.7> +2023-12-14 14:52:55.840583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7 +2023-12-14 14:52:55.840593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:55.840598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.840607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.7 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:55.840613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 tuple.9{}> +2023-12-14 14:52:55.840617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:55.840628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.840639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy, u32[2097152]{0} %copy.1, u32[2097152]{0} %copy.2, u32[] %copy.3, u32[] %copy.4, /*index=5*/u32[] %copy.5, u32[4]{0} %copy.6, u32[4]{0} %copy.7) +2023-12-14 14:52:55.840644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.8> +2023-12-14 14:52:55.840649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:55.840659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:55.840664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:55.840674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:55.840679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:55.840684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.840689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 constant.67> +2023-12-14 14:52:55.840694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:55.840704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:55.840717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:55.840722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 add.55> +2023-12-14 14:52:55.840727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:55.840737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16, operand 0 +2023-12-14 14:52:55.840747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.840752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.16> +2023-12-14 14:52:55.840757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16 +2023-12-14 14:52:55.840767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:55.840772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:55.840782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.16 = s32[] copy(s32[] %add.55), control-predecessors={%copy.8} +2023-12-14 14:52:55.840787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.9> +2023-12-14 14:52:55.840792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:55.840802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:55.840807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:55.840812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:55.840822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:55.840827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:55.840832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:55.840837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.131) +2023-12-14 14:52:55.840842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.11> +2023-12-14 14:52:55.840850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:55.840860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:55.840865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:55.840875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:55.840880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:55.840885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.840890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.14> +2023-12-14 14:52:55.840896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:55.840905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:55.840910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:55.840915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:55.840926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:55.840931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:55.840936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:55.840941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:55.840946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.840951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.10> +2023-12-14 14:52:55.840956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.840961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:55.840966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:55.840971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:55.840976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.840981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:55.840986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:55.840992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:55.840996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:55.841004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.132) +2023-12-14 14:52:55.841009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.17> +2023-12-14 14:52:55.841014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17 +2023-12-14 14:52:55.841024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:55.841030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:55.841040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.17 = u32[2097152]{0} copy(u32[2097152]{0} %call.1), control-predecessors={%copy.9} +2023-12-14 14:52:55.841045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.12> +2023-12-14 14:52:55.841051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:55.841060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:55.841065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:55.841075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:55.841080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:55.841085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.841091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.18> +2023-12-14 14:52:55.841097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18 +2023-12-14 14:52:55.841106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:55.841111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:55.841121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.18 = u32[2097152]{0} copy(u32[2097152]{0} %call), control-predecessors={%copy.10} +2023-12-14 14:52:55.841126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.19> +2023-12-14 14:52:55.841131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:55.841141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:55.841149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:55.841159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.841164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.13> +2023-12-14 14:52:55.841169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:55.841179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:55.841189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.841194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.20> +2023-12-14 14:52:55.841199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:55.841209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:55.841214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:55.841224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.841229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.21> +2023-12-14 14:52:55.841234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:55.841244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:55.841249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:55.841259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.841264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.15> +2023-12-14 14:52:55.841269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:55.841279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:55.841292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.841297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.22> +2023-12-14 14:52:55.841303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:55.841313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:55.841317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:55.841328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.841333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.23> +2023-12-14 14:52:55.841338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:55.841347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:55.841352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:55.841362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.841368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 tuple.11{}> +2023-12-14 14:52:55.841372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:55.841383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.16, u32[2097152]{0} %copy.17, u32[2097152]{0} %copy.18, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.841392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 param_3.26> +2023-12-14 14:52:55.841398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.26 +2023-12-14 14:52:55.841408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104, operand 0 +2023-12-14 14:52:55.841418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.26 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.841424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 param_2.24> +2023-12-14 14:52:55.841433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.24 +2023-12-14 14:52:55.841443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:55.841453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:55.841458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104, operand 1 +2023-12-14 14:52:55.841463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.24 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.841468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 add.104> +2023-12-14 14:52:55.841473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104 +2023-12-14 14:52:55.841484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103, operand 0 +2023-12-14 14:52:55.841494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29, operand 0 +2023-12-14 14:52:55.841499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.104 = u32[2097152]{0} add(u32[2097152]{0} %param_3.26, u32[2097152]{0} %param_2.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 param_1.46> +2023-12-14 14:52:55.841510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.46 +2023-12-14 14:52:55.841519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:55.841529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:55.841534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:55.841539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.46 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.841545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 slice.37> +2023-12-14 14:52:55.841550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:55.841559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:55.841572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 reshape.41> +2023-12-14 14:52:55.841583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:55.841592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:55.841603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:55.841609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.37), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.194> +2023-12-14 14:52:55.841618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:55.841628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:55.841639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = u32[2097152]{0} broadcast(u32[] %reshape.41), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-left.25> +2023-12-14 14:52:55.841648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:55.841658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:55.841669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.194), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 constant.104> +2023-12-14 14:52:55.841678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104 +2023-12-14 14:52:55.841691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:55.841701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:55.841706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:55.841711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.104 = u32[] constant(32) +2023-12-14 14:52:55.841717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.29> +2023-12-14 14:52:55.841722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:55.841732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:55.841741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.104, u32[] %reshape.41), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.193> +2023-12-14 14:52:55.841752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:55.841762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:55.841772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = u32[2097152]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.27> +2023-12-14 14:52:55.841782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:55.841792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:55.841802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.193), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.27> +2023-12-14 14:52:55.841816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:55.841826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29, operand 1 +2023-12-14 14:52:55.841835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.25, u32[2097152]{0} %shift-right-logical.27), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.29> +2023-12-14 14:52:55.841846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29 +2023-12-14 14:52:55.841855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:55.841865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:55.841871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103, operand 1 +2023-12-14 14:52:55.841876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.29 = u32[2097152]{0} xor(u32[2097152]{0} %add.104, u32[2097152]{0} %or.27), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.103> +2023-12-14 14:52:55.841886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103 +2023-12-14 14:52:55.841895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 0 +2023-12-14 14:52:55.841906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28, operand 0 +2023-12-14 14:52:55.841911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.103 = u32[2097152]{0} add(u32[2097152]{0} %add.104, u32[2097152]{0} %xor.29), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 slice.36> +2023-12-14 14:52:55.841921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:55.841931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40, operand 0 +2023-12-14 14:52:55.841944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.40> +2023-12-14 14:52:55.841954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40 +2023-12-14 14:52:55.841964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.841969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:55.841974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:55.841979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.40 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.841984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 broadcast.192> +2023-12-14 14:52:55.841989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.841994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:55.842000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:55.842009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = u32[2097152]{0} broadcast(u32[] %reshape.40), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 shift-left.24> +2023-12-14 14:52:55.842020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:55.842030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:55.842040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.192), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 subtract.28> +2023-12-14 14:52:55.842050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:55.842063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:55.842072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.104, u32[] %reshape.40), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 broadcast.191> +2023-12-14 14:52:55.842083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:55.842093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:55.842102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = u32[2097152]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 shift-right-logical.26> +2023-12-14 14:52:55.842113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:55.842123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:55.842132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.191), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 or.26> +2023-12-14 14:52:55.842143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:55.842153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28, operand 1 +2023-12-14 14:52:55.842162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.24, u32[2097152]{0} %shift-right-logical.26), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 xor.28> +2023-12-14 14:52:55.842172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28 +2023-12-14 14:52:55.842185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:55.842195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:55.842200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 1 +2023-12-14 14:52:55.842206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.28 = u32[2097152]{0} xor(u32[2097152]{0} %add.103, u32[2097152]{0} %or.26), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 add.102> +2023-12-14 14:52:55.842216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102 +2023-12-14 14:52:55.842225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 0 +2023-12-14 14:52:55.842236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:55.842241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.102 = u32[2097152]{0} add(u32[2097152]{0} %add.103, u32[2097152]{0} %xor.28), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 slice.35> +2023-12-14 14:52:55.842251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:55.842260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:55.842271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.39> +2023-12-14 14:52:55.842281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:55.842290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:55.842301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:55.842308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.35), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 broadcast.190> +2023-12-14 14:52:55.842318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:55.842329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:55.842339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = u32[2097152]{0} broadcast(u32[] %reshape.39), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 shift-left.23> +2023-12-14 14:52:55.842349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:55.842360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:55.842373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.190), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 subtract.27> +2023-12-14 14:52:55.842389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:55.842401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:55.842416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.104, u32[] %reshape.39), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 broadcast.189> +2023-12-14 14:52:55.842432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:55.842441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:55.842455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = u32[2097152]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-right-logical.25> +2023-12-14 14:52:55.842465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:55.842475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:55.842486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.189), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 or.25> +2023-12-14 14:52:55.842495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:55.842506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:55.842516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.23, u32[2097152]{0} %shift-right-logical.25), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 xor.27> +2023-12-14 14:52:55.842526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:55.842535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 1 +2023-12-14 14:52:55.842546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[2097152]{0} xor(u32[2097152]{0} %add.102, u32[2097152]{0} %or.25), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 add.101> +2023-12-14 14:52:55.842555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101 +2023-12-14 14:52:55.842569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 0 +2023-12-14 14:52:55.842579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.101 = u32[2097152]{0} add(u32[2097152]{0} %add.102, u32[2097152]{0} %xor.27), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.31> +2023-12-14 14:52:55.842588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:55.842599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:55.842609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[] parameter(0) +2023-12-14 14:52:55.842613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.188> +2023-12-14 14:52:55.842618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:55.842628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 1 +2023-12-14 14:52:55.842638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = u32[2097152]{0} broadcast(u32[] %param_0.31), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 add.100> +2023-12-14 14:52:55.842648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100 +2023-12-14 14:52:55.842658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.100 = u32[2097152]{0} add(u32[2097152]{0} %add.101, u32[2097152]{0} %broadcast.188), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 param_3.25> +2023-12-14 14:52:55.842673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.25 +2023-12-14 14:52:55.842682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 0 +2023-12-14 14:52:55.842696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.25 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.842701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_2.23> +2023-12-14 14:52:55.842706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.23 +2023-12-14 14:52:55.842715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:55.842726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:55.842731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 1 +2023-12-14 14:52:55.842736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.23 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.842741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 add.98> +2023-12-14 14:52:55.842745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98 +2023-12-14 14:52:55.842756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 0 +2023-12-14 14:52:55.842765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:55.842770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.98 = u32[2097152]{0} add(u32[2097152]{0} %param_3.25, u32[2097152]{0} %param_2.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 param_1.45> +2023-12-14 14:52:55.842781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45 +2023-12-14 14:52:55.842791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:55.842800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:55.842805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:55.842810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:55.842815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.45 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.842820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 slice.34> +2023-12-14 14:52:55.842825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:55.842839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:55.842849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 reshape.38> +2023-12-14 14:52:55.842859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:55.842869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:55.842879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:55.842884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.187> +2023-12-14 14:52:55.842893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:55.842904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:55.842914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = u32[2097152]{0} broadcast(u32[] %reshape.38), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-left.22> +2023-12-14 14:52:55.842924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:55.842934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:55.842944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.187), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.842949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.102> +2023-12-14 14:52:55.842957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.842962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:55.842967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.842972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23, operand 0 +2023-12-14 14:52:55.842977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:55.842981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:55.842986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:55.842992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = u32[] constant(32) +2023-12-14 14:52:55.842997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 subtract.26> +2023-12-14 14:52:55.843002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:55.843011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:55.843022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.102, u32[] %reshape.38), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.186> +2023-12-14 14:52:55.843031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:55.843041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:55.843051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = u32[2097152]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-right-logical.24> +2023-12-14 14:52:55.843061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:55.843071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:55.843081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.186), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 or.24> +2023-12-14 14:52:55.843094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:55.843103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:55.843114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.22, u32[2097152]{0} %shift-right-logical.24), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 xor.24> +2023-12-14 14:52:55.843124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:55.843134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:55.843144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:55.843149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 1 +2023-12-14 14:52:55.843154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[2097152]{0} xor(u32[2097152]{0} %add.98, u32[2097152]{0} %or.24), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 add.97> +2023-12-14 14:52:55.843163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97 +2023-12-14 14:52:55.843175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:55.843184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:55.843189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.97 = u32[2097152]{0} add(u32[2097152]{0} %add.98, u32[2097152]{0} %xor.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 slice.33> +2023-12-14 14:52:55.843199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:55.843212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37, operand 0 +2023-12-14 14:52:55.843221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 reshape.37> +2023-12-14 14:52:55.843233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37 +2023-12-14 14:52:55.843243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:55.843252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:55.843257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.37 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 broadcast.185> +2023-12-14 14:52:55.843268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:55.843278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:55.843287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = u32[2097152]{0} broadcast(u32[] %reshape.37), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 shift-left.21> +2023-12-14 14:52:55.843299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:55.843308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:55.843322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.185), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 subtract.25> +2023-12-14 14:52:55.843351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:55.843363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:55.843372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.102, u32[] %reshape.37), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 broadcast.184> +2023-12-14 14:52:55.843382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:55.843393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:55.843402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = u32[2097152]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-right-logical.23> +2023-12-14 14:52:55.843412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:55.843423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:55.843433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.184), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 or.23> +2023-12-14 14:52:55.843443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:55.843453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:55.843463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.21, u32[2097152]{0} %shift-right-logical.23), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 xor.23> +2023-12-14 14:52:55.843477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:55.843487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:55.843496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:55.843501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:55.843507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[2097152]{0} xor(u32[2097152]{0} %add.97, u32[2097152]{0} %or.23), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.96> +2023-12-14 14:52:55.843517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:55.843526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 0 +2023-12-14 14:52:55.843537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:55.843542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = u32[2097152]{0} add(u32[2097152]{0} %add.97, u32[2097152]{0} %xor.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 slice.32> +2023-12-14 14:52:55.843552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:55.843561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36, operand 0 +2023-12-14 14:52:55.843572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 reshape.36> +2023-12-14 14:52:55.843582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36 +2023-12-14 14:52:55.843597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:55.843607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:55.843612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.36 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.183> +2023-12-14 14:52:55.843621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:55.843632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:55.843642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = u32[2097152]{0} broadcast(u32[] %reshape.36), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 shift-left.20> +2023-12-14 14:52:55.843652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:55.843662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22, operand 0 +2023-12-14 14:52:55.843672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.183), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 subtract.24> +2023-12-14 14:52:55.843682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:55.843692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:55.843702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.102, u32[] %reshape.36), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 broadcast.182> +2023-12-14 14:52:55.843715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:55.843726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:55.843736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = u32[2097152]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 shift-right-logical.22> +2023-12-14 14:52:55.843745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:55.843756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22, operand 1 +2023-12-14 14:52:55.843766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.182), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 or.22> +2023-12-14 14:52:55.843775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22 +2023-12-14 14:52:55.843786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:55.843796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.22 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.20, u32[2097152]{0} %shift-right-logical.22), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 xor.22> +2023-12-14 14:52:55.843806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:55.843816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:55.843826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:55.843831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 1 +2023-12-14 14:52:55.843839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[2097152]{0} xor(u32[2097152]{0} %add.96, u32[2097152]{0} %or.22), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.95> +2023-12-14 14:52:55.843850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95 +2023-12-14 14:52:55.843859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:55.843869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.95 = u32[2097152]{0} add(u32[2097152]{0} %add.96, u32[2097152]{0} %xor.22), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 slice.31> +2023-12-14 14:52:55.843880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:55.843889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35, operand 0 +2023-12-14 14:52:55.843900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 reshape.35> +2023-12-14 14:52:55.843910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35 +2023-12-14 14:52:55.843920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23, operand 1 +2023-12-14 14:52:55.843930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:55.843935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.35 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.181> +2023-12-14 14:52:55.843945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:55.843959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:55.843970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = u32[2097152]{0} broadcast(u32[] %reshape.35), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.843974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 shift-left.19> +2023-12-14 14:52:55.843979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.843984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:55.843989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.843994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21, operand 0 +2023-12-14 14:52:55.843999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.181), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 subtract.23> +2023-12-14 14:52:55.844009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23 +2023-12-14 14:52:55.844019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:55.844029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.23 = u32[] subtract(u32[] %constant.102, u32[] %reshape.35), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.180> +2023-12-14 14:52:55.844039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:55.844049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:55.844059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = u32[2097152]{0} broadcast(u32[] %subtract.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 shift-right-logical.21> +2023-12-14 14:52:55.844069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:55.844082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21, operand 1 +2023-12-14 14:52:55.844092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.180), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 or.21> +2023-12-14 14:52:55.844102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21 +2023-12-14 14:52:55.844112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:55.844122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.21 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.19, u32[2097152]{0} %shift-right-logical.21), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 xor.21> +2023-12-14 14:52:55.844132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:55.844142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:55.844154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[2097152]{0} xor(u32[2097152]{0} %add.95, u32[2097152]{0} %or.21), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 param_0.30> +2023-12-14 14:52:55.844163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.30 +2023-12-14 14:52:55.844174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:55.844184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.30 = u32[] parameter(0) +2023-12-14 14:52:55.844189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 broadcast.179> +2023-12-14 14:52:55.844194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:55.844207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:55.844218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = u32[2097152]{0} broadcast(u32[] %param_0.30), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 add.92> +2023-12-14 14:52:55.844227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:55.844238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 0 +2023-12-14 14:52:55.844248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = u32[2097152]{0} add(u32[2097152]{0} %xor.21, u32[2097152]{0} %broadcast.179), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 param_4.37> +2023-12-14 14:52:55.844257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.37 +2023-12-14 14:52:55.844268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 0 +2023-12-14 14:52:55.844278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.37 = s32[] parameter(4) +2023-12-14 14:52:55.844283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.103> +2023-12-14 14:52:55.844287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:55.844298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 1 +2023-12-14 14:52:55.844308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(1) +2023-12-14 14:52:55.844313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 add.99> +2023-12-14 14:52:55.844317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99 +2023-12-14 14:52:55.844327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4, operand 0 +2023-12-14 14:52:55.844341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.99 = s32[] add(s32[] %param_4.37, s32[] %constant.103), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 convert.4> +2023-12-14 14:52:55.844351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4 +2023-12-14 14:52:55.844361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:55.844371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.4 = u32[] convert(s32[] %add.99), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 broadcast.178> +2023-12-14 14:52:55.844381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:55.844392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 1 +2023-12-14 14:52:55.844401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = u32[2097152]{0} broadcast(u32[] %convert.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.91> +2023-12-14 14:52:55.844412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91 +2023-12-14 14:52:55.844422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.91 = u32[2097152]{0} add(u32[2097152]{0} %add.92, u32[2097152]{0} %broadcast.178), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 param_0.32> +2023-12-14 14:52:55.844437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.32 +2023-12-14 14:52:55.844447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:55.844457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.32 = u32[2097152]{0} parameter(0) +2023-12-14 14:52:55.844465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 param_1.47> +2023-12-14 14:52:55.844471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.47 +2023-12-14 14:52:55.844480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:55.844491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.47 = u32[2097152]{0} parameter(1) +2023-12-14 14:52:55.844495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 concatenate.1> +2023-12-14 14:52:55.844501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:55.844510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:55.844521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[4194304]{0} concatenate(u32[2097152]{0} %param_0.32, u32[2097152]{0} %param_1.47), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 constant.139> +2023-12-14 14:52:55.844531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.139 +2023-12-14 14:52:55.844540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223, operand 0 +2023-12-14 14:52:55.844551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.139 = u32[] constant(9) +2023-12-14 14:52:55.844556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 broadcast.223> +2023-12-14 14:52:55.844561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223 +2023-12-14 14:52:55.844571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:55.844581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.223 = u32[4194304]{0} broadcast(u32[] %constant.139), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 shift-right-logical.28> +2023-12-14 14:52:55.844595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:55.844604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:55.844615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[4194304]{0} shift-right-logical(u32[4194304]{0} %concatenate.1, u32[4194304]{0} %broadcast.223), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 constant.137> +2023-12-14 14:52:55.844626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.137 +2023-12-14 14:52:55.844637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222, operand 0 +2023-12-14 14:52:55.844646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.137 = u32[] constant(1065353216) +2023-12-14 14:52:55.844652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 broadcast.222> +2023-12-14 14:52:55.844656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222 +2023-12-14 14:52:55.844666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:55.844676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.222 = u32[4194304]{0} broadcast(u32[] %constant.137), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 or.28> +2023-12-14 14:52:55.844686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:55.844696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2, operand 0 +2023-12-14 14:52:55.844706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[4194304]{0} or(u32[4194304]{0} %shift-right-logical.28, u32[4194304]{0} %broadcast.222), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 bitcast-convert.2> +2023-12-14 14:52:55.844717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2 +2023-12-14 14:52:55.844731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:55.844740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.2 = f32[4194304]{0} bitcast-convert(u32[4194304]{0} %or.28), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.135> +2023-12-14 14:52:55.844751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.135 +2023-12-14 14:52:55.844761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221, operand 0 +2023-12-14 14:52:55.844770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.135 = f32[] constant(-1) +2023-12-14 14:52:55.844776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.221> +2023-12-14 14:52:55.844781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221 +2023-12-14 14:52:55.844791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:55.844800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.221 = f32[4194304]{0} broadcast(f32[] %constant.135), dimensions={} +2023-12-14 14:52:55.844806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.116> +2023-12-14 14:52:55.844811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:55.844821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 0 +2023-12-14 14:52:55.844830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[4194304]{0} add(f32[4194304]{0} %bitcast-convert.2, f32[4194304]{0} %broadcast.221), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.133> +2023-12-14 14:52:55.844841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.133 +2023-12-14 14:52:55.844853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220, operand 0 +2023-12-14 14:52:55.844864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.133 = f32[] constant(2) +2023-12-14 14:52:55.844869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.220> +2023-12-14 14:52:55.844874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220 +2023-12-14 14:52:55.844885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 1 +2023-12-14 14:52:55.844895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.220 = f32[4194304]{0} broadcast(f32[] %constant.133), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.52> +2023-12-14 14:52:55.844904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52 +2023-12-14 14:52:55.844915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:55.844925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.52 = f32[4194304]{0} multiply(f32[4194304]{0} %add.116, f32[4194304]{0} %broadcast.220), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.131> +2023-12-14 14:52:55.844935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.131 +2023-12-14 14:52:55.844946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219, operand 0 +2023-12-14 14:52:55.844956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.131 = f32[] constant(-0.99999994) +2023-12-14 14:52:55.844961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.219> +2023-12-14 14:52:55.844965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.844970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219 +2023-12-14 14:52:55.844975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.844980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2, operand 1 +2023-12-14 14:52:55.844985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:55.844993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.219 = f32[4194304]{0} broadcast(f32[] %constant.131), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.844998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.115> +2023-12-14 14:52:55.845004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:55.845014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2, operand 0 +2023-12-14 14:52:55.845024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[4194304]{0} add(f32[4194304]{0} %multiply.52, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.845029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 maximum.2> +2023-12-14 14:52:55.845034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2 +2023-12-14 14:52:55.845044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42, operand 0 +2023-12-14 14:52:55.845054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.2 = f32[4194304]{0} maximum(f32[4194304]{0} %add.115, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.845059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 reshape.42> +2023-12-14 14:52:55.845064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42 +2023-12-14 14:52:55.845074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 1 +2023-12-14 14:52:55.845084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:55.845088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:55.845094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:55.845099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:55.845105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.42 = f32[2048,2048]{1,0} reshape(f32[4194304]{0} %maximum.2), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.845112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 abs.3> +2023-12-14 14:52:55.845117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:55.845127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 0 +2023-12-14 14:52:55.845138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048,2048]{1,0} abs(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="abs.83"} +2023-12-14 14:52:55.845142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.129> +2023-12-14 14:52:55.845147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.129 +2023-12-14 14:52:55.845157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218, operand 0 +2023-12-14 14:52:55.845168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.129 = f32[] constant(1) +2023-12-14 14:52:55.845173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 broadcast.218> +2023-12-14 14:52:55.845177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218 +2023-12-14 14:52:55.845187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 1 +2023-12-14 14:52:55.845198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.218 = f32[2048,2048]{1,0} broadcast(f32[] %constant.129), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:55.845203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 compare.9> +2023-12-14 14:52:55.845208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9 +2023-12-14 14:52:55.845218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 0 +2023-12-14 14:52:55.845228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.9 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %abs.3, f32[2048,2048]{1,0} %broadcast.218), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:55.845233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.128> +2023-12-14 14:52:55.845238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128 +2023-12-14 14:52:55.845251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217, operand 0 +2023-12-14 14:52:55.845262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.128 = f32[] constant(inf) +2023-12-14 14:52:55.845267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 broadcast.217> +2023-12-14 14:52:55.845272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217 +2023-12-14 14:52:55.845282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:55.845293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.217 = f32[2048,2048]{1,0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:55.845298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 multiply.51> +2023-12-14 14:52:55.845302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:55.845313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 1 +2023-12-14 14:52:55.845323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %reshape.42, f32[2048,2048]{1,0} %broadcast.217), metadata={op_name="multiply.81"} +2023-12-14 14:52:55.845328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 negate.10> +2023-12-14 14:52:55.845333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:55.845343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:55.845353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="negate.2"} +2023-12-14 14:52:55.845358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 multiply.50> +2023-12-14 14:52:55.845363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:55.845373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:55.845384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %negate.10, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.3"} +2023-12-14 14:52:55.845392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 log-plus-one.3> +2023-12-14 14:52:55.845397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:55.845408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:55.845417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048,2048]{1,0} log-plus-one(f32[2048,2048]{1,0} %multiply.50), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:55.845422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 negate.9> +2023-12-14 14:52:55.845428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:55.845438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:55.845448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:55.845452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 0 +2023-12-14 14:52:55.845458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:55.845463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.127> +2023-12-14 14:52:55.845468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127 +2023-12-14 14:52:55.845478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216, operand 0 +2023-12-14 14:52:55.845488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.127 = f32[] constant(5) +2023-12-14 14:52:55.845493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 broadcast.216> +2023-12-14 14:52:55.845498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216 +2023-12-14 14:52:55.845508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 1 +2023-12-14 14:52:55.845518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.216 = f32[2048,2048]{1,0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:55.845526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 compare.8> +2023-12-14 14:52:55.845531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8 +2023-12-14 14:52:55.845540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 0 +2023-12-14 14:52:55.845551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 0 +2023-12-14 14:52:55.845556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 0 +2023-12-14 14:52:55.845561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 0 +2023-12-14 14:52:55.845566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 0 +2023-12-14 14:52:55.845571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 0 +2023-12-14 14:52:55.845575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 0 +2023-12-14 14:52:55.845581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:55.845586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:55.845591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:55.845596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.8 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.216), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:55.845601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 constant.126> +2023-12-14 14:52:55.845606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126 +2023-12-14 14:52:55.845616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215, operand 0 +2023-12-14 14:52:55.845626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.126 = f32[] constant(1.50140941) +2023-12-14 14:52:55.845631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 broadcast.215> +2023-12-14 14:52:55.845636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215 +2023-12-14 14:52:55.845646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:55.845656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.215 = f32[2048,2048]{1,0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:55.845661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.125> +2023-12-14 14:52:55.845669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125 +2023-12-14 14:52:55.845679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214, operand 0 +2023-12-14 14:52:55.845689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.125 = f32[] constant(2.83297682) +2023-12-14 14:52:55.845694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 broadcast.214> +2023-12-14 14:52:55.845700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214 +2023-12-14 14:52:55.845710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:55.845720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.214 = f32[2048,2048]{1,0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:55.845725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 select.43> +2023-12-14 14:52:55.845730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:55.845740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:55.845750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.215, f32[2048,2048]{1,0} %broadcast.214), metadata={op_name="select.76"} +2023-12-14 14:52:55.845755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.124> +2023-12-14 14:52:55.845761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124 +2023-12-14 14:52:55.845771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213, operand 0 +2023-12-14 14:52:55.845781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.124 = f32[] constant(0.246640727) +2023-12-14 14:52:55.845786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.213> +2023-12-14 14:52:55.845790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213 +2023-12-14 14:52:55.845801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:55.845813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.213 = f32[2048,2048]{1,0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:55.845818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 constant.123> +2023-12-14 14:52:55.845824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123 +2023-12-14 14:52:55.845834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212, operand 0 +2023-12-14 14:52:55.845844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.123 = f32[] constant(1.00167406) +2023-12-14 14:52:55.845848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 broadcast.212> +2023-12-14 14:52:55.845854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212 +2023-12-14 14:52:55.845864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:55.845874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.212 = f32[2048,2048]{1,0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:55.845878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 select.42> +2023-12-14 14:52:55.845884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:55.845894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:55.845904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.213, f32[2048,2048]{1,0} %broadcast.212), metadata={op_name="select.69"} +2023-12-14 14:52:55.845908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 constant.122> +2023-12-14 14:52:55.845914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122 +2023-12-14 14:52:55.845924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211, operand 0 +2023-12-14 14:52:55.845934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.122 = f32[] constant(-0.00417768164) +2023-12-14 14:52:55.845941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 broadcast.211> +2023-12-14 14:52:55.845947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211 +2023-12-14 14:52:55.845956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:55.845966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.211 = f32[2048,2048]{1,0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:55.845971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 constant.121> +2023-12-14 14:52:55.845976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.845981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121 +2023-12-14 14:52:55.845986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.845991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210, operand 0 +2023-12-14 14:52:55.845996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.121 = f32[] constant(0.00943887047) +2023-12-14 14:52:55.846001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 broadcast.210> +2023-12-14 14:52:55.846006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210 +2023-12-14 14:52:55.846016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:55.846025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.210 = f32[2048,2048]{1,0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:55.846030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 select.41> +2023-12-14 14:52:55.846036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:55.846046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:55.846055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.211, f32[2048,2048]{1,0} %broadcast.210), metadata={op_name="select.62"} +2023-12-14 14:52:55.846060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 constant.120> +2023-12-14 14:52:55.846066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120 +2023-12-14 14:52:55.846078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209, operand 0 +2023-12-14 14:52:55.846088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.120 = f32[] constant(-0.00125372503) +2023-12-14 14:52:55.846093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 broadcast.209> +2023-12-14 14:52:55.846098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209 +2023-12-14 14:52:55.846108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 1 +2023-12-14 14:52:55.846117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.209 = f32[2048,2048]{1,0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:55.846122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 constant.119> +2023-12-14 14:52:55.846128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119 +2023-12-14 14:52:55.846137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:55.846147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.119 = f32[] constant(-0.0076224613) +2023-12-14 14:52:55.846152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.208> +2023-12-14 14:52:55.846157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:55.846167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 2 +2023-12-14 14:52:55.846177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = f32[2048,2048]{1,0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:55.846182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 select.40> +2023-12-14 14:52:55.846187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40 +2023-12-14 14:52:55.846197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:55.846207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.40 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.209, f32[2048,2048]{1,0} %broadcast.208), metadata={op_name="select.55"} +2023-12-14 14:52:55.846214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 constant.118> +2023-12-14 14:52:55.846220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118 +2023-12-14 14:52:55.846230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:55.846239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.118 = f32[] constant(0.00021858087) +2023-12-14 14:52:55.846244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 broadcast.207> +2023-12-14 14:52:55.846250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:55.846259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 1 +2023-12-14 14:52:55.846269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = f32[2048,2048]{1,0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:55.846274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 constant.117> +2023-12-14 14:52:55.846280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117 +2023-12-14 14:52:55.846289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:55.846299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.117 = f32[] constant(0.00573950773) +2023-12-14 14:52:55.846304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 broadcast.206> +2023-12-14 14:52:55.846309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:55.846319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 2 +2023-12-14 14:52:55.846328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[2048,2048]{1,0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:55.846333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 select.39> +2023-12-14 14:52:55.846339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39 +2023-12-14 14:52:55.846351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:55.846361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.39 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.207, f32[2048,2048]{1,0} %broadcast.206), metadata={op_name="select.48"} +2023-12-14 14:52:55.846367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 constant.116> +2023-12-14 14:52:55.846372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116 +2023-12-14 14:52:55.846382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:55.846392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.116 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:55.846396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 broadcast.205> +2023-12-14 14:52:55.846402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:55.846411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 1 +2023-12-14 14:52:55.846421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[2048,2048]{1,0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:55.846427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 constant.115> +2023-12-14 14:52:55.846432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115 +2023-12-14 14:52:55.846442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:55.846452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.115 = f32[] constant(-0.00367342844) +2023-12-14 14:52:55.846457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.204> +2023-12-14 14:52:55.846462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:55.846472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 2 +2023-12-14 14:52:55.846485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[2048,2048]{1,0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:55.846490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 select.38> +2023-12-14 14:52:55.846495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38 +2023-12-14 14:52:55.846504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:55.846514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.38 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.205, f32[2048,2048]{1,0} %broadcast.204), metadata={op_name="select.41"} +2023-12-14 14:52:55.846520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 constant.114> +2023-12-14 14:52:55.846525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114 +2023-12-14 14:52:55.846534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:55.846544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.114 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:55.846550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 broadcast.203> +2023-12-14 14:52:55.846555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:55.846565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 1 +2023-12-14 14:52:55.846575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = f32[2048,2048]{1,0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:55.846580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.113> +2023-12-14 14:52:55.846585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113 +2023-12-14 14:52:55.846595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:55.846604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.113 = f32[] constant(0.00134934322) +2023-12-14 14:52:55.846610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 broadcast.202> +2023-12-14 14:52:55.846615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:55.846628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 2 +2023-12-14 14:52:55.846638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = f32[2048,2048]{1,0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:55.846644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 select.37> +2023-12-14 14:52:55.846649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37 +2023-12-14 14:52:55.846658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 0 +2023-12-14 14:52:55.846668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.37 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.203, f32[2048,2048]{1,0} %broadcast.202), metadata={op_name="select.34"} +2023-12-14 14:52:55.846673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 constant.112> +2023-12-14 14:52:55.846678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112 +2023-12-14 14:52:55.846688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:55.846698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.112 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:55.846703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 broadcast.201> +2023-12-14 14:52:55.846708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:55.846718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 1 +2023-12-14 14:52:55.846727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[2048,2048]{1,0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:55.846733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 constant.111> +2023-12-14 14:52:55.846738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111 +2023-12-14 14:52:55.846747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:55.846761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.111 = f32[] constant(0.000100950558) +2023-12-14 14:52:55.846767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.200> +2023-12-14 14:52:55.846771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:55.846781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 2 +2023-12-14 14:52:55.846791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[2048,2048]{1,0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:55.846797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 select.36> +2023-12-14 14:52:55.846802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36 +2023-12-14 14:52:55.846811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:55.846821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.36 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.201, f32[2048,2048]{1,0} %broadcast.200), metadata={op_name="select.27"} +2023-12-14 14:52:55.846827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.110> +2023-12-14 14:52:55.846832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110 +2023-12-14 14:52:55.846841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:55.846852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.110 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:55.846857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.199> +2023-12-14 14:52:55.846862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:55.846871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 1 +2023-12-14 14:52:55.846882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[2048,2048]{1,0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:55.846890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 constant.109> +2023-12-14 14:52:55.846895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109 +2023-12-14 14:52:55.846905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:55.846916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.109 = f32[] constant(-0.000200214257) +2023-12-14 14:52:55.846921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 broadcast.198> +2023-12-14 14:52:55.846925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:55.846935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 2 +2023-12-14 14:52:55.846946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048,2048]{1,0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:55.846951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 select.35> +2023-12-14 14:52:55.846955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35 +2023-12-14 14:52:55.846965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.846971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:55.846976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.35 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.199, f32[2048,2048]{1,0} %broadcast.198), metadata={op_name="select.21"} +2023-12-14 14:52:55.846981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 constant.108> +2023-12-14 14:52:55.846986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.846991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108 +2023-12-14 14:52:55.846995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:55.847006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.108 = f32[] constant(-2.5) +2023-12-14 14:52:55.847011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 broadcast.197> +2023-12-14 14:52:55.847016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:55.847025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:55.847039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048,2048]{1,0} broadcast(f32[] %constant.108), dimensions={} +2023-12-14 14:52:55.847044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 add.114> +2023-12-14 14:52:55.847049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:55.847058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 1 +2023-12-14 14:52:55.847069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.197), metadata={op_name="subtract.15"} +2023-12-14 14:52:55.847074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 sqrt.3> +2023-12-14 14:52:55.847079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:55.847088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 0 +2023-12-14 14:52:55.847099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048,2048]{1,0} sqrt(f32[2048,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:55.847104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 constant.106> +2023-12-14 14:52:55.847109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106 +2023-12-14 14:52:55.847118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:55.847129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.106 = f32[] constant(-3) +2023-12-14 14:52:55.847134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 broadcast.196> +2023-12-14 14:52:55.847139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:55.847149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 1 +2023-12-14 14:52:55.847160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048,2048]{1,0} broadcast(f32[] %constant.106), dimensions={} +2023-12-14 14:52:55.847164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 add.113> +2023-12-14 14:52:55.847172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113 +2023-12-14 14:52:55.847182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 2 +2023-12-14 14:52:55.847193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.113 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %sqrt.3, f32[2048,2048]{1,0} %broadcast.196), metadata={op_name="subtract.12"} +2023-12-14 14:52:55.847198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 select.34> +2023-12-14 14:52:55.847203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34 +2023-12-14 14:52:55.847213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:55.847223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:55.847228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:55.847233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:55.847238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:55.847243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:55.847248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:55.847253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:55.847258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.34 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %add.114, f32[2048,2048]{1,0} %add.113), metadata={op_name="select.16"} +2023-12-14 14:52:55.847263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 multiply.49> +2023-12-14 14:52:55.847268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:55.847278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:55.847289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.35, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:55.847293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.112> +2023-12-14 14:52:55.847298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:55.847314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:55.847327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.36, f32[2048,2048]{1,0} %multiply.49), metadata={op_name="add.28"} +2023-12-14 14:52:55.847332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 multiply.48> +2023-12-14 14:52:55.847338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:55.847350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 1 +2023-12-14 14:52:55.847359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.112, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:55.847364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 add.111> +2023-12-14 14:52:55.847370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111 +2023-12-14 14:52:55.847379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:55.847389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.111 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.37, f32[2048,2048]{1,0} %multiply.48), metadata={op_name="add.35"} +2023-12-14 14:52:55.847394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 multiply.47> +2023-12-14 14:52:55.847400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:55.847410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:55.847420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.111, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:55.847425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 add.110> +2023-12-14 14:52:55.847430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:55.847440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:55.847453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.38, f32[2048,2048]{1,0} %multiply.47), metadata={op_name="add.42"} +2023-12-14 14:52:55.847458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 multiply.46> +2023-12-14 14:52:55.847463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:55.847473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:55.847483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.110, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:55.847488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.109> +2023-12-14 14:52:55.847493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:55.847503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:55.847513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.39, f32[2048,2048]{1,0} %multiply.46), metadata={op_name="add.49"} +2023-12-14 14:52:55.847519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 multiply.45> +2023-12-14 14:52:55.847523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:55.847534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:55.847543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.109, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:55.847549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 add.108> +2023-12-14 14:52:55.847553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:55.847564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:55.847573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.40, f32[2048,2048]{1,0} %multiply.45), metadata={op_name="add.56"} +2023-12-14 14:52:55.847581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 multiply.44> +2023-12-14 14:52:55.847588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:55.847603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:55.847617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.108, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:55.847625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 add.107> +2023-12-14 14:52:55.847634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:55.847645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:55.847655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.41, f32[2048,2048]{1,0} %multiply.44), metadata={op_name="add.63"} +2023-12-14 14:52:55.847660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 multiply.43> +2023-12-14 14:52:55.847665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:55.847675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:55.847686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.107, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:55.847691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 add.106> +2023-12-14 14:52:55.847696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:55.847706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:55.847716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.42, f32[2048,2048]{1,0} %multiply.43), metadata={op_name="add.70"} +2023-12-14 14:52:55.847721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 multiply.42> +2023-12-14 14:52:55.847726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:55.847739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:55.847749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.106, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:55.847754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 add.105> +2023-12-14 14:52:55.847760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:55.847769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 0 +2023-12-14 14:52:55.847780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.43, f32[2048,2048]{1,0} %multiply.42), metadata={op_name="add.77"} +2023-12-14 14:52:55.847784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 multiply.41> +2023-12-14 14:52:55.847790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41 +2023-12-14 14:52:55.847799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 2 +2023-12-14 14:52:55.847810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.41 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.105, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.78"} +2023-12-14 14:52:55.847814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 select.33> +2023-12-14 14:52:55.847820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33 +2023-12-14 14:52:55.847829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 0 +2023-12-14 14:52:55.847839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.33 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.9, f32[2048,2048]{1,0} %multiply.51, f32[2048,2048]{1,0} %multiply.41), metadata={op_name="select.86"} +2023-12-14 14:52:55.847844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 constant.105> +2023-12-14 14:52:55.847849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105 +2023-12-14 14:52:55.847863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:55.847873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.105 = f32[] constant(1.41421354) +2023-12-14 14:52:55.847879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 broadcast.195> +2023-12-14 14:52:55.847883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:55.847894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 1 +2023-12-14 14:52:55.847903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048,2048]{1,0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.847909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 multiply.40> +2023-12-14 14:52:55.847914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40 +2023-12-14 14:52:55.847924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.40 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.33, f32[2048,2048]{1,0} %broadcast.195), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.847934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.847939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.847949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:55.847959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.847964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.847970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.847974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.847979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.847985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:55.847989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:55.847997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:55.848003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:55.848007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:55.848012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:55.848018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:55.848023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:55.848028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.848038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.848048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:55.848053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:55.848064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.848075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.848085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.848100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.848110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.848128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.848138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.848154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.848163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.848178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.848188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.848203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.848213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.848228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.848238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.848255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.848266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:55.848271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:55.848281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.848291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.848301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:55.848306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:55.848315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.848326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.848336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:55.848340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:55.848351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.848361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.848370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:55.848375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:55.848385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.848398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.848408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:55.848413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:55.848424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.848433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.848444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:55.848448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:55.848459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.848468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.848478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:55.848484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:55.848493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.848503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.848514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:55.848521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:55.848531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.848536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{} (phi)> +2023-12-14 14:52:55.848542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.848552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:55.848562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.848567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.848573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 while.1{0} (phi)> +2023-12-14 14:52:55.848578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.848587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.848598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{1} (phi)> +2023-12-14 14:52:55.848603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.848613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.848618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:55.848623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:55.848633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:55.848638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.848647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 while.1{2} (phi)> +2023-12-14 14:52:55.848653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.848663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:55.848668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:55.848673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:55.848682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:55.848688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.848693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 while.1{3} (phi)> +2023-12-14 14:52:55.848698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.848708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.848718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 while.1{4} (phi)> +2023-12-14 14:52:55.848723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.848733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.848743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 while.1{5} (phi)> +2023-12-14 14:52:55.848748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.848761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.848771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 while.1{6} (phi)> +2023-12-14 14:52:55.848777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.848787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.848797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 while.1{7} (phi)> +2023-12-14 14:52:55.848802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.848807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.848812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.848818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.849002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.849022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.16 = s32[] copy(s32[] %add.55), control-predecessors={%copy.8} which are in the same computation + +2023-12-14 14:52:55.849036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.849048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.17 = u32[2097152]{0} copy(u32[2097152]{0} %call.1), control-predecessors={%copy.9} which are in the same computation + +2023-12-14 14:52:55.849065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.849076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.18 = u32[2097152]{0} copy(u32[2097152]{0} %call), control-predecessors={%copy.10} which are in the same computation + +2023-12-14 14:52:55.849090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.849101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:55.849115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.849126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:55.849137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.849149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:55.849164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.849176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:55.849188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.849199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:55.849211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:55.849228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %tuple.11 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.16, u32[2097152]{0} %copy.17, u32[2097152]{0} %copy.18, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) which are in the same computation + +2023-12-14 14:52:55.849319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[2097152]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.16 = s32[] copy(s32[] %add.55), control-predecessors={%copy.8} which are in the same computation + +2023-12-14 14:52:55.849335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[2097152]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.17 = u32[2097152]{0} copy(u32[2097152]{0} %call.1), control-predecessors={%copy.9} which are in the same computation + +2023-12-14 14:52:55.849350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call.1 = u32[2097152]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9), to_apply=%parallel_fusion.1 +and %copy.18 = u32[2097152]{0} copy(u32[2097152]{0} %call), control-predecessors={%copy.10} which are in the same computation + +2023-12-14 14:52:55.849359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call.1 = u32[2097152]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9), to_apply=%parallel_fusion.1 +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:55.849369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[2097152]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:55.849378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:55.849388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[2097152]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:55.849396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:55.849412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} which are in the same computation + +2023-12-14 14:52:55.849425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.16 = s32[] copy(s32[] %add.55), control-predecessors={%copy.8} +and %while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone which are in the same computation + +2023-12-14 14:52:55.849446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %fusion.1.clone = u32[2097152]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[2097152]{0} %p.7, u32[2097152]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:55.849463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.17 = u32[2097152]{0} copy(u32[2097152]{0} %call.1), control-predecessors={%copy.9} +and %while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone which are in the same computation + +2023-12-14 14:52:55.849480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:55.849493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.18 = u32[2097152]{0} copy(u32[2097152]{0} %call), control-predecessors={%copy.10} +and %while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone which are in the same computation + +2023-12-14 14:52:55.849502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +and %copy.12 = u32[] copy(u32[] %get-tuple-element.134) which are in the same computation + +2023-12-14 14:52:55.849510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +and %copy.13 = u32[] copy(u32[] %get-tuple-element.135) which are in the same computation + +2023-12-14 14:52:55.849518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +and %copy.11 = u32[] copy(u32[] %get-tuple-element.133) which are in the same computation + +2023-12-14 14:52:55.849527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +and %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) which are in the same computation + +2023-12-14 14:52:55.849535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +and %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) which are in the same computation + +2023-12-14 14:52:55.849549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[2097152]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} which are in the same computation + +2023-12-14 14:52:55.849567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[2097152]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %fusion.1.clone = u32[2097152]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[2097152]{0} %p.7, u32[2097152]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:55.849580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[2097152]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:55.849594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call.1 = u32[2097152]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9), to_apply=%parallel_fusion.1 +and %fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:55.849604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call.1 = u32[2097152]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9), to_apply=%parallel_fusion.1 +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:55.849614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[2097152]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:55.849623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:55.849632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[2097152]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:55.849641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:55.849649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +and %copy.12 = u32[] copy(u32[] %get-tuple-element.134) which are in the same computation + +2023-12-14 14:52:55.849660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +and %copy.13 = u32[] copy(u32[] %get-tuple-element.135) which are in the same computation + +2023-12-14 14:52:55.849668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +and %copy.11 = u32[] copy(u32[] %get-tuple-element.133) which are in the same computation + +2023-12-14 14:52:55.849676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +and %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) which are in the same computation + +2023-12-14 14:52:55.849684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +and %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) which are in the same computation + +2023-12-14 14:52:55.849791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:55.850316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.850380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.850387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.850403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:55.850409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:55.850422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:55.850428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:55.850433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:55.850437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:55.850442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:55.850448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:55.850453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:55.850457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:55.850463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:55.850469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:55.850474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:55.850480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:55.850486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:55.850498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:55.850503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:55.850508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:55.850524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.850535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.850541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 270, phi: +2023-12-14 14:52:55.850546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.850550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.850555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:55.850561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69: +2023-12-14 14:52:55.850565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 271, phi: +2023-12-14 14:52:55.850571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.850575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.850580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 272, phi: +2023-12-14 14:52:55.850585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.850590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:55.850595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:55.850599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53: +2023-12-14 14:52:55.850605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 273, phi: +2023-12-14 14:52:55.850609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.850614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.850620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:55.850624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:55.850629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 274, phi: +2023-12-14 14:52:55.850634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.850639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.850644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:55.850648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12: +2023-12-14 14:52:55.850653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 275, phi: +2023-12-14 14:52:55.850658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.850663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:55.850668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:55.850672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62: +2023-12-14 14:52:55.850681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 276, phi: +2023-12-14 14:52:55.850685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.850691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.850696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:55.850700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:55.850705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 277, phi: +2023-12-14 14:52:55.850711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.850716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.850722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:55.850727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:55.850732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 278, phi: +2023-12-14 14:52:55.850737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.850742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:55.850746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:55.850751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67: +2023-12-14 14:52:55.850756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 279, phi: +2023-12-14 14:52:55.850761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.850766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.850770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:55.850776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:55.850780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 280, phi: +2023-12-14 14:52:55.850786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.850790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:55.850795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 281, phi: +2023-12-14 14:52:55.850800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.850805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.850809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 282, phi: +2023-12-14 14:52:55.850815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.850819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.850824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 283, phi: +2023-12-14 14:52:55.850829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.850834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:55.850839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 284, phi: +2023-12-14 14:52:55.850847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.850852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.850857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 285, phi: +2023-12-14 14:52:55.850861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.850867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.850871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 286, phi: +2023-12-14 14:52:55.850877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.850881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:55.850886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 287, phi: +2023-12-14 14:52:55.850891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.850896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.850901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 288, phi: +2023-12-14 14:52:55.850906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:55.850910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.850915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 289, phi: +2023-12-14 14:52:55.850920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:55.850925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:55.850930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 290, phi: +2023-12-14 14:52:55.850935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.850939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.850944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 291, phi: +2023-12-14 14:52:55.850949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.850953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.850958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 292, phi: +2023-12-14 14:52:55.850964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:55.850969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:55.850974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 293, phi: +2023-12-14 14:52:55.850978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:55.850983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.850988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 294, phi: +2023-12-14 14:52:55.850993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:55.850998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.851002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 295, phi: +2023-12-14 14:52:55.851010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:55.851016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.851020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 296, phi: +2023-12-14 14:52:55.851026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:55.851030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:55.851048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.851057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.851063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 270, phi: +2023-12-14 14:52:55.851067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.851072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.851077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:55.851082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69: +2023-12-14 14:52:55.851087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 271, phi: +2023-12-14 14:52:55.851092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.851096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.851101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 272, phi: +2023-12-14 14:52:55.851107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.851112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:55.851117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:55.851121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53: +2023-12-14 14:52:55.851126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 273, phi: +2023-12-14 14:52:55.851131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.851135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.851140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:55.851145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:55.851150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 274, phi: +2023-12-14 14:52:55.851155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.851159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.851164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:55.851169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12: +2023-12-14 14:52:55.851174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 275, phi: +2023-12-14 14:52:55.851179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.851184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:55.851192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:55.851196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62: +2023-12-14 14:52:55.851202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 276, phi: +2023-12-14 14:52:55.851207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.851212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.851216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:55.851221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:55.851226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 277, phi: +2023-12-14 14:52:55.851231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.851236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.851241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:55.851246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:55.851250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 278, phi: +2023-12-14 14:52:55.851255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.851260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:55.851266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:55.851271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67: +2023-12-14 14:52:55.851275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 279, phi: +2023-12-14 14:52:55.851280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.851285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.851290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:55.851295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:55.851300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 280, phi: +2023-12-14 14:52:55.851305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.851309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:55.851314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 281, phi: +2023-12-14 14:52:55.851329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.851335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.851341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 282, phi: +2023-12-14 14:52:55.851345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.851350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.851355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 283, phi: +2023-12-14 14:52:55.851359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.851365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:55.851373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 284, phi: +2023-12-14 14:52:55.851378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.851382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.851387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 285, phi: +2023-12-14 14:52:55.851392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.851397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.851402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 286, phi: +2023-12-14 14:52:55.851407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.851411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:55.851416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 287, phi: +2023-12-14 14:52:55.851421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.851426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.851431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 288, phi: +2023-12-14 14:52:55.851436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:55.851441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.851445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 289, phi: +2023-12-14 14:52:55.851450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:55.851455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:55.851461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 290, phi: +2023-12-14 14:52:55.851465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.851470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.851475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 291, phi: +2023-12-14 14:52:55.851479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.851484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.851490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 292, phi: +2023-12-14 14:52:55.851494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:55.851499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:55.851504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 293, phi: +2023-12-14 14:52:55.851508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:55.851514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.851519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 294, phi: +2023-12-14 14:52:55.851524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:55.851529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.851536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 295, phi: +2023-12-14 14:52:55.851541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:55.851546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.851552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 296, phi: +2023-12-14 14:52:55.851556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:55.851561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:55.851566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.851574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <36 Arg_0.1> + +2023-12-14 14:52:55.851580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.851586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 constant.14> + +2023-12-14 14:52:55.851591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:55.851597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <41 constant.16> + +2023-12-14 14:52:55.851602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:55.851608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <40 constant.17> + +2023-12-14 14:52:55.851614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.851626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <288 while.1{} (phi)> + {0} : HloValueSet: <289 while.1{0} (phi)> + {1} : HloValueSet: <290 while.1{1} (phi)> + {2} : HloValueSet: <291 while.1{2} (phi)> + {3} : HloValueSet: <292 while.1{3} (phi)> + {4} : HloValueSet: <293 while.1{4} (phi)> + {5} : HloValueSet: <294 while.1{5} (phi)> + {6} : HloValueSet: <295 while.1{6} (phi)> + {7} : HloValueSet: <296 while.1{7} (phi)> + +2023-12-14 14:52:55.851632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.851638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <290 while.1{1} (phi)> + +2023-12-14 14:52:55.851644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:55.851649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <291 while.1{2} (phi)> + +2023-12-14 14:52:55.851654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:55.851660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:55.851666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:55.851672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <37 fusion.5> + +2023-12-14 14:52:55.851680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:55.851685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 fusion.7> + +2023-12-14 14:52:55.851690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:55.851696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 fusion.2.clone> + +2023-12-14 14:52:55.851702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:55.851707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <1 fusion.4.clone> + +2023-12-14 14:52:55.851712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:55.851717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <0 fusion.6.clone> + +2023-12-14 14:52:55.851722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:55.851728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <43 copy> + +2023-12-14 14:52:55.851734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.1 +2023-12-14 14:52:55.851739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <44 copy.1> + +2023-12-14 14:52:55.851744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:52:55.851750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <45 copy.2> + +2023-12-14 14:52:55.851755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.3 +2023-12-14 14:52:55.851761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <46 copy.3> + +2023-12-14 14:52:55.851766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.4 +2023-12-14 14:52:55.851772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <47 copy.4> + +2023-12-14 14:52:55.851776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.5 +2023-12-14 14:52:55.851782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <48 copy.5> + +2023-12-14 14:52:55.851787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.6 +2023-12-14 14:52:55.851793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <49 copy.6> + +2023-12-14 14:52:55.851798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.7 +2023-12-14 14:52:55.851804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 copy.7> + +2023-12-14 14:52:55.851808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:55.851818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <42 tuple.9{}> + {0} : HloValueSet: <35 constant.14> + {1} : HloValueSet: <0 fusion.6.clone> + {2} : HloValueSet: <1 fusion.4.clone> + {3} : HloValueSet: <37 fusion.5> + {4} : HloValueSet: <38 fusion.3> + {5} : HloValueSet: <39 fusion.7> + {6} : HloValueSet: <40 constant.17> + {7} : HloValueSet: <41 constant.16> + +2023-12-14 14:52:55.851827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.851837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <271 arg_tuple.3{} (phi)> + {0} : HloValueSet: <280 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <281 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <282 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <283 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <284 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <285 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <286 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <287 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.851843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:55.851849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <52 constant.67> + +2023-12-14 14:52:55.851855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:55.851860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <53 add.55> + +2023-12-14 14:52:55.851865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:55.851870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 fusion.clone> + +2023-12-14 14:52:55.851875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:55.851881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 fusion.1.clone> + +2023-12-14 14:52:55.851886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:55.851892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <280 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.851897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:55.851902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 copy.8> + +2023-12-14 14:52:55.851907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:55.851913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <281 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.851918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:55.851924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <58 copy.9> + +2023-12-14 14:52:55.851928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:55.851934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <282 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.851940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:55.851949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <57 copy.10> + +2023-12-14 14:52:55.851954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:55.851959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <283 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.851964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:55.851971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 copy.11> + +2023-12-14 14:52:55.851976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:55.851982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <284 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.851986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:55.851992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.12> + +2023-12-14 14:52:55.851996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:55.852003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <285 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.852007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:55.852013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <63 copy.13> + +2023-12-14 14:52:55.852018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:55.852023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <286 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.852028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:55.852034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <56 copy.14> + +2023-12-14 14:52:55.852039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:55.852045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <287 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.852049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:55.852055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <66 copy.15> + +2023-12-14 14:52:55.852060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.16 +2023-12-14 14:52:55.852066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <54 copy.16> + +2023-12-14 14:52:55.852070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.17 +2023-12-14 14:52:55.852076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <59 copy.17> + +2023-12-14 14:52:55.852083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.18 +2023-12-14 14:52:55.852089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <61 copy.18> + +2023-12-14 14:52:55.852094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:55.852099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <62 copy.19> + +2023-12-14 14:52:55.852104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:55.852109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.20> + +2023-12-14 14:52:55.852114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:55.852119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <65 copy.21> + +2023-12-14 14:52:55.852125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:55.852130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <67 copy.22> + +2023-12-14 14:52:55.852135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:55.852140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <68 copy.23> + +2023-12-14 14:52:55.852145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:55.852155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <69 tuple.11{}> + {0} : HloValueSet: <53 add.55> + {1} : HloValueSet: <11 fusion.1.clone> + {2} : HloValueSet: <12 fusion.clone> + {3} : HloValueSet: <62 copy.19> + {4} : HloValueSet: <64 copy.20> + {5} : HloValueSet: <65 copy.21> + {6} : HloValueSet: <67 copy.22> + {7} : HloValueSet: <68 copy.23> + +2023-12-14 14:52:55.852161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.852171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <270 arg_tuple.4{} (phi)> + {0} : HloValueSet: <272 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <273 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <274 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <275 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <276 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <277 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <278 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <279 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.852176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:55.852181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <9 constant.68> + +2023-12-14 14:52:55.852187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:55.852192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <10 compare.5> + +2023-12-14 14:52:55.852197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:55.852205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.852211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:55.852216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:55.852221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:55.852227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:55.852231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:55.852237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.101> + +2023-12-14 14:52:55.852242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.29 +2023-12-14 14:52:55.852248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.29> + +2023-12-14 14:52:55.852253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:55.852259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.20> + +2023-12-14 14:52:55.852263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.30 +2023-12-14 14:52:55.852269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.30> + +2023-12-14 14:52:55.852274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.21 +2023-12-14 14:52:55.852280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.21> + +2023-12-14 14:52:55.852285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:55.852290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.22> + +2023-12-14 14:52:55.852295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.32 +2023-12-14 14:52:55.852300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.32> + +2023-12-14 14:52:55.852305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:55.852311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.27> + +2023-12-14 14:52:55.852316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.25 +2023-12-14 14:52:55.852321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.25> + +2023-12-14 14:52:55.852326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.34 +2023-12-14 14:52:55.852331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.34> + +2023-12-14 14:52:55.852337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:55.852348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.30> + +2023-12-14 14:52:55.852353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.29 +2023-12-14 14:52:55.852358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.29> + +2023-12-14 14:52:55.852365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.91 +2023-12-14 14:52:55.852371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <160 add.91> + +2023-12-14 14:52:55.852376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:55.852382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <159 broadcast.178> + +2023-12-14 14:52:55.852387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.4 +2023-12-14 14:52:55.852392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <158 convert.4> + +2023-12-14 14:52:55.852397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:55.852403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <154 add.92> + +2023-12-14 14:52:55.852407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:55.852413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <153 broadcast.179> + +2023-12-14 14:52:55.852418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:55.852423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <151 xor.21> + +2023-12-14 14:52:55.852429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.21 +2023-12-14 14:52:55.852434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <150 or.21> + +2023-12-14 14:52:55.852439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:55.852445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <149 shift-right-logical.21> + +2023-12-14 14:52:55.852449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:55.852456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <148 broadcast.180> + +2023-12-14 14:52:55.852461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.23 +2023-12-14 14:52:55.852467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <147 subtract.23> + +2023-12-14 14:52:55.852471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:55.852477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <146 shift-left.19> + +2023-12-14 14:52:55.852485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:55.852491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <145 broadcast.181> + +2023-12-14 14:52:55.852496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.35 +2023-12-14 14:52:55.852502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 reshape.35> + +2023-12-14 14:52:55.852507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:55.852512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <143 slice.31> + +2023-12-14 14:52:55.852517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.95 +2023-12-14 14:52:55.852523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <142 add.95> + +2023-12-14 14:52:55.852528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:55.852533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <141 xor.22> + +2023-12-14 14:52:55.852538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.22 +2023-12-14 14:52:55.852543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <140 or.22> + +2023-12-14 14:52:55.852548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:55.852554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <139 shift-right-logical.22> + +2023-12-14 14:52:55.852559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:55.852564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <138 broadcast.182> + +2023-12-14 14:52:55.852569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:55.852574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <137 subtract.24> + +2023-12-14 14:52:55.852580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:55.852586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <136 shift-left.20> + +2023-12-14 14:52:55.852590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:55.852596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <135 broadcast.183> + +2023-12-14 14:52:55.852601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.36 +2023-12-14 14:52:55.852607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <134 reshape.36> + +2023-12-14 14:52:55.852612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:55.852617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <133 slice.32> + +2023-12-14 14:52:55.852625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:55.852631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <132 add.96> + +2023-12-14 14:52:55.852636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:55.852642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <131 xor.23> + +2023-12-14 14:52:55.852647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:55.852652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <130 or.23> + +2023-12-14 14:52:55.852657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:55.852663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <129 shift-right-logical.23> + +2023-12-14 14:52:55.852669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:55.852674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <128 broadcast.184> + +2023-12-14 14:52:55.852679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:55.852685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <127 subtract.25> + +2023-12-14 14:52:55.852689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:55.852695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <126 shift-left.21> + +2023-12-14 14:52:55.852701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:55.852706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <125 broadcast.185> + +2023-12-14 14:52:55.852711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.37 +2023-12-14 14:52:55.852716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <124 reshape.37> + +2023-12-14 14:52:55.852721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:55.852727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <123 slice.33> + +2023-12-14 14:52:55.852732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.97 +2023-12-14 14:52:55.852738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <122 add.97> + +2023-12-14 14:52:55.852743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:55.852748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <121 xor.24> + +2023-12-14 14:52:55.852753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:55.852759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <120 or.24> + +2023-12-14 14:52:55.852778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:55.852783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <119 shift-right-logical.24> + +2023-12-14 14:52:55.852789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:55.852795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <118 broadcast.186> + +2023-12-14 14:52:55.852800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:55.852805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <117 subtract.26> + +2023-12-14 14:52:55.852810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:55.852816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <116 constant.102> + +2023-12-14 14:52:55.852821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:55.852826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <115 shift-left.22> + +2023-12-14 14:52:55.852831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:55.852837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <114 broadcast.187> + +2023-12-14 14:52:55.852841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:55.852848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <113 reshape.38> + +2023-12-14 14:52:55.852854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:55.852859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <112 slice.34> + +2023-12-14 14:52:55.852864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.98 +2023-12-14 14:52:55.852870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <110 add.98> + +2023-12-14 14:52:55.852874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.99 +2023-12-14 14:52:55.852880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <157 add.99> + +2023-12-14 14:52:55.852886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.30 +2023-12-14 14:52:55.852891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <152 param_0.30> + +2023-12-14 14:52:55.852896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.45 +2023-12-14 14:52:55.852901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <111 param_1.45> + +2023-12-14 14:52:55.852907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.23 +2023-12-14 14:52:55.852916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <109 param_2.23> + +2023-12-14 14:52:55.852921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.25 +2023-12-14 14:52:55.852926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <108 param_3.25> + +2023-12-14 14:52:55.852931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.37 +2023-12-14 14:52:55.852936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <155 param_4.37> + +2023-12-14 14:52:55.852942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:55.852948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <156 constant.103> + +2023-12-14 14:52:55.852952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:55.852958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 fusion.clone> + +2023-12-14 14:52:55.852963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:55.852969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.12> + +2023-12-14 14:52:55.852975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:55.852980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <56 copy.14> + +2023-12-14 14:52:55.852985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:55.852990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <57 copy.10> + +2023-12-14 14:52:55.852995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:55.853001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <58 copy.9> + +2023-12-14 14:52:55.853006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:55.853011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 copy.8> + +2023-12-14 14:52:55.853016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.100 +2023-12-14 14:52:55.853022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <107 add.100> + +2023-12-14 14:52:55.853027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:55.853033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <106 broadcast.188> + +2023-12-14 14:52:55.853038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.101 +2023-12-14 14:52:55.853044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <104 add.101> + +2023-12-14 14:52:55.853048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:55.853057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <105 param_0.31> + +2023-12-14 14:52:55.853063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:55.853069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <103 xor.27> + +2023-12-14 14:52:55.853073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:55.853079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <102 or.25> + +2023-12-14 14:52:55.853084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:55.853090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <101 shift-right-logical.25> + +2023-12-14 14:52:55.853095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:55.853101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <100 broadcast.189> + +2023-12-14 14:52:55.853105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:55.853111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <99 subtract.27> + +2023-12-14 14:52:55.853116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:55.853122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <98 shift-left.23> + +2023-12-14 14:52:55.853127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:55.853132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <97 broadcast.190> + +2023-12-14 14:52:55.853137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:55.853143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <96 reshape.39> + +2023-12-14 14:52:55.853149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:55.853155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <95 slice.35> + +2023-12-14 14:52:55.853160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.102 +2023-12-14 14:52:55.853165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <94 add.102> + +2023-12-14 14:52:55.853170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.28 +2023-12-14 14:52:55.853176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <93 xor.28> + +2023-12-14 14:52:55.853181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:55.853187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <92 or.26> + +2023-12-14 14:52:55.853195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:55.853200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <91 shift-right-logical.26> + +2023-12-14 14:52:55.853205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:55.853211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <90 broadcast.191> + +2023-12-14 14:52:55.853217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:55.853222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <89 subtract.28> + +2023-12-14 14:52:55.853227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:55.853233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <88 shift-left.24> + +2023-12-14 14:52:55.853238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:55.853244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <87 broadcast.192> + +2023-12-14 14:52:55.853249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.40 +2023-12-14 14:52:55.853254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <86 reshape.40> + +2023-12-14 14:52:55.853259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:55.853265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <85 slice.36> + +2023-12-14 14:52:55.853270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.103 +2023-12-14 14:52:55.853275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <84 add.103> + +2023-12-14 14:52:55.853281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.29 +2023-12-14 14:52:55.853286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <83 xor.29> + +2023-12-14 14:52:55.853291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:55.853296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <82 or.27> + +2023-12-14 14:52:55.853302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:55.853307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <81 shift-right-logical.27> + +2023-12-14 14:52:55.853313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:55.853318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <80 broadcast.193> + +2023-12-14 14:52:55.853323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:55.853328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 subtract.29> + +2023-12-14 14:52:55.853337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.104 +2023-12-14 14:52:55.853343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 constant.104> + +2023-12-14 14:52:55.853348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.46 +2023-12-14 14:52:55.853353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <73 param_1.46> + +2023-12-14 14:52:55.853358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:55.853364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <77 shift-left.25> + +2023-12-14 14:52:55.853370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:55.853375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <76 broadcast.194> + +2023-12-14 14:52:55.853380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:55.853385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 reshape.41> + +2023-12-14 14:52:55.853391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:55.853396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <74 slice.37> + +2023-12-14 14:52:55.853401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.104 +2023-12-14 14:52:55.853407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <72 add.104> + +2023-12-14 14:52:55.853412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.24 +2023-12-14 14:52:55.853417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <71 param_2.24> + +2023-12-14 14:52:55.853422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.26 +2023-12-14 14:52:55.853428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <70 param_3.26> + +2023-12-14 14:52:55.853433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:55.853439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 fusion.1.clone> + +2023-12-14 14:52:55.853443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:55.853449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 copy.11> + +2023-12-14 14:52:55.853454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:55.853461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <56 copy.14> + +2023-12-14 14:52:55.853466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:55.853471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <57 copy.10> + +2023-12-14 14:52:55.853479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:55.853485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <58 copy.9> + +2023-12-14 14:52:55.853490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.40 +2023-12-14 14:52:55.853496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <269 multiply.40> + +2023-12-14 14:52:55.853501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:55.853506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <268 broadcast.195> + +2023-12-14 14:52:55.853512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.105 +2023-12-14 14:52:55.853517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <267 constant.105> + +2023-12-14 14:52:55.853523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.33 +2023-12-14 14:52:55.853528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <266 select.33> + +2023-12-14 14:52:55.853533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.41 +2023-12-14 14:52:55.853538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <265 multiply.41> + +2023-12-14 14:52:55.853544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:55.853549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <264 add.105> + +2023-12-14 14:52:55.853555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:55.853560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <263 multiply.42> + +2023-12-14 14:52:55.853565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:55.853572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <262 add.106> + +2023-12-14 14:52:55.853577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:55.853583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <261 multiply.43> + +2023-12-14 14:52:55.853588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:55.853593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <260 add.107> + +2023-12-14 14:52:55.853598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:55.853604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <259 multiply.44> + +2023-12-14 14:52:55.853609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:55.853617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <258 add.108> + +2023-12-14 14:52:55.853622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:55.853628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <257 multiply.45> + +2023-12-14 14:52:55.853634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:55.853639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <256 add.109> + +2023-12-14 14:52:55.853645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:55.853650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <255 multiply.46> + +2023-12-14 14:52:55.853655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:55.853661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <254 add.110> + +2023-12-14 14:52:55.853666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:55.853672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <253 multiply.47> + +2023-12-14 14:52:55.853677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.111 +2023-12-14 14:52:55.853682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <252 add.111> + +2023-12-14 14:52:55.853687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:55.853693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <251 multiply.48> + +2023-12-14 14:52:55.853698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:55.853704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <250 add.112> + +2023-12-14 14:52:55.853709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:55.853715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <249 multiply.49> + +2023-12-14 14:52:55.853720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.34 +2023-12-14 14:52:55.853726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <248 select.34> + +2023-12-14 14:52:55.853730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.113 +2023-12-14 14:52:55.853736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <247 add.113> + +2023-12-14 14:52:55.853741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:55.853747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <246 broadcast.196> + +2023-12-14 14:52:55.853755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.106 +2023-12-14 14:52:55.853761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <245 constant.106> + +2023-12-14 14:52:55.853766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:55.853772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <244 sqrt.3> + +2023-12-14 14:52:55.853776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:55.853783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <243 add.114> + +2023-12-14 14:52:55.853788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:55.853794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <242 broadcast.197> + +2023-12-14 14:52:55.853799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.108 +2023-12-14 14:52:55.853805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <241 constant.108> + +2023-12-14 14:52:55.853810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.35 +2023-12-14 14:52:55.853816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <240 select.35> + +2023-12-14 14:52:55.853820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:55.853827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <239 broadcast.198> + +2023-12-14 14:52:55.853831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.109 +2023-12-14 14:52:55.853837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <238 constant.109> + +2023-12-14 14:52:55.853843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:55.853848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <237 broadcast.199> + +2023-12-14 14:52:55.853853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.110 +2023-12-14 14:52:55.853859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <236 constant.110> + +2023-12-14 14:52:55.853864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.36 +2023-12-14 14:52:55.853870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <235 select.36> + +2023-12-14 14:52:55.853875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:55.853880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <234 broadcast.200> + +2023-12-14 14:52:55.853886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.111 +2023-12-14 14:52:55.853891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <233 constant.111> + +2023-12-14 14:52:55.853899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:55.853905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <232 broadcast.201> + +2023-12-14 14:52:55.853910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.112 +2023-12-14 14:52:55.853917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <231 constant.112> + +2023-12-14 14:52:55.853922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.37 +2023-12-14 14:52:55.853927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <230 select.37> + +2023-12-14 14:52:55.853932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:55.853938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <229 broadcast.202> + +2023-12-14 14:52:55.853943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.113 +2023-12-14 14:52:55.853949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <228 constant.113> + +2023-12-14 14:52:55.853954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:55.853959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <227 broadcast.203> + +2023-12-14 14:52:55.853965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.114 +2023-12-14 14:52:55.853970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <226 constant.114> + +2023-12-14 14:52:55.853975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.38 +2023-12-14 14:52:55.853981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <225 select.38> + +2023-12-14 14:52:55.853985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:55.853991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <224 broadcast.204> + +2023-12-14 14:52:55.853997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.115 +2023-12-14 14:52:55.854002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <223 constant.115> + +2023-12-14 14:52:55.854007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:55.854013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <222 broadcast.205> + +2023-12-14 14:52:55.854018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.116 +2023-12-14 14:52:55.854023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <221 constant.116> + +2023-12-14 14:52:55.854029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.39 +2023-12-14 14:52:55.854037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <220 select.39> + +2023-12-14 14:52:55.854043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:55.854048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <219 broadcast.206> + +2023-12-14 14:52:55.854053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.117 +2023-12-14 14:52:55.854059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <218 constant.117> + +2023-12-14 14:52:55.854064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:55.854070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <217 broadcast.207> + +2023-12-14 14:52:55.854075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.118 +2023-12-14 14:52:55.854080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <216 constant.118> + +2023-12-14 14:52:55.854086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.40 +2023-12-14 14:52:55.854091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <215 select.40> + +2023-12-14 14:52:55.854096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:55.854102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <214 broadcast.208> + +2023-12-14 14:52:55.854107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.119 +2023-12-14 14:52:55.854112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <213 constant.119> + +2023-12-14 14:52:55.854118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.209 +2023-12-14 14:52:55.854123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <212 broadcast.209> + +2023-12-14 14:52:55.854128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.120 +2023-12-14 14:52:55.854134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <211 constant.120> + +2023-12-14 14:52:55.854139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:55.854144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <210 select.41> + +2023-12-14 14:52:55.854150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.210 +2023-12-14 14:52:55.854155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <209 broadcast.210> + +2023-12-14 14:52:55.854161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.121 +2023-12-14 14:52:55.854166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <208 constant.121> + +2023-12-14 14:52:55.854173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.211 +2023-12-14 14:52:55.854180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <207 broadcast.211> + +2023-12-14 14:52:55.854185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.122 +2023-12-14 14:52:55.854191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <206 constant.122> + +2023-12-14 14:52:55.854195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:55.854201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <205 select.42> + +2023-12-14 14:52:55.854206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.212 +2023-12-14 14:52:55.854212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <204 broadcast.212> + +2023-12-14 14:52:55.854217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.123 +2023-12-14 14:52:55.854223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <203 constant.123> + +2023-12-14 14:52:55.854228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.213 +2023-12-14 14:52:55.854233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <202 broadcast.213> + +2023-12-14 14:52:55.854239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.124 +2023-12-14 14:52:55.854244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <201 constant.124> + +2023-12-14 14:52:55.854249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:55.854255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <200 select.43> + +2023-12-14 14:52:55.854259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.214 +2023-12-14 14:52:55.854266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <199 broadcast.214> + +2023-12-14 14:52:55.854271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.125 +2023-12-14 14:52:55.854277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <198 constant.125> + +2023-12-14 14:52:55.854282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.215 +2023-12-14 14:52:55.854288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <197 broadcast.215> + +2023-12-14 14:52:55.854293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.126 +2023-12-14 14:52:55.854298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <196 constant.126> + +2023-12-14 14:52:55.854303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.8 +2023-12-14 14:52:55.854313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <195 compare.8> + +2023-12-14 14:52:55.854318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.216 +2023-12-14 14:52:55.854323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <194 broadcast.216> + +2023-12-14 14:52:55.854329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.127 +2023-12-14 14:52:55.854334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 constant.127> + +2023-12-14 14:52:55.854339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:55.854345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <192 negate.9> + +2023-12-14 14:52:55.854350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:55.854357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <191 log-plus-one.3> + +2023-12-14 14:52:55.854362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:55.854368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <190 multiply.50> + +2023-12-14 14:52:55.854373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:55.854379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <189 negate.10> + +2023-12-14 14:52:55.854384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:55.854390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <188 multiply.51> + +2023-12-14 14:52:55.854394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.217 +2023-12-14 14:52:55.854400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <187 broadcast.217> + +2023-12-14 14:52:55.854405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.128 +2023-12-14 14:52:55.854411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 constant.128> + +2023-12-14 14:52:55.854416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.9 +2023-12-14 14:52:55.854422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <185 compare.9> + +2023-12-14 14:52:55.854427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.218 +2023-12-14 14:52:55.854432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <184 broadcast.218> + +2023-12-14 14:52:55.854438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.129 +2023-12-14 14:52:55.854443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 constant.129> + +2023-12-14 14:52:55.854453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:55.854458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <182 abs.3> + +2023-12-14 14:52:55.854464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.42 +2023-12-14 14:52:55.854470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <181 reshape.42> + +2023-12-14 14:52:55.854474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.2 +2023-12-14 14:52:55.854481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <180 maximum.2> + +2023-12-14 14:52:55.854485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:55.854491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <179 add.115> + +2023-12-14 14:52:55.854496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.219 +2023-12-14 14:52:55.854502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <178 broadcast.219> + +2023-12-14 14:52:55.854507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.131 +2023-12-14 14:52:55.854512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.131> + +2023-12-14 14:52:55.854517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.52 +2023-12-14 14:52:55.854522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <176 multiply.52> + +2023-12-14 14:52:55.854528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.220 +2023-12-14 14:52:55.854533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <175 broadcast.220> + +2023-12-14 14:52:55.854539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.133 +2023-12-14 14:52:55.854544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.133> + +2023-12-14 14:52:55.854549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:55.854556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <173 add.116> + +2023-12-14 14:52:55.854561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.221 +2023-12-14 14:52:55.854568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <172 broadcast.221> + +2023-12-14 14:52:55.854572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.135 +2023-12-14 14:52:55.854578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.135> + +2023-12-14 14:52:55.854583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.2 +2023-12-14 14:52:55.854589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <170 bitcast-convert.2> + +2023-12-14 14:52:55.854599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:55.854604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <169 or.28> + +2023-12-14 14:52:55.854609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.222 +2023-12-14 14:52:55.854615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <168 broadcast.222> + +2023-12-14 14:52:55.854620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.137 +2023-12-14 14:52:55.854626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <167 constant.137> + +2023-12-14 14:52:55.854631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:55.854637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <166 shift-right-logical.28> + +2023-12-14 14:52:55.854642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.223 +2023-12-14 14:52:55.854648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <165 broadcast.223> + +2023-12-14 14:52:55.854653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.139 +2023-12-14 14:52:55.854659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <164 constant.139> + +2023-12-14 14:52:55.854664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:55.854669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <163 concatenate.1> + +2023-12-14 14:52:55.854674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.32 +2023-12-14 14:52:55.854680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <161 param_0.32> + +2023-12-14 14:52:55.854685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.47 +2023-12-14 14:52:55.854691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <162 param_1.47> + +2023-12-14 14:52:55.854696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:55.854702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 fusion.2.clone> + +2023-12-14 14:52:55.854707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:55.854713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <290 while.1{1} (phi)> + +2023-12-14 14:52:55.854718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:55.854723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <291 while.1{2} (phi)> + +2023-12-14 14:52:55.854728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:55.854737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <19 add.117> + +2023-12-14 14:52:55.854743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.224 +2023-12-14 14:52:55.854749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <18 broadcast.224> + +2023-12-14 14:52:55.854754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:55.854759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.43> + +2023-12-14 14:52:55.854764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.38 +2023-12-14 14:52:55.854770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.38> + +2023-12-14 14:52:55.854775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.39 +2023-12-14 14:52:55.854781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <14 slice.39> + +2023-12-14 14:52:55.854786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.33 +2023-12-14 14:52:55.854791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <15 param_0.33> + +2023-12-14 14:52:55.854796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:55.854802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <13 iota.2> + +2023-12-14 14:52:55.854807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4.clone +2023-12-14 14:52:55.854813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <1 fusion.4.clone> + +2023-12-14 14:52:55.854817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:55.854823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <36 Arg_0.1> + +2023-12-14 14:52:55.854828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:55.854834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <26 add.118> + +2023-12-14 14:52:55.854839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.225 +2023-12-14 14:52:55.854844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <25 broadcast.225> + +2023-12-14 14:52:55.854849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:55.854855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.44> + +2023-12-14 14:52:55.854860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.40 +2023-12-14 14:52:55.854866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.40> + +2023-12-14 14:52:55.854871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.41 +2023-12-14 14:52:55.854880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <21 slice.41> + +2023-12-14 14:52:55.854884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.34 +2023-12-14 14:52:55.854891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <22 param_0.34> + +2023-12-14 14:52:55.854895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:55.854901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <20 iota.3> + +2023-12-14 14:52:55.854906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6.clone +2023-12-14 14:52:55.854912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <0 fusion.6.clone> + +2023-12-14 14:52:55.854916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:55.854923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <36 Arg_0.1> + +2023-12-14 14:52:55.855956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:55.855977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.855983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.855988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.855993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 Arg_0.1> (def) +2023-12-14 14:52:55.855998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.856007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.14> (def) +2023-12-14 14:52:55.856012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:55.856022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.16> (def) +2023-12-14 14:52:55.856026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:55.856036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 constant.17> (def) +2023-12-14 14:52:55.856041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.856050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.856055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{} (phi)> (def) +2023-12-14 14:52:55.856060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.856071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 while.1{0} (phi)> (def) +2023-12-14 14:52:55.856076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.856081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{1} (phi)> (def) +2023-12-14 14:52:55.856086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.856090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 while.1{2} (phi)> (def) +2023-12-14 14:52:55.856097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.856101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 while.1{3} (phi)> (def) +2023-12-14 14:52:55.856106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.856111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 while.1{4} (phi)> (def) +2023-12-14 14:52:55.856117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.856122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 while.1{5} (phi)> (def) +2023-12-14 14:52:55.856126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.856132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 while.1{6} (phi)> (def) +2023-12-14 14:52:55.856137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.856141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 while.1{7} (phi)> (def) +2023-12-14 14:52:55.856146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.856156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{1} (phi)> +2023-12-14 14:52:55.856162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:55.856171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 while.1{2} (phi)> +2023-12-14 14:52:55.856176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:55.856186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:55.856192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:55.856201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.5> (def) +2023-12-14 14:52:55.856206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:55.856220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.7> (def) +2023-12-14 14:52:55.856225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:55.856234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> +2023-12-14 14:52:55.856240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:55.856250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.856255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:55.856264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.856270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:55.856281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy> (def) +2023-12-14 14:52:55.856285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1: +2023-12-14 14:52:55.856295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.1> (def) +2023-12-14 14:52:55.856300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:52:55.856310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.2> (def) +2023-12-14 14:52:55.856315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3: +2023-12-14 14:52:55.856324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.3> (def) +2023-12-14 14:52:55.856329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4: +2023-12-14 14:52:55.856340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.4> (def) +2023-12-14 14:52:55.856345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5: +2023-12-14 14:52:55.856354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.5> (def) +2023-12-14 14:52:55.856359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6: +2023-12-14 14:52:55.856370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.6> (def) +2023-12-14 14:52:55.856378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7: +2023-12-14 14:52:55.856388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.7> (def) +2023-12-14 14:52:55.856393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:55.856403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.856408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 tuple.9{}> (def) +2023-12-14 14:52:55.856413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.856418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.14> +2023-12-14 14:52:55.856423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.856430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.856435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.856440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.856444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.856449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.5> +2023-12-14 14:52:55.856455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.856459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:55.856464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.856469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.7> +2023-12-14 14:52:55.856474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.856479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 constant.17> +2023-12-14 14:52:55.856484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.856490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.16> +2023-12-14 14:52:55.856495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.856504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.856509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.856515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.856520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.856529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.856534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.856538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.856543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.856549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.856554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.856559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.856564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.856569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.856574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.856579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.856585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.856590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.856595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.856599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:55.856609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 constant.67> (def) +2023-12-14 14:52:55.856615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:55.856624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 add.55> (def) +2023-12-14 14:52:55.856629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:55.856639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.856645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:55.856654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.856659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:55.856669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.856677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:55.856687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.8> (def) +2023-12-14 14:52:55.856691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:55.856703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.856708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:55.856717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.9> (def) +2023-12-14 14:52:55.856722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:55.856732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.856737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:55.856747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.10> (def) +2023-12-14 14:52:55.856751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:55.856762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.856767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:55.856776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.11> (def) +2023-12-14 14:52:55.856781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:55.856792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.856797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:55.856807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.12> (def) +2023-12-14 14:52:55.856811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:55.856821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.856830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:55.856839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.13> (def) +2023-12-14 14:52:55.856844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:55.856855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.856860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:55.856869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.14> (def) +2023-12-14 14:52:55.856874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:55.856886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.856891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:55.856900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.15> (def) +2023-12-14 14:52:55.856905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16: +2023-12-14 14:52:55.856915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.16> (def) +2023-12-14 14:52:55.856920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17: +2023-12-14 14:52:55.856929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.17> (def) +2023-12-14 14:52:55.856934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18: +2023-12-14 14:52:55.856944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.18> (def) +2023-12-14 14:52:55.856949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:55.856958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.19> (def) +2023-12-14 14:52:55.856963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:55.856973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.20> (def) +2023-12-14 14:52:55.856981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.856986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:55.856990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.21> (def) +2023-12-14 14:52:55.856995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:55.857005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.22> (def) +2023-12-14 14:52:55.857010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:55.857019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.23> (def) +2023-12-14 14:52:55.857024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:55.857035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.857040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 tuple.11{}> (def) +2023-12-14 14:52:55.857044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.857049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 add.55> +2023-12-14 14:52:55.857054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.857059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.857065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.857069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.857074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.857079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.19> +2023-12-14 14:52:55.857084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.857089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.20> +2023-12-14 14:52:55.857094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.857099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.21> +2023-12-14 14:52:55.857104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.857109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.22> +2023-12-14 14:52:55.857113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.857118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.23> +2023-12-14 14:52:55.857124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.857137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.857142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.857147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.857151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.857157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.857162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.857167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.857172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.857176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.857181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.857187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.857192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.857197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.857201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.857206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.857211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.857216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.857221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.857226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:55.857236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.68> (def) +2023-12-14 14:52:55.857240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:55.857251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 compare.5> (def) +2023-12-14 14:52:55.857255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:55.857265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.857272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:55.857283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:55.857288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:55.857297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:55.857302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:55.857312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.101> (def) +2023-12-14 14:52:55.857317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29: +2023-12-14 14:52:55.857326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.29> (def) +2023-12-14 14:52:55.857331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:55.857342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.20> (def) +2023-12-14 14:52:55.857347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30: +2023-12-14 14:52:55.857356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.30> (def) +2023-12-14 14:52:55.857361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.21: +2023-12-14 14:52:55.857372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.21> (def) +2023-12-14 14:52:55.857377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:55.857386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.22> (def) +2023-12-14 14:52:55.857391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32: +2023-12-14 14:52:55.857401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.32> (def) +2023-12-14 14:52:55.857406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:55.857416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.27> (def) +2023-12-14 14:52:55.857424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.25: +2023-12-14 14:52:55.857434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.25> (def) +2023-12-14 14:52:55.857439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34: +2023-12-14 14:52:55.857449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.34> (def) +2023-12-14 14:52:55.857453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:55.857464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.30> (def) +2023-12-14 14:52:55.857469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29: +2023-12-14 14:52:55.857478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.29> (def) +2023-12-14 14:52:55.857483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91: +2023-12-14 14:52:55.857494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.91> (def) +2023-12-14 14:52:55.857498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:55.857508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 broadcast.178> (def) +2023-12-14 14:52:55.857513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4: +2023-12-14 14:52:55.857524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 convert.4> (def) +2023-12-14 14:52:55.857528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:55.857538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 add.92> (def) +2023-12-14 14:52:55.857543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:55.857553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 broadcast.179> (def) +2023-12-14 14:52:55.857558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:55.857568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 xor.21> (def) +2023-12-14 14:52:55.857572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21: +2023-12-14 14:52:55.857586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 or.21> (def) +2023-12-14 14:52:55.857591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:55.857601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 shift-right-logical.21> (def) +2023-12-14 14:52:55.857606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:55.857617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.180> (def) +2023-12-14 14:52:55.857621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23: +2023-12-14 14:52:55.857631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 subtract.23> (def) +2023-12-14 14:52:55.857636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:55.857647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 shift-left.19> (def) +2023-12-14 14:52:55.857652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:55.857662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.181> (def) +2023-12-14 14:52:55.857667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35: +2023-12-14 14:52:55.857677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 reshape.35> (def) +2023-12-14 14:52:55.857681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:55.857691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 slice.31> (def) +2023-12-14 14:52:55.857696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95: +2023-12-14 14:52:55.857706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.95> (def) +2023-12-14 14:52:55.857711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:55.857720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 xor.22> (def) +2023-12-14 14:52:55.857727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22: +2023-12-14 14:52:55.857742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 or.22> (def) +2023-12-14 14:52:55.857746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:55.857756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 shift-right-logical.22> (def) +2023-12-14 14:52:55.857761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:55.857771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 broadcast.182> (def) +2023-12-14 14:52:55.857776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:55.857786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 subtract.24> (def) +2023-12-14 14:52:55.857791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:55.857801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 shift-left.20> (def) +2023-12-14 14:52:55.857806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:55.857815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.183> (def) +2023-12-14 14:52:55.857821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36: +2023-12-14 14:52:55.857831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 reshape.36> (def) +2023-12-14 14:52:55.857836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:55.857845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 slice.32> (def) +2023-12-14 14:52:55.857850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:55.857860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.96> (def) +2023-12-14 14:52:55.857865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:55.857875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 xor.23> (def) +2023-12-14 14:52:55.857880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:55.857893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 or.23> (def) +2023-12-14 14:52:55.857898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:55.857908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-right-logical.23> (def) +2023-12-14 14:52:55.857913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:55.857924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 broadcast.184> (def) +2023-12-14 14:52:55.857928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:55.857938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 subtract.25> (def) +2023-12-14 14:52:55.857943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:55.857953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 shift-left.21> (def) +2023-12-14 14:52:55.857958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:55.857969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 broadcast.185> (def) +2023-12-14 14:52:55.857974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37: +2023-12-14 14:52:55.857984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 reshape.37> (def) +2023-12-14 14:52:55.857989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.857993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:55.857998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 slice.33> (def) +2023-12-14 14:52:55.858003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97: +2023-12-14 14:52:55.858013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 add.97> (def) +2023-12-14 14:52:55.858018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:55.858027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 xor.24> (def) +2023-12-14 14:52:55.858033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:55.858046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 or.24> (def) +2023-12-14 14:52:55.858050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:55.858061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-right-logical.24> (def) +2023-12-14 14:52:55.858065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:55.858076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.186> (def) +2023-12-14 14:52:55.858080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:55.858091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 subtract.26> (def) +2023-12-14 14:52:55.858095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:55.858105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.102> (def) +2023-12-14 14:52:55.858110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:55.858120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-left.22> (def) +2023-12-14 14:52:55.858125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:55.858135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.187> (def) +2023-12-14 14:52:55.858140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:55.858150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 reshape.38> (def) +2023-12-14 14:52:55.858155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:55.858165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 slice.34> (def) +2023-12-14 14:52:55.858169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98: +2023-12-14 14:52:55.858180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 add.98> (def) +2023-12-14 14:52:55.858186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99: +2023-12-14 14:52:55.858198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 add.99> (def) +2023-12-14 14:52:55.858203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.30: +2023-12-14 14:52:55.858213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 param_0.30> (def) +2023-12-14 14:52:55.858218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45: +2023-12-14 14:52:55.858228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 param_1.45> (def) +2023-12-14 14:52:55.858233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.23: +2023-12-14 14:52:55.858243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_2.23> (def) +2023-12-14 14:52:55.858247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.25: +2023-12-14 14:52:55.858257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 param_3.25> (def) +2023-12-14 14:52:55.858262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.37: +2023-12-14 14:52:55.858272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 param_4.37> (def) +2023-12-14 14:52:55.858277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:55.858287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.103> (def) +2023-12-14 14:52:55.858291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:55.858301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> (def) +2023-12-14 14:52:55.858306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:55.858317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.12> +2023-12-14 14:52:55.858322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:55.858332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.14> +2023-12-14 14:52:55.858336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:55.858349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.10> +2023-12-14 14:52:55.858354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:55.858364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.9> +2023-12-14 14:52:55.858369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:55.858380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.8> +2023-12-14 14:52:55.858384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100: +2023-12-14 14:52:55.858394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 add.100> (def) +2023-12-14 14:52:55.858399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:55.858409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.188> (def) +2023-12-14 14:52:55.858414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101: +2023-12-14 14:52:55.858424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 add.101> (def) +2023-12-14 14:52:55.858429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:55.858439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.31> (def) +2023-12-14 14:52:55.858444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:55.858454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 xor.27> (def) +2023-12-14 14:52:55.858458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:55.858469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 or.25> (def) +2023-12-14 14:52:55.858473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:55.858483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-right-logical.25> (def) +2023-12-14 14:52:55.858488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:55.858501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 broadcast.189> (def) +2023-12-14 14:52:55.858506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:55.858517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 subtract.27> (def) +2023-12-14 14:52:55.858522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:55.858532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 shift-left.23> (def) +2023-12-14 14:52:55.858537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:55.858547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 broadcast.190> (def) +2023-12-14 14:52:55.858551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:55.858561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.39> (def) +2023-12-14 14:52:55.858566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:55.858576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 slice.35> (def) +2023-12-14 14:52:55.858581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102: +2023-12-14 14:52:55.858591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 add.102> (def) +2023-12-14 14:52:55.858596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28: +2023-12-14 14:52:55.858606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 xor.28> (def) +2023-12-14 14:52:55.858611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:55.858621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 or.26> (def) +2023-12-14 14:52:55.858626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:55.858636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 shift-right-logical.26> (def) +2023-12-14 14:52:55.858641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:55.858654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 broadcast.191> (def) +2023-12-14 14:52:55.858659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:55.858669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 subtract.28> (def) +2023-12-14 14:52:55.858674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:55.858684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 shift-left.24> (def) +2023-12-14 14:52:55.858689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:55.858699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 broadcast.192> (def) +2023-12-14 14:52:55.858704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40: +2023-12-14 14:52:55.858714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.40> (def) +2023-12-14 14:52:55.858719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:55.858729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 slice.36> (def) +2023-12-14 14:52:55.858733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103: +2023-12-14 14:52:55.858744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.103> (def) +2023-12-14 14:52:55.858748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29: +2023-12-14 14:52:55.858759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.29> (def) +2023-12-14 14:52:55.858764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:55.858774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.27> (def) +2023-12-14 14:52:55.858778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:55.858788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.27> (def) +2023-12-14 14:52:55.858793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:55.858806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.193> (def) +2023-12-14 14:52:55.858811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:55.858821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.29> (def) +2023-12-14 14:52:55.858826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104: +2023-12-14 14:52:55.858836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 constant.104> (def) +2023-12-14 14:52:55.858841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.46: +2023-12-14 14:52:55.858851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 param_1.46> (def) +2023-12-14 14:52:55.858855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:55.858866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-left.25> (def) +2023-12-14 14:52:55.858870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:55.858881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.194> (def) +2023-12-14 14:52:55.858885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:55.858896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 reshape.41> (def) +2023-12-14 14:52:55.858900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:55.858910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 slice.37> (def) +2023-12-14 14:52:55.858915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104: +2023-12-14 14:52:55.858925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 add.104> (def) +2023-12-14 14:52:55.858930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.24: +2023-12-14 14:52:55.858940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 param_2.24> (def) +2023-12-14 14:52:55.858944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.26: +2023-12-14 14:52:55.858958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 param_3.26> (def) +2023-12-14 14:52:55.858963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:55.858973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> (def) +2023-12-14 14:52:55.858978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:55.858988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.11> +2023-12-14 14:52:55.858993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.858998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:55.859003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.14> +2023-12-14 14:52:55.859008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:55.859018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.10> +2023-12-14 14:52:55.859022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:55.859032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.9> +2023-12-14 14:52:55.859037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40: +2023-12-14 14:52:55.859047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 multiply.40> (def) +2023-12-14 14:52:55.859052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:55.859062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 broadcast.195> (def) +2023-12-14 14:52:55.859067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105: +2023-12-14 14:52:55.859077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 constant.105> (def) +2023-12-14 14:52:55.859081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33: +2023-12-14 14:52:55.859091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 select.33> (def) +2023-12-14 14:52:55.859096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41: +2023-12-14 14:52:55.859109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 multiply.41> (def) +2023-12-14 14:52:55.859114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:55.859124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 add.105> (def) +2023-12-14 14:52:55.859128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:55.859139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 multiply.42> (def) +2023-12-14 14:52:55.859143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:55.859153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 add.106> (def) +2023-12-14 14:52:55.859158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:55.859168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 multiply.43> (def) +2023-12-14 14:52:55.859173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:55.859183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 add.107> (def) +2023-12-14 14:52:55.859188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:55.859198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 multiply.44> (def) +2023-12-14 14:52:55.859202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:55.859212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 add.108> (def) +2023-12-14 14:52:55.859217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:55.859228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 multiply.45> (def) +2023-12-14 14:52:55.859233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:55.859243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.109> (def) +2023-12-14 14:52:55.859247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:55.859257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 multiply.46> (def) +2023-12-14 14:52:55.859266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:55.859275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 add.110> (def) +2023-12-14 14:52:55.859280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:55.859290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 multiply.47> (def) +2023-12-14 14:52:55.859296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111: +2023-12-14 14:52:55.859305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 add.111> (def) +2023-12-14 14:52:55.859310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:55.859325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 multiply.48> (def) +2023-12-14 14:52:55.859330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:55.859341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.112> (def) +2023-12-14 14:52:55.859346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:55.859357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 multiply.49> (def) +2023-12-14 14:52:55.859362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34: +2023-12-14 14:52:55.859371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 select.34> (def) +2023-12-14 14:52:55.859376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113: +2023-12-14 14:52:55.859386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 add.113> (def) +2023-12-14 14:52:55.859391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:55.859401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 broadcast.196> (def) +2023-12-14 14:52:55.859406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106: +2023-12-14 14:52:55.859416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 constant.106> (def) +2023-12-14 14:52:55.859424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:55.859433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 sqrt.3> (def) +2023-12-14 14:52:55.859438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:55.859448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 add.114> (def) +2023-12-14 14:52:55.859453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:55.859463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 broadcast.197> (def) +2023-12-14 14:52:55.859467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108: +2023-12-14 14:52:55.859477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 constant.108> (def) +2023-12-14 14:52:55.859482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35: +2023-12-14 14:52:55.859492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 select.35> (def) +2023-12-14 14:52:55.859496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:55.859507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 broadcast.198> (def) +2023-12-14 14:52:55.859512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109: +2023-12-14 14:52:55.859521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 constant.109> (def) +2023-12-14 14:52:55.859526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:55.859536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.199> (def) +2023-12-14 14:52:55.859542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110: +2023-12-14 14:52:55.859554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.110> (def) +2023-12-14 14:52:55.859562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36: +2023-12-14 14:52:55.859576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 select.36> (def) +2023-12-14 14:52:55.859588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:55.859599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.200> (def) +2023-12-14 14:52:55.859604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111: +2023-12-14 14:52:55.859613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 constant.111> (def) +2023-12-14 14:52:55.859618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:55.859628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 broadcast.201> (def) +2023-12-14 14:52:55.859633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112: +2023-12-14 14:52:55.859643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 constant.112> (def) +2023-12-14 14:52:55.859647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37: +2023-12-14 14:52:55.859658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 select.37> (def) +2023-12-14 14:52:55.859662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:55.859672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 broadcast.202> (def) +2023-12-14 14:52:55.859677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113: +2023-12-14 14:52:55.859688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.113> (def) +2023-12-14 14:52:55.859694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:55.859703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 broadcast.203> (def) +2023-12-14 14:52:55.859708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114: +2023-12-14 14:52:55.859718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 constant.114> (def) +2023-12-14 14:52:55.859723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38: +2023-12-14 14:52:55.859732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 select.38> (def) +2023-12-14 14:52:55.859740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:55.859750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.204> (def) +2023-12-14 14:52:55.859755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115: +2023-12-14 14:52:55.859765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 constant.115> (def) +2023-12-14 14:52:55.859769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:55.859780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 broadcast.205> (def) +2023-12-14 14:52:55.859785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116: +2023-12-14 14:52:55.859794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 constant.116> (def) +2023-12-14 14:52:55.859799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39: +2023-12-14 14:52:55.859809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 select.39> (def) +2023-12-14 14:52:55.859814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:55.859824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 broadcast.206> (def) +2023-12-14 14:52:55.859828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117: +2023-12-14 14:52:55.859840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 constant.117> (def) +2023-12-14 14:52:55.859845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:55.859855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 broadcast.207> (def) +2023-12-14 14:52:55.859860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118: +2023-12-14 14:52:55.859869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 constant.118> (def) +2023-12-14 14:52:55.859874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40: +2023-12-14 14:52:55.859884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 select.40> (def) +2023-12-14 14:52:55.859891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:55.859902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.208> (def) +2023-12-14 14:52:55.859907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119: +2023-12-14 14:52:55.859916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 constant.119> (def) +2023-12-14 14:52:55.859921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209: +2023-12-14 14:52:55.859931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 broadcast.209> (def) +2023-12-14 14:52:55.859936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120: +2023-12-14 14:52:55.859945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 constant.120> (def) +2023-12-14 14:52:55.859950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:55.859961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 select.41> (def) +2023-12-14 14:52:55.859966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210: +2023-12-14 14:52:55.859975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 broadcast.210> (def) +2023-12-14 14:52:55.859980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.859985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121: +2023-12-14 14:52:55.859990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 constant.121> (def) +2023-12-14 14:52:55.859995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211: +2023-12-14 14:52:55.860005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 broadcast.211> (def) +2023-12-14 14:52:55.860010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122: +2023-12-14 14:52:55.860020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 constant.122> (def) +2023-12-14 14:52:55.860025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:55.860038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 select.42> (def) +2023-12-14 14:52:55.860043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212: +2023-12-14 14:52:55.860053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 broadcast.212> (def) +2023-12-14 14:52:55.860058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123: +2023-12-14 14:52:55.860068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 constant.123> (def) +2023-12-14 14:52:55.860072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213: +2023-12-14 14:52:55.860083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.213> (def) +2023-12-14 14:52:55.860088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124: +2023-12-14 14:52:55.860097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.124> (def) +2023-12-14 14:52:55.860102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:55.860112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 select.43> (def) +2023-12-14 14:52:55.860117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214: +2023-12-14 14:52:55.860127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 broadcast.214> (def) +2023-12-14 14:52:55.860132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125: +2023-12-14 14:52:55.860142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.125> (def) +2023-12-14 14:52:55.860147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215: +2023-12-14 14:52:55.860157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 broadcast.215> (def) +2023-12-14 14:52:55.860162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126: +2023-12-14 14:52:55.860172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 constant.126> (def) +2023-12-14 14:52:55.860177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8: +2023-12-14 14:52:55.860190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 compare.8> (def) +2023-12-14 14:52:55.860194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216: +2023-12-14 14:52:55.860205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 broadcast.216> (def) +2023-12-14 14:52:55.860210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127: +2023-12-14 14:52:55.860219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.127> (def) +2023-12-14 14:52:55.860224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:55.860234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 negate.9> (def) +2023-12-14 14:52:55.860239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:55.860249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 log-plus-one.3> (def) +2023-12-14 14:52:55.860254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:55.860265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 multiply.50> (def) +2023-12-14 14:52:55.860270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:55.860279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 negate.10> (def) +2023-12-14 14:52:55.860284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:55.860294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 multiply.51> (def) +2023-12-14 14:52:55.860300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217: +2023-12-14 14:52:55.860309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 broadcast.217> (def) +2023-12-14 14:52:55.860314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128: +2023-12-14 14:52:55.860324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.128> (def) +2023-12-14 14:52:55.860329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9: +2023-12-14 14:52:55.860342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 compare.9> (def) +2023-12-14 14:52:55.860347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218: +2023-12-14 14:52:55.860359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 broadcast.218> (def) +2023-12-14 14:52:55.860365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.129: +2023-12-14 14:52:55.860374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.129> (def) +2023-12-14 14:52:55.860379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:55.860390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 abs.3> (def) +2023-12-14 14:52:55.860395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42: +2023-12-14 14:52:55.860404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 reshape.42> (def) +2023-12-14 14:52:55.860409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2: +2023-12-14 14:52:55.860419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 maximum.2> (def) +2023-12-14 14:52:55.860424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:55.860433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.115> (def) +2023-12-14 14:52:55.860438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219: +2023-12-14 14:52:55.860449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.219> (def) +2023-12-14 14:52:55.860454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.131: +2023-12-14 14:52:55.860463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.131> (def) +2023-12-14 14:52:55.860468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52: +2023-12-14 14:52:55.860479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.52> (def) +2023-12-14 14:52:55.860483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220: +2023-12-14 14:52:55.860496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.220> (def) +2023-12-14 14:52:55.860501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.133: +2023-12-14 14:52:55.860511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.133> (def) +2023-12-14 14:52:55.860516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:55.860525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.116> (def) +2023-12-14 14:52:55.860530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221: +2023-12-14 14:52:55.860541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.221> (def) +2023-12-14 14:52:55.860546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.135: +2023-12-14 14:52:55.860555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.135> (def) +2023-12-14 14:52:55.860560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2: +2023-12-14 14:52:55.860571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 bitcast-convert.2> (def) +2023-12-14 14:52:55.860575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:55.860585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 or.28> (def) +2023-12-14 14:52:55.860590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222: +2023-12-14 14:52:55.860601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 broadcast.222> (def) +2023-12-14 14:52:55.860605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.137: +2023-12-14 14:52:55.860615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 constant.137> (def) +2023-12-14 14:52:55.860620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:55.860631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 shift-right-logical.28> (def) +2023-12-14 14:52:55.860636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223: +2023-12-14 14:52:55.860648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 broadcast.223> (def) +2023-12-14 14:52:55.860654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.139: +2023-12-14 14:52:55.860664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 constant.139> (def) +2023-12-14 14:52:55.860668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:55.860678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 concatenate.1> (def) +2023-12-14 14:52:55.860683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.32: +2023-12-14 14:52:55.860694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 param_0.32> (def) +2023-12-14 14:52:55.860698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.47: +2023-12-14 14:52:55.860708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 param_1.47> (def) +2023-12-14 14:52:55.860714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:55.860724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> (def) +2023-12-14 14:52:55.860729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:55.860739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{1} (phi)> +2023-12-14 14:52:55.860743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:55.860754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 while.1{2} (phi)> +2023-12-14 14:52:55.860758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:55.860768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.117> (def) +2023-12-14 14:52:55.860773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224: +2023-12-14 14:52:55.860783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.224> (def) +2023-12-14 14:52:55.860788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:55.860800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.43> (def) +2023-12-14 14:52:55.860806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38: +2023-12-14 14:52:55.860816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.38> (def) +2023-12-14 14:52:55.860821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39: +2023-12-14 14:52:55.860830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.39> (def) +2023-12-14 14:52:55.860835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.33: +2023-12-14 14:52:55.860846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.33> (def) +2023-12-14 14:52:55.860850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:55.860860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.2> (def) +2023-12-14 14:52:55.860865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone: +2023-12-14 14:52:55.860875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> (def) +2023-12-14 14:52:55.860880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:55.860890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 Arg_0.1> +2023-12-14 14:52:55.860895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:55.860905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.118> (def) +2023-12-14 14:52:55.860910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225: +2023-12-14 14:52:55.860919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.225> (def) +2023-12-14 14:52:55.860925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:55.860935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.44> (def) +2023-12-14 14:52:55.860940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40: +2023-12-14 14:52:55.860950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.40> (def) +2023-12-14 14:52:55.860958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41: +2023-12-14 14:52:55.860968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.41> (def) +2023-12-14 14:52:55.860973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.34: +2023-12-14 14:52:55.860982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.34> (def) +2023-12-14 14:52:55.860987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.860992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:55.860997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.3> (def) +2023-12-14 14:52:55.861002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.861007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone: +2023-12-14 14:52:55.861012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> (def) +2023-12-14 14:52:55.861017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.861022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:55.861028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 Arg_0.1> +2023-12-14 14:52:55.861032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.861037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.861042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone +2023-12-14 14:52:55.861052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:55.861057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:55.861062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1, operand 0 +2023-12-14 14:52:55.861072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.861078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6.clone = u32[2097152]{0} fusion(u32[2]{0} %p.12), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.861083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.861088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone +2023-12-14 14:52:55.861101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:55.861106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:55.861111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:52:55.861122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.861127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4.clone = u32[2097152]{0} fusion(u32[2]{0} %p.11), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.861132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.25> +2023-12-14 14:52:55.861137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.25 +2023-12-14 14:52:55.861146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:55.861156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.25 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.861161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.27> +2023-12-14 14:52:55.861167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:55.861176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32, operand 0 +2023-12-14 14:52:55.861187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.25), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.32> +2023-12-14 14:52:55.861198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32 +2023-12-14 14:52:55.861208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.32 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.29> +2023-12-14 14:52:55.861228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29 +2023-12-14 14:52:55.861238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:55.861248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.29 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.861253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.30> +2023-12-14 14:52:55.861259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:55.861269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34, operand 0 +2023-12-14 14:52:55.861280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.29), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.34> +2023-12-14 14:52:55.861290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34 +2023-12-14 14:52:55.861299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.34 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> +2023-12-14 14:52:55.861314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:55.861324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:55.861330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,2048]{1,0} fusion(u32[2097152]{0} %p.9, u32[2097152]{0} %p.10), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.861341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.68> +2023-12-14 14:52:55.861347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:55.861359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:55.861370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:55.861375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 compare.5> +2023-12-14 14:52:55.861380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:55.861389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.861404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:55.861414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:55.861419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:55.861425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17, operand 0 +2023-12-14 14:52:55.861434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:55.861440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[2097152]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[2097152]{0} %p.7, u32[2097152]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.861445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.861450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:55.861460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:55.861465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:55.861470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18, operand 0 +2023-12-14 14:52:55.861479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:55.861488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.861493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.2> +2023-12-14 14:52:55.861498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:55.861508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39, operand 0 +2023-12-14 14:52:55.861518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.39> +2023-12-14 14:52:55.861529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39 +2023-12-14 14:52:55.861538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:55.861548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.39 = u32[2097152]{0} slice(u32[4194304]{0} %iota.2), slice={[2097152:4194304]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(2097152,) limit_indices=(4194304,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.33> +2023-12-14 14:52:55.861559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.33 +2023-12-14 14:52:55.861568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38, operand 0 +2023-12-14 14:52:55.861579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.33 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.861583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.38> +2023-12-14 14:52:55.861589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38 +2023-12-14 14:52:55.861598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:55.861611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.38 = u32[1]{0} slice(u32[2]{0} %param_0.33), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.43> +2023-12-14 14:52:55.861622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:55.861632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224, operand 0 +2023-12-14 14:52:55.861642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.38), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.224> +2023-12-14 14:52:55.861652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224 +2023-12-14 14:52:55.861662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:55.861672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.224 = u32[2097152]{0} broadcast(u32[] %reshape.43), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.117> +2023-12-14 14:52:55.861682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:55.861692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = u32[2097152]{0} add(u32[2097152]{0} %slice.39, u32[2097152]{0} %broadcast.224), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.3> +2023-12-14 14:52:55.861707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:55.861716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41, operand 0 +2023-12-14 14:52:55.861727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.41> +2023-12-14 14:52:55.861740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41 +2023-12-14 14:52:55.861749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:55.861760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.41 = u32[2097152]{0} slice(u32[4194304]{0} %iota.3), slice={[0:2097152]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(2097152,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.34> +2023-12-14 14:52:55.861770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.34 +2023-12-14 14:52:55.861780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40, operand 0 +2023-12-14 14:52:55.861790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.34 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.861795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.40> +2023-12-14 14:52:55.861800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40 +2023-12-14 14:52:55.861810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:55.861820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.40 = u32[1]{0} slice(u32[2]{0} %param_0.34), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.44> +2023-12-14 14:52:55.861830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:55.861840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225, operand 0 +2023-12-14 14:52:55.861850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.40), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.225> +2023-12-14 14:52:55.861864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225 +2023-12-14 14:52:55.861873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:55.861883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.225 = u32[2097152]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.118> +2023-12-14 14:52:55.861894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:55.861903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = u32[2097152]{0} add(u32[2097152]{0} %slice.41, u32[2097152]{0} %broadcast.225), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.21> +2023-12-14 14:52:55.861918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.21 +2023-12-14 14:52:55.861928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:55.861938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:55.861943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.21 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.861948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.22> +2023-12-14 14:52:55.861953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:55.861963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.861969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30, operand 0 +2023-12-14 14:52:55.861974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.861982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.30> +2023-12-14 14:52:55.861987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.861992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30 +2023-12-14 14:52:55.861996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:55.862007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.30 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.862012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.20> +2023-12-14 14:52:55.862017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:55.862026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29, operand 0 +2023-12-14 14:52:55.862037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.862043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.29> +2023-12-14 14:52:55.862047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29 +2023-12-14 14:52:55.862057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:55.862067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.29 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.862072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:55.862077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:55.862086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:55.862097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.30, u32[] %reshape.29), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.862106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.101> +2023-12-14 14:52:55.862111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:55.862121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:55.862131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(466688986) +2023-12-14 14:52:55.862136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:55.862141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:55.862151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.862160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.14> +2023-12-14 14:52:55.862166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.862175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:55.862181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:55.862191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.862197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:55.862202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 Arg_0.1> +2023-12-14 14:52:55.862206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.862216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:55.862221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:55.862226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:55.862236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:55.862240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:55.862249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:55.862254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:55.862259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 0 +2023-12-14 14:52:55.862264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 0 +2023-12-14 14:52:55.862269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.862274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.5> +2023-12-14 14:52:55.862279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:55.862289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:55.862294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3, operand 0 +2023-12-14 14:52:55.862304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.862309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.862314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:55.862319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:55.862329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:55.862334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4, operand 0 +2023-12-14 14:52:55.862344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.862349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.862354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.7> +2023-12-14 14:52:55.862359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:55.862368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:55.862374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5, operand 0 +2023-12-14 14:52:55.862387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.862392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.862397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 constant.17> +2023-12-14 14:52:55.862402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:55.862412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:55.862417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6, operand 0 +2023-12-14 14:52:55.862427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.862432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.862438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.16> +2023-12-14 14:52:55.862443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:55.862452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:55.862458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7, operand 0 +2023-12-14 14:52:55.862468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.862473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.862478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 tuple.9{}> +2023-12-14 14:52:55.862482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:55.862492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.862503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.14, u32[2097152]{0} %call.4, u32[2097152]{0} %call.3, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %constant.17, u32[4]{0} %constant.16) +2023-12-14 14:52:55.862508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy> +2023-12-14 14:52:55.862516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:55.862526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:55.862536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.1> +2023-12-14 14:52:55.862540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1 +2023-12-14 14:52:55.862550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.1 = u32[2097152]{0} copy(u32[2097152]{0} %call.4) +2023-12-14 14:52:55.862560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.2> +2023-12-14 14:52:55.862565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:52:55.862574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = u32[2097152]{0} copy(u32[2097152]{0} %call.3) +2023-12-14 14:52:55.862585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.3> +2023-12-14 14:52:55.862590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3 +2023-12-14 14:52:55.862599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.3 = u32[] copy(u32[] %fusion.5) +2023-12-14 14:52:55.862609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.4> +2023-12-14 14:52:55.862615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4 +2023-12-14 14:52:55.862624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.4 = u32[] copy(u32[] %fusion.3) +2023-12-14 14:52:55.862634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.5> +2023-12-14 14:52:55.862639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5 +2023-12-14 14:52:55.862648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.5 = u32[] copy(u32[] %fusion.7) +2023-12-14 14:52:55.862660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.6> +2023-12-14 14:52:55.862665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6 +2023-12-14 14:52:55.862676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.6 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:55.862685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.7> +2023-12-14 14:52:55.862690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7 +2023-12-14 14:52:55.862700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.7 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:55.862711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.8> +2023-12-14 14:52:55.862715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:55.862725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:55.862730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:55.862740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:55.862745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:55.862750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.862755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 constant.67> +2023-12-14 14:52:55.862760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:55.862771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:55.862781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:55.862785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 add.55> +2023-12-14 14:52:55.862791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:55.862800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:55.862808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16, operand 0 +2023-12-14 14:52:55.862819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:55.862824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.862830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.16> +2023-12-14 14:52:55.862835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16 +2023-12-14 14:52:55.862844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.16 = s32[] copy(s32[] %add.55) +2023-12-14 14:52:55.862854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.11> +2023-12-14 14:52:55.862860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:55.862869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:55.862874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:55.862884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:55.862889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:55.862894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.862899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.14> +2023-12-14 14:52:55.862904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:55.862913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:55.862919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:55.862923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.862928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:55.862933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:55.862938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:55.862943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:55.862961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:55.862967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.862972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.10> +2023-12-14 14:52:55.862978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.862982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:55.862987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:55.862992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:55.862996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:55.863007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:55.863012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:55.863017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:55.863022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.132) +2023-12-14 14:52:55.863027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.9> +2023-12-14 14:52:55.863032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:55.863042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:55.863047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:55.863051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:55.863061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:55.863067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:55.863072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:55.863077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.131) +2023-12-14 14:52:55.863082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.17> +2023-12-14 14:52:55.863087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17 +2023-12-14 14:52:55.863098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.17 = u32[2097152]{0} copy(u32[2097152]{0} %call.1) +2023-12-14 14:52:55.863111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.12> +2023-12-14 14:52:55.863116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:55.863126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:55.863131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:55.863140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:55.863145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:55.863150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.863155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.18> +2023-12-14 14:52:55.863161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18 +2023-12-14 14:52:55.863170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.18 = u32[2097152]{0} copy(u32[2097152]{0} %call) +2023-12-14 14:52:55.863180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.19> +2023-12-14 14:52:55.863185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:55.863195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:55.863200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:55.863209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.863215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.13> +2023-12-14 14:52:55.863220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:55.863229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:55.863239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.863244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.20> +2023-12-14 14:52:55.863252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:55.863262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:55.863266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:55.863278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.863283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.21> +2023-12-14 14:52:55.863288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:55.863297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:55.863302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:55.863313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.863322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.15> +2023-12-14 14:52:55.863327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:55.863336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:55.863350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.863355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.22> +2023-12-14 14:52:55.863359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:55.863369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:55.863375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:55.863385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.863389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.23> +2023-12-14 14:52:55.863394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:55.863408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:55.863413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:55.863422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.863427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 tuple.11{}> +2023-12-14 14:52:55.863433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:55.863443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[2097152]{0} %call.1, u32[2097152]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.863453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 param_3.26> +2023-12-14 14:52:55.863457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.26 +2023-12-14 14:52:55.863468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104, operand 0 +2023-12-14 14:52:55.863478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.26 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.863482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 param_2.24> +2023-12-14 14:52:55.863487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.24 +2023-12-14 14:52:55.863498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:55.863508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:55.863512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104, operand 1 +2023-12-14 14:52:55.863517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.24 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.863523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 add.104> +2023-12-14 14:52:55.863529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104 +2023-12-14 14:52:55.863541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103, operand 0 +2023-12-14 14:52:55.863551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29, operand 0 +2023-12-14 14:52:55.863556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.104 = u32[2097152]{0} add(u32[2097152]{0} %param_3.26, u32[2097152]{0} %param_2.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.863561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 param_1.46> +2023-12-14 14:52:55.863566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.46 +2023-12-14 14:52:55.863575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:55.863585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:55.863590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:55.863595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.46 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.863600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 slice.37> +2023-12-14 14:52:55.863605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:55.863615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:55.863625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.863630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 reshape.41> +2023-12-14 14:52:55.863634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:55.863645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:55.863655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:55.863660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.37), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.863668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.194> +2023-12-14 14:52:55.863672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:55.863683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:55.863692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = u32[2097152]{0} broadcast(u32[] %reshape.41), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.863697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-left.25> +2023-12-14 14:52:55.863702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:55.863712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:55.863722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.194), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.863727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 constant.104> +2023-12-14 14:52:55.863732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104 +2023-12-14 14:52:55.863742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:55.863751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:55.863756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:55.863761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.104 = u32[] constant(32) +2023-12-14 14:52:55.863767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.29> +2023-12-14 14:52:55.863773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:55.863782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:55.863792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.104, u32[] %reshape.41), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.863800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.193> +2023-12-14 14:52:55.863805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:55.863815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:55.863825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = u32[2097152]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.863830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.27> +2023-12-14 14:52:55.863835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:55.863845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:55.863854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.193), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.863860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.27> +2023-12-14 14:52:55.863865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:55.863874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29, operand 1 +2023-12-14 14:52:55.863884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.25, u32[2097152]{0} %shift-right-logical.27), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.863889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.29> +2023-12-14 14:52:55.863894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29 +2023-12-14 14:52:55.863903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:55.863917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:55.863923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103, operand 1 +2023-12-14 14:52:55.863928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.29 = u32[2097152]{0} xor(u32[2097152]{0} %add.104, u32[2097152]{0} %or.27), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.863933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.103> +2023-12-14 14:52:55.863937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103 +2023-12-14 14:52:55.863947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 0 +2023-12-14 14:52:55.863957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28, operand 0 +2023-12-14 14:52:55.863962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.103 = u32[2097152]{0} add(u32[2097152]{0} %add.104, u32[2097152]{0} %xor.29), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.863967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 slice.36> +2023-12-14 14:52:55.863971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.863976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:55.863982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.863986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40, operand 0 +2023-12-14 14:52:55.863991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.863996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.40> +2023-12-14 14:52:55.864001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40 +2023-12-14 14:52:55.864012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:55.864021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:55.864026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.40 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 broadcast.192> +2023-12-14 14:52:55.864039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:55.864050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:55.864059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = u32[2097152]{0} broadcast(u32[] %reshape.40), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 shift-left.24> +2023-12-14 14:52:55.864069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:55.864080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:55.864089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.192), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 subtract.28> +2023-12-14 14:52:55.864099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:55.864110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:55.864119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.104, u32[] %reshape.40), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 broadcast.191> +2023-12-14 14:52:55.864129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:55.864139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:55.864149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = u32[2097152]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 shift-right-logical.26> +2023-12-14 14:52:55.864164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:55.864174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:55.864183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.191), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 or.26> +2023-12-14 14:52:55.864195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:55.864204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28, operand 1 +2023-12-14 14:52:55.864214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.24, u32[2097152]{0} %shift-right-logical.26), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 xor.28> +2023-12-14 14:52:55.864225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28 +2023-12-14 14:52:55.864234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:55.864244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:55.864249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 1 +2023-12-14 14:52:55.864255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.28 = u32[2097152]{0} xor(u32[2097152]{0} %add.103, u32[2097152]{0} %or.26), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 add.102> +2023-12-14 14:52:55.864264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102 +2023-12-14 14:52:55.864276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 0 +2023-12-14 14:52:55.864287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:55.864292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.102 = u32[2097152]{0} add(u32[2097152]{0} %add.103, u32[2097152]{0} %xor.28), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 slice.35> +2023-12-14 14:52:55.864302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:55.864312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:55.864322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.39> +2023-12-14 14:52:55.864332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:55.864342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:55.864352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:55.864357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.35), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 broadcast.190> +2023-12-14 14:52:55.864367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:55.864377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:55.864387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = u32[2097152]{0} broadcast(u32[] %reshape.39), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 shift-left.23> +2023-12-14 14:52:55.864400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:55.864410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:55.864420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.190), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 subtract.27> +2023-12-14 14:52:55.864430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:55.864441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:55.864451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.104, u32[] %reshape.39), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 broadcast.189> +2023-12-14 14:52:55.864461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:55.864471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:55.864481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = u32[2097152]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-right-logical.25> +2023-12-14 14:52:55.864491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:55.864501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:55.864510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.189), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 or.25> +2023-12-14 14:52:55.864525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:55.864535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:55.864544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.23, u32[2097152]{0} %shift-right-logical.25), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 xor.27> +2023-12-14 14:52:55.864554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:55.864564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 1 +2023-12-14 14:52:55.864574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[2097152]{0} xor(u32[2097152]{0} %add.102, u32[2097152]{0} %or.25), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 add.101> +2023-12-14 14:52:55.864585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101 +2023-12-14 14:52:55.864595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 0 +2023-12-14 14:52:55.864604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.101 = u32[2097152]{0} add(u32[2097152]{0} %add.102, u32[2097152]{0} %xor.27), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.31> +2023-12-14 14:52:55.864614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:55.864624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:55.864634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[] parameter(0) +2023-12-14 14:52:55.864642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.188> +2023-12-14 14:52:55.864646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:55.864657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 1 +2023-12-14 14:52:55.864666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = u32[2097152]{0} broadcast(u32[] %param_0.31), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 add.100> +2023-12-14 14:52:55.864677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100 +2023-12-14 14:52:55.864687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.100 = u32[2097152]{0} add(u32[2097152]{0} %add.101, u32[2097152]{0} %broadcast.188), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 param_3.25> +2023-12-14 14:52:55.864702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.25 +2023-12-14 14:52:55.864712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 0 +2023-12-14 14:52:55.864721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.25 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.864726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_2.23> +2023-12-14 14:52:55.864732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.23 +2023-12-14 14:52:55.864742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:55.864751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:55.864756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 1 +2023-12-14 14:52:55.864762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.23 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.864766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 add.98> +2023-12-14 14:52:55.864772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98 +2023-12-14 14:52:55.864784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 0 +2023-12-14 14:52:55.864794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:55.864799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.98 = u32[2097152]{0} add(u32[2097152]{0} %param_3.25, u32[2097152]{0} %param_2.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 param_1.45> +2023-12-14 14:52:55.864809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45 +2023-12-14 14:52:55.864819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:55.864829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:55.864834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:55.864839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:55.864844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.45 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.864849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 slice.34> +2023-12-14 14:52:55.864854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:55.864864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:55.864874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 reshape.38> +2023-12-14 14:52:55.864884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:55.864894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:55.864904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:55.864912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.187> +2023-12-14 14:52:55.864922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:55.864932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:55.864942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = u32[2097152]{0} broadcast(u32[] %reshape.38), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-left.22> +2023-12-14 14:52:55.864953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:55.864962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:55.864972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.187), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.864977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.102> +2023-12-14 14:52:55.864983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.864987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:55.864992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.864997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23, operand 0 +2023-12-14 14:52:55.865002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:55.865007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:55.865012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:55.865017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = u32[] constant(32) +2023-12-14 14:52:55.865022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 subtract.26> +2023-12-14 14:52:55.865027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:55.865040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:55.865050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.102, u32[] %reshape.38), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.186> +2023-12-14 14:52:55.865060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:55.865070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:55.865080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = u32[2097152]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-right-logical.24> +2023-12-14 14:52:55.865090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:55.865100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:55.865110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.186), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 or.24> +2023-12-14 14:52:55.865120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:55.865130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:55.865140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.22, u32[2097152]{0} %shift-right-logical.24), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 xor.24> +2023-12-14 14:52:55.865153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:55.865162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:55.865173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:55.865178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 1 +2023-12-14 14:52:55.865183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[2097152]{0} xor(u32[2097152]{0} %add.98, u32[2097152]{0} %or.24), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 add.97> +2023-12-14 14:52:55.865193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97 +2023-12-14 14:52:55.865203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:55.865213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:55.865218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.97 = u32[2097152]{0} add(u32[2097152]{0} %add.98, u32[2097152]{0} %xor.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 slice.33> +2023-12-14 14:52:55.865228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:55.865237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37, operand 0 +2023-12-14 14:52:55.865248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 reshape.37> +2023-12-14 14:52:55.865258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37 +2023-12-14 14:52:55.865267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:55.865280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:55.865285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.37 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 broadcast.185> +2023-12-14 14:52:55.865295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:55.865306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:55.865315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = u32[2097152]{0} broadcast(u32[] %reshape.37), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 shift-left.21> +2023-12-14 14:52:55.865325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:55.865335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:55.865345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.185), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 subtract.25> +2023-12-14 14:52:55.865355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:55.865365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:55.865375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.102, u32[] %reshape.37), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 broadcast.184> +2023-12-14 14:52:55.865385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:55.865398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:55.865409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = u32[2097152]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-right-logical.23> +2023-12-14 14:52:55.865418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:55.865429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:55.865439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.184), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 or.23> +2023-12-14 14:52:55.865448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:55.865458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:55.865469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.21, u32[2097152]{0} %shift-right-logical.23), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 xor.23> +2023-12-14 14:52:55.865479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:55.865489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:55.865499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:55.865504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:55.865509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[2097152]{0} xor(u32[2097152]{0} %add.97, u32[2097152]{0} %or.23), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.96> +2023-12-14 14:52:55.865522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:55.865532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 0 +2023-12-14 14:52:55.865541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:55.865547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = u32[2097152]{0} add(u32[2097152]{0} %add.97, u32[2097152]{0} %xor.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 slice.32> +2023-12-14 14:52:55.865557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:55.865567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36, operand 0 +2023-12-14 14:52:55.865577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 reshape.36> +2023-12-14 14:52:55.865586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36 +2023-12-14 14:52:55.865597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:55.865607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:55.865611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.36 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.183> +2023-12-14 14:52:55.865622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:55.865631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:55.865644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = u32[2097152]{0} broadcast(u32[] %reshape.36), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 shift-left.20> +2023-12-14 14:52:55.865654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:55.865665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22, operand 0 +2023-12-14 14:52:55.865674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.183), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 subtract.24> +2023-12-14 14:52:55.865684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:55.865695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:55.865704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.102, u32[] %reshape.36), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 broadcast.182> +2023-12-14 14:52:55.865714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:55.865725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:55.865734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = u32[2097152]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 shift-right-logical.22> +2023-12-14 14:52:55.865745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:55.865755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22, operand 1 +2023-12-14 14:52:55.865767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.182), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 or.22> +2023-12-14 14:52:55.865777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22 +2023-12-14 14:52:55.865788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:55.865797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.22 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.20, u32[2097152]{0} %shift-right-logical.22), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 xor.22> +2023-12-14 14:52:55.865808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:55.865818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:55.865827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:55.865832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 1 +2023-12-14 14:52:55.865837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[2097152]{0} xor(u32[2097152]{0} %add.96, u32[2097152]{0} %or.22), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.95> +2023-12-14 14:52:55.865848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95 +2023-12-14 14:52:55.865857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:55.865867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.95 = u32[2097152]{0} add(u32[2097152]{0} %add.96, u32[2097152]{0} %xor.22), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 slice.31> +2023-12-14 14:52:55.865880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:55.865890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35, operand 0 +2023-12-14 14:52:55.865900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 reshape.35> +2023-12-14 14:52:55.865911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35 +2023-12-14 14:52:55.865920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23, operand 1 +2023-12-14 14:52:55.865930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:55.865936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.35 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.181> +2023-12-14 14:52:55.865945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:55.865955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:55.865966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = u32[2097152]{0} broadcast(u32[] %reshape.35), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.865972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 shift-left.19> +2023-12-14 14:52:55.865976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.865981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:55.865986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.865991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21, operand 0 +2023-12-14 14:52:55.865996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.181), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 subtract.23> +2023-12-14 14:52:55.866011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23 +2023-12-14 14:52:55.866021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:55.866032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.23 = u32[] subtract(u32[] %constant.102, u32[] %reshape.35), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.180> +2023-12-14 14:52:55.866041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:55.866052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:55.866062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = u32[2097152]{0} broadcast(u32[] %subtract.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 shift-right-logical.21> +2023-12-14 14:52:55.866071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:55.866082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21, operand 1 +2023-12-14 14:52:55.866093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.180), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 or.21> +2023-12-14 14:52:55.866102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21 +2023-12-14 14:52:55.866112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:55.866125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.21 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.19, u32[2097152]{0} %shift-right-logical.21), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 xor.21> +2023-12-14 14:52:55.866135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:55.866145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:55.866155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[2097152]{0} xor(u32[2097152]{0} %add.95, u32[2097152]{0} %or.21), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 param_0.30> +2023-12-14 14:52:55.866165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.30 +2023-12-14 14:52:55.866175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:55.866185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.30 = u32[] parameter(0) +2023-12-14 14:52:55.866190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 broadcast.179> +2023-12-14 14:52:55.866194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:55.866205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:55.866216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = u32[2097152]{0} broadcast(u32[] %param_0.30), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 add.92> +2023-12-14 14:52:55.866225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:55.866235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 0 +2023-12-14 14:52:55.866245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = u32[2097152]{0} add(u32[2097152]{0} %xor.21, u32[2097152]{0} %broadcast.179), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 param_4.37> +2023-12-14 14:52:55.866258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.37 +2023-12-14 14:52:55.866269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 0 +2023-12-14 14:52:55.866279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.37 = s32[] parameter(4) +2023-12-14 14:52:55.866283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.103> +2023-12-14 14:52:55.866288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:55.866299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 1 +2023-12-14 14:52:55.866308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(1) +2023-12-14 14:52:55.866313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 add.99> +2023-12-14 14:52:55.866318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99 +2023-12-14 14:52:55.866329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4, operand 0 +2023-12-14 14:52:55.866339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.99 = s32[] add(s32[] %param_4.37, s32[] %constant.103), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 convert.4> +2023-12-14 14:52:55.866348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4 +2023-12-14 14:52:55.866358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:55.866368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.4 = u32[] convert(s32[] %add.99), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 broadcast.178> +2023-12-14 14:52:55.866381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:55.866391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 1 +2023-12-14 14:52:55.866401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = u32[2097152]{0} broadcast(u32[] %convert.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.91> +2023-12-14 14:52:55.866410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91 +2023-12-14 14:52:55.866421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.91 = u32[2097152]{0} add(u32[2097152]{0} %add.92, u32[2097152]{0} %broadcast.178), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 param_0.32> +2023-12-14 14:52:55.866436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.32 +2023-12-14 14:52:55.866446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:55.866456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.32 = u32[2097152]{0} parameter(0) +2023-12-14 14:52:55.866461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 param_1.47> +2023-12-14 14:52:55.866466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.47 +2023-12-14 14:52:55.866476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:55.866486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.47 = u32[2097152]{0} parameter(1) +2023-12-14 14:52:55.866491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 concatenate.1> +2023-12-14 14:52:55.866495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:55.866505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:55.866519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[4194304]{0} concatenate(u32[2097152]{0} %param_0.32, u32[2097152]{0} %param_1.47), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 constant.139> +2023-12-14 14:52:55.866528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.139 +2023-12-14 14:52:55.866539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223, operand 0 +2023-12-14 14:52:55.866549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.139 = u32[] constant(9) +2023-12-14 14:52:55.866554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 broadcast.223> +2023-12-14 14:52:55.866559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223 +2023-12-14 14:52:55.866569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:55.866579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.223 = u32[4194304]{0} broadcast(u32[] %constant.139), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 shift-right-logical.28> +2023-12-14 14:52:55.866589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:55.866599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:55.866609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[4194304]{0} shift-right-logical(u32[4194304]{0} %concatenate.1, u32[4194304]{0} %broadcast.223), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 constant.137> +2023-12-14 14:52:55.866619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.137 +2023-12-14 14:52:55.866629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222, operand 0 +2023-12-14 14:52:55.866642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.137 = u32[] constant(1065353216) +2023-12-14 14:52:55.866646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 broadcast.222> +2023-12-14 14:52:55.866651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222 +2023-12-14 14:52:55.866662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:55.866672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.222 = u32[4194304]{0} broadcast(u32[] %constant.137), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 or.28> +2023-12-14 14:52:55.866682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:55.866692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2, operand 0 +2023-12-14 14:52:55.866701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[4194304]{0} or(u32[4194304]{0} %shift-right-logical.28, u32[4194304]{0} %broadcast.222), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 bitcast-convert.2> +2023-12-14 14:52:55.866711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2 +2023-12-14 14:52:55.866721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:55.866731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.2 = f32[4194304]{0} bitcast-convert(u32[4194304]{0} %or.28), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.135> +2023-12-14 14:52:55.866740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.135 +2023-12-14 14:52:55.866751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221, operand 0 +2023-12-14 14:52:55.866763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.135 = f32[] constant(-1) +2023-12-14 14:52:55.866768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.221> +2023-12-14 14:52:55.866773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221 +2023-12-14 14:52:55.866784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:55.866793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.221 = f32[4194304]{0} broadcast(f32[] %constant.135), dimensions={} +2023-12-14 14:52:55.866798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.116> +2023-12-14 14:52:55.866803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:55.866814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 0 +2023-12-14 14:52:55.866824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[4194304]{0} add(f32[4194304]{0} %bitcast-convert.2, f32[4194304]{0} %broadcast.221), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.133> +2023-12-14 14:52:55.866833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.133 +2023-12-14 14:52:55.866843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220, operand 0 +2023-12-14 14:52:55.866853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.133 = f32[] constant(2) +2023-12-14 14:52:55.866858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.220> +2023-12-14 14:52:55.866862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220 +2023-12-14 14:52:55.866872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 1 +2023-12-14 14:52:55.866882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.220 = f32[4194304]{0} broadcast(f32[] %constant.133), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.52> +2023-12-14 14:52:55.866894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52 +2023-12-14 14:52:55.866906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:55.866915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.52 = f32[4194304]{0} multiply(f32[4194304]{0} %add.116, f32[4194304]{0} %broadcast.220), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.131> +2023-12-14 14:52:55.866925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.131 +2023-12-14 14:52:55.866935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219, operand 0 +2023-12-14 14:52:55.866945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.131 = f32[] constant(-0.99999994) +2023-12-14 14:52:55.866950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.219> +2023-12-14 14:52:55.866954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219 +2023-12-14 14:52:55.866965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.866969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2, operand 1 +2023-12-14 14:52:55.866974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:55.866979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.219 = f32[4194304]{0} broadcast(f32[] %constant.131), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.866984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.115> +2023-12-14 14:52:55.866989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.866994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:55.866999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2, operand 0 +2023-12-14 14:52:55.867008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[4194304]{0} add(f32[4194304]{0} %multiply.52, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.867016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 maximum.2> +2023-12-14 14:52:55.867023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2 +2023-12-14 14:52:55.867033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42, operand 0 +2023-12-14 14:52:55.867043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.2 = f32[4194304]{0} maximum(f32[4194304]{0} %add.115, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.867047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 reshape.42> +2023-12-14 14:52:55.867053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42 +2023-12-14 14:52:55.867062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 1 +2023-12-14 14:52:55.867072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:55.867077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:55.867083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:55.867088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:55.867093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.42 = f32[2048,2048]{1,0} reshape(f32[4194304]{0} %maximum.2), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.867098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 abs.3> +2023-12-14 14:52:55.867103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:55.867112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 0 +2023-12-14 14:52:55.867123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048,2048]{1,0} abs(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="abs.83"} +2023-12-14 14:52:55.867127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.129> +2023-12-14 14:52:55.867132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.129 +2023-12-14 14:52:55.867142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218, operand 0 +2023-12-14 14:52:55.867155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.129 = f32[] constant(1) +2023-12-14 14:52:55.867160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 broadcast.218> +2023-12-14 14:52:55.867165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218 +2023-12-14 14:52:55.867175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 1 +2023-12-14 14:52:55.867185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.218 = f32[2048,2048]{1,0} broadcast(f32[] %constant.129), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:55.867190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 compare.9> +2023-12-14 14:52:55.867195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9 +2023-12-14 14:52:55.867206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 0 +2023-12-14 14:52:55.867216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.9 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %abs.3, f32[2048,2048]{1,0} %broadcast.218), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:55.867221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.128> +2023-12-14 14:52:55.867226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128 +2023-12-14 14:52:55.867236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217, operand 0 +2023-12-14 14:52:55.867246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.128 = f32[] constant(inf) +2023-12-14 14:52:55.867250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 broadcast.217> +2023-12-14 14:52:55.867255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217 +2023-12-14 14:52:55.867266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:55.867276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.217 = f32[2048,2048]{1,0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:55.867281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 multiply.51> +2023-12-14 14:52:55.867289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:55.867300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 1 +2023-12-14 14:52:55.867311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %reshape.42, f32[2048,2048]{1,0} %broadcast.217), metadata={op_name="multiply.81"} +2023-12-14 14:52:55.867315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 negate.10> +2023-12-14 14:52:55.867323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:55.867334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:55.867347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="negate.2"} +2023-12-14 14:52:55.867352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 multiply.50> +2023-12-14 14:52:55.867357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:55.867367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:55.867377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %negate.10, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.3"} +2023-12-14 14:52:55.867382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 log-plus-one.3> +2023-12-14 14:52:55.867387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:55.867398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:55.867407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048,2048]{1,0} log-plus-one(f32[2048,2048]{1,0} %multiply.50), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:55.867412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 negate.9> +2023-12-14 14:52:55.867417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:55.867431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:55.867440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:55.867445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 0 +2023-12-14 14:52:55.867451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:55.867456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.127> +2023-12-14 14:52:55.867461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127 +2023-12-14 14:52:55.867471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216, operand 0 +2023-12-14 14:52:55.867481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.127 = f32[] constant(5) +2023-12-14 14:52:55.867486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 broadcast.216> +2023-12-14 14:52:55.867491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216 +2023-12-14 14:52:55.867500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 1 +2023-12-14 14:52:55.867511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.216 = f32[2048,2048]{1,0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:55.867516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 compare.8> +2023-12-14 14:52:55.867521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8 +2023-12-14 14:52:55.867530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 0 +2023-12-14 14:52:55.867540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 0 +2023-12-14 14:52:55.867546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 0 +2023-12-14 14:52:55.867551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 0 +2023-12-14 14:52:55.867556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 0 +2023-12-14 14:52:55.867560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 0 +2023-12-14 14:52:55.867565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 0 +2023-12-14 14:52:55.867573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:55.867579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:55.867584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:55.867589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.8 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.216), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:55.867594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 constant.126> +2023-12-14 14:52:55.867598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126 +2023-12-14 14:52:55.867609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215, operand 0 +2023-12-14 14:52:55.867619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.126 = f32[] constant(1.50140941) +2023-12-14 14:52:55.867624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 broadcast.215> +2023-12-14 14:52:55.867629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215 +2023-12-14 14:52:55.867639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:55.867649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.215 = f32[2048,2048]{1,0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:55.867654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.125> +2023-12-14 14:52:55.867659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125 +2023-12-14 14:52:55.867669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214, operand 0 +2023-12-14 14:52:55.867679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.125 = f32[] constant(2.83297682) +2023-12-14 14:52:55.867684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 broadcast.214> +2023-12-14 14:52:55.867689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214 +2023-12-14 14:52:55.867699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:55.867712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.214 = f32[2048,2048]{1,0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:55.867716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 select.43> +2023-12-14 14:52:55.867722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:55.867732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:55.867742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.215, f32[2048,2048]{1,0} %broadcast.214), metadata={op_name="select.76"} +2023-12-14 14:52:55.867747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.124> +2023-12-14 14:52:55.867752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124 +2023-12-14 14:52:55.867763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213, operand 0 +2023-12-14 14:52:55.867773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.124 = f32[] constant(0.246640727) +2023-12-14 14:52:55.867778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.213> +2023-12-14 14:52:55.867783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213 +2023-12-14 14:52:55.867793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:55.867803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.213 = f32[2048,2048]{1,0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:55.867807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 constant.123> +2023-12-14 14:52:55.867813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123 +2023-12-14 14:52:55.867823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212, operand 0 +2023-12-14 14:52:55.867832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.123 = f32[] constant(1.00167406) +2023-12-14 14:52:55.867837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 broadcast.212> +2023-12-14 14:52:55.867845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212 +2023-12-14 14:52:55.867856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:55.867865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.212 = f32[2048,2048]{1,0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:55.867871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 select.42> +2023-12-14 14:52:55.867876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:55.867886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:55.867895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.213, f32[2048,2048]{1,0} %broadcast.212), metadata={op_name="select.69"} +2023-12-14 14:52:55.867902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 constant.122> +2023-12-14 14:52:55.867907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122 +2023-12-14 14:52:55.867917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211, operand 0 +2023-12-14 14:52:55.867926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.122 = f32[] constant(-0.00417768164) +2023-12-14 14:52:55.867931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 broadcast.211> +2023-12-14 14:52:55.867936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211 +2023-12-14 14:52:55.867947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:55.867956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.211 = f32[2048,2048]{1,0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:55.867962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 constant.121> +2023-12-14 14:52:55.867967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.867972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121 +2023-12-14 14:52:55.867977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.867986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210, operand 0 +2023-12-14 14:52:55.867991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.121 = f32[] constant(0.00943887047) +2023-12-14 14:52:55.867996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 broadcast.210> +2023-12-14 14:52:55.868002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210 +2023-12-14 14:52:55.868012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:55.868021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.210 = f32[2048,2048]{1,0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:55.868027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 select.41> +2023-12-14 14:52:55.868032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:55.868041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:55.868051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.211, f32[2048,2048]{1,0} %broadcast.210), metadata={op_name="select.62"} +2023-12-14 14:52:55.868057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 constant.120> +2023-12-14 14:52:55.868061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120 +2023-12-14 14:52:55.868071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209, operand 0 +2023-12-14 14:52:55.868081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.120 = f32[] constant(-0.00125372503) +2023-12-14 14:52:55.868086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 broadcast.209> +2023-12-14 14:52:55.868091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209 +2023-12-14 14:52:55.868101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 1 +2023-12-14 14:52:55.868111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.209 = f32[2048,2048]{1,0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:55.868119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 constant.119> +2023-12-14 14:52:55.868125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119 +2023-12-14 14:52:55.868134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:55.868144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.119 = f32[] constant(-0.0076224613) +2023-12-14 14:52:55.868149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.208> +2023-12-14 14:52:55.868155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:55.868164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 2 +2023-12-14 14:52:55.868174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = f32[2048,2048]{1,0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:55.868179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 select.40> +2023-12-14 14:52:55.868185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40 +2023-12-14 14:52:55.868194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:55.868204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.40 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.209, f32[2048,2048]{1,0} %broadcast.208), metadata={op_name="select.55"} +2023-12-14 14:52:55.868209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 constant.118> +2023-12-14 14:52:55.868215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118 +2023-12-14 14:52:55.868225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:55.868235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.118 = f32[] constant(0.00021858087) +2023-12-14 14:52:55.868240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 broadcast.207> +2023-12-14 14:52:55.868244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:55.868257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 1 +2023-12-14 14:52:55.868269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = f32[2048,2048]{1,0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:55.868274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 constant.117> +2023-12-14 14:52:55.868279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117 +2023-12-14 14:52:55.868289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:55.868299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.117 = f32[] constant(0.00573950773) +2023-12-14 14:52:55.868303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 broadcast.206> +2023-12-14 14:52:55.868309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:55.868318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 2 +2023-12-14 14:52:55.868329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[2048,2048]{1,0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:55.868333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 select.39> +2023-12-14 14:52:55.868339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39 +2023-12-14 14:52:55.868348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:55.868358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.39 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.207, f32[2048,2048]{1,0} %broadcast.206), metadata={op_name="select.48"} +2023-12-14 14:52:55.868363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 constant.116> +2023-12-14 14:52:55.868369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116 +2023-12-14 14:52:55.868378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:55.868388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.116 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:55.868396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 broadcast.205> +2023-12-14 14:52:55.868401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:55.868411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 1 +2023-12-14 14:52:55.868421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[2048,2048]{1,0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:55.868426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 constant.115> +2023-12-14 14:52:55.868431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115 +2023-12-14 14:52:55.868441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:55.868451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.115 = f32[] constant(-0.00367342844) +2023-12-14 14:52:55.868456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.204> +2023-12-14 14:52:55.868461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:55.868471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 2 +2023-12-14 14:52:55.868481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[2048,2048]{1,0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:55.868486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 select.38> +2023-12-14 14:52:55.868491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38 +2023-12-14 14:52:55.868501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:55.868511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.38 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.205, f32[2048,2048]{1,0} %broadcast.204), metadata={op_name="select.41"} +2023-12-14 14:52:55.868516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 constant.114> +2023-12-14 14:52:55.868521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114 +2023-12-14 14:52:55.868533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:55.868544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.114 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:55.868550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 broadcast.203> +2023-12-14 14:52:55.868555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:55.868565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 1 +2023-12-14 14:52:55.868575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = f32[2048,2048]{1,0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:55.868580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.113> +2023-12-14 14:52:55.868585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113 +2023-12-14 14:52:55.868596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:55.868605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.113 = f32[] constant(0.00134934322) +2023-12-14 14:52:55.868611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 broadcast.202> +2023-12-14 14:52:55.868616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:55.868626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 2 +2023-12-14 14:52:55.868636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = f32[2048,2048]{1,0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:55.868641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 select.37> +2023-12-14 14:52:55.868646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37 +2023-12-14 14:52:55.868656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 0 +2023-12-14 14:52:55.868665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.37 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.203, f32[2048,2048]{1,0} %broadcast.202), metadata={op_name="select.34"} +2023-12-14 14:52:55.868674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 constant.112> +2023-12-14 14:52:55.868679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112 +2023-12-14 14:52:55.868689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:55.868699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.112 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:55.868705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 broadcast.201> +2023-12-14 14:52:55.868709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:55.868720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 1 +2023-12-14 14:52:55.868729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[2048,2048]{1,0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:55.868735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 constant.111> +2023-12-14 14:52:55.868740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111 +2023-12-14 14:52:55.868750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:55.868759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.111 = f32[] constant(0.000100950558) +2023-12-14 14:52:55.868765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.200> +2023-12-14 14:52:55.868769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:55.868780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 2 +2023-12-14 14:52:55.868789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[2048,2048]{1,0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:55.868794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 select.36> +2023-12-14 14:52:55.868799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36 +2023-12-14 14:52:55.868812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:55.868822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.36 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.201, f32[2048,2048]{1,0} %broadcast.200), metadata={op_name="select.27"} +2023-12-14 14:52:55.868827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.110> +2023-12-14 14:52:55.868832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110 +2023-12-14 14:52:55.868842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:55.868852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.110 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:55.868857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.199> +2023-12-14 14:52:55.868862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:55.868872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 1 +2023-12-14 14:52:55.868882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[2048,2048]{1,0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:55.868887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 constant.109> +2023-12-14 14:52:55.868892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109 +2023-12-14 14:52:55.868902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:55.868912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.109 = f32[] constant(-0.000200214257) +2023-12-14 14:52:55.868917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 broadcast.198> +2023-12-14 14:52:55.868922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:55.868932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 2 +2023-12-14 14:52:55.868945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048,2048]{1,0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:55.868950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 select.35> +2023-12-14 14:52:55.868955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35 +2023-12-14 14:52:55.868965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.868970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:55.868974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.35 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.199, f32[2048,2048]{1,0} %broadcast.198), metadata={op_name="select.21"} +2023-12-14 14:52:55.868980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 constant.108> +2023-12-14 14:52:55.868985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.868990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108 +2023-12-14 14:52:55.868995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:55.869004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.108 = f32[] constant(-2.5) +2023-12-14 14:52:55.869010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 broadcast.197> +2023-12-14 14:52:55.869015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:55.869025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:55.869034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048,2048]{1,0} broadcast(f32[] %constant.108), dimensions={} +2023-12-14 14:52:55.869040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 add.114> +2023-12-14 14:52:55.869045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:55.869055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 1 +2023-12-14 14:52:55.869064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.197), metadata={op_name="subtract.15"} +2023-12-14 14:52:55.869070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 sqrt.3> +2023-12-14 14:52:55.869078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:55.869087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 0 +2023-12-14 14:52:55.869098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048,2048]{1,0} sqrt(f32[2048,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:55.869103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 constant.106> +2023-12-14 14:52:55.869109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106 +2023-12-14 14:52:55.869118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:55.869128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.106 = f32[] constant(-3) +2023-12-14 14:52:55.869133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 broadcast.196> +2023-12-14 14:52:55.869138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:55.869148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 1 +2023-12-14 14:52:55.869158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048,2048]{1,0} broadcast(f32[] %constant.106), dimensions={} +2023-12-14 14:52:55.869163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 add.113> +2023-12-14 14:52:55.869169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113 +2023-12-14 14:52:55.869178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 2 +2023-12-14 14:52:55.869188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.113 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %sqrt.3, f32[2048,2048]{1,0} %broadcast.196), metadata={op_name="subtract.12"} +2023-12-14 14:52:55.869193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 select.34> +2023-12-14 14:52:55.869199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34 +2023-12-14 14:52:55.869208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:55.869221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:55.869226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:55.869232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:55.869236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:55.869241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:55.869246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:55.869251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:55.869256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.34 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %add.114, f32[2048,2048]{1,0} %add.113), metadata={op_name="select.16"} +2023-12-14 14:52:55.869262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 multiply.49> +2023-12-14 14:52:55.869266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:55.869276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:55.869286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.35, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:55.869292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.112> +2023-12-14 14:52:55.869296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:55.869306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:55.869316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.36, f32[2048,2048]{1,0} %multiply.49), metadata={op_name="add.28"} +2023-12-14 14:52:55.869321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 multiply.48> +2023-12-14 14:52:55.869326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:55.869335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 1 +2023-12-14 14:52:55.869346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.112, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:55.869354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 add.111> +2023-12-14 14:52:55.869359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111 +2023-12-14 14:52:55.869369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:55.869379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.111 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.37, f32[2048,2048]{1,0} %multiply.48), metadata={op_name="add.35"} +2023-12-14 14:52:55.869384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 multiply.47> +2023-12-14 14:52:55.869389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:55.869399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:55.869409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.111, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:55.869414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 add.110> +2023-12-14 14:52:55.869419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:55.869428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:55.869440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.38, f32[2048,2048]{1,0} %multiply.47), metadata={op_name="add.42"} +2023-12-14 14:52:55.869445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 multiply.46> +2023-12-14 14:52:55.869449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:55.869459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:55.869469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.110, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:55.869475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.109> +2023-12-14 14:52:55.869482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:55.869491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:55.869502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.39, f32[2048,2048]{1,0} %multiply.46), metadata={op_name="add.49"} +2023-12-14 14:52:55.869507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 multiply.45> +2023-12-14 14:52:55.869512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:55.869522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:55.869532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.109, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:55.869537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 add.108> +2023-12-14 14:52:55.869542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:55.869551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:55.869562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.40, f32[2048,2048]{1,0} %multiply.45), metadata={op_name="add.56"} +2023-12-14 14:52:55.869567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 multiply.44> +2023-12-14 14:52:55.869572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:55.869581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:55.869592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.108, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:55.869597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 add.107> +2023-12-14 14:52:55.869602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:55.869611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:55.869625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.41, f32[2048,2048]{1,0} %multiply.44), metadata={op_name="add.63"} +2023-12-14 14:52:55.869630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 multiply.43> +2023-12-14 14:52:55.869634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:55.869644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:55.869655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.107, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:55.869660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 add.106> +2023-12-14 14:52:55.869664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:55.869674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:55.869684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.42, f32[2048,2048]{1,0} %multiply.43), metadata={op_name="add.70"} +2023-12-14 14:52:55.869689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 multiply.42> +2023-12-14 14:52:55.869694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:55.869704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:55.869714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.106, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:55.869719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 add.105> +2023-12-14 14:52:55.869724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:55.869733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 0 +2023-12-14 14:52:55.869744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.43, f32[2048,2048]{1,0} %multiply.42), metadata={op_name="add.77"} +2023-12-14 14:52:55.869752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 multiply.41> +2023-12-14 14:52:55.869757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41 +2023-12-14 14:52:55.869767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 2 +2023-12-14 14:52:55.869778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.41 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.105, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.78"} +2023-12-14 14:52:55.869783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 select.33> +2023-12-14 14:52:55.869788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33 +2023-12-14 14:52:55.869797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 0 +2023-12-14 14:52:55.869807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.33 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.9, f32[2048,2048]{1,0} %multiply.51, f32[2048,2048]{1,0} %multiply.41), metadata={op_name="select.86"} +2023-12-14 14:52:55.869812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 constant.105> +2023-12-14 14:52:55.869817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105 +2023-12-14 14:52:55.869826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:55.869837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.105 = f32[] constant(1.41421354) +2023-12-14 14:52:55.869841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 broadcast.195> +2023-12-14 14:52:55.869846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:55.869856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 1 +2023-12-14 14:52:55.869866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048,2048]{1,0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.869871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 multiply.40> +2023-12-14 14:52:55.869879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40 +2023-12-14 14:52:55.869890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.40 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.33, f32[2048,2048]{1,0} %broadcast.195), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.869900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.869905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.869914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:55.869925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.869930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.869934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.869939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.869944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.869949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:55.869954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:55.869960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:55.869964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:55.869969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:55.869974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:55.869979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:55.869984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:55.869989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.869994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.870003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.870013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:55.870018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:55.870028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.870037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.870047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.870062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.870073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.870087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.870097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.870112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.870121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.870139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.870149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.870164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.870174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.870188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.870199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.870214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.870225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:55.870230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:55.870240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.870249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.870260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:55.870268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:55.870278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.870288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.870297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:55.870302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:55.870312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.870322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.870332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:55.870336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:55.870346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.870356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.870366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:55.870370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:55.870381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.870391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.870403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:55.870408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:55.870418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.870427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.870438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:55.870443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:55.870452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.870462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.870472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:55.870477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:55.870486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.870491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{} (phi)> +2023-12-14 14:52:55.870497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.870507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:55.870517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.870522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.870530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 while.1{0} (phi)> +2023-12-14 14:52:55.870535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.870545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.870555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{1} (phi)> +2023-12-14 14:52:55.870560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.870570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.870574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:55.870579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:55.870589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:55.870594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.870599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 while.1{2} (phi)> +2023-12-14 14:52:55.870604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.870614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:55.870619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:55.870624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:55.870633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:55.870638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.870647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 while.1{3} (phi)> +2023-12-14 14:52:55.870652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.870662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.870672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 while.1{4} (phi)> +2023-12-14 14:52:55.870677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.870687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.870697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 while.1{5} (phi)> +2023-12-14 14:52:55.870702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.870712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.870722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 while.1{6} (phi)> +2023-12-14 14:52:55.870727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.870737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.870751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 while.1{7} (phi)> +2023-12-14 14:52:55.870756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.870761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.870767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.870772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.871162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.16 = s32[] copy(s32[] %add.55) and its unused operands +2023-12-14 14:52:55.871181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.17 = u32[2097152]{0} copy(u32[2097152]{0} %call.1) and its unused operands +2023-12-14 14:52:55.871189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.18 = u32[2097152]{0} copy(u32[2097152]{0} %call) and its unused operands +2023-12-14 14:52:55.871198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy = s32[] copy(s32[] %copy.24) and its unused operands +2023-12-14 14:52:55.871205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.1 = u32[2097152]{0} copy(u32[2097152]{0} %call.4) and its unused operands +2023-12-14 14:52:55.871211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.2 = u32[2097152]{0} copy(u32[2097152]{0} %call.3) and its unused operands +2023-12-14 14:52:55.871218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.3 = u32[] copy(u32[] %fusion.5) and its unused operands +2023-12-14 14:52:55.871224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.4 = u32[] copy(u32[] %fusion.3) and its unused operands +2023-12-14 14:52:55.871230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.5 = u32[] copy(u32[] %fusion.7) and its unused operands +2023-12-14 14:52:55.871237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.6 = u32[4]{0} copy(u32[4]{0} %copy.26) and its unused operands +2023-12-14 14:52:55.871244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.7 = u32[4]{0} copy(u32[4]{0} %copy.25) and its unused operands +2023-12-14 14:52:55.871268: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:55.871277: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 16 +2023-12-14 14:52:55.871330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 65 ms (cumulative: 188 ms, max: 65 ms, #called: 718) +2023-12-14 14:52:55.871338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:55.871375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 34 us (cumulative: 188 ms, max: 65 ms, #called: 719) +2023-12-14 14:52:55.871416: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__normal +2023-12-14 14:52:55.872466: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:55.872831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:55.873347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.873410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.873417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.873432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:55.873438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:55.873452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:55.873457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:55.873462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:55.873467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:55.873471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:55.873480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:55.873485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:55.873489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:55.873495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:55.873500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:55.873505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:55.873511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:55.873516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:55.873522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:55.873527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:55.873532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:55.873547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.873567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.873573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262, phi: +2023-12-14 14:52:55.873578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.873583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.873588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:55.873593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:55.873597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 263, phi: +2023-12-14 14:52:55.873603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.873607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.873612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 264, phi: +2023-12-14 14:52:55.873616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.873621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.873626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:55.873631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:55.873636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 265, phi: +2023-12-14 14:52:55.873641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.873645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.873650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:55.873655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:55.873661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 266, phi: +2023-12-14 14:52:55.873666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.873671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.873675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:55.873680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12: +2023-12-14 14:52:55.873684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 267, phi: +2023-12-14 14:52:55.873689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.873694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:55.873699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:55.873704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54: +2023-12-14 14:52:55.873708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 268, phi: +2023-12-14 14:52:55.873713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.873717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:55.873723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:55.873731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56: +2023-12-14 14:52:55.873736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 269, phi: +2023-12-14 14:52:55.873741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.873745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.873751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:55.873756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:55.873761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 270, phi: +2023-12-14 14:52:55.873766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.873770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:55.873775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:55.873780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59: +2023-12-14 14:52:55.873785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 271, phi: +2023-12-14 14:52:55.873790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.873794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.873799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:55.873804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:55.873808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 272, phi: +2023-12-14 14:52:55.873814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.873819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.873824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 273, phi: +2023-12-14 14:52:55.873828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.873833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.873838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 274, phi: +2023-12-14 14:52:55.873843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.873848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.873853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 275, phi: +2023-12-14 14:52:55.873857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.873862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:55.873867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 276, phi: +2023-12-14 14:52:55.873872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.873877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:55.873882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 277, phi: +2023-12-14 14:52:55.873886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.873894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.873898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 278, phi: +2023-12-14 14:52:55.873904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.873909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:55.873914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 279, phi: +2023-12-14 14:52:55.873918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.873923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.873927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 280, phi: +2023-12-14 14:52:55.873933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.873938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.873942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 281, phi: +2023-12-14 14:52:55.873947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.873951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.873956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 282, phi: +2023-12-14 14:52:55.873962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.873967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.873972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 283, phi: +2023-12-14 14:52:55.873976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.873981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.873986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 284, phi: +2023-12-14 14:52:55.873990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:55.873995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.874000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 285, phi: +2023-12-14 14:52:55.874005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:55.874010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.874014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 286, phi: +2023-12-14 14:52:55.874019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.874024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.874029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 287, phi: +2023-12-14 14:52:55.874034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:55.874038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.874043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 288, phi: +2023-12-14 14:52:55.874048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.874056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.874073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.874082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.874087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262, phi: +2023-12-14 14:52:55.874093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.874097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.874102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:55.874107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:55.874111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 263, phi: +2023-12-14 14:52:55.874116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.874122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.874126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 264, phi: +2023-12-14 14:52:55.874131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.874136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.874140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:55.874145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:55.874151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 265, phi: +2023-12-14 14:52:55.874155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.874160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.874164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:55.874169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:55.874174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 266, phi: +2023-12-14 14:52:55.874180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.874185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.874190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:55.874194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12: +2023-12-14 14:52:55.874199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 267, phi: +2023-12-14 14:52:55.874204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.874209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:55.874214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:55.874218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54: +2023-12-14 14:52:55.874223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 268, phi: +2023-12-14 14:52:55.874228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.874236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:55.874242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:55.874247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56: +2023-12-14 14:52:55.874251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 269, phi: +2023-12-14 14:52:55.874256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.874260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.874266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:55.874271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:55.874276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 270, phi: +2023-12-14 14:52:55.874281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.874285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:55.874290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:55.874295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59: +2023-12-14 14:52:55.874300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 271, phi: +2023-12-14 14:52:55.874305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.874310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.874314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:55.874319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:55.874324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 272, phi: +2023-12-14 14:52:55.874329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.874334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.874339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 273, phi: +2023-12-14 14:52:55.874343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.874348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.874353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 274, phi: +2023-12-14 14:52:55.874358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.874363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.874368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 275, phi: +2023-12-14 14:52:55.874372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.874377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:55.874382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 276, phi: +2023-12-14 14:52:55.874387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.874392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:55.874397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 277, phi: +2023-12-14 14:52:55.874404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.874409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.874414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 278, phi: +2023-12-14 14:52:55.874419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.874425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:55.874429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 279, phi: +2023-12-14 14:52:55.874434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.874438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.874443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 280, phi: +2023-12-14 14:52:55.874448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.874453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.874458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 281, phi: +2023-12-14 14:52:55.874463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.874467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.874472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 282, phi: +2023-12-14 14:52:55.874477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.874482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.874487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 283, phi: +2023-12-14 14:52:55.874492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.874496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.874501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 284, phi: +2023-12-14 14:52:55.874506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:55.874511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.874516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 285, phi: +2023-12-14 14:52:55.874520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:55.874525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.874530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 286, phi: +2023-12-14 14:52:55.874535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.874539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.874544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 287, phi: +2023-12-14 14:52:55.874549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:55.874554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.874559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 288, phi: +2023-12-14 14:52:55.874567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.874571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.874577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.874585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 Arg_0.1> + +2023-12-14 14:52:55.874590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.874597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 constant.14> + +2023-12-14 14:52:55.874602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:55.874608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <43 constant.16> + +2023-12-14 14:52:55.874613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:55.874618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <41 constant.17> + +2023-12-14 14:52:55.874624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.874637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <280 while.1{} (phi)> + {0} : HloValueSet: <281 while.1{0} (phi)> + {1} : HloValueSet: <282 while.1{1} (phi)> + {2} : HloValueSet: <283 while.1{2} (phi)> + {3} : HloValueSet: <284 while.1{3} (phi)> + {4} : HloValueSet: <285 while.1{4} (phi)> + {5} : HloValueSet: <286 while.1{5} (phi)> + {6} : HloValueSet: <287 while.1{6} (phi)> + {7} : HloValueSet: <288 while.1{7} (phi)> + +2023-12-14 14:52:55.874643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.874649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <282 while.1{1} (phi)> + +2023-12-14 14:52:55.874654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:55.874661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <283 while.1{2} (phi)> + +2023-12-14 14:52:55.874665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:55.874672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 fusion.3> + +2023-12-14 14:52:55.874677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:55.874682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 fusion.5> + +2023-12-14 14:52:55.874687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:55.874692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.7> + +2023-12-14 14:52:55.874698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:55.874704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 fusion.2.clone> + +2023-12-14 14:52:55.874711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:55.874718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <1 fusion.4.clone> + +2023-12-14 14:52:55.874722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:55.874729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <0 fusion.6.clone> + +2023-12-14 14:52:55.874734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:55.874744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <45 tuple.9{}> + {0} : HloValueSet: <36 copy.24> + {1} : HloValueSet: <0 fusion.6.clone> + {2} : HloValueSet: <1 fusion.4.clone> + {3} : HloValueSet: <38 fusion.5> + {4} : HloValueSet: <39 fusion.3> + {5} : HloValueSet: <40 fusion.7> + {6} : HloValueSet: <42 copy.26> + {7} : HloValueSet: <44 copy.25> + +2023-12-14 14:52:55.874750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:55.874756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <36 copy.24> + +2023-12-14 14:52:55.874761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:55.874766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <44 copy.25> + +2023-12-14 14:52:55.874771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:55.874777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 copy.26> + +2023-12-14 14:52:55.874782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.874792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <263 arg_tuple.3{} (phi)> + {0} : HloValueSet: <272 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <273 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <274 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <275 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <276 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <277 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <278 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <279 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.874798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:55.874804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <47 constant.67> + +2023-12-14 14:52:55.874809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:55.874814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <48 add.55> + +2023-12-14 14:52:55.874820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:55.874825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 fusion.clone> + +2023-12-14 14:52:55.874833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:55.874840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 fusion.1.clone> + +2023-12-14 14:52:55.874844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:55.874851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.874856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:55.874861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <46 copy.8> + +2023-12-14 14:52:55.874867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:55.874872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <273 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.874877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:55.874883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <52 copy.9> + +2023-12-14 14:52:55.874888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:55.874893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <274 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.874899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:55.874904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <51 copy.10> + +2023-12-14 14:52:55.874909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:55.874915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <275 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.874920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:55.874926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 copy.11> + +2023-12-14 14:52:55.874931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:55.874937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <276 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.874942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:55.874947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.12> + +2023-12-14 14:52:55.874952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:55.874958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <277 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.874963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:55.874972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 copy.13> + +2023-12-14 14:52:55.874977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:55.874983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <278 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.874988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:55.874994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 copy.14> + +2023-12-14 14:52:55.874999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:55.875005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <279 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.875010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:55.875017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <58 copy.15> + +2023-12-14 14:52:55.875022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:55.875027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <54 copy.19> + +2023-12-14 14:52:55.875033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:55.875039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.20> + +2023-12-14 14:52:55.875044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:55.875050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.21> + +2023-12-14 14:52:55.875054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:55.875060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <59 copy.22> + +2023-12-14 14:52:55.875065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:55.875070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <60 copy.23> + +2023-12-14 14:52:55.875075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:55.875085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <61 tuple.11{}> + {0} : HloValueSet: <48 add.55> + {1} : HloValueSet: <11 fusion.1.clone> + {2} : HloValueSet: <12 fusion.clone> + {3} : HloValueSet: <54 copy.19> + {4} : HloValueSet: <56 copy.20> + {5} : HloValueSet: <57 copy.21> + {6} : HloValueSet: <59 copy.22> + {7} : HloValueSet: <60 copy.23> + +2023-12-14 14:52:55.875090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.875100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <262 arg_tuple.4{} (phi)> + {0} : HloValueSet: <264 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <265 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <266 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <267 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <268 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <269 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <270 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <271 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.875109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:55.875114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <9 constant.68> + +2023-12-14 14:52:55.875119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:55.875125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <10 compare.5> + +2023-12-14 14:52:55.875130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:55.875136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.875141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:55.875147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:55.875151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:55.875157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:55.875162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:55.875168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.101> + +2023-12-14 14:52:55.875173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.29 +2023-12-14 14:52:55.875179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.29> + +2023-12-14 14:52:55.875183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:55.875189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.20> + +2023-12-14 14:52:55.875194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.30 +2023-12-14 14:52:55.875200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.30> + +2023-12-14 14:52:55.875205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.21 +2023-12-14 14:52:55.875210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.21> + +2023-12-14 14:52:55.875216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:55.875221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.22> + +2023-12-14 14:52:55.875227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.32 +2023-12-14 14:52:55.875233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.32> + +2023-12-14 14:52:55.875241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:55.875247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.27> + +2023-12-14 14:52:55.875252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.25 +2023-12-14 14:52:55.875258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.25> + +2023-12-14 14:52:55.875263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.34 +2023-12-14 14:52:55.875268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.34> + +2023-12-14 14:52:55.875273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:55.875279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.30> + +2023-12-14 14:52:55.875284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.29 +2023-12-14 14:52:55.875290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.29> + +2023-12-14 14:52:55.875295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.91 +2023-12-14 14:52:55.875301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <152 add.91> + +2023-12-14 14:52:55.875307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:55.875312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <151 broadcast.178> + +2023-12-14 14:52:55.875325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.4 +2023-12-14 14:52:55.875331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <150 convert.4> + +2023-12-14 14:52:55.875337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:55.875342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <146 add.92> + +2023-12-14 14:52:55.875348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:55.875353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <145 broadcast.179> + +2023-12-14 14:52:55.875359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:55.875364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <143 xor.21> + +2023-12-14 14:52:55.875369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.21 +2023-12-14 14:52:55.875374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <142 or.21> + +2023-12-14 14:52:55.875380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:55.875385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <141 shift-right-logical.21> + +2023-12-14 14:52:55.875396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:55.875402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <140 broadcast.180> + +2023-12-14 14:52:55.875407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.23 +2023-12-14 14:52:55.875413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <139 subtract.23> + +2023-12-14 14:52:55.875417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:55.875423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <138 shift-left.19> + +2023-12-14 14:52:55.875428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:55.875434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <137 broadcast.181> + +2023-12-14 14:52:55.875439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.35 +2023-12-14 14:52:55.875444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <136 reshape.35> + +2023-12-14 14:52:55.875450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:55.875455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <135 slice.31> + +2023-12-14 14:52:55.875460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.95 +2023-12-14 14:52:55.875465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <134 add.95> + +2023-12-14 14:52:55.875471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:55.875476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <133 xor.22> + +2023-12-14 14:52:55.875482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.22 +2023-12-14 14:52:55.875487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <132 or.22> + +2023-12-14 14:52:55.875492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:55.875498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <131 shift-right-logical.22> + +2023-12-14 14:52:55.875503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:55.875508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <130 broadcast.182> + +2023-12-14 14:52:55.875514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:55.875519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <129 subtract.24> + +2023-12-14 14:52:55.875524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:55.875533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <128 shift-left.20> + +2023-12-14 14:52:55.875538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:55.875544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <127 broadcast.183> + +2023-12-14 14:52:55.875549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.36 +2023-12-14 14:52:55.875555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <126 reshape.36> + +2023-12-14 14:52:55.875560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:55.875566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <125 slice.32> + +2023-12-14 14:52:55.875571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:55.875576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <124 add.96> + +2023-12-14 14:52:55.875581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:55.875587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <123 xor.23> + +2023-12-14 14:52:55.875592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:55.875597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <122 or.23> + +2023-12-14 14:52:55.875603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:55.875608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <121 shift-right-logical.23> + +2023-12-14 14:52:55.875614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:55.875620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <120 broadcast.184> + +2023-12-14 14:52:55.875625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:55.875631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <119 subtract.25> + +2023-12-14 14:52:55.875636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:55.875641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <118 shift-left.21> + +2023-12-14 14:52:55.875646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:55.875652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <117 broadcast.185> + +2023-12-14 14:52:55.875657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.37 +2023-12-14 14:52:55.875663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <116 reshape.37> + +2023-12-14 14:52:55.875671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:55.875676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <115 slice.33> + +2023-12-14 14:52:55.875682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.97 +2023-12-14 14:52:55.875687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <114 add.97> + +2023-12-14 14:52:55.875693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:55.875698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <113 xor.24> + +2023-12-14 14:52:55.875703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:55.875708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <112 or.24> + +2023-12-14 14:52:55.875714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:55.875719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <111 shift-right-logical.24> + +2023-12-14 14:52:55.875725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:55.875730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <110 broadcast.186> + +2023-12-14 14:52:55.875735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:55.875742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 subtract.26> + +2023-12-14 14:52:55.875747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:55.875753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <108 constant.102> + +2023-12-14 14:52:55.875758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:55.875763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <107 shift-left.22> + +2023-12-14 14:52:55.875768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:55.875774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <106 broadcast.187> + +2023-12-14 14:52:55.875779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:55.875785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <105 reshape.38> + +2023-12-14 14:52:55.875790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:55.875795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <104 slice.34> + +2023-12-14 14:52:55.875800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.98 +2023-12-14 14:52:55.875806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <102 add.98> + +2023-12-14 14:52:55.875814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.99 +2023-12-14 14:52:55.875819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <149 add.99> + +2023-12-14 14:52:55.875824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.30 +2023-12-14 14:52:55.875830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 param_0.30> + +2023-12-14 14:52:55.875835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.45 +2023-12-14 14:52:55.875842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <103 param_1.45> + +2023-12-14 14:52:55.875847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.23 +2023-12-14 14:52:55.875852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <101 param_2.23> + +2023-12-14 14:52:55.875857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.25 +2023-12-14 14:52:55.875863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <100 param_3.25> + +2023-12-14 14:52:55.875868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.37 +2023-12-14 14:52:55.875874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <147 param_4.37> + +2023-12-14 14:52:55.875879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:55.875884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <148 constant.103> + +2023-12-14 14:52:55.875889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:55.875895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 fusion.clone> + +2023-12-14 14:52:55.875901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:55.875907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.12> + +2023-12-14 14:52:55.875912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:55.875917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 copy.14> + +2023-12-14 14:52:55.875922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:55.875928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <51 copy.10> + +2023-12-14 14:52:55.875933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:55.875939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <52 copy.9> + +2023-12-14 14:52:55.875943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:55.875949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <46 copy.8> + +2023-12-14 14:52:55.875957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.100 +2023-12-14 14:52:55.875963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <99 add.100> + +2023-12-14 14:52:55.875968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:55.875974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <98 broadcast.188> + +2023-12-14 14:52:55.875978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.101 +2023-12-14 14:52:55.875984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <96 add.101> + +2023-12-14 14:52:55.875989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:55.875995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <97 param_0.31> + +2023-12-14 14:52:55.876000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:55.876005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <95 xor.27> + +2023-12-14 14:52:55.876010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:55.876016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <94 or.25> + +2023-12-14 14:52:55.876022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:55.876027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <93 shift-right-logical.25> + +2023-12-14 14:52:55.876032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:55.876038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <92 broadcast.189> + +2023-12-14 14:52:55.876043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:55.876049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <91 subtract.27> + +2023-12-14 14:52:55.876054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:55.876059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <90 shift-left.23> + +2023-12-14 14:52:55.876064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:55.876069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <89 broadcast.190> + +2023-12-14 14:52:55.876074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:55.876080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <88 reshape.39> + +2023-12-14 14:52:55.876085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:55.876091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <87 slice.35> + +2023-12-14 14:52:55.876098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.102 +2023-12-14 14:52:55.876104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <86 add.102> + +2023-12-14 14:52:55.876109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.28 +2023-12-14 14:52:55.876115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <85 xor.28> + +2023-12-14 14:52:55.876120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:55.876125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <84 or.26> + +2023-12-14 14:52:55.876130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:55.876137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <83 shift-right-logical.26> + +2023-12-14 14:52:55.876143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:55.876148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <82 broadcast.191> + +2023-12-14 14:52:55.876153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:55.876158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <81 subtract.28> + +2023-12-14 14:52:55.876163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:55.876169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <80 shift-left.24> + +2023-12-14 14:52:55.876174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:55.876180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <79 broadcast.192> + +2023-12-14 14:52:55.876184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.40 +2023-12-14 14:52:55.876190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 reshape.40> + +2023-12-14 14:52:55.876195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:55.876201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <77 slice.36> + +2023-12-14 14:52:55.876206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.103 +2023-12-14 14:52:55.876211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <76 add.103> + +2023-12-14 14:52:55.876216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.29 +2023-12-14 14:52:55.876221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <75 xor.29> + +2023-12-14 14:52:55.876227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:55.876236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <74 or.27> + +2023-12-14 14:52:55.876241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:55.876246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <73 shift-right-logical.27> + +2023-12-14 14:52:55.876251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:55.876257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <72 broadcast.193> + +2023-12-14 14:52:55.876263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:55.876269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 subtract.29> + +2023-12-14 14:52:55.876273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.104 +2023-12-14 14:52:55.876279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <70 constant.104> + +2023-12-14 14:52:55.876283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.46 +2023-12-14 14:52:55.876290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <65 param_1.46> + +2023-12-14 14:52:55.876295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:55.876301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <69 shift-left.25> + +2023-12-14 14:52:55.876305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:55.876311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <68 broadcast.194> + +2023-12-14 14:52:55.876316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:55.876322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 reshape.41> + +2023-12-14 14:52:55.876327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:55.876332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <66 slice.37> + +2023-12-14 14:52:55.876337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.104 +2023-12-14 14:52:55.876343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <64 add.104> + +2023-12-14 14:52:55.876349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.24 +2023-12-14 14:52:55.876355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <63 param_2.24> + +2023-12-14 14:52:55.876360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.26 +2023-12-14 14:52:55.876365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <62 param_3.26> + +2023-12-14 14:52:55.876370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:55.876379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 fusion.1.clone> + +2023-12-14 14:52:55.876384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:55.876389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 copy.11> + +2023-12-14 14:52:55.876394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:55.876400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 copy.14> + +2023-12-14 14:52:55.876404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:55.876410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <51 copy.10> + +2023-12-14 14:52:55.876416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:55.876421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <52 copy.9> + +2023-12-14 14:52:55.876426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.40 +2023-12-14 14:52:55.876432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <261 multiply.40> + +2023-12-14 14:52:55.876436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:55.876443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <260 broadcast.195> + +2023-12-14 14:52:55.876449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.105 +2023-12-14 14:52:55.876454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <259 constant.105> + +2023-12-14 14:52:55.876459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.33 +2023-12-14 14:52:55.876464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <258 select.33> + +2023-12-14 14:52:55.876470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.41 +2023-12-14 14:52:55.876476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <257 multiply.41> + +2023-12-14 14:52:55.876481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:55.876487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <256 add.105> + +2023-12-14 14:52:55.876492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:55.876497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <255 multiply.42> + +2023-12-14 14:52:55.876503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:55.876509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <254 add.106> + +2023-12-14 14:52:55.876517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:55.876522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <253 multiply.43> + +2023-12-14 14:52:55.876527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:55.876533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <252 add.107> + +2023-12-14 14:52:55.876538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:55.876544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <251 multiply.44> + +2023-12-14 14:52:55.876549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:55.876554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <250 add.108> + +2023-12-14 14:52:55.876559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:55.876565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <249 multiply.45> + +2023-12-14 14:52:55.876570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:55.876575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <248 add.109> + +2023-12-14 14:52:55.876580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:55.876586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <247 multiply.46> + +2023-12-14 14:52:55.876592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:55.876598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <246 add.110> + +2023-12-14 14:52:55.876603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:55.876608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <245 multiply.47> + +2023-12-14 14:52:55.876613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.111 +2023-12-14 14:52:55.876619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <244 add.111> + +2023-12-14 14:52:55.876624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:55.876629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <243 multiply.48> + +2023-12-14 14:52:55.876634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:55.876640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <242 add.112> + +2023-12-14 14:52:55.876644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:55.876650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <241 multiply.49> + +2023-12-14 14:52:55.876658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.34 +2023-12-14 14:52:55.876664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <240 select.34> + +2023-12-14 14:52:55.876668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.113 +2023-12-14 14:52:55.876674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <239 add.113> + +2023-12-14 14:52:55.876679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:55.876685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <238 broadcast.196> + +2023-12-14 14:52:55.876690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.106 +2023-12-14 14:52:55.876695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <237 constant.106> + +2023-12-14 14:52:55.876700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:55.876706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <236 sqrt.3> + +2023-12-14 14:52:55.876710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:55.876717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <235 add.114> + +2023-12-14 14:52:55.876721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:55.876727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <234 broadcast.197> + +2023-12-14 14:52:55.876732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.108 +2023-12-14 14:52:55.876737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <233 constant.108> + +2023-12-14 14:52:55.876744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.35 +2023-12-14 14:52:55.876749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <232 select.35> + +2023-12-14 14:52:55.876754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:55.876760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <231 broadcast.198> + +2023-12-14 14:52:55.876764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.109 +2023-12-14 14:52:55.876770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <230 constant.109> + +2023-12-14 14:52:55.876775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:55.876781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <229 broadcast.199> + +2023-12-14 14:52:55.876785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.110 +2023-12-14 14:52:55.876794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <228 constant.110> + +2023-12-14 14:52:55.876799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.36 +2023-12-14 14:52:55.876805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <227 select.36> + +2023-12-14 14:52:55.876810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:55.876815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <226 broadcast.200> + +2023-12-14 14:52:55.876820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.111 +2023-12-14 14:52:55.876826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <225 constant.111> + +2023-12-14 14:52:55.876830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:55.876837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <224 broadcast.201> + +2023-12-14 14:52:55.876841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.112 +2023-12-14 14:52:55.876847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <223 constant.112> + +2023-12-14 14:52:55.876851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.37 +2023-12-14 14:52:55.876857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <222 select.37> + +2023-12-14 14:52:55.876862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:55.876868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <221 broadcast.202> + +2023-12-14 14:52:55.876873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.113 +2023-12-14 14:52:55.876878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <220 constant.113> + +2023-12-14 14:52:55.876883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:55.876889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <219 broadcast.203> + +2023-12-14 14:52:55.876894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.114 +2023-12-14 14:52:55.876900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <218 constant.114> + +2023-12-14 14:52:55.876905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.38 +2023-12-14 14:52:55.876910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <217 select.38> + +2023-12-14 14:52:55.876915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:55.876920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <216 broadcast.204> + +2023-12-14 14:52:55.876929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.115 +2023-12-14 14:52:55.876934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <215 constant.115> + +2023-12-14 14:52:55.876939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:55.876945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <214 broadcast.205> + +2023-12-14 14:52:55.876950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.116 +2023-12-14 14:52:55.876956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <213 constant.116> + +2023-12-14 14:52:55.876961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.39 +2023-12-14 14:52:55.876967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <212 select.39> + +2023-12-14 14:52:55.876972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:55.876977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <211 broadcast.206> + +2023-12-14 14:52:55.876982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.117 +2023-12-14 14:52:55.876988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <210 constant.117> + +2023-12-14 14:52:55.876993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:55.876998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <209 broadcast.207> + +2023-12-14 14:52:55.877003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.118 +2023-12-14 14:52:55.877009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <208 constant.118> + +2023-12-14 14:52:55.877015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.40 +2023-12-14 14:52:55.877021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <207 select.40> + +2023-12-14 14:52:55.877026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:55.877031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <206 broadcast.208> + +2023-12-14 14:52:55.877036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.119 +2023-12-14 14:52:55.877042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <205 constant.119> + +2023-12-14 14:52:55.877047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.209 +2023-12-14 14:52:55.877053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <204 broadcast.209> + +2023-12-14 14:52:55.877057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.120 +2023-12-14 14:52:55.877066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <203 constant.120> + +2023-12-14 14:52:55.877071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:55.877077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <202 select.41> + +2023-12-14 14:52:55.877082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.210 +2023-12-14 14:52:55.877088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <201 broadcast.210> + +2023-12-14 14:52:55.877093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.121 +2023-12-14 14:52:55.877098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <200 constant.121> + +2023-12-14 14:52:55.877103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.211 +2023-12-14 14:52:55.877109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <199 broadcast.211> + +2023-12-14 14:52:55.877114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.122 +2023-12-14 14:52:55.877119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <198 constant.122> + +2023-12-14 14:52:55.877124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:55.877129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <197 select.42> + +2023-12-14 14:52:55.877136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.212 +2023-12-14 14:52:55.877142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <196 broadcast.212> + +2023-12-14 14:52:55.877147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.123 +2023-12-14 14:52:55.877152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 constant.123> + +2023-12-14 14:52:55.877157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.213 +2023-12-14 14:52:55.877162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <194 broadcast.213> + +2023-12-14 14:52:55.877168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.124 +2023-12-14 14:52:55.877173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 constant.124> + +2023-12-14 14:52:55.877178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:55.877183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <192 select.43> + +2023-12-14 14:52:55.877188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.214 +2023-12-14 14:52:55.877194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <191 broadcast.214> + +2023-12-14 14:52:55.877199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.125 +2023-12-14 14:52:55.877207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 constant.125> + +2023-12-14 14:52:55.877211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.215 +2023-12-14 14:52:55.877217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <189 broadcast.215> + +2023-12-14 14:52:55.877222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.126 +2023-12-14 14:52:55.877228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 constant.126> + +2023-12-14 14:52:55.877234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.8 +2023-12-14 14:52:55.877239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <187 compare.8> + +2023-12-14 14:52:55.877244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.216 +2023-12-14 14:52:55.877250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <186 broadcast.216> + +2023-12-14 14:52:55.877255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.127 +2023-12-14 14:52:55.877261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 constant.127> + +2023-12-14 14:52:55.877265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:55.877271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <184 negate.9> + +2023-12-14 14:52:55.877276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:55.877281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <183 log-plus-one.3> + +2023-12-14 14:52:55.877287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:55.877293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <182 multiply.50> + +2023-12-14 14:52:55.877298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:55.877303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <181 negate.10> + +2023-12-14 14:52:55.877308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:55.877313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <180 multiply.51> + +2023-12-14 14:52:55.877319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.217 +2023-12-14 14:52:55.877324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <179 broadcast.217> + +2023-12-14 14:52:55.877329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.128 +2023-12-14 14:52:55.877335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 constant.128> + +2023-12-14 14:52:55.877342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.9 +2023-12-14 14:52:55.877348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <177 compare.9> + +2023-12-14 14:52:55.877354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.218 +2023-12-14 14:52:55.877359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <176 broadcast.218> + +2023-12-14 14:52:55.877364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.129 +2023-12-14 14:52:55.877370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 constant.129> + +2023-12-14 14:52:55.877374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:55.877380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <174 abs.3> + +2023-12-14 14:52:55.877385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.42 +2023-12-14 14:52:55.877391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <173 reshape.42> + +2023-12-14 14:52:55.877396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.2 +2023-12-14 14:52:55.877401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <172 maximum.2> + +2023-12-14 14:52:55.877407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:55.877413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <171 add.115> + +2023-12-14 14:52:55.877418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.219 +2023-12-14 14:52:55.877424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <170 broadcast.219> + +2023-12-14 14:52:55.877429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.131 +2023-12-14 14:52:55.877434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.131> + +2023-12-14 14:52:55.877440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.52 +2023-12-14 14:52:55.877446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <168 multiply.52> + +2023-12-14 14:52:55.877451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.220 +2023-12-14 14:52:55.877456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <167 broadcast.220> + +2023-12-14 14:52:55.877461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.133 +2023-12-14 14:52:55.877466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.133> + +2023-12-14 14:52:55.877472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:55.877482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <165 add.116> + +2023-12-14 14:52:55.877487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.221 +2023-12-14 14:52:55.877492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <164 broadcast.221> + +2023-12-14 14:52:55.877498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.135 +2023-12-14 14:52:55.877504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.135> + +2023-12-14 14:52:55.877509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.2 +2023-12-14 14:52:55.877514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <162 bitcast-convert.2> + +2023-12-14 14:52:55.877519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:55.877524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <161 or.28> + +2023-12-14 14:52:55.877530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.222 +2023-12-14 14:52:55.877536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <160 broadcast.222> + +2023-12-14 14:52:55.877541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.137 +2023-12-14 14:52:55.877546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <159 constant.137> + +2023-12-14 14:52:55.877551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:55.877557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <158 shift-right-logical.28> + +2023-12-14 14:52:55.877562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.223 +2023-12-14 14:52:55.877568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <157 broadcast.223> + +2023-12-14 14:52:55.877572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.139 +2023-12-14 14:52:55.877578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <156 constant.139> + +2023-12-14 14:52:55.877583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:55.877589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <155 concatenate.1> + +2023-12-14 14:52:55.877594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.32 +2023-12-14 14:52:55.877599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <153 param_0.32> + +2023-12-14 14:52:55.877604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.47 +2023-12-14 14:52:55.877610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <154 param_1.47> + +2023-12-14 14:52:55.877618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:55.877624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 fusion.2.clone> + +2023-12-14 14:52:55.877629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:55.877635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <282 while.1{1} (phi)> + +2023-12-14 14:52:55.877640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:55.877645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <283 while.1{2} (phi)> + +2023-12-14 14:52:55.877651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:55.877657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <19 add.117> + +2023-12-14 14:52:55.877662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.224 +2023-12-14 14:52:55.877667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <18 broadcast.224> + +2023-12-14 14:52:55.877672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:55.877679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.43> + +2023-12-14 14:52:55.877684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.38 +2023-12-14 14:52:55.877690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.38> + +2023-12-14 14:52:55.877695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.39 +2023-12-14 14:52:55.877700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <14 slice.39> + +2023-12-14 14:52:55.877705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.33 +2023-12-14 14:52:55.877710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <15 param_0.33> + +2023-12-14 14:52:55.877716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:55.877721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <13 iota.2> + +2023-12-14 14:52:55.877726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4.clone +2023-12-14 14:52:55.877732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <1 fusion.4.clone> + +2023-12-14 14:52:55.877736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:55.877743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 Arg_0.1> + +2023-12-14 14:52:55.877748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:55.877753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <26 add.118> + +2023-12-14 14:52:55.877761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.225 +2023-12-14 14:52:55.877767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <25 broadcast.225> + +2023-12-14 14:52:55.877772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:55.877778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.44> + +2023-12-14 14:52:55.877783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.40 +2023-12-14 14:52:55.877789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.40> + +2023-12-14 14:52:55.877794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.41 +2023-12-14 14:52:55.877800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <21 slice.41> + +2023-12-14 14:52:55.877805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.34 +2023-12-14 14:52:55.877810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <22 param_0.34> + +2023-12-14 14:52:55.877815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:55.877820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <20 iota.3> + +2023-12-14 14:52:55.877825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6.clone +2023-12-14 14:52:55.877831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <0 fusion.6.clone> + +2023-12-14 14:52:55.877837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:55.877842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 Arg_0.1> + +2023-12-14 14:52:55.878999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:55.879021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.879027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.879037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> (def) +2023-12-14 14:52:55.879042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.879052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.14> (def) +2023-12-14 14:52:55.879056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:55.879066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 constant.16> (def) +2023-12-14 14:52:55.879076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:55.879086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.17> (def) +2023-12-14 14:52:55.879091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.879101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.879106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 while.1{} (phi)> (def) +2023-12-14 14:52:55.879111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.879116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{0} (phi)> (def) +2023-12-14 14:52:55.879121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.879126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{1} (phi)> (def) +2023-12-14 14:52:55.879131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.879136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{2} (phi)> (def) +2023-12-14 14:52:55.879141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.879146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 while.1{3} (phi)> (def) +2023-12-14 14:52:55.879151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.879156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 while.1{4} (phi)> (def) +2023-12-14 14:52:55.879162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.879167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 while.1{5} (phi)> (def) +2023-12-14 14:52:55.879172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.879177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{6} (phi)> (def) +2023-12-14 14:52:55.879182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.879187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{7} (phi)> (def) +2023-12-14 14:52:55.879192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.879202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{1} (phi)> +2023-12-14 14:52:55.879207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:55.879216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{2} (phi)> +2023-12-14 14:52:55.879225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:55.879235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> (def) +2023-12-14 14:52:55.879240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:55.879250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.5> (def) +2023-12-14 14:52:55.879255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:55.879265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.7> (def) +2023-12-14 14:52:55.879270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:55.879280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> +2023-12-14 14:52:55.879285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:55.879295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.879300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:55.879309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.879314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:55.879335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.879339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 tuple.9{}> (def) +2023-12-14 14:52:55.879344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.879349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 copy.24> +2023-12-14 14:52:55.879355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.879360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.879365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.879370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.879374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.879379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.5> +2023-12-14 14:52:55.879387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.879392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> +2023-12-14 14:52:55.879398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.879403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.7> +2023-12-14 14:52:55.879407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.879413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.26> +2023-12-14 14:52:55.879418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.879423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.25> +2023-12-14 14:52:55.879428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:55.879438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 copy.24> (def) +2023-12-14 14:52:55.879442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:55.879452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.25> (def) +2023-12-14 14:52:55.879457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:55.879467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.26> (def) +2023-12-14 14:52:55.879472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.879482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.879487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.879492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.879497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.879502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.879507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.879512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.879517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.879522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.879527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.879535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.879540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.879546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.879550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.879555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.879560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.879566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.879570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.879576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:55.879585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.67> (def) +2023-12-14 14:52:55.879590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:55.879601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.55> (def) +2023-12-14 14:52:55.879606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:55.879616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.879621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:55.879631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.879636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:55.879646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.879651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:55.879661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.8> (def) +2023-12-14 14:52:55.879666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:55.879676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.879683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:55.879694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> (def) +2023-12-14 14:52:55.879699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:55.879709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.879714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:55.879724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.10> (def) +2023-12-14 14:52:55.879730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:55.879739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.879744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:55.879754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.11> (def) +2023-12-14 14:52:55.879759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:55.879769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.879774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:55.879784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.12> (def) +2023-12-14 14:52:55.879789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:55.879799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.879803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:55.879814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.13> (def) +2023-12-14 14:52:55.879819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:55.879829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.879837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:55.879847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.14> (def) +2023-12-14 14:52:55.879852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:55.879862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.879867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:55.879877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.15> (def) +2023-12-14 14:52:55.879882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:55.879892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> (def) +2023-12-14 14:52:55.879896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:55.879907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> (def) +2023-12-14 14:52:55.879912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:55.879921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> (def) +2023-12-14 14:52:55.879926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:55.879937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> (def) +2023-12-14 14:52:55.879942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:55.879952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> (def) +2023-12-14 14:52:55.879957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.879962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:55.879967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.879972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 tuple.11{}> (def) +2023-12-14 14:52:55.879977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.879982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.55> +2023-12-14 14:52:55.879986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.879995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.880000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.880005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.880010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.880015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> +2023-12-14 14:52:55.880020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.880025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> +2023-12-14 14:52:55.880030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.880035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> +2023-12-14 14:52:55.880040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.880045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> +2023-12-14 14:52:55.880051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.880056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> +2023-12-14 14:52:55.880061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.880071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.880076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.880081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.880086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.880091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.880096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.880101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.880105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.880111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.880117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.880122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.880127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.880132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.880139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.880145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.880150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.880155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.880160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.880164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:55.880174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.68> (def) +2023-12-14 14:52:55.880180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:55.880189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 compare.5> (def) +2023-12-14 14:52:55.880194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:55.880204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.880210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:55.880219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:55.880224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:55.880234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:55.880240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:55.880249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.101> (def) +2023-12-14 14:52:55.880254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29: +2023-12-14 14:52:55.880264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.29> (def) +2023-12-14 14:52:55.880269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:55.880279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.20> (def) +2023-12-14 14:52:55.880284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30: +2023-12-14 14:52:55.880310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.30> (def) +2023-12-14 14:52:55.880318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.21: +2023-12-14 14:52:55.880331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.21> (def) +2023-12-14 14:52:55.880336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:55.880345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.22> (def) +2023-12-14 14:52:55.880350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32: +2023-12-14 14:52:55.880361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.32> (def) +2023-12-14 14:52:55.880365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:55.880375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.27> (def) +2023-12-14 14:52:55.880379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.25: +2023-12-14 14:52:55.880391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.25> (def) +2023-12-14 14:52:55.880395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34: +2023-12-14 14:52:55.880405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.34> (def) +2023-12-14 14:52:55.880410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:55.880421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.30> (def) +2023-12-14 14:52:55.880426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29: +2023-12-14 14:52:55.880435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.29> (def) +2023-12-14 14:52:55.880440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91: +2023-12-14 14:52:55.880450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.91> (def) +2023-12-14 14:52:55.880455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:55.880469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.178> (def) +2023-12-14 14:52:55.880474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4: +2023-12-14 14:52:55.880484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.4> (def) +2023-12-14 14:52:55.880489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:55.880498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.92> (def) +2023-12-14 14:52:55.880503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:55.880514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.179> (def) +2023-12-14 14:52:55.880519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:55.880528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.21> (def) +2023-12-14 14:52:55.880533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21: +2023-12-14 14:52:55.880543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.21> (def) +2023-12-14 14:52:55.880548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:55.880558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.21> (def) +2023-12-14 14:52:55.880562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:55.880573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.180> (def) +2023-12-14 14:52:55.880578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23: +2023-12-14 14:52:55.880587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.23> (def) +2023-12-14 14:52:55.880592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:55.880602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 shift-left.19> (def) +2023-12-14 14:52:55.880607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:55.880620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.181> (def) +2023-12-14 14:52:55.880625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35: +2023-12-14 14:52:55.880636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 reshape.35> (def) +2023-12-14 14:52:55.880641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:55.880650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 slice.31> (def) +2023-12-14 14:52:55.880655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95: +2023-12-14 14:52:55.880665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.95> (def) +2023-12-14 14:52:55.880670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:55.880680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 xor.22> (def) +2023-12-14 14:52:55.880684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22: +2023-12-14 14:52:55.880695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 or.22> (def) +2023-12-14 14:52:55.880700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:55.880709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 shift-right-logical.22> (def) +2023-12-14 14:52:55.880714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:55.880725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.182> (def) +2023-12-14 14:52:55.880729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:55.880739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 subtract.24> (def) +2023-12-14 14:52:55.880743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:55.880754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.20> (def) +2023-12-14 14:52:55.880759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:55.880772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.183> (def) +2023-12-14 14:52:55.880776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36: +2023-12-14 14:52:55.880788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 reshape.36> (def) +2023-12-14 14:52:55.880792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:55.880802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 slice.32> (def) +2023-12-14 14:52:55.880806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:55.880817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.96> (def) +2023-12-14 14:52:55.880822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:55.880831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 xor.23> (def) +2023-12-14 14:52:55.880836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:55.880846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 or.23> (def) +2023-12-14 14:52:55.880851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:55.880861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 shift-right-logical.23> (def) +2023-12-14 14:52:55.880866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:55.880876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.184> (def) +2023-12-14 14:52:55.880881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:55.880890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 subtract.25> (def) +2023-12-14 14:52:55.880895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:55.880905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 shift-left.21> (def) +2023-12-14 14:52:55.880910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:55.880923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.185> (def) +2023-12-14 14:52:55.880928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37: +2023-12-14 14:52:55.880938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.37> (def) +2023-12-14 14:52:55.880943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:55.880952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 slice.33> (def) +2023-12-14 14:52:55.880957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97: +2023-12-14 14:52:55.880968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.97> (def) +2023-12-14 14:52:55.880973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:55.880982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 xor.24> (def) +2023-12-14 14:52:55.880987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.880992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:55.880998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 or.24> (def) +2023-12-14 14:52:55.881002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:55.881012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-right-logical.24> (def) +2023-12-14 14:52:55.881017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:55.881027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.186> (def) +2023-12-14 14:52:55.881032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:55.881041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 subtract.26> (def) +2023-12-14 14:52:55.881046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:55.881056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.102> (def) +2023-12-14 14:52:55.881061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:55.881073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 shift-left.22> (def) +2023-12-14 14:52:55.881078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:55.881088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.187> (def) +2023-12-14 14:52:55.881093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:55.881102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.38> (def) +2023-12-14 14:52:55.881107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:55.881117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 slice.34> (def) +2023-12-14 14:52:55.881122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98: +2023-12-14 14:52:55.881131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.98> (def) +2023-12-14 14:52:55.881136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99: +2023-12-14 14:52:55.881146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.99> (def) +2023-12-14 14:52:55.881151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.30: +2023-12-14 14:52:55.881160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.30> (def) +2023-12-14 14:52:55.881165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45: +2023-12-14 14:52:55.881175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 param_1.45> (def) +2023-12-14 14:52:55.881180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.23: +2023-12-14 14:52:55.881189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_2.23> (def) +2023-12-14 14:52:55.881194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.25: +2023-12-14 14:52:55.881206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 param_3.25> (def) +2023-12-14 14:52:55.881211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.37: +2023-12-14 14:52:55.881224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.37> (def) +2023-12-14 14:52:55.881229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:55.881238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.103> (def) +2023-12-14 14:52:55.881243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:55.881253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> (def) +2023-12-14 14:52:55.881257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:55.881268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.12> +2023-12-14 14:52:55.881273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:55.881282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.14> +2023-12-14 14:52:55.881287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:55.881297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.10> +2023-12-14 14:52:55.881302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:55.881311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> +2023-12-14 14:52:55.881316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:55.881327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.8> +2023-12-14 14:52:55.881332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100: +2023-12-14 14:52:55.881342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.100> (def) +2023-12-14 14:52:55.881347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:55.881357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.188> (def) +2023-12-14 14:52:55.881362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101: +2023-12-14 14:52:55.881374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 add.101> (def) +2023-12-14 14:52:55.881379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:55.881389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_0.31> (def) +2023-12-14 14:52:55.881394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:55.881403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 xor.27> (def) +2023-12-14 14:52:55.881408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:55.881419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 or.25> (def) +2023-12-14 14:52:55.881423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:55.881433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-right-logical.25> (def) +2023-12-14 14:52:55.881438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:55.881448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.189> (def) +2023-12-14 14:52:55.881453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:55.881463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 subtract.27> (def) +2023-12-14 14:52:55.881468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:55.881478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-left.23> (def) +2023-12-14 14:52:55.881483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:55.881493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 broadcast.190> (def) +2023-12-14 14:52:55.881497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:55.881507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.39> (def) +2023-12-14 14:52:55.881513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:55.881525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 slice.35> (def) +2023-12-14 14:52:55.881530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102: +2023-12-14 14:52:55.881541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.102> (def) +2023-12-14 14:52:55.881545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28: +2023-12-14 14:52:55.881555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 xor.28> (def) +2023-12-14 14:52:55.881560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:55.881571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 or.26> (def) +2023-12-14 14:52:55.881576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:55.881586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 shift-right-logical.26> (def) +2023-12-14 14:52:55.881590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:55.881601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.191> (def) +2023-12-14 14:52:55.881606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:55.881615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 subtract.28> (def) +2023-12-14 14:52:55.881620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:55.881631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-left.24> (def) +2023-12-14 14:52:55.881636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:55.881646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 broadcast.192> (def) +2023-12-14 14:52:55.881650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40: +2023-12-14 14:52:55.881661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.40> (def) +2023-12-14 14:52:55.881666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:55.881678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 slice.36> (def) +2023-12-14 14:52:55.881683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103: +2023-12-14 14:52:55.881694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.103> (def) +2023-12-14 14:52:55.881698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29: +2023-12-14 14:52:55.881708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.29> (def) +2023-12-14 14:52:55.881713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:55.881723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.27> (def) +2023-12-14 14:52:55.881728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:55.881738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.27> (def) +2023-12-14 14:52:55.881742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:55.881753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.193> (def) +2023-12-14 14:52:55.881758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:55.881768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.29> (def) +2023-12-14 14:52:55.881772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104: +2023-12-14 14:52:55.881783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.104> (def) +2023-12-14 14:52:55.881788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.46: +2023-12-14 14:52:55.881798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 param_1.46> (def) +2023-12-14 14:52:55.881802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:55.881813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.25> (def) +2023-12-14 14:52:55.881819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:55.881831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.194> (def) +2023-12-14 14:52:55.881836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:55.881847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 reshape.41> (def) +2023-12-14 14:52:55.881851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:55.881861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 slice.37> (def) +2023-12-14 14:52:55.881866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104: +2023-12-14 14:52:55.881876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.104> (def) +2023-12-14 14:52:55.881881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.24: +2023-12-14 14:52:55.881890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 param_2.24> (def) +2023-12-14 14:52:55.881895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.26: +2023-12-14 14:52:55.881906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_3.26> (def) +2023-12-14 14:52:55.881910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:55.881920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> (def) +2023-12-14 14:52:55.881925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:55.881936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.11> +2023-12-14 14:52:55.881940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:55.881950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.14> +2023-12-14 14:52:55.881955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:55.881966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.10> +2023-12-14 14:52:55.881971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:55.881981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> +2023-12-14 14:52:55.881990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.881995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40: +2023-12-14 14:52:55.882000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 multiply.40> (def) +2023-12-14 14:52:55.882005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:55.882015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.195> (def) +2023-12-14 14:52:55.882019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105: +2023-12-14 14:52:55.882030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.105> (def) +2023-12-14 14:52:55.882035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33: +2023-12-14 14:52:55.882044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.33> (def) +2023-12-14 14:52:55.882049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41: +2023-12-14 14:52:55.882060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 multiply.41> (def) +2023-12-14 14:52:55.882064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:55.882074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.105> (def) +2023-12-14 14:52:55.882078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:55.882089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 multiply.42> (def) +2023-12-14 14:52:55.882094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:55.882103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 add.106> (def) +2023-12-14 14:52:55.882108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:55.882119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 multiply.43> (def) +2023-12-14 14:52:55.882124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:55.882133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 add.107> (def) +2023-12-14 14:52:55.882141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:55.882151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 multiply.44> (def) +2023-12-14 14:52:55.882156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:55.882165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.108> (def) +2023-12-14 14:52:55.882171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:55.882181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 multiply.45> (def) +2023-12-14 14:52:55.882186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:55.882195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.109> (def) +2023-12-14 14:52:55.882200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:55.882211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 multiply.46> (def) +2023-12-14 14:52:55.882215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:55.882225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 add.110> (def) +2023-12-14 14:52:55.882230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:55.882240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 multiply.47> (def) +2023-12-14 14:52:55.882245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111: +2023-12-14 14:52:55.882254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 add.111> (def) +2023-12-14 14:52:55.882259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:55.882270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 multiply.48> (def) +2023-12-14 14:52:55.882275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:55.882285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.112> (def) +2023-12-14 14:52:55.882292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:55.882302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 multiply.49> (def) +2023-12-14 14:52:55.882307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34: +2023-12-14 14:52:55.882317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 select.34> (def) +2023-12-14 14:52:55.882322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113: +2023-12-14 14:52:55.882332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 add.113> (def) +2023-12-14 14:52:55.882337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:55.882346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 broadcast.196> (def) +2023-12-14 14:52:55.882352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106: +2023-12-14 14:52:55.882362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.106> (def) +2023-12-14 14:52:55.882367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:55.882376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 sqrt.3> (def) +2023-12-14 14:52:55.882381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:55.882391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 add.114> (def) +2023-12-14 14:52:55.882396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:55.882406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.197> (def) +2023-12-14 14:52:55.882411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108: +2023-12-14 14:52:55.882421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 constant.108> (def) +2023-12-14 14:52:55.882426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35: +2023-12-14 14:52:55.882436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 select.35> (def) +2023-12-14 14:52:55.882444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:55.882454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.198> (def) +2023-12-14 14:52:55.882459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109: +2023-12-14 14:52:55.882468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 constant.109> (def) +2023-12-14 14:52:55.882474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:55.882484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 broadcast.199> (def) +2023-12-14 14:52:55.882489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110: +2023-12-14 14:52:55.882499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.110> (def) +2023-12-14 14:52:55.882504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36: +2023-12-14 14:52:55.882515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 select.36> (def) +2023-12-14 14:52:55.882520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:55.882529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.200> (def) +2023-12-14 14:52:55.882534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111: +2023-12-14 14:52:55.882544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 constant.111> (def) +2023-12-14 14:52:55.882549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:55.882559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.201> (def) +2023-12-14 14:52:55.882564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112: +2023-12-14 14:52:55.882573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 constant.112> (def) +2023-12-14 14:52:55.882579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37: +2023-12-14 14:52:55.882588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 select.37> (def) +2023-12-14 14:52:55.882608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:55.882618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.202> (def) +2023-12-14 14:52:55.882624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113: +2023-12-14 14:52:55.882633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 constant.113> (def) +2023-12-14 14:52:55.882638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:55.882648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 broadcast.203> (def) +2023-12-14 14:52:55.882653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114: +2023-12-14 14:52:55.882663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 constant.114> (def) +2023-12-14 14:52:55.882668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38: +2023-12-14 14:52:55.882677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 select.38> (def) +2023-12-14 14:52:55.882683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:55.882693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.204> (def) +2023-12-14 14:52:55.882698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115: +2023-12-14 14:52:55.882707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 constant.115> (def) +2023-12-14 14:52:55.882713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:55.882723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.205> (def) +2023-12-14 14:52:55.882728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116: +2023-12-14 14:52:55.882738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 constant.116> (def) +2023-12-14 14:52:55.882742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39: +2023-12-14 14:52:55.882752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 select.39> (def) +2023-12-14 14:52:55.882760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:55.882770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 broadcast.206> (def) +2023-12-14 14:52:55.882775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117: +2023-12-14 14:52:55.882785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 constant.117> (def) +2023-12-14 14:52:55.882790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:55.882800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 broadcast.207> (def) +2023-12-14 14:52:55.882805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118: +2023-12-14 14:52:55.882815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 constant.118> (def) +2023-12-14 14:52:55.882820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40: +2023-12-14 14:52:55.882829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 select.40> (def) +2023-12-14 14:52:55.882835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:55.882844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.208> (def) +2023-12-14 14:52:55.882850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119: +2023-12-14 14:52:55.882859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 constant.119> (def) +2023-12-14 14:52:55.882864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209: +2023-12-14 14:52:55.882874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 broadcast.209> (def) +2023-12-14 14:52:55.882879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120: +2023-12-14 14:52:55.882889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 constant.120> (def) +2023-12-14 14:52:55.882894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:55.882903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 select.41> (def) +2023-12-14 14:52:55.882912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210: +2023-12-14 14:52:55.882921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 broadcast.210> (def) +2023-12-14 14:52:55.882927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121: +2023-12-14 14:52:55.882936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 constant.121> (def) +2023-12-14 14:52:55.882942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211: +2023-12-14 14:52:55.882951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 broadcast.211> (def) +2023-12-14 14:52:55.882957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122: +2023-12-14 14:52:55.882966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.122> (def) +2023-12-14 14:52:55.882971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:55.882981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 select.42> (def) +2023-12-14 14:52:55.882986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.882991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212: +2023-12-14 14:52:55.882996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 broadcast.212> (def) +2023-12-14 14:52:55.883001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123: +2023-12-14 14:52:55.883010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.123> (def) +2023-12-14 14:52:55.883015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213: +2023-12-14 14:52:55.883025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 broadcast.213> (def) +2023-12-14 14:52:55.883030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124: +2023-12-14 14:52:55.883040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.124> (def) +2023-12-14 14:52:55.883045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:55.883055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 select.43> (def) +2023-12-14 14:52:55.883063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214: +2023-12-14 14:52:55.883073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 broadcast.214> (def) +2023-12-14 14:52:55.883078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125: +2023-12-14 14:52:55.883088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.125> (def) +2023-12-14 14:52:55.883093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215: +2023-12-14 14:52:55.883103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 broadcast.215> (def) +2023-12-14 14:52:55.883108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126: +2023-12-14 14:52:55.883118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 constant.126> (def) +2023-12-14 14:52:55.883124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8: +2023-12-14 14:52:55.883133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 compare.8> (def) +2023-12-14 14:52:55.883139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216: +2023-12-14 14:52:55.883148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.216> (def) +2023-12-14 14:52:55.883154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127: +2023-12-14 14:52:55.883163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 constant.127> (def) +2023-12-14 14:52:55.883168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:55.883178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 negate.9> (def) +2023-12-14 14:52:55.883183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:55.883193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 log-plus-one.3> (def) +2023-12-14 14:52:55.883198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:55.883208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.50> (def) +2023-12-14 14:52:55.883216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:55.883226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 negate.10> (def) +2023-12-14 14:52:55.883231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:55.883240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.51> (def) +2023-12-14 14:52:55.883245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217: +2023-12-14 14:52:55.883256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 broadcast.217> (def) +2023-12-14 14:52:55.883261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128: +2023-12-14 14:52:55.883270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.128> (def) +2023-12-14 14:52:55.883276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9: +2023-12-14 14:52:55.883285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 compare.9> (def) +2023-12-14 14:52:55.883290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218: +2023-12-14 14:52:55.883300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 broadcast.218> (def) +2023-12-14 14:52:55.883305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.129: +2023-12-14 14:52:55.883315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.129> (def) +2023-12-14 14:52:55.883324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:55.883333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 abs.3> (def) +2023-12-14 14:52:55.883338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42: +2023-12-14 14:52:55.883350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 reshape.42> (def) +2023-12-14 14:52:55.883356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2: +2023-12-14 14:52:55.883365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 maximum.2> (def) +2023-12-14 14:52:55.883374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:55.883384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.115> (def) +2023-12-14 14:52:55.883389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219: +2023-12-14 14:52:55.883398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.219> (def) +2023-12-14 14:52:55.883404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.131: +2023-12-14 14:52:55.883414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.131> (def) +2023-12-14 14:52:55.883419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52: +2023-12-14 14:52:55.883428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.52> (def) +2023-12-14 14:52:55.883434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220: +2023-12-14 14:52:55.883444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 broadcast.220> (def) +2023-12-14 14:52:55.883448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.133: +2023-12-14 14:52:55.883458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.133> (def) +2023-12-14 14:52:55.883463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:55.883473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.116> (def) +2023-12-14 14:52:55.883478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221: +2023-12-14 14:52:55.883487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 broadcast.221> (def) +2023-12-14 14:52:55.883493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.135: +2023-12-14 14:52:55.883503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.135> (def) +2023-12-14 14:52:55.883508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2: +2023-12-14 14:52:55.883517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 bitcast-convert.2> (def) +2023-12-14 14:52:55.883526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:55.883536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 or.28> (def) +2023-12-14 14:52:55.883541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222: +2023-12-14 14:52:55.883550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.222> (def) +2023-12-14 14:52:55.883555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.137: +2023-12-14 14:52:55.883565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.137> (def) +2023-12-14 14:52:55.883570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:55.883580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 shift-right-logical.28> (def) +2023-12-14 14:52:55.883585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223: +2023-12-14 14:52:55.883595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.223> (def) +2023-12-14 14:52:55.883600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.139: +2023-12-14 14:52:55.883609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.139> (def) +2023-12-14 14:52:55.883615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:55.883625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 concatenate.1> (def) +2023-12-14 14:52:55.883630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.32: +2023-12-14 14:52:55.883639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 param_0.32> (def) +2023-12-14 14:52:55.883644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.47: +2023-12-14 14:52:55.883654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 param_1.47> (def) +2023-12-14 14:52:55.883659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:55.883669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> (def) +2023-12-14 14:52:55.883677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:55.883687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{1} (phi)> +2023-12-14 14:52:55.883692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:55.883702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{2} (phi)> +2023-12-14 14:52:55.883707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:55.883717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.117> (def) +2023-12-14 14:52:55.883722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224: +2023-12-14 14:52:55.883732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.224> (def) +2023-12-14 14:52:55.883737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:55.883747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.43> (def) +2023-12-14 14:52:55.883752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38: +2023-12-14 14:52:55.883761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.38> (def) +2023-12-14 14:52:55.883767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39: +2023-12-14 14:52:55.883777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.39> (def) +2023-12-14 14:52:55.883782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.33: +2023-12-14 14:52:55.883791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.33> (def) +2023-12-14 14:52:55.883796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:55.883807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.2> (def) +2023-12-14 14:52:55.883811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone: +2023-12-14 14:52:55.883821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> (def) +2023-12-14 14:52:55.883830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:55.883840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> +2023-12-14 14:52:55.883845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:55.883854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.118> (def) +2023-12-14 14:52:55.883860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225: +2023-12-14 14:52:55.883870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.225> (def) +2023-12-14 14:52:55.883875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:55.883884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.44> (def) +2023-12-14 14:52:55.883890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40: +2023-12-14 14:52:55.883900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.40> (def) +2023-12-14 14:52:55.883904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41: +2023-12-14 14:52:55.883914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.41> (def) +2023-12-14 14:52:55.883919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.34: +2023-12-14 14:52:55.883929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.34> (def) +2023-12-14 14:52:55.883934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:55.883943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.3> (def) +2023-12-14 14:52:55.883949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone: +2023-12-14 14:52:55.883959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> (def) +2023-12-14 14:52:55.883964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.883969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:55.883973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> +2023-12-14 14:52:55.883982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.883987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.883992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.883997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone +2023-12-14 14:52:55.884002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:55.884007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:55.884012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.884023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6.clone = u32[2097152]{0} fusion(u32[2]{0} %p.12), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.884028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.884033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone +2023-12-14 14:52:55.884043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:55.884048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:55.884053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.884063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4.clone = u32[2097152]{0} fusion(u32[2]{0} %p.11), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.884068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.25> +2023-12-14 14:52:55.884073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.25 +2023-12-14 14:52:55.884083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:55.884093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.25 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.884099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.27> +2023-12-14 14:52:55.884104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:55.884117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32, operand 0 +2023-12-14 14:52:55.884127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.25), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.32> +2023-12-14 14:52:55.884138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32 +2023-12-14 14:52:55.884148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.32 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.29> +2023-12-14 14:52:55.884163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29 +2023-12-14 14:52:55.884173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:55.884183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.29 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.884188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.30> +2023-12-14 14:52:55.884193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:55.884203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34, operand 0 +2023-12-14 14:52:55.884213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.29), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.34> +2023-12-14 14:52:55.884223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34 +2023-12-14 14:52:55.884233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.34 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> +2023-12-14 14:52:55.884251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:55.884262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:55.884266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,2048]{1,0} fusion(u32[2097152]{0} %p.9, u32[2097152]{0} %p.10), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.884277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.68> +2023-12-14 14:52:55.884282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:55.884293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:55.884302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:55.884307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 compare.5> +2023-12-14 14:52:55.884313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:55.884323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.884337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:55.884348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:55.884353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:55.884358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:55.884371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[2097152]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[2097152]{0} %p.7, u32[2097152]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.884377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.884382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:55.884392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:55.884397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:55.884402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:55.884412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.884417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.2> +2023-12-14 14:52:55.884422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:55.884431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39, operand 0 +2023-12-14 14:52:55.884443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.39> +2023-12-14 14:52:55.884453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39 +2023-12-14 14:52:55.884462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:55.884473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.39 = u32[2097152]{0} slice(u32[4194304]{0} %iota.2), slice={[2097152:4194304]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(2097152,) limit_indices=(4194304,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.33> +2023-12-14 14:52:55.884486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.33 +2023-12-14 14:52:55.884498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38, operand 0 +2023-12-14 14:52:55.884508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.33 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.884513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.38> +2023-12-14 14:52:55.884518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38 +2023-12-14 14:52:55.884528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:55.884538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.38 = u32[1]{0} slice(u32[2]{0} %param_0.33), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.43> +2023-12-14 14:52:55.884548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:55.884559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224, operand 0 +2023-12-14 14:52:55.884569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.38), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.224> +2023-12-14 14:52:55.884578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224 +2023-12-14 14:52:55.884588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:55.884598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.224 = u32[2097152]{0} broadcast(u32[] %reshape.43), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.117> +2023-12-14 14:52:55.884608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:55.884623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = u32[2097152]{0} add(u32[2097152]{0} %slice.39, u32[2097152]{0} %broadcast.224), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.3> +2023-12-14 14:52:55.884637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:55.884647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41, operand 0 +2023-12-14 14:52:55.884658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.41> +2023-12-14 14:52:55.884667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41 +2023-12-14 14:52:55.884677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:55.884687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.41 = u32[2097152]{0} slice(u32[4194304]{0} %iota.3), slice={[0:2097152]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(2097152,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.34> +2023-12-14 14:52:55.884697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.34 +2023-12-14 14:52:55.884707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40, operand 0 +2023-12-14 14:52:55.884717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.34 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.884722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.40> +2023-12-14 14:52:55.884727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40 +2023-12-14 14:52:55.884736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:55.884750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.40 = u32[1]{0} slice(u32[2]{0} %param_0.34), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.44> +2023-12-14 14:52:55.884760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:55.884771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225, operand 0 +2023-12-14 14:52:55.884780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.40), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.225> +2023-12-14 14:52:55.884790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225 +2023-12-14 14:52:55.884800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:55.884810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.225 = u32[2097152]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.118> +2023-12-14 14:52:55.884820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:55.884831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = u32[2097152]{0} add(u32[2097152]{0} %slice.41, u32[2097152]{0} %broadcast.225), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.21> +2023-12-14 14:52:55.884846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.21 +2023-12-14 14:52:55.884855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:55.884869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:55.884874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.21 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.884878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.22> +2023-12-14 14:52:55.884883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:55.884893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30, operand 0 +2023-12-14 14:52:55.884903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.30> +2023-12-14 14:52:55.884913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30 +2023-12-14 14:52:55.884923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:55.884933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.30 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.20> +2023-12-14 14:52:55.884943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:55.884953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29, operand 0 +2023-12-14 14:52:55.884963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.884967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.29> +2023-12-14 14:52:55.884972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.884977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29 +2023-12-14 14:52:55.884983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.884990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:55.884996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.29 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.885000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:55.885005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:55.885015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:55.885025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.30, u32[] %reshape.29), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.885030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.101> +2023-12-14 14:52:55.885035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:55.885045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:55.885055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(466688986) +2023-12-14 14:52:55.885060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:55.885065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:55.885075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.885085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.14> +2023-12-14 14:52:55.885089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.885099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:55.885109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:55.885114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 copy.24> +2023-12-14 14:52:55.885122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:55.885132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:55.885138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.885147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:55.885152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> +2023-12-14 14:52:55.885157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.885168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:55.885172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:55.885177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:55.885186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:55.885193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:55.885198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:55.885203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:55.885208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 0 +2023-12-14 14:52:55.885213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 0 +2023-12-14 14:52:55.885218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.885222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.5> +2023-12-14 14:52:55.885228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:55.885237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:55.885242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.885252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.885260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> +2023-12-14 14:52:55.885265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:55.885275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:55.885279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.885291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.885296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.7> +2023-12-14 14:52:55.885300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:55.885310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:55.885316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.885326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.885330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.17> +2023-12-14 14:52:55.885335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:55.885345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:55.885356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.885361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.26> +2023-12-14 14:52:55.885366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:55.885376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:55.885381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.885390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:55.885398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 constant.16> +2023-12-14 14:52:55.885404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:55.885414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:55.885424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.885429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.25> +2023-12-14 14:52:55.885434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:55.885444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:55.885448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.885458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:55.885463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 tuple.9{}> +2023-12-14 14:52:55.885468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:55.885478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.885488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[2097152]{0} %call.4, u32[2097152]{0} %call.3, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:55.885493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.8> +2023-12-14 14:52:55.885498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:55.885507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:55.885512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:55.885522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:55.885528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:55.885536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.885541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.67> +2023-12-14 14:52:55.885546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:55.885556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:55.885567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:55.885571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.55> +2023-12-14 14:52:55.885576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:55.885586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:55.885592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:55.885601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.885606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.11> +2023-12-14 14:52:55.885611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:55.885622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:55.885627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:55.885637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:55.885642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:55.885647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.885652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.14> +2023-12-14 14:52:55.885657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:55.885667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:55.885671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:55.885680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:55.885690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:55.885695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:55.885700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:55.885705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:55.885711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.885716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.10> +2023-12-14 14:52:55.885720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:55.885730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:55.885734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:55.885741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:55.885751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:55.885756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:55.885761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:55.885767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.132) +2023-12-14 14:52:55.885772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> +2023-12-14 14:52:55.885777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:55.885786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:55.885791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:55.885796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:55.885808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:55.885812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:55.885817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:55.885822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.131) +2023-12-14 14:52:55.885831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.12> +2023-12-14 14:52:55.885836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:55.885846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:55.885851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:55.885862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:55.885868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:55.885872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.885877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> +2023-12-14 14:52:55.885882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:55.885892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:55.885897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:55.885907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.885912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.13> +2023-12-14 14:52:55.885917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:55.885927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:55.885937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.885942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> +2023-12-14 14:52:55.885948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:55.885958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:55.885963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.885967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:55.885975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.885981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> +2023-12-14 14:52:55.885986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.885991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:55.885996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:55.886000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:55.886011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.886016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.15> +2023-12-14 14:52:55.886021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:55.886030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:55.886040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.886046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> +2023-12-14 14:52:55.886051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:55.886061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:55.886066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:55.886076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.886081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> +2023-12-14 14:52:55.886086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:55.886095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:55.886101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:55.886111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.886119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 tuple.11{}> +2023-12-14 14:52:55.886123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:55.886134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[2097152]{0} %call.1, u32[2097152]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.886145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_3.26> +2023-12-14 14:52:55.886150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.26 +2023-12-14 14:52:55.886159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104, operand 0 +2023-12-14 14:52:55.886170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.26 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.886175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 param_2.24> +2023-12-14 14:52:55.886179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.24 +2023-12-14 14:52:55.886190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:55.886201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:55.886206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104, operand 1 +2023-12-14 14:52:55.886211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.24 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.886215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.104> +2023-12-14 14:52:55.886220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104 +2023-12-14 14:52:55.886231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103, operand 0 +2023-12-14 14:52:55.886240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29, operand 0 +2023-12-14 14:52:55.886245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.104 = u32[2097152]{0} add(u32[2097152]{0} %param_3.26, u32[2097152]{0} %param_2.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 param_1.46> +2023-12-14 14:52:55.886259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.46 +2023-12-14 14:52:55.886269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:55.886278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:55.886284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:55.886289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.46 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.886294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 slice.37> +2023-12-14 14:52:55.886299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:55.886308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:55.886319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 reshape.41> +2023-12-14 14:52:55.886329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:55.886339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:55.886349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:55.886354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.37), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.194> +2023-12-14 14:52:55.886364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:55.886374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:55.886387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = u32[2097152]{0} broadcast(u32[] %reshape.41), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.25> +2023-12-14 14:52:55.886397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:55.886407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:55.886418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.194), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.104> +2023-12-14 14:52:55.886427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104 +2023-12-14 14:52:55.886437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:55.886448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:55.886452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:55.886457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.104 = u32[] constant(32) +2023-12-14 14:52:55.886463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.29> +2023-12-14 14:52:55.886467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:55.886478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:55.886487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.104, u32[] %reshape.41), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.193> +2023-12-14 14:52:55.886497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:55.886508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:55.886520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = u32[2097152]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.27> +2023-12-14 14:52:55.886530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:55.886541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:55.886550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.193), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.27> +2023-12-14 14:52:55.886560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:55.886570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29, operand 1 +2023-12-14 14:52:55.886580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.25, u32[2097152]{0} %shift-right-logical.27), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.29> +2023-12-14 14:52:55.886590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29 +2023-12-14 14:52:55.886600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:55.886610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:55.886615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103, operand 1 +2023-12-14 14:52:55.886620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.29 = u32[2097152]{0} xor(u32[2097152]{0} %add.104, u32[2097152]{0} %or.27), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.103> +2023-12-14 14:52:55.886634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103 +2023-12-14 14:52:55.886644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 0 +2023-12-14 14:52:55.886654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28, operand 0 +2023-12-14 14:52:55.886659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.103 = u32[2097152]{0} add(u32[2097152]{0} %add.104, u32[2097152]{0} %xor.29), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 slice.36> +2023-12-14 14:52:55.886668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:55.886678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40, operand 0 +2023-12-14 14:52:55.886689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.40> +2023-12-14 14:52:55.886698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40 +2023-12-14 14:52:55.886709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:55.886719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:55.886724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.40 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 broadcast.192> +2023-12-14 14:52:55.886734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:55.886744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:55.886758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = u32[2097152]{0} broadcast(u32[] %reshape.40), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-left.24> +2023-12-14 14:52:55.886770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:55.886780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:55.886790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.192), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 subtract.28> +2023-12-14 14:52:55.886800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:55.886811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:55.886821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.104, u32[] %reshape.40), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.191> +2023-12-14 14:52:55.886831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:55.886841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:55.886851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = u32[2097152]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 shift-right-logical.26> +2023-12-14 14:52:55.886861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:55.886873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:55.886886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.191), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 or.26> +2023-12-14 14:52:55.886896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:55.886906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28, operand 1 +2023-12-14 14:52:55.886916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.24, u32[2097152]{0} %shift-right-logical.26), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 xor.28> +2023-12-14 14:52:55.886926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28 +2023-12-14 14:52:55.886936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:55.886946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:55.886951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 1 +2023-12-14 14:52:55.886956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.28 = u32[2097152]{0} xor(u32[2097152]{0} %add.103, u32[2097152]{0} %or.26), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.102> +2023-12-14 14:52:55.886966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.886971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102 +2023-12-14 14:52:55.886976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.886981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 0 +2023-12-14 14:52:55.886986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:55.886991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.102 = u32[2097152]{0} add(u32[2097152]{0} %add.103, u32[2097152]{0} %xor.28), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.886999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 slice.35> +2023-12-14 14:52:55.887004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:55.887013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:55.887024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.39> +2023-12-14 14:52:55.887034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:55.887044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:55.887054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:55.887059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.35), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 broadcast.190> +2023-12-14 14:52:55.887069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:55.887078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:55.887089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = u32[2097152]{0} broadcast(u32[] %reshape.39), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-left.23> +2023-12-14 14:52:55.887099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:55.887108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:55.887118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.190), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 subtract.27> +2023-12-14 14:52:55.887132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:55.887142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:55.887152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.104, u32[] %reshape.39), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.189> +2023-12-14 14:52:55.887162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:55.887172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:55.887182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = u32[2097152]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-right-logical.25> +2023-12-14 14:52:55.887192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:55.887203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:55.887213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.189), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 or.25> +2023-12-14 14:52:55.887223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:55.887232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:55.887246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.23, u32[2097152]{0} %shift-right-logical.25), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 xor.27> +2023-12-14 14:52:55.887256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:55.887266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 1 +2023-12-14 14:52:55.887276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[2097152]{0} xor(u32[2097152]{0} %add.102, u32[2097152]{0} %or.25), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 add.101> +2023-12-14 14:52:55.887286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101 +2023-12-14 14:52:55.887296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 0 +2023-12-14 14:52:55.887306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.101 = u32[2097152]{0} add(u32[2097152]{0} %add.102, u32[2097152]{0} %xor.27), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_0.31> +2023-12-14 14:52:55.887316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:55.887329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:55.887342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[] parameter(0) +2023-12-14 14:52:55.887347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.188> +2023-12-14 14:52:55.887352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:55.887362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 1 +2023-12-14 14:52:55.887372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = u32[2097152]{0} broadcast(u32[] %param_0.31), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.100> +2023-12-14 14:52:55.887385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100 +2023-12-14 14:52:55.887395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.100 = u32[2097152]{0} add(u32[2097152]{0} %add.101, u32[2097152]{0} %broadcast.188), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 param_3.25> +2023-12-14 14:52:55.887411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.25 +2023-12-14 14:52:55.887421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 0 +2023-12-14 14:52:55.887432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.25 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.887437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_2.23> +2023-12-14 14:52:55.887441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.23 +2023-12-14 14:52:55.887451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:55.887461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:55.887466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 1 +2023-12-14 14:52:55.887471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.23 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.887476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.98> +2023-12-14 14:52:55.887481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98 +2023-12-14 14:52:55.887491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 0 +2023-12-14 14:52:55.887501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:55.887506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.98 = u32[2097152]{0} add(u32[2097152]{0} %param_3.25, u32[2097152]{0} %param_2.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 param_1.45> +2023-12-14 14:52:55.887519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45 +2023-12-14 14:52:55.887529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:55.887539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:55.887544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:55.887549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:55.887555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.45 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.887559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 slice.34> +2023-12-14 14:52:55.887564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:55.887574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:55.887584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.38> +2023-12-14 14:52:55.887594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:55.887604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:55.887614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:55.887619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.187> +2023-12-14 14:52:55.887629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:55.887644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:55.887654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = u32[2097152]{0} broadcast(u32[] %reshape.38), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 shift-left.22> +2023-12-14 14:52:55.887664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:55.887674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:55.887683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.187), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.102> +2023-12-14 14:52:55.887694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:55.887704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23, operand 0 +2023-12-14 14:52:55.887713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:55.887718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:55.887724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:55.887729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = u32[] constant(32) +2023-12-14 14:52:55.887735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 subtract.26> +2023-12-14 14:52:55.887739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:55.887749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:55.887759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.102, u32[] %reshape.38), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.186> +2023-12-14 14:52:55.887772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:55.887782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:55.887792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = u32[2097152]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-right-logical.24> +2023-12-14 14:52:55.887802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:55.887812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:55.887822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.186), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 or.24> +2023-12-14 14:52:55.887832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:55.887842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:55.887852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.22, u32[2097152]{0} %shift-right-logical.24), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 xor.24> +2023-12-14 14:52:55.887862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:55.887872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:55.887882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:55.887890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 1 +2023-12-14 14:52:55.887895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[2097152]{0} xor(u32[2097152]{0} %add.98, u32[2097152]{0} %or.24), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.97> +2023-12-14 14:52:55.887905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97 +2023-12-14 14:52:55.887916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:55.887925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:55.887930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.97 = u32[2097152]{0} add(u32[2097152]{0} %add.98, u32[2097152]{0} %xor.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 slice.33> +2023-12-14 14:52:55.887940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:55.887950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37, operand 0 +2023-12-14 14:52:55.887960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.887965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.37> +2023-12-14 14:52:55.887970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.887976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37 +2023-12-14 14:52:55.887980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.887985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:55.887990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:55.887995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.37 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.185> +2023-12-14 14:52:55.888005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:55.888018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:55.888029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = u32[2097152]{0} broadcast(u32[] %reshape.37), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 shift-left.21> +2023-12-14 14:52:55.888039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:55.888049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:55.888058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.185), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 subtract.25> +2023-12-14 14:52:55.888069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:55.888079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:55.888088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.102, u32[] %reshape.37), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.184> +2023-12-14 14:52:55.888099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:55.888108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:55.888118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = u32[2097152]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 shift-right-logical.23> +2023-12-14 14:52:55.888132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:55.888141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:55.888152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.184), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 or.23> +2023-12-14 14:52:55.888162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:55.888171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:55.888182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.21, u32[2097152]{0} %shift-right-logical.23), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 xor.23> +2023-12-14 14:52:55.888192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:55.888201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:55.888212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:55.888217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:55.888222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[2097152]{0} xor(u32[2097152]{0} %add.97, u32[2097152]{0} %or.23), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.96> +2023-12-14 14:52:55.888232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:55.888242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 0 +2023-12-14 14:52:55.888256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:55.888261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = u32[2097152]{0} add(u32[2097152]{0} %add.97, u32[2097152]{0} %xor.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 slice.32> +2023-12-14 14:52:55.888271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:55.888281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36, operand 0 +2023-12-14 14:52:55.888291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 reshape.36> +2023-12-14 14:52:55.888302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36 +2023-12-14 14:52:55.888312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:55.888322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:55.888327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.36 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.183> +2023-12-14 14:52:55.888337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:55.888347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:55.888357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = u32[2097152]{0} broadcast(u32[] %reshape.36), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.20> +2023-12-14 14:52:55.888368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:55.888380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22, operand 0 +2023-12-14 14:52:55.888390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.183), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 subtract.24> +2023-12-14 14:52:55.888401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:55.888410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:55.888420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.102, u32[] %reshape.36), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.182> +2023-12-14 14:52:55.888431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:55.888440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:55.888450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = u32[2097152]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 shift-right-logical.22> +2023-12-14 14:52:55.888461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:55.888470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22, operand 1 +2023-12-14 14:52:55.888480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.182), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 or.22> +2023-12-14 14:52:55.888494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22 +2023-12-14 14:52:55.888504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:55.888514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.22 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.20, u32[2097152]{0} %shift-right-logical.22), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 xor.22> +2023-12-14 14:52:55.888524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:55.888534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:55.888545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:55.888550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 1 +2023-12-14 14:52:55.888555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[2097152]{0} xor(u32[2097152]{0} %add.96, u32[2097152]{0} %or.22), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.95> +2023-12-14 14:52:55.888565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95 +2023-12-14 14:52:55.888574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:55.888585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.95 = u32[2097152]{0} add(u32[2097152]{0} %add.96, u32[2097152]{0} %xor.22), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 slice.31> +2023-12-14 14:52:55.888594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:55.888604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35, operand 0 +2023-12-14 14:52:55.888615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 reshape.35> +2023-12-14 14:52:55.888630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35 +2023-12-14 14:52:55.888641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23, operand 1 +2023-12-14 14:52:55.888651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:55.888656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.35 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.181> +2023-12-14 14:52:55.888665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:55.888675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:55.888685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = u32[2097152]{0} broadcast(u32[] %reshape.35), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 shift-left.19> +2023-12-14 14:52:55.888695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:55.888705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21, operand 0 +2023-12-14 14:52:55.888715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.181), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.23> +2023-12-14 14:52:55.888725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23 +2023-12-14 14:52:55.888735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:55.888749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.23 = u32[] subtract(u32[] %constant.102, u32[] %reshape.35), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.180> +2023-12-14 14:52:55.888761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:55.888770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:55.888780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = u32[2097152]{0} broadcast(u32[] %subtract.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.21> +2023-12-14 14:52:55.888790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:55.888800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21, operand 1 +2023-12-14 14:52:55.888810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.180), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.21> +2023-12-14 14:52:55.888821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21 +2023-12-14 14:52:55.888831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:55.888841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.21 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.19, u32[2097152]{0} %shift-right-logical.21), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.21> +2023-12-14 14:52:55.888851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:55.888864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:55.888874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[2097152]{0} xor(u32[2097152]{0} %add.95, u32[2097152]{0} %or.21), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.30> +2023-12-14 14:52:55.888885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.30 +2023-12-14 14:52:55.888895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:55.888905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.30 = u32[] parameter(0) +2023-12-14 14:52:55.888909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.179> +2023-12-14 14:52:55.888915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:55.888924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:55.888934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = u32[2097152]{0} broadcast(u32[] %param_0.30), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.92> +2023-12-14 14:52:55.888944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:55.888954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 0 +2023-12-14 14:52:55.888963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = u32[2097152]{0} add(u32[2097152]{0} %xor.21, u32[2097152]{0} %broadcast.179), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.888968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.37> +2023-12-14 14:52:55.888974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.888979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.37 +2023-12-14 14:52:55.888983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.888991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 0 +2023-12-14 14:52:55.888996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.37 = s32[] parameter(4) +2023-12-14 14:52:55.889002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.103> +2023-12-14 14:52:55.889007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:55.889017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 1 +2023-12-14 14:52:55.889026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(1) +2023-12-14 14:52:55.889033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.99> +2023-12-14 14:52:55.889038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99 +2023-12-14 14:52:55.889048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4, operand 0 +2023-12-14 14:52:55.889057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.99 = s32[] add(s32[] %param_4.37, s32[] %constant.103), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.4> +2023-12-14 14:52:55.889068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4 +2023-12-14 14:52:55.889078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:55.889087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.4 = u32[] convert(s32[] %add.99), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.178> +2023-12-14 14:52:55.889100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:55.889109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 1 +2023-12-14 14:52:55.889119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = u32[2097152]{0} broadcast(u32[] %convert.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.91> +2023-12-14 14:52:55.889133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91 +2023-12-14 14:52:55.889142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.91 = u32[2097152]{0} add(u32[2097152]{0} %add.92, u32[2097152]{0} %broadcast.178), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 param_0.32> +2023-12-14 14:52:55.889157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.32 +2023-12-14 14:52:55.889167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:55.889177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.32 = u32[2097152]{0} parameter(0) +2023-12-14 14:52:55.889181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 param_1.47> +2023-12-14 14:52:55.889187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.47 +2023-12-14 14:52:55.889196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:55.889206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.47 = u32[2097152]{0} parameter(1) +2023-12-14 14:52:55.889211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 concatenate.1> +2023-12-14 14:52:55.889216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:55.889226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:55.889236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[4194304]{0} concatenate(u32[2097152]{0} %param_0.32, u32[2097152]{0} %param_1.47), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.139> +2023-12-14 14:52:55.889246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.139 +2023-12-14 14:52:55.889259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223, operand 0 +2023-12-14 14:52:55.889269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.139 = u32[] constant(9) +2023-12-14 14:52:55.889275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.223> +2023-12-14 14:52:55.889280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223 +2023-12-14 14:52:55.889290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:55.889300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.223 = u32[4194304]{0} broadcast(u32[] %constant.139), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 shift-right-logical.28> +2023-12-14 14:52:55.889311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:55.889321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:55.889331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[4194304]{0} shift-right-logical(u32[4194304]{0} %concatenate.1, u32[4194304]{0} %broadcast.223), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.137> +2023-12-14 14:52:55.889341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.137 +2023-12-14 14:52:55.889351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222, operand 0 +2023-12-14 14:52:55.889360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.137 = u32[] constant(1065353216) +2023-12-14 14:52:55.889366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.222> +2023-12-14 14:52:55.889371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222 +2023-12-14 14:52:55.889384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:55.889393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.222 = u32[4194304]{0} broadcast(u32[] %constant.137), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 or.28> +2023-12-14 14:52:55.889404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:55.889413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2, operand 0 +2023-12-14 14:52:55.889423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[4194304]{0} or(u32[4194304]{0} %shift-right-logical.28, u32[4194304]{0} %broadcast.222), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 bitcast-convert.2> +2023-12-14 14:52:55.889433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2 +2023-12-14 14:52:55.889443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:55.889452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.2 = f32[4194304]{0} bitcast-convert(u32[4194304]{0} %or.28), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.135> +2023-12-14 14:52:55.889463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.135 +2023-12-14 14:52:55.889472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221, operand 0 +2023-12-14 14:52:55.889482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.135 = f32[] constant(-1) +2023-12-14 14:52:55.889487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 broadcast.221> +2023-12-14 14:52:55.889492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221 +2023-12-14 14:52:55.889502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:55.889514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.221 = f32[4194304]{0} broadcast(f32[] %constant.135), dimensions={} +2023-12-14 14:52:55.889520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.116> +2023-12-14 14:52:55.889525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:55.889534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 0 +2023-12-14 14:52:55.889544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[4194304]{0} add(f32[4194304]{0} %bitcast-convert.2, f32[4194304]{0} %broadcast.221), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.133> +2023-12-14 14:52:55.889554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.133 +2023-12-14 14:52:55.889564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220, operand 0 +2023-12-14 14:52:55.889573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.133 = f32[] constant(2) +2023-12-14 14:52:55.889579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 broadcast.220> +2023-12-14 14:52:55.889583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220 +2023-12-14 14:52:55.889593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 1 +2023-12-14 14:52:55.889602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.220 = f32[4194304]{0} broadcast(f32[] %constant.133), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.52> +2023-12-14 14:52:55.889613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52 +2023-12-14 14:52:55.889622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:55.889632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.52 = f32[4194304]{0} multiply(f32[4194304]{0} %add.116, f32[4194304]{0} %broadcast.220), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.131> +2023-12-14 14:52:55.889646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.131 +2023-12-14 14:52:55.889655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219, operand 0 +2023-12-14 14:52:55.889665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.131 = f32[] constant(-0.99999994) +2023-12-14 14:52:55.889670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.219> +2023-12-14 14:52:55.889675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219 +2023-12-14 14:52:55.889685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2, operand 1 +2023-12-14 14:52:55.889694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:55.889700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.219 = f32[4194304]{0} broadcast(f32[] %constant.131), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.115> +2023-12-14 14:52:55.889710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:55.889719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2, operand 0 +2023-12-14 14:52:55.889729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[4194304]{0} add(f32[4194304]{0} %multiply.52, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 maximum.2> +2023-12-14 14:52:55.889739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2 +2023-12-14 14:52:55.889748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42, operand 0 +2023-12-14 14:52:55.889759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.2 = f32[4194304]{0} maximum(f32[4194304]{0} %add.115, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 reshape.42> +2023-12-14 14:52:55.889771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42 +2023-12-14 14:52:55.889781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 1 +2023-12-14 14:52:55.889793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:55.889798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:55.889803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:55.889807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:55.889812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.42 = f32[2048,2048]{1,0} reshape(f32[4194304]{0} %maximum.2), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.889817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 abs.3> +2023-12-14 14:52:55.889822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:55.889832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 0 +2023-12-14 14:52:55.889842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048,2048]{1,0} abs(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="abs.83"} +2023-12-14 14:52:55.889848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.129> +2023-12-14 14:52:55.889853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.129 +2023-12-14 14:52:55.889863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218, operand 0 +2023-12-14 14:52:55.889873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.129 = f32[] constant(1) +2023-12-14 14:52:55.889878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 broadcast.218> +2023-12-14 14:52:55.889883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218 +2023-12-14 14:52:55.889892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 1 +2023-12-14 14:52:55.889905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.218 = f32[2048,2048]{1,0} broadcast(f32[] %constant.129), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:55.889911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 compare.9> +2023-12-14 14:52:55.889916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9 +2023-12-14 14:52:55.889925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 0 +2023-12-14 14:52:55.889935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.9 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %abs.3, f32[2048,2048]{1,0} %broadcast.218), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:55.889941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.128> +2023-12-14 14:52:55.889946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128 +2023-12-14 14:52:55.889955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217, operand 0 +2023-12-14 14:52:55.889965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.128 = f32[] constant(inf) +2023-12-14 14:52:55.889971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 broadcast.217> +2023-12-14 14:52:55.889975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.889980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217 +2023-12-14 14:52:55.889985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.889990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:55.889995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.217 = f32[2048,2048]{1,0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:55.890001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.51> +2023-12-14 14:52:55.890006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:55.890015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 1 +2023-12-14 14:52:55.890025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %reshape.42, f32[2048,2048]{1,0} %broadcast.217), metadata={op_name="multiply.81"} +2023-12-14 14:52:55.890034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 negate.10> +2023-12-14 14:52:55.890039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:55.890048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:55.890058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="negate.2"} +2023-12-14 14:52:55.890064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.50> +2023-12-14 14:52:55.890068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:55.890078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:55.890088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %negate.10, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.3"} +2023-12-14 14:52:55.890093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 log-plus-one.3> +2023-12-14 14:52:55.890098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:55.890108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:55.890117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048,2048]{1,0} log-plus-one(f32[2048,2048]{1,0} %multiply.50), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:55.890123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 negate.9> +2023-12-14 14:52:55.890128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:55.890137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:55.890147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:55.890152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 0 +2023-12-14 14:52:55.890157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:55.890165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 constant.127> +2023-12-14 14:52:55.890170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127 +2023-12-14 14:52:55.890180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216, operand 0 +2023-12-14 14:52:55.890190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.127 = f32[] constant(5) +2023-12-14 14:52:55.890195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.216> +2023-12-14 14:52:55.890200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216 +2023-12-14 14:52:55.890210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 1 +2023-12-14 14:52:55.890220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.216 = f32[2048,2048]{1,0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:55.890225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 compare.8> +2023-12-14 14:52:55.890230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8 +2023-12-14 14:52:55.890240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 0 +2023-12-14 14:52:55.890250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 0 +2023-12-14 14:52:55.890255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 0 +2023-12-14 14:52:55.890260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 0 +2023-12-14 14:52:55.890264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 0 +2023-12-14 14:52:55.890270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 0 +2023-12-14 14:52:55.890275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 0 +2023-12-14 14:52:55.890280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:55.890285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:55.890290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:55.890295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.8 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.216), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:55.890304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 constant.126> +2023-12-14 14:52:55.890309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126 +2023-12-14 14:52:55.890318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215, operand 0 +2023-12-14 14:52:55.890328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.126 = f32[] constant(1.50140941) +2023-12-14 14:52:55.890334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 broadcast.215> +2023-12-14 14:52:55.890339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215 +2023-12-14 14:52:55.890348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:55.890358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.215 = f32[2048,2048]{1,0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:55.890364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.125> +2023-12-14 14:52:55.890369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125 +2023-12-14 14:52:55.890379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214, operand 0 +2023-12-14 14:52:55.890389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.125 = f32[] constant(2.83297682) +2023-12-14 14:52:55.890394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 broadcast.214> +2023-12-14 14:52:55.890399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214 +2023-12-14 14:52:55.890409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:55.890419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.214 = f32[2048,2048]{1,0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:55.890425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 select.43> +2023-12-14 14:52:55.890430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:55.890439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:55.890453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.215, f32[2048,2048]{1,0} %broadcast.214), metadata={op_name="select.76"} +2023-12-14 14:52:55.890458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.124> +2023-12-14 14:52:55.890463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124 +2023-12-14 14:52:55.890473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213, operand 0 +2023-12-14 14:52:55.890483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.124 = f32[] constant(0.246640727) +2023-12-14 14:52:55.890488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 broadcast.213> +2023-12-14 14:52:55.890493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213 +2023-12-14 14:52:55.890503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:55.890513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.213 = f32[2048,2048]{1,0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:55.890518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.123> +2023-12-14 14:52:55.890523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123 +2023-12-14 14:52:55.890533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212, operand 0 +2023-12-14 14:52:55.890543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.123 = f32[] constant(1.00167406) +2023-12-14 14:52:55.890549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 broadcast.212> +2023-12-14 14:52:55.890554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212 +2023-12-14 14:52:55.890564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:55.890574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.212 = f32[2048,2048]{1,0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:55.890584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 select.42> +2023-12-14 14:52:55.890588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:55.890598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:55.890615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.213, f32[2048,2048]{1,0} %broadcast.212), metadata={op_name="select.69"} +2023-12-14 14:52:55.890619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.122> +2023-12-14 14:52:55.890624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122 +2023-12-14 14:52:55.890635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211, operand 0 +2023-12-14 14:52:55.890645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.122 = f32[] constant(-0.00417768164) +2023-12-14 14:52:55.890650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 broadcast.211> +2023-12-14 14:52:55.890655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211 +2023-12-14 14:52:55.890665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:55.890675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.211 = f32[2048,2048]{1,0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:55.890680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 constant.121> +2023-12-14 14:52:55.890685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121 +2023-12-14 14:52:55.890695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210, operand 0 +2023-12-14 14:52:55.890705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.121 = f32[] constant(0.00943887047) +2023-12-14 14:52:55.890710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 broadcast.210> +2023-12-14 14:52:55.890715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210 +2023-12-14 14:52:55.890728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:55.890738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.210 = f32[2048,2048]{1,0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:55.890742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 select.41> +2023-12-14 14:52:55.890747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:55.890758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:55.890768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.211, f32[2048,2048]{1,0} %broadcast.210), metadata={op_name="select.62"} +2023-12-14 14:52:55.890773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 constant.120> +2023-12-14 14:52:55.890777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120 +2023-12-14 14:52:55.890789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209, operand 0 +2023-12-14 14:52:55.890798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.120 = f32[] constant(-0.00125372503) +2023-12-14 14:52:55.890803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 broadcast.209> +2023-12-14 14:52:55.890808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209 +2023-12-14 14:52:55.890819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 1 +2023-12-14 14:52:55.890829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.209 = f32[2048,2048]{1,0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:55.890834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 constant.119> +2023-12-14 14:52:55.890839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119 +2023-12-14 14:52:55.890849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:55.890859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.119 = f32[] constant(-0.0076224613) +2023-12-14 14:52:55.890867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.208> +2023-12-14 14:52:55.890872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:55.890882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 2 +2023-12-14 14:52:55.890892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = f32[2048,2048]{1,0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:55.890897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 select.40> +2023-12-14 14:52:55.890902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40 +2023-12-14 14:52:55.890912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:55.890922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.40 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.209, f32[2048,2048]{1,0} %broadcast.208), metadata={op_name="select.55"} +2023-12-14 14:52:55.890927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 constant.118> +2023-12-14 14:52:55.890932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118 +2023-12-14 14:52:55.890942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:55.890952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.118 = f32[] constant(0.00021858087) +2023-12-14 14:52:55.890957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 broadcast.207> +2023-12-14 14:52:55.890962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.890967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:55.890972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.890977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 1 +2023-12-14 14:52:55.890982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = f32[2048,2048]{1,0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:55.890986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 constant.117> +2023-12-14 14:52:55.890992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117 +2023-12-14 14:52:55.891015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:55.891025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.117 = f32[] constant(0.00573950773) +2023-12-14 14:52:55.891030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 broadcast.206> +2023-12-14 14:52:55.891035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:55.891045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 2 +2023-12-14 14:52:55.891055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[2048,2048]{1,0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:55.891060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 select.39> +2023-12-14 14:52:55.891065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39 +2023-12-14 14:52:55.891075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:55.891085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.39 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.207, f32[2048,2048]{1,0} %broadcast.206), metadata={op_name="select.48"} +2023-12-14 14:52:55.891090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 constant.116> +2023-12-14 14:52:55.891095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116 +2023-12-14 14:52:55.891106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:55.891116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.116 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:55.891121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.205> +2023-12-14 14:52:55.891127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:55.891136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 1 +2023-12-14 14:52:55.891149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[2048,2048]{1,0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:55.891155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 constant.115> +2023-12-14 14:52:55.891159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115 +2023-12-14 14:52:55.891169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:55.891179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.115 = f32[] constant(-0.00367342844) +2023-12-14 14:52:55.891185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.204> +2023-12-14 14:52:55.891189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:55.891199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 2 +2023-12-14 14:52:55.891209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[2048,2048]{1,0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:55.891214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 select.38> +2023-12-14 14:52:55.891219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38 +2023-12-14 14:52:55.891229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:55.891239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.38 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.205, f32[2048,2048]{1,0} %broadcast.204), metadata={op_name="select.41"} +2023-12-14 14:52:55.891245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 constant.114> +2023-12-14 14:52:55.891250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114 +2023-12-14 14:52:55.891259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:55.891269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.114 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:55.891274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 broadcast.203> +2023-12-14 14:52:55.891282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:55.891292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 1 +2023-12-14 14:52:55.891302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = f32[2048,2048]{1,0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:55.891308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 constant.113> +2023-12-14 14:52:55.891313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113 +2023-12-14 14:52:55.891328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:55.891339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.113 = f32[] constant(0.00134934322) +2023-12-14 14:52:55.891344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.202> +2023-12-14 14:52:55.891349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:55.891359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 2 +2023-12-14 14:52:55.891369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = f32[2048,2048]{1,0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:55.891374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 select.37> +2023-12-14 14:52:55.891379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37 +2023-12-14 14:52:55.891389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 0 +2023-12-14 14:52:55.891398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.37 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.203, f32[2048,2048]{1,0} %broadcast.202), metadata={op_name="select.34"} +2023-12-14 14:52:55.891404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 constant.112> +2023-12-14 14:52:55.891409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112 +2023-12-14 14:52:55.891419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:55.891432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.112 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:55.891437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.201> +2023-12-14 14:52:55.891442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:55.891452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 1 +2023-12-14 14:52:55.891462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[2048,2048]{1,0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:55.891467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 constant.111> +2023-12-14 14:52:55.891472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111 +2023-12-14 14:52:55.891482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:55.891492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.111 = f32[] constant(0.000100950558) +2023-12-14 14:52:55.891497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.200> +2023-12-14 14:52:55.891502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:55.891512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 2 +2023-12-14 14:52:55.891522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[2048,2048]{1,0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:55.891527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 select.36> +2023-12-14 14:52:55.891532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36 +2023-12-14 14:52:55.891542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:55.891552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.36 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.201, f32[2048,2048]{1,0} %broadcast.200), metadata={op_name="select.27"} +2023-12-14 14:52:55.891560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.110> +2023-12-14 14:52:55.891565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110 +2023-12-14 14:52:55.891575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:55.891585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.110 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:55.891590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 broadcast.199> +2023-12-14 14:52:55.891595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:55.891605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 1 +2023-12-14 14:52:55.891615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[2048,2048]{1,0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:55.891620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 constant.109> +2023-12-14 14:52:55.891625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109 +2023-12-14 14:52:55.891635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:55.891645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.109 = f32[] constant(-0.000200214257) +2023-12-14 14:52:55.891650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.198> +2023-12-14 14:52:55.891655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:55.891665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 2 +2023-12-14 14:52:55.891675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048,2048]{1,0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:55.891680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 select.35> +2023-12-14 14:52:55.891684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35 +2023-12-14 14:52:55.891695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:55.891709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.35 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.199, f32[2048,2048]{1,0} %broadcast.198), metadata={op_name="select.21"} +2023-12-14 14:52:55.891714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 constant.108> +2023-12-14 14:52:55.891719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108 +2023-12-14 14:52:55.891729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:55.891739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.108 = f32[] constant(-2.5) +2023-12-14 14:52:55.891744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.197> +2023-12-14 14:52:55.891749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:55.891759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:55.891770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048,2048]{1,0} broadcast(f32[] %constant.108), dimensions={} +2023-12-14 14:52:55.891775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 add.114> +2023-12-14 14:52:55.891779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:55.891790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 1 +2023-12-14 14:52:55.891800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.197), metadata={op_name="subtract.15"} +2023-12-14 14:52:55.891804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 sqrt.3> +2023-12-14 14:52:55.891809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:55.891819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 0 +2023-12-14 14:52:55.891829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048,2048]{1,0} sqrt(f32[2048,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:55.891837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.106> +2023-12-14 14:52:55.891842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106 +2023-12-14 14:52:55.891852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:55.891862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.106 = f32[] constant(-3) +2023-12-14 14:52:55.891867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 broadcast.196> +2023-12-14 14:52:55.891872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:55.891882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 1 +2023-12-14 14:52:55.891892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048,2048]{1,0} broadcast(f32[] %constant.106), dimensions={} +2023-12-14 14:52:55.891897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 add.113> +2023-12-14 14:52:55.891902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113 +2023-12-14 14:52:55.891912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 2 +2023-12-14 14:52:55.891922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.113 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %sqrt.3, f32[2048,2048]{1,0} %broadcast.196), metadata={op_name="subtract.12"} +2023-12-14 14:52:55.891927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 select.34> +2023-12-14 14:52:55.891932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.891937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34 +2023-12-14 14:52:55.891941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.891947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:55.891952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:55.891957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:55.891963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:55.891967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:55.891972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:55.891980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:55.891985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:55.891990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.34 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %add.114, f32[2048,2048]{1,0} %add.113), metadata={op_name="select.16"} +2023-12-14 14:52:55.891996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 multiply.49> +2023-12-14 14:52:55.892000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:55.892011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:55.892020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.35, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:55.892026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.112> +2023-12-14 14:52:55.892031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:55.892040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:55.892050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.36, f32[2048,2048]{1,0} %multiply.49), metadata={op_name="add.28"} +2023-12-14 14:52:55.892056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 multiply.48> +2023-12-14 14:52:55.892060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:55.892070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 1 +2023-12-14 14:52:55.892080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.112, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:55.892085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 add.111> +2023-12-14 14:52:55.892090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111 +2023-12-14 14:52:55.892100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:55.892113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.111 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.37, f32[2048,2048]{1,0} %multiply.48), metadata={op_name="add.35"} +2023-12-14 14:52:55.892118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 multiply.47> +2023-12-14 14:52:55.892123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:55.892133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:55.892143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.111, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:55.892148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 add.110> +2023-12-14 14:52:55.892153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:55.892163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:55.892173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.38, f32[2048,2048]{1,0} %multiply.47), metadata={op_name="add.42"} +2023-12-14 14:52:55.892178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 multiply.46> +2023-12-14 14:52:55.892183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:55.892193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:55.892203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.110, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:55.892208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.109> +2023-12-14 14:52:55.892213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:55.892223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:55.892233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.39, f32[2048,2048]{1,0} %multiply.46), metadata={op_name="add.49"} +2023-12-14 14:52:55.892241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 multiply.45> +2023-12-14 14:52:55.892246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:55.892257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:55.892267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.109, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:55.892272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.108> +2023-12-14 14:52:55.892276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:55.892286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:55.892297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.40, f32[2048,2048]{1,0} %multiply.45), metadata={op_name="add.56"} +2023-12-14 14:52:55.892301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 multiply.44> +2023-12-14 14:52:55.892306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:55.892317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:55.892327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.108, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:55.892332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 add.107> +2023-12-14 14:52:55.892337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:55.892347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:55.892357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.41, f32[2048,2048]{1,0} %multiply.44), metadata={op_name="add.63"} +2023-12-14 14:52:55.892362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 multiply.43> +2023-12-14 14:52:55.892366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:55.892379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:55.892390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.107, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:55.892394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 add.106> +2023-12-14 14:52:55.892399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:55.892409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:55.892420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.42, f32[2048,2048]{1,0} %multiply.43), metadata={op_name="add.70"} +2023-12-14 14:52:55.892424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 multiply.42> +2023-12-14 14:52:55.892429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:55.892439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:55.892450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.106, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:55.892454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.105> +2023-12-14 14:52:55.892459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:55.892469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 0 +2023-12-14 14:52:55.892479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.43, f32[2048,2048]{1,0} %multiply.42), metadata={op_name="add.77"} +2023-12-14 14:52:55.892484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 multiply.41> +2023-12-14 14:52:55.892489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41 +2023-12-14 14:52:55.892499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 2 +2023-12-14 14:52:55.892512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.41 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.105, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.78"} +2023-12-14 14:52:55.892517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.33> +2023-12-14 14:52:55.892522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33 +2023-12-14 14:52:55.892532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 0 +2023-12-14 14:52:55.892542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.33 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.9, f32[2048,2048]{1,0} %multiply.51, f32[2048,2048]{1,0} %multiply.41), metadata={op_name="select.86"} +2023-12-14 14:52:55.892547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.105> +2023-12-14 14:52:55.892552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105 +2023-12-14 14:52:55.892562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:55.892572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.105 = f32[] constant(1.41421354) +2023-12-14 14:52:55.892577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.195> +2023-12-14 14:52:55.892582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:55.892592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 1 +2023-12-14 14:52:55.892602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048,2048]{1,0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.892607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 multiply.40> +2023-12-14 14:52:55.892612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40 +2023-12-14 14:52:55.892622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.40 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.33, f32[2048,2048]{1,0} %broadcast.195), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.892636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.892641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.892652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:55.892662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.892667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.892672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.892682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:55.892692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:55.892697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:55.892702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:55.892707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:55.892712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:55.892718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:55.892723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:55.892727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.892732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.892738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.892748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:55.892753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:55.892762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.892770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.892776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.892785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.892795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.892800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.892810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.892820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.892825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.892836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.892845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.892850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.892860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.892870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.892875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.892884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.892898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.892903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.892912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.892923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.892928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.892938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.892947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.892953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.892963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:55.892968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.892973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:55.892977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.892983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.892988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.892993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.892997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:55.893002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:55.893012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.893018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.893025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.893035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:55.893040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:55.893051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.893056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.893061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.893070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:55.893076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:55.893086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.893091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.893095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.893107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:55.893112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:55.893121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.893126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.893131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.893142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:55.893147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:55.893156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.893177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.893182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.893191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:55.893197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:55.893207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.893212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.893217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.893227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:55.893232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:55.893242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.893247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 while.1{} (phi)> +2023-12-14 14:52:55.893252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.893262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:55.893272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.893277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.893282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{0} (phi)> +2023-12-14 14:52:55.893288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.893298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.893311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{1} (phi)> +2023-12-14 14:52:55.893316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.893326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.893331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:55.893336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:55.893347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:55.893352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.893357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{2} (phi)> +2023-12-14 14:52:55.893362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.893371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:55.893376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:55.893381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:55.893391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:55.893396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.893401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 while.1{3} (phi)> +2023-12-14 14:52:55.893405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.893416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.893428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 while.1{4} (phi)> +2023-12-14 14:52:55.893433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.893444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.893454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 while.1{5} (phi)> +2023-12-14 14:52:55.893458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.893469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.893479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{6} (phi)> +2023-12-14 14:52:55.893484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.893493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.893504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{7} (phi)> +2023-12-14 14:52:55.893508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.893513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.893518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.893523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.893972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:55.894458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.894523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.894530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.894547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:55.894553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:55.894566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:55.894572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:55.894577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:55.894582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:55.894586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:55.894592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:55.894597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:55.894602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:55.894607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:55.894612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:55.894618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:55.894623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:55.894629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:55.894635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:55.894640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:55.894645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:55.894659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.894671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.894676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262, phi: +2023-12-14 14:52:55.894681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.894686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.894699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:55.894704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:55.894709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 263, phi: +2023-12-14 14:52:55.894715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.894721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.894726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 264, phi: +2023-12-14 14:52:55.894730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.894735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.894739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:55.894744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:55.894749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 265, phi: +2023-12-14 14:52:55.894754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.894759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.894763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:55.894768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:55.894773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 266, phi: +2023-12-14 14:52:55.894778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.894783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.894787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:55.894792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12: +2023-12-14 14:52:55.894797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 267, phi: +2023-12-14 14:52:55.894801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.894806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:55.894812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:55.894816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54: +2023-12-14 14:52:55.894821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 268, phi: +2023-12-14 14:52:55.894826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.894830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:55.894835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:55.894840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56: +2023-12-14 14:52:55.894845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 269, phi: +2023-12-14 14:52:55.894850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.894854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.894862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:55.894869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:55.894874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 270, phi: +2023-12-14 14:52:55.894879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.894883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:55.894888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:55.894893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59: +2023-12-14 14:52:55.894897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 271, phi: +2023-12-14 14:52:55.894903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.894908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.894912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:55.894917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:55.894922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 272, phi: +2023-12-14 14:52:55.894926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.894932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.894937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 273, phi: +2023-12-14 14:52:55.894941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.894946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.894951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 274, phi: +2023-12-14 14:52:55.894955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.894961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.894965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 275, phi: +2023-12-14 14:52:55.894970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.894975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:55.894979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 276, phi: +2023-12-14 14:52:55.894984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.894991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:55.894996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 277, phi: +2023-12-14 14:52:55.895001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.895006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.895010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 278, phi: +2023-12-14 14:52:55.895015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.895020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:55.895025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 279, phi: +2023-12-14 14:52:55.895032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.895037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.895042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 280, phi: +2023-12-14 14:52:55.895047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.895052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.895057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 281, phi: +2023-12-14 14:52:55.895061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.895066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.895071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 282, phi: +2023-12-14 14:52:55.895075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.895081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.895086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 283, phi: +2023-12-14 14:52:55.895091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.895095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.895100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 284, phi: +2023-12-14 14:52:55.895105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:55.895111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.895116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 285, phi: +2023-12-14 14:52:55.895121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:55.895126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.895130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 286, phi: +2023-12-14 14:52:55.895135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.895140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.895145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 287, phi: +2023-12-14 14:52:55.895150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:55.895154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.895159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 288, phi: +2023-12-14 14:52:55.895164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.895168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.895185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.895194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.895199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262, phi: +2023-12-14 14:52:55.895208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.895213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.895217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:55.895222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:55.895227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 263, phi: +2023-12-14 14:52:55.895232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.895238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.895242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 264, phi: +2023-12-14 14:52:55.895247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.895252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.895256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:55.895262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:55.895268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 265, phi: +2023-12-14 14:52:55.895273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.895277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.895282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:55.895287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:55.895292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 266, phi: +2023-12-14 14:52:55.895297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.895302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.895307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:55.895311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12: +2023-12-14 14:52:55.895316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 267, phi: +2023-12-14 14:52:55.895334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.895340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:55.895344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:55.895349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54: +2023-12-14 14:52:55.895353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 268, phi: +2023-12-14 14:52:55.895358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.895363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:55.895369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:55.895373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56: +2023-12-14 14:52:55.895378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 269, phi: +2023-12-14 14:52:55.895382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.895390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.895395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:55.895400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:55.895405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 270, phi: +2023-12-14 14:52:55.895410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.895415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:55.895419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:55.895425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59: +2023-12-14 14:52:55.895430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 271, phi: +2023-12-14 14:52:55.895434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.895439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.895444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:55.895448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:55.895454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 272, phi: +2023-12-14 14:52:55.895459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.895464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.895469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 273, phi: +2023-12-14 14:52:55.895474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.895478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.895484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 274, phi: +2023-12-14 14:52:55.895488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.895493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.895498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 275, phi: +2023-12-14 14:52:55.895503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.895507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:55.895512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 276, phi: +2023-12-14 14:52:55.895517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.895522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:55.895527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 277, phi: +2023-12-14 14:52:55.895532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.895536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.895541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 278, phi: +2023-12-14 14:52:55.895546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.895554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:55.895559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 279, phi: +2023-12-14 14:52:55.895564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.895568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.895574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 280, phi: +2023-12-14 14:52:55.895579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.895584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.895589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 281, phi: +2023-12-14 14:52:55.895594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.895598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.895603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 282, phi: +2023-12-14 14:52:55.895608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.895613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.895618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 283, phi: +2023-12-14 14:52:55.895623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.895627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.895632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 284, phi: +2023-12-14 14:52:55.895637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:55.895643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.895647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 285, phi: +2023-12-14 14:52:55.895652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:55.895657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.895661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 286, phi: +2023-12-14 14:52:55.895667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.895672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.895676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 287, phi: +2023-12-14 14:52:55.895681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:55.895686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.895690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 288, phi: +2023-12-14 14:52:55.895696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.895700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.895706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.895714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 Arg_0.1> + +2023-12-14 14:52:55.895723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.895729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 constant.14> + +2023-12-14 14:52:55.895735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:55.895741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <43 constant.16> + +2023-12-14 14:52:55.895745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:55.895751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <41 constant.17> + +2023-12-14 14:52:55.895757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.895768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <280 while.1{} (phi)> + {0} : HloValueSet: <281 while.1{0} (phi)> + {1} : HloValueSet: <282 while.1{1} (phi)> + {2} : HloValueSet: <283 while.1{2} (phi)> + {3} : HloValueSet: <284 while.1{3} (phi)> + {4} : HloValueSet: <285 while.1{4} (phi)> + {5} : HloValueSet: <286 while.1{5} (phi)> + {6} : HloValueSet: <287 while.1{6} (phi)> + {7} : HloValueSet: <288 while.1{7} (phi)> + +2023-12-14 14:52:55.895774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.895780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <282 while.1{1} (phi)> + +2023-12-14 14:52:55.895786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:55.895792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <283 while.1{2} (phi)> + +2023-12-14 14:52:55.895797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:55.895803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 fusion.3> + +2023-12-14 14:52:55.895808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:55.895813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 fusion.5> + +2023-12-14 14:52:55.895818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:55.895825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.7> + +2023-12-14 14:52:55.895830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:55.895836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 fusion.2.clone> + +2023-12-14 14:52:55.895840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:55.895846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <1 fusion.4.clone> + +2023-12-14 14:52:55.895851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:55.895863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <0 fusion.6.clone> + +2023-12-14 14:52:55.895868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:55.895879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <45 tuple.9{}> + {0} : HloValueSet: <36 copy.24> + {1} : HloValueSet: <0 fusion.6.clone> + {2} : HloValueSet: <1 fusion.4.clone> + {3} : HloValueSet: <38 fusion.5> + {4} : HloValueSet: <39 fusion.3> + {5} : HloValueSet: <40 fusion.7> + {6} : HloValueSet: <42 copy.26> + {7} : HloValueSet: <44 copy.25> + +2023-12-14 14:52:55.895885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:55.895890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <36 copy.24> + +2023-12-14 14:52:55.895895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:55.895900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <44 copy.25> + +2023-12-14 14:52:55.895906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:55.895911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 copy.26> + +2023-12-14 14:52:55.895917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.895927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <263 arg_tuple.3{} (phi)> + {0} : HloValueSet: <272 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <273 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <274 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <275 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <276 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <277 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <278 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <279 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.895933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:55.895939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <47 constant.67> + +2023-12-14 14:52:55.895944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:55.895950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <48 add.55> + +2023-12-14 14:52:55.895954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:55.895960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 fusion.clone> + +2023-12-14 14:52:55.895964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:55.895970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 fusion.1.clone> + +2023-12-14 14:52:55.895976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:55.895981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.895989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:55.895995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <46 copy.8> + +2023-12-14 14:52:55.896000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:55.896006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <273 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.896012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:55.896017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <52 copy.9> + +2023-12-14 14:52:55.896022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:55.896028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <274 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.896033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:55.896039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <51 copy.10> + +2023-12-14 14:52:55.896044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:55.896049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <275 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.896054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:55.896060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 copy.11> + +2023-12-14 14:52:55.896065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:55.896071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <276 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.896076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:55.896081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.12> + +2023-12-14 14:52:55.896086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:55.896092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <277 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.896097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:55.896103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 copy.13> + +2023-12-14 14:52:55.896108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:55.896113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <278 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.896119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:55.896127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 copy.14> + +2023-12-14 14:52:55.896133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:55.896138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <279 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.896143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:55.896149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <58 copy.15> + +2023-12-14 14:52:55.896154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:55.896160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <54 copy.19> + +2023-12-14 14:52:55.896165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:55.896170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.20> + +2023-12-14 14:52:55.896175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:55.896180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.21> + +2023-12-14 14:52:55.896185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:55.896191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <59 copy.22> + +2023-12-14 14:52:55.896196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:55.896201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <60 copy.23> + +2023-12-14 14:52:55.896206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:55.896215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <61 tuple.11{}> + {0} : HloValueSet: <48 add.55> + {1} : HloValueSet: <11 fusion.1.clone> + {2} : HloValueSet: <12 fusion.clone> + {3} : HloValueSet: <54 copy.19> + {4} : HloValueSet: <56 copy.20> + {5} : HloValueSet: <57 copy.21> + {6} : HloValueSet: <59 copy.22> + {7} : HloValueSet: <60 copy.23> + +2023-12-14 14:52:55.896221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.896231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <262 arg_tuple.4{} (phi)> + {0} : HloValueSet: <264 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <265 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <266 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <267 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <268 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <269 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <270 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <271 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.896237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:55.896243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <9 constant.68> + +2023-12-14 14:52:55.896251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:55.896257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <10 compare.5> + +2023-12-14 14:52:55.896261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:55.896268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.896272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:55.896278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:55.896283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:55.896288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:55.896293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:55.896299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.101> + +2023-12-14 14:52:55.896304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.29 +2023-12-14 14:52:55.896310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.29> + +2023-12-14 14:52:55.896315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:55.896321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.20> + +2023-12-14 14:52:55.896326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.30 +2023-12-14 14:52:55.896332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.30> + +2023-12-14 14:52:55.896336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.21 +2023-12-14 14:52:55.896342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.21> + +2023-12-14 14:52:55.896347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:55.896353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.22> + +2023-12-14 14:52:55.896358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.32 +2023-12-14 14:52:55.896363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.32> + +2023-12-14 14:52:55.896368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:55.896374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.27> + +2023-12-14 14:52:55.896379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.25 +2023-12-14 14:52:55.896384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.25> + +2023-12-14 14:52:55.896393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.34 +2023-12-14 14:52:55.896398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.34> + +2023-12-14 14:52:55.896403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:55.896409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.30> + +2023-12-14 14:52:55.896414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.29 +2023-12-14 14:52:55.896420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.29> + +2023-12-14 14:52:55.896425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.91 +2023-12-14 14:52:55.896430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <152 add.91> + +2023-12-14 14:52:55.896436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:55.896442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <151 broadcast.178> + +2023-12-14 14:52:55.896447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.4 +2023-12-14 14:52:55.896452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <150 convert.4> + +2023-12-14 14:52:55.896457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:55.896462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <146 add.92> + +2023-12-14 14:52:55.896468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:55.896473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <145 broadcast.179> + +2023-12-14 14:52:55.896479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:55.896484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <143 xor.21> + +2023-12-14 14:52:55.896489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.21 +2023-12-14 14:52:55.896495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <142 or.21> + +2023-12-14 14:52:55.896500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:55.896505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <141 shift-right-logical.21> + +2023-12-14 14:52:55.896511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:55.896516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <140 broadcast.180> + +2023-12-14 14:52:55.896521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.23 +2023-12-14 14:52:55.896530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <139 subtract.23> + +2023-12-14 14:52:55.896535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:55.896541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <138 shift-left.19> + +2023-12-14 14:52:55.896546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:55.896551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <137 broadcast.181> + +2023-12-14 14:52:55.896557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.35 +2023-12-14 14:52:55.896562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <136 reshape.35> + +2023-12-14 14:52:55.896568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:55.896573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <135 slice.31> + +2023-12-14 14:52:55.896578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.95 +2023-12-14 14:52:55.896583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <134 add.95> + +2023-12-14 14:52:55.896588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:55.896594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <133 xor.22> + +2023-12-14 14:52:55.896599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.22 +2023-12-14 14:52:55.896604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <132 or.22> + +2023-12-14 14:52:55.896609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:55.896615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <131 shift-right-logical.22> + +2023-12-14 14:52:55.896620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:55.896626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <130 broadcast.182> + +2023-12-14 14:52:55.896631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:55.896636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <129 subtract.24> + +2023-12-14 14:52:55.896641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:55.896647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <128 shift-left.20> + +2023-12-14 14:52:55.896652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:55.896658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <127 broadcast.183> + +2023-12-14 14:52:55.896666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.36 +2023-12-14 14:52:55.896671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <126 reshape.36> + +2023-12-14 14:52:55.896677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:55.896682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <125 slice.32> + +2023-12-14 14:52:55.896688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:55.896693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <124 add.96> + +2023-12-14 14:52:55.896698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:55.896703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <123 xor.23> + +2023-12-14 14:52:55.896708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:55.896714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <122 or.23> + +2023-12-14 14:52:55.896719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:55.896725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <121 shift-right-logical.23> + +2023-12-14 14:52:55.896730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:55.896735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <120 broadcast.184> + +2023-12-14 14:52:55.896740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:55.896746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <119 subtract.25> + +2023-12-14 14:52:55.896751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:55.896757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <118 shift-left.21> + +2023-12-14 14:52:55.896761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:55.896767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <117 broadcast.185> + +2023-12-14 14:52:55.896772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.37 +2023-12-14 14:52:55.896779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <116 reshape.37> + +2023-12-14 14:52:55.896784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:55.896789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <115 slice.33> + +2023-12-14 14:52:55.896794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.97 +2023-12-14 14:52:55.896800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <114 add.97> + +2023-12-14 14:52:55.896809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:55.896814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <113 xor.24> + +2023-12-14 14:52:55.896819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:55.896825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <112 or.24> + +2023-12-14 14:52:55.896830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:55.896835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <111 shift-right-logical.24> + +2023-12-14 14:52:55.896841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:55.896847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <110 broadcast.186> + +2023-12-14 14:52:55.896851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:55.896857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 subtract.26> + +2023-12-14 14:52:55.896862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:55.896868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <108 constant.102> + +2023-12-14 14:52:55.896873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:55.896879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <107 shift-left.22> + +2023-12-14 14:52:55.896883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:55.896889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <106 broadcast.187> + +2023-12-14 14:52:55.896894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:55.896900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <105 reshape.38> + +2023-12-14 14:52:55.896905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:55.896910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <104 slice.34> + +2023-12-14 14:52:55.896915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.98 +2023-12-14 14:52:55.896921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <102 add.98> + +2023-12-14 14:52:55.896926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.99 +2023-12-14 14:52:55.896932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <149 add.99> + +2023-12-14 14:52:55.896937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.30 +2023-12-14 14:52:55.896942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 param_0.30> + +2023-12-14 14:52:55.896951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.45 +2023-12-14 14:52:55.896956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <103 param_1.45> + +2023-12-14 14:52:55.896962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.23 +2023-12-14 14:52:55.896967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <101 param_2.23> + +2023-12-14 14:52:55.896972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.25 +2023-12-14 14:52:55.896978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <100 param_3.25> + +2023-12-14 14:52:55.896983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.37 +2023-12-14 14:52:55.896989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <147 param_4.37> + +2023-12-14 14:52:55.896995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:55.897000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <148 constant.103> + +2023-12-14 14:52:55.897005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:55.897012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 fusion.clone> + +2023-12-14 14:52:55.897017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:55.897023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.12> + +2023-12-14 14:52:55.897028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:55.897033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 copy.14> + +2023-12-14 14:52:55.897038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:55.897044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <51 copy.10> + +2023-12-14 14:52:55.897050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:55.897055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <52 copy.9> + +2023-12-14 14:52:55.897060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:55.897065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <46 copy.8> + +2023-12-14 14:52:55.897070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.100 +2023-12-14 14:52:55.897076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <99 add.100> + +2023-12-14 14:52:55.897081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:55.897087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <98 broadcast.188> + +2023-12-14 14:52:55.897094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.101 +2023-12-14 14:52:55.897100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <96 add.101> + +2023-12-14 14:52:55.897105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:55.897111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <97 param_0.31> + +2023-12-14 14:52:55.897116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:55.897121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <95 xor.27> + +2023-12-14 14:52:55.897126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:55.897133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <94 or.25> + +2023-12-14 14:52:55.897139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:55.897145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <93 shift-right-logical.25> + +2023-12-14 14:52:55.897149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:55.897155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <92 broadcast.189> + +2023-12-14 14:52:55.897160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:55.897166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <91 subtract.27> + +2023-12-14 14:52:55.897171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:55.897176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <90 shift-left.23> + +2023-12-14 14:52:55.897181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:55.897187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <89 broadcast.190> + +2023-12-14 14:52:55.897191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:55.897197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <88 reshape.39> + +2023-12-14 14:52:55.897203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:55.897208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <87 slice.35> + +2023-12-14 14:52:55.897213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.102 +2023-12-14 14:52:55.897218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <86 add.102> + +2023-12-14 14:52:55.897224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.28 +2023-12-14 14:52:55.897232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <85 xor.28> + +2023-12-14 14:52:55.897237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:55.897243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <84 or.26> + +2023-12-14 14:52:55.897248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:55.897253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <83 shift-right-logical.26> + +2023-12-14 14:52:55.897259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:55.897265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <82 broadcast.191> + +2023-12-14 14:52:55.897270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:55.897275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <81 subtract.28> + +2023-12-14 14:52:55.897280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:55.897286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <80 shift-left.24> + +2023-12-14 14:52:55.897291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:55.897297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <79 broadcast.192> + +2023-12-14 14:52:55.897302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.40 +2023-12-14 14:52:55.897307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 reshape.40> + +2023-12-14 14:52:55.897312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:55.897318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <77 slice.36> + +2023-12-14 14:52:55.897323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.103 +2023-12-14 14:52:55.897329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <76 add.103> + +2023-12-14 14:52:55.897333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.29 +2023-12-14 14:52:55.897339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <75 xor.29> + +2023-12-14 14:52:55.897343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:55.897349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <74 or.27> + +2023-12-14 14:52:55.897355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:55.897360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <73 shift-right-logical.27> + +2023-12-14 14:52:55.897368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:55.897374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <72 broadcast.193> + +2023-12-14 14:52:55.897379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:55.897385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 subtract.29> + +2023-12-14 14:52:55.897390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.104 +2023-12-14 14:52:55.897396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <70 constant.104> + +2023-12-14 14:52:55.897400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.46 +2023-12-14 14:52:55.897407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <65 param_1.46> + +2023-12-14 14:52:55.897413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:55.897418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <69 shift-left.25> + +2023-12-14 14:52:55.897423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:55.897429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <68 broadcast.194> + +2023-12-14 14:52:55.897434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:55.897439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 reshape.41> + +2023-12-14 14:52:55.897445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:55.897450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <66 slice.37> + +2023-12-14 14:52:55.897455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.104 +2023-12-14 14:52:55.897460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <64 add.104> + +2023-12-14 14:52:55.897465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.24 +2023-12-14 14:52:55.897472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <63 param_2.24> + +2023-12-14 14:52:55.897477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.26 +2023-12-14 14:52:55.897482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <62 param_3.26> + +2023-12-14 14:52:55.897487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:55.897493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 fusion.1.clone> + +2023-12-14 14:52:55.897498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:55.897504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 copy.11> + +2023-12-14 14:52:55.897512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:55.897518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 copy.14> + +2023-12-14 14:52:55.897522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:55.897529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <51 copy.10> + +2023-12-14 14:52:55.897534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:55.897540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <52 copy.9> + +2023-12-14 14:52:55.897545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.40 +2023-12-14 14:52:55.897550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <261 multiply.40> + +2023-12-14 14:52:55.897555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:55.897562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <260 broadcast.195> + +2023-12-14 14:52:55.897567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.105 +2023-12-14 14:52:55.897572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <259 constant.105> + +2023-12-14 14:52:55.897577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.33 +2023-12-14 14:52:55.897582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <258 select.33> + +2023-12-14 14:52:55.897587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.41 +2023-12-14 14:52:55.897593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <257 multiply.41> + +2023-12-14 14:52:55.897598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:55.897604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <256 add.105> + +2023-12-14 14:52:55.897608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:55.897614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <255 multiply.42> + +2023-12-14 14:52:55.897620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:55.897626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <254 add.106> + +2023-12-14 14:52:55.897631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:55.897637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <253 multiply.43> + +2023-12-14 14:52:55.897641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:55.897647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <252 add.107> + +2023-12-14 14:52:55.897655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:55.897661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <251 multiply.44> + +2023-12-14 14:52:55.897666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:55.897671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <250 add.108> + +2023-12-14 14:52:55.897676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:55.897682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <249 multiply.45> + +2023-12-14 14:52:55.897687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:55.897692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <248 add.109> + +2023-12-14 14:52:55.897697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:55.897703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <247 multiply.46> + +2023-12-14 14:52:55.897707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:55.897714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <246 add.110> + +2023-12-14 14:52:55.897719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:55.897724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <245 multiply.47> + +2023-12-14 14:52:55.897729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.111 +2023-12-14 14:52:55.897734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <244 add.111> + +2023-12-14 14:52:55.897739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:55.897745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <243 multiply.48> + +2023-12-14 14:52:55.897750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:55.897755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <242 add.112> + +2023-12-14 14:52:55.897760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:55.897766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <241 multiply.49> + +2023-12-14 14:52:55.897770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.34 +2023-12-14 14:52:55.897777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <240 select.34> + +2023-12-14 14:52:55.897781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.113 +2023-12-14 14:52:55.897789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <239 add.113> + +2023-12-14 14:52:55.897794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:55.897800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <238 broadcast.196> + +2023-12-14 14:52:55.897805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.106 +2023-12-14 14:52:55.897811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <237 constant.106> + +2023-12-14 14:52:55.897816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:55.897821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <236 sqrt.3> + +2023-12-14 14:52:55.897826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:55.897831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <235 add.114> + +2023-12-14 14:52:55.897837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:55.897843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <234 broadcast.197> + +2023-12-14 14:52:55.897847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.108 +2023-12-14 14:52:55.897853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <233 constant.108> + +2023-12-14 14:52:55.897858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.35 +2023-12-14 14:52:55.897864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <232 select.35> + +2023-12-14 14:52:55.897869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:55.897875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <231 broadcast.198> + +2023-12-14 14:52:55.897880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.109 +2023-12-14 14:52:55.897885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <230 constant.109> + +2023-12-14 14:52:55.897890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:55.897896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <229 broadcast.199> + +2023-12-14 14:52:55.897901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.110 +2023-12-14 14:52:55.897906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <228 constant.110> + +2023-12-14 14:52:55.897911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.36 +2023-12-14 14:52:55.897916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <227 select.36> + +2023-12-14 14:52:55.897926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:55.897932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <226 broadcast.200> + +2023-12-14 14:52:55.897937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.111 +2023-12-14 14:52:55.897942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <225 constant.111> + +2023-12-14 14:52:55.897947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:55.897954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <224 broadcast.201> + +2023-12-14 14:52:55.897959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.112 +2023-12-14 14:52:55.897964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <223 constant.112> + +2023-12-14 14:52:55.897969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.37 +2023-12-14 14:52:55.897975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <222 select.37> + +2023-12-14 14:52:55.897980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:55.897986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <221 broadcast.202> + +2023-12-14 14:52:55.897991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.113 +2023-12-14 14:52:55.897996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <220 constant.113> + +2023-12-14 14:52:55.898001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:55.898006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <219 broadcast.203> + +2023-12-14 14:52:55.898011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.114 +2023-12-14 14:52:55.898017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <218 constant.114> + +2023-12-14 14:52:55.898022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.38 +2023-12-14 14:52:55.898027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <217 select.38> + +2023-12-14 14:52:55.898032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:55.898038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <216 broadcast.204> + +2023-12-14 14:52:55.898043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.115 +2023-12-14 14:52:55.898049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <215 constant.115> + +2023-12-14 14:52:55.898054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:55.898059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <214 broadcast.205> + +2023-12-14 14:52:55.898067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.116 +2023-12-14 14:52:55.898072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <213 constant.116> + +2023-12-14 14:52:55.898078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.39 +2023-12-14 14:52:55.898083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <212 select.39> + +2023-12-14 14:52:55.898088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:55.898093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <211 broadcast.206> + +2023-12-14 14:52:55.898098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.117 +2023-12-14 14:52:55.898104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <210 constant.117> + +2023-12-14 14:52:55.898109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:55.898115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <209 broadcast.207> + +2023-12-14 14:52:55.898119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.118 +2023-12-14 14:52:55.898125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <208 constant.118> + +2023-12-14 14:52:55.898130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.40 +2023-12-14 14:52:55.898136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <207 select.40> + +2023-12-14 14:52:55.898142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:55.898147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <206 broadcast.208> + +2023-12-14 14:52:55.898152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.119 +2023-12-14 14:52:55.898158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <205 constant.119> + +2023-12-14 14:52:55.898162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.209 +2023-12-14 14:52:55.898168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <204 broadcast.209> + +2023-12-14 14:52:55.898173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.120 +2023-12-14 14:52:55.898179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <203 constant.120> + +2023-12-14 14:52:55.898184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:55.898189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <202 select.41> + +2023-12-14 14:52:55.898194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.210 +2023-12-14 14:52:55.898203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <201 broadcast.210> + +2023-12-14 14:52:55.898208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.121 +2023-12-14 14:52:55.898213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <200 constant.121> + +2023-12-14 14:52:55.898218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.211 +2023-12-14 14:52:55.898223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <199 broadcast.211> + +2023-12-14 14:52:55.898229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.122 +2023-12-14 14:52:55.898234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <198 constant.122> + +2023-12-14 14:52:55.898239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:55.898245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <197 select.42> + +2023-12-14 14:52:55.898250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.212 +2023-12-14 14:52:55.898255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <196 broadcast.212> + +2023-12-14 14:52:55.898261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.123 +2023-12-14 14:52:55.898266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 constant.123> + +2023-12-14 14:52:55.898271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.213 +2023-12-14 14:52:55.898276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <194 broadcast.213> + +2023-12-14 14:52:55.898282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.124 +2023-12-14 14:52:55.898288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 constant.124> + +2023-12-14 14:52:55.898293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:55.898298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <192 select.43> + +2023-12-14 14:52:55.898303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.214 +2023-12-14 14:52:55.898309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <191 broadcast.214> + +2023-12-14 14:52:55.898313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.125 +2023-12-14 14:52:55.898320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 constant.125> + +2023-12-14 14:52:55.898325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.215 +2023-12-14 14:52:55.898330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <189 broadcast.215> + +2023-12-14 14:52:55.898338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.126 +2023-12-14 14:52:55.898344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 constant.126> + +2023-12-14 14:52:55.898349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.8 +2023-12-14 14:52:55.898355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <187 compare.8> + +2023-12-14 14:52:55.898360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.216 +2023-12-14 14:52:55.898365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <186 broadcast.216> + +2023-12-14 14:52:55.898370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.127 +2023-12-14 14:52:55.898375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 constant.127> + +2023-12-14 14:52:55.898381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:55.898386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <184 negate.9> + +2023-12-14 14:52:55.898391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:55.898397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <183 log-plus-one.3> + +2023-12-14 14:52:55.898402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:55.898408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <182 multiply.50> + +2023-12-14 14:52:55.898413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:55.898419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <181 negate.10> + +2023-12-14 14:52:55.898423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:55.898429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <180 multiply.51> + +2023-12-14 14:52:55.898434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.217 +2023-12-14 14:52:55.898441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <179 broadcast.217> + +2023-12-14 14:52:55.898446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.128 +2023-12-14 14:52:55.898451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 constant.128> + +2023-12-14 14:52:55.898456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.9 +2023-12-14 14:52:55.898461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <177 compare.9> + +2023-12-14 14:52:55.898467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.218 +2023-12-14 14:52:55.898477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <176 broadcast.218> + +2023-12-14 14:52:55.898482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.129 +2023-12-14 14:52:55.898487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 constant.129> + +2023-12-14 14:52:55.898492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:55.898498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <174 abs.3> + +2023-12-14 14:52:55.898504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.42 +2023-12-14 14:52:55.898509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <173 reshape.42> + +2023-12-14 14:52:55.898514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.2 +2023-12-14 14:52:55.898520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <172 maximum.2> + +2023-12-14 14:52:55.898524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:55.898530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <171 add.115> + +2023-12-14 14:52:55.898536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.219 +2023-12-14 14:52:55.898541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <170 broadcast.219> + +2023-12-14 14:52:55.898546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.131 +2023-12-14 14:52:55.898552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.131> + +2023-12-14 14:52:55.898557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.52 +2023-12-14 14:52:55.898563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <168 multiply.52> + +2023-12-14 14:52:55.898568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.220 +2023-12-14 14:52:55.898573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <167 broadcast.220> + +2023-12-14 14:52:55.898578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.133 +2023-12-14 14:52:55.898583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.133> + +2023-12-14 14:52:55.898589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:55.898595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <165 add.116> + +2023-12-14 14:52:55.898600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.221 +2023-12-14 14:52:55.898605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <164 broadcast.221> + +2023-12-14 14:52:55.898613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.135 +2023-12-14 14:52:55.898619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.135> + +2023-12-14 14:52:55.898624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.2 +2023-12-14 14:52:55.898630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <162 bitcast-convert.2> + +2023-12-14 14:52:55.898634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:55.898640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <161 or.28> + +2023-12-14 14:52:55.898645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.222 +2023-12-14 14:52:55.898651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <160 broadcast.222> + +2023-12-14 14:52:55.898656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.137 +2023-12-14 14:52:55.898662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <159 constant.137> + +2023-12-14 14:52:55.898666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:55.898672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <158 shift-right-logical.28> + +2023-12-14 14:52:55.898677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.223 +2023-12-14 14:52:55.898683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <157 broadcast.223> + +2023-12-14 14:52:55.898688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.139 +2023-12-14 14:52:55.898693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <156 constant.139> + +2023-12-14 14:52:55.898698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:55.898704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <155 concatenate.1> + +2023-12-14 14:52:55.898709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.32 +2023-12-14 14:52:55.898715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <153 param_0.32> + +2023-12-14 14:52:55.898720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.47 +2023-12-14 14:52:55.898725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <154 param_1.47> + +2023-12-14 14:52:55.898730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:55.898736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 fusion.2.clone> + +2023-12-14 14:52:55.898741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:55.898747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <282 while.1{1} (phi)> + +2023-12-14 14:52:55.898755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:55.898761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <283 while.1{2} (phi)> + +2023-12-14 14:52:55.898765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:55.898771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <19 add.117> + +2023-12-14 14:52:55.898777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.224 +2023-12-14 14:52:55.898782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <18 broadcast.224> + +2023-12-14 14:52:55.898787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:55.898793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.43> + +2023-12-14 14:52:55.898798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.38 +2023-12-14 14:52:55.898804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.38> + +2023-12-14 14:52:55.898809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.39 +2023-12-14 14:52:55.898814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <14 slice.39> + +2023-12-14 14:52:55.898819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.33 +2023-12-14 14:52:55.898825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <15 param_0.33> + +2023-12-14 14:52:55.898830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:55.898836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <13 iota.2> + +2023-12-14 14:52:55.898841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4.clone +2023-12-14 14:52:55.898847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <1 fusion.4.clone> + +2023-12-14 14:52:55.898851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:55.898858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 Arg_0.1> + +2023-12-14 14:52:55.898864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:55.898869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <26 add.118> + +2023-12-14 14:52:55.898874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.225 +2023-12-14 14:52:55.898880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <25 broadcast.225> + +2023-12-14 14:52:55.898885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:55.898893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.44> + +2023-12-14 14:52:55.898898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.40 +2023-12-14 14:52:55.898904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.40> + +2023-12-14 14:52:55.898908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.41 +2023-12-14 14:52:55.898914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <21 slice.41> + +2023-12-14 14:52:55.898919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.34 +2023-12-14 14:52:55.898925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <22 param_0.34> + +2023-12-14 14:52:55.898930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:55.898936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <20 iota.3> + +2023-12-14 14:52:55.898940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6.clone +2023-12-14 14:52:55.898946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <0 fusion.6.clone> + +2023-12-14 14:52:55.898951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:55.898958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 Arg_0.1> + +2023-12-14 14:52:55.899971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:55.899994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.900000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.900010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> (def) +2023-12-14 14:52:55.900015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.900024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.14> (def) +2023-12-14 14:52:55.900029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:55.900039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 constant.16> (def) +2023-12-14 14:52:55.900043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:55.900053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.17> (def) +2023-12-14 14:52:55.900057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.900073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.900078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 while.1{} (phi)> (def) +2023-12-14 14:52:55.900084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.900088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{0} (phi)> (def) +2023-12-14 14:52:55.900093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.900098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{1} (phi)> (def) +2023-12-14 14:52:55.900103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.900110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{2} (phi)> (def) +2023-12-14 14:52:55.900115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.900120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 while.1{3} (phi)> (def) +2023-12-14 14:52:55.900125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.900130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 while.1{4} (phi)> (def) +2023-12-14 14:52:55.900135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.900141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 while.1{5} (phi)> (def) +2023-12-14 14:52:55.900146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.900151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{6} (phi)> (def) +2023-12-14 14:52:55.900155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.900161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{7} (phi)> (def) +2023-12-14 14:52:55.900166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.900176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{1} (phi)> +2023-12-14 14:52:55.900181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:55.900191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{2} (phi)> +2023-12-14 14:52:55.900196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:55.900207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> (def) +2023-12-14 14:52:55.900212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:55.900225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.5> (def) +2023-12-14 14:52:55.900230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:55.900240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.7> (def) +2023-12-14 14:52:55.900245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:55.900255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> +2023-12-14 14:52:55.900259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:55.900270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.900274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:55.900285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.900290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:55.900300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.900305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 tuple.9{}> (def) +2023-12-14 14:52:55.900310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.900315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 copy.24> +2023-12-14 14:52:55.900320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.900325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.900330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.900335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.900340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.900345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.5> +2023-12-14 14:52:55.900350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.900355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> +2023-12-14 14:52:55.900360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.900365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.7> +2023-12-14 14:52:55.900373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.900378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.26> +2023-12-14 14:52:55.900384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.900389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.25> +2023-12-14 14:52:55.900394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:55.900404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 copy.24> (def) +2023-12-14 14:52:55.900409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:55.900419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.25> (def) +2023-12-14 14:52:55.900424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:55.900434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.26> (def) +2023-12-14 14:52:55.900439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.900449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.900454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.900458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.900464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.900469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.900474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.900479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.900484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.900489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.900494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.900499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.900504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.900509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.900514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.900522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.900528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.900532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.900538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.900543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:55.900552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.67> (def) +2023-12-14 14:52:55.900557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:55.900568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.55> (def) +2023-12-14 14:52:55.900573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:55.900582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.900588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:55.900598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.900602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:55.900612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.900617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:55.900627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.8> (def) +2023-12-14 14:52:55.900632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:55.900642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.900647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:55.900657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> (def) +2023-12-14 14:52:55.900662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:55.900675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.900680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:55.900691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.10> (def) +2023-12-14 14:52:55.900696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:55.900705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.900711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:55.900721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.11> (def) +2023-12-14 14:52:55.900726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:55.900735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.900741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:55.900751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.12> (def) +2023-12-14 14:52:55.900755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:55.900765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.900770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:55.900780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.13> (def) +2023-12-14 14:52:55.900785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:55.900795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.900800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:55.900810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.14> (def) +2023-12-14 14:52:55.900815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:55.900833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.900839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:55.900848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.15> (def) +2023-12-14 14:52:55.900853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:55.900863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> (def) +2023-12-14 14:52:55.900868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:55.900878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> (def) +2023-12-14 14:52:55.900882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:55.900892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> (def) +2023-12-14 14:52:55.900897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:55.900907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> (def) +2023-12-14 14:52:55.900912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:55.900922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> (def) +2023-12-14 14:52:55.900927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.900932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:55.900937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.900941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 tuple.11{}> (def) +2023-12-14 14:52:55.900946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.900952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.55> +2023-12-14 14:52:55.900957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.900962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.900967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.900972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.900982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.900987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> +2023-12-14 14:52:55.900992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.900997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> +2023-12-14 14:52:55.901002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.901007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> +2023-12-14 14:52:55.901012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.901017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> +2023-12-14 14:52:55.901023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.901027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> +2023-12-14 14:52:55.901032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.901042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.901047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.901052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.901057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.901062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.901067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.901073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.901078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.901083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.901088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.901093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.901098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.901102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.901108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.901113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.901118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.901123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.901130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.901136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:55.901146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.68> (def) +2023-12-14 14:52:55.901151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:55.901160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 compare.5> (def) +2023-12-14 14:52:55.901166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:55.901176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.901181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:55.901190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:55.901195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:55.901206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:55.901210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:55.901220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.101> (def) +2023-12-14 14:52:55.901225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29: +2023-12-14 14:52:55.901235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.29> (def) +2023-12-14 14:52:55.901240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:55.901249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.20> (def) +2023-12-14 14:52:55.901255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30: +2023-12-14 14:52:55.901265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.30> (def) +2023-12-14 14:52:55.901270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.21: +2023-12-14 14:52:55.901282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.21> (def) +2023-12-14 14:52:55.901287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:55.901297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.22> (def) +2023-12-14 14:52:55.901302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32: +2023-12-14 14:52:55.901311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.32> (def) +2023-12-14 14:52:55.901317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:55.901327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.27> (def) +2023-12-14 14:52:55.901332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.25: +2023-12-14 14:52:55.901341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.25> (def) +2023-12-14 14:52:55.901346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34: +2023-12-14 14:52:55.901356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.34> (def) +2023-12-14 14:52:55.901361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:55.901370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.30> (def) +2023-12-14 14:52:55.901375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29: +2023-12-14 14:52:55.901385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.29> (def) +2023-12-14 14:52:55.901390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91: +2023-12-14 14:52:55.901399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.91> (def) +2023-12-14 14:52:55.901404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:55.901415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.178> (def) +2023-12-14 14:52:55.901420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4: +2023-12-14 14:52:55.901432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.4> (def) +2023-12-14 14:52:55.901437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:55.901447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.92> (def) +2023-12-14 14:52:55.901452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:55.901462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.179> (def) +2023-12-14 14:52:55.901466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:55.901477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.21> (def) +2023-12-14 14:52:55.901482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21: +2023-12-14 14:52:55.901491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.21> (def) +2023-12-14 14:52:55.901496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:55.901506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.21> (def) +2023-12-14 14:52:55.901511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:55.901521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.180> (def) +2023-12-14 14:52:55.901525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23: +2023-12-14 14:52:55.901536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.23> (def) +2023-12-14 14:52:55.901540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:55.901550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 shift-left.19> (def) +2023-12-14 14:52:55.901555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:55.901566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.181> (def) +2023-12-14 14:52:55.901571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35: +2023-12-14 14:52:55.901584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 reshape.35> (def) +2023-12-14 14:52:55.901590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:55.901600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 slice.31> (def) +2023-12-14 14:52:55.901605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95: +2023-12-14 14:52:55.901614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.95> (def) +2023-12-14 14:52:55.901619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:55.901629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 xor.22> (def) +2023-12-14 14:52:55.901634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22: +2023-12-14 14:52:55.901644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 or.22> (def) +2023-12-14 14:52:55.901648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:55.901659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 shift-right-logical.22> (def) +2023-12-14 14:52:55.901663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:55.901673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.182> (def) +2023-12-14 14:52:55.901678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:55.901688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 subtract.24> (def) +2023-12-14 14:52:55.901692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:55.901702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.20> (def) +2023-12-14 14:52:55.901707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:55.901717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.183> (def) +2023-12-14 14:52:55.901722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36: +2023-12-14 14:52:55.901734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 reshape.36> (def) +2023-12-14 14:52:55.901739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:55.901749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 slice.32> (def) +2023-12-14 14:52:55.901754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:55.901763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.96> (def) +2023-12-14 14:52:55.901768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:55.901778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 xor.23> (def) +2023-12-14 14:52:55.901783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:55.901792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 or.23> (def) +2023-12-14 14:52:55.901797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:55.901808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 shift-right-logical.23> (def) +2023-12-14 14:52:55.901813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:55.901822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.184> (def) +2023-12-14 14:52:55.901827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:55.901838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 subtract.25> (def) +2023-12-14 14:52:55.901842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:55.901852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 shift-left.21> (def) +2023-12-14 14:52:55.901857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:55.901867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.185> (def) +2023-12-14 14:52:55.901872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37: +2023-12-14 14:52:55.901896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.37> (def) +2023-12-14 14:52:55.901902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:55.901911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 slice.33> (def) +2023-12-14 14:52:55.901916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97: +2023-12-14 14:52:55.901926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.97> (def) +2023-12-14 14:52:55.901931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:55.901940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 xor.24> (def) +2023-12-14 14:52:55.901945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:55.901955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 or.24> (def) +2023-12-14 14:52:55.901960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:55.901970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-right-logical.24> (def) +2023-12-14 14:52:55.901974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:55.901985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.186> (def) +2023-12-14 14:52:55.901990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.901995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:55.902000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 subtract.26> (def) +2023-12-14 14:52:55.902004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:55.902014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.102> (def) +2023-12-14 14:52:55.902020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:55.902029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 shift-left.22> (def) +2023-12-14 14:52:55.902034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:55.902047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.187> (def) +2023-12-14 14:52:55.902052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:55.902062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.38> (def) +2023-12-14 14:52:55.902066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:55.902077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 slice.34> (def) +2023-12-14 14:52:55.902081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98: +2023-12-14 14:52:55.902091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.98> (def) +2023-12-14 14:52:55.902095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99: +2023-12-14 14:52:55.902105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.99> (def) +2023-12-14 14:52:55.902111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.30: +2023-12-14 14:52:55.902120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.30> (def) +2023-12-14 14:52:55.902125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45: +2023-12-14 14:52:55.902135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 param_1.45> (def) +2023-12-14 14:52:55.902140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.23: +2023-12-14 14:52:55.902149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_2.23> (def) +2023-12-14 14:52:55.902154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.25: +2023-12-14 14:52:55.902164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 param_3.25> (def) +2023-12-14 14:52:55.902170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.37: +2023-12-14 14:52:55.902179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.37> (def) +2023-12-14 14:52:55.902184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:55.902197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.103> (def) +2023-12-14 14:52:55.902202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:55.902211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> (def) +2023-12-14 14:52:55.902216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:55.902226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.12> +2023-12-14 14:52:55.902232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:55.902241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.14> +2023-12-14 14:52:55.902246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:55.902256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.10> +2023-12-14 14:52:55.902261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:55.902271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> +2023-12-14 14:52:55.902276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:55.902286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.8> +2023-12-14 14:52:55.902291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100: +2023-12-14 14:52:55.902300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.100> (def) +2023-12-14 14:52:55.902305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:55.902315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.188> (def) +2023-12-14 14:52:55.902320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101: +2023-12-14 14:52:55.902330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 add.101> (def) +2023-12-14 14:52:55.902335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:55.902345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_0.31> (def) +2023-12-14 14:52:55.902353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:55.902362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 xor.27> (def) +2023-12-14 14:52:55.902367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:55.902377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 or.25> (def) +2023-12-14 14:52:55.902382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:55.902392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-right-logical.25> (def) +2023-12-14 14:52:55.902397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:55.902407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.189> (def) +2023-12-14 14:52:55.902412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:55.902422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 subtract.27> (def) +2023-12-14 14:52:55.902426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:55.902437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-left.23> (def) +2023-12-14 14:52:55.902442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:55.902452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 broadcast.190> (def) +2023-12-14 14:52:55.902456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:55.902466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.39> (def) +2023-12-14 14:52:55.902472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:55.902481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 slice.35> (def) +2023-12-14 14:52:55.902486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102: +2023-12-14 14:52:55.902496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.102> (def) +2023-12-14 14:52:55.902504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28: +2023-12-14 14:52:55.902514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 xor.28> (def) +2023-12-14 14:52:55.902518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:55.902528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 or.26> (def) +2023-12-14 14:52:55.902534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:55.902543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 shift-right-logical.26> (def) +2023-12-14 14:52:55.902548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:55.902559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.191> (def) +2023-12-14 14:52:55.902564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:55.902573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 subtract.28> (def) +2023-12-14 14:52:55.902578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:55.902588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-left.24> (def) +2023-12-14 14:52:55.902594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:55.902603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 broadcast.192> (def) +2023-12-14 14:52:55.902608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40: +2023-12-14 14:52:55.902618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.40> (def) +2023-12-14 14:52:55.902624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:55.902633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 slice.36> (def) +2023-12-14 14:52:55.902638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103: +2023-12-14 14:52:55.902648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.103> (def) +2023-12-14 14:52:55.902656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29: +2023-12-14 14:52:55.902665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.29> (def) +2023-12-14 14:52:55.902670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:55.902680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.27> (def) +2023-12-14 14:52:55.902686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:55.902695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.27> (def) +2023-12-14 14:52:55.902700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:55.902710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.193> (def) +2023-12-14 14:52:55.902716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:55.902725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.29> (def) +2023-12-14 14:52:55.902730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104: +2023-12-14 14:52:55.902740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.104> (def) +2023-12-14 14:52:55.902745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.46: +2023-12-14 14:52:55.902754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 param_1.46> (def) +2023-12-14 14:52:55.902759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:55.902769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.25> (def) +2023-12-14 14:52:55.902774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:55.902784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.194> (def) +2023-12-14 14:52:55.902789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:55.902799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 reshape.41> (def) +2023-12-14 14:52:55.902807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:55.902817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 slice.37> (def) +2023-12-14 14:52:55.902821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104: +2023-12-14 14:52:55.902832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.104> (def) +2023-12-14 14:52:55.902838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.24: +2023-12-14 14:52:55.902847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 param_2.24> (def) +2023-12-14 14:52:55.902852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.26: +2023-12-14 14:52:55.902861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_3.26> (def) +2023-12-14 14:52:55.902867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:55.902877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> (def) +2023-12-14 14:52:55.902881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:55.902892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.11> +2023-12-14 14:52:55.902897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:55.902906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.14> +2023-12-14 14:52:55.902911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:55.902921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.10> +2023-12-14 14:52:55.902926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:55.902936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> +2023-12-14 14:52:55.902941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40: +2023-12-14 14:52:55.902951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 multiply.40> (def) +2023-12-14 14:52:55.902955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:55.902969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.195> (def) +2023-12-14 14:52:55.902973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105: +2023-12-14 14:52:55.902983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.105> (def) +2023-12-14 14:52:55.902989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.902993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33: +2023-12-14 14:52:55.902998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.33> (def) +2023-12-14 14:52:55.903003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41: +2023-12-14 14:52:55.903014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 multiply.41> (def) +2023-12-14 14:52:55.903019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:55.903028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.105> (def) +2023-12-14 14:52:55.903033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:55.903043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 multiply.42> (def) +2023-12-14 14:52:55.903047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:55.903057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 add.106> (def) +2023-12-14 14:52:55.903062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:55.903072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 multiply.43> (def) +2023-12-14 14:52:55.903077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:55.903087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 add.107> (def) +2023-12-14 14:52:55.903091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:55.903101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 multiply.44> (def) +2023-12-14 14:52:55.903106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:55.903119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.108> (def) +2023-12-14 14:52:55.903124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:55.903134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 multiply.45> (def) +2023-12-14 14:52:55.903138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:55.903148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.109> (def) +2023-12-14 14:52:55.903153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:55.903164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 multiply.46> (def) +2023-12-14 14:52:55.903169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:55.903179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 add.110> (def) +2023-12-14 14:52:55.903183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:55.903193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 multiply.47> (def) +2023-12-14 14:52:55.903198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111: +2023-12-14 14:52:55.903208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 add.111> (def) +2023-12-14 14:52:55.903212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:55.903222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 multiply.48> (def) +2023-12-14 14:52:55.903227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:55.903237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.112> (def) +2023-12-14 14:52:55.903242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:55.903252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 multiply.49> (def) +2023-12-14 14:52:55.903256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34: +2023-12-14 14:52:55.903271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 select.34> (def) +2023-12-14 14:52:55.903276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113: +2023-12-14 14:52:55.903286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 add.113> (def) +2023-12-14 14:52:55.903290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:55.903301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 broadcast.196> (def) +2023-12-14 14:52:55.903305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106: +2023-12-14 14:52:55.903315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.106> (def) +2023-12-14 14:52:55.903329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:55.903342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 sqrt.3> (def) +2023-12-14 14:52:55.903346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:55.903357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 add.114> (def) +2023-12-14 14:52:55.903361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:55.903372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.197> (def) +2023-12-14 14:52:55.903376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108: +2023-12-14 14:52:55.903386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 constant.108> (def) +2023-12-14 14:52:55.903391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35: +2023-12-14 14:52:55.903401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 select.35> (def) +2023-12-14 14:52:55.903406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:55.903416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.198> (def) +2023-12-14 14:52:55.903420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109: +2023-12-14 14:52:55.903433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 constant.109> (def) +2023-12-14 14:52:55.903438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:55.903448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 broadcast.199> (def) +2023-12-14 14:52:55.903453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110: +2023-12-14 14:52:55.903463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.110> (def) +2023-12-14 14:52:55.903468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36: +2023-12-14 14:52:55.903478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 select.36> (def) +2023-12-14 14:52:55.903483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:55.903493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.200> (def) +2023-12-14 14:52:55.903497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111: +2023-12-14 14:52:55.903507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 constant.111> (def) +2023-12-14 14:52:55.903512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:55.903522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.201> (def) +2023-12-14 14:52:55.903527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112: +2023-12-14 14:52:55.903537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 constant.112> (def) +2023-12-14 14:52:55.903541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37: +2023-12-14 14:52:55.903551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 select.37> (def) +2023-12-14 14:52:55.903556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:55.903566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.202> (def) +2023-12-14 14:52:55.903571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113: +2023-12-14 14:52:55.903584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 constant.113> (def) +2023-12-14 14:52:55.903589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:55.903599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 broadcast.203> (def) +2023-12-14 14:52:55.903603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114: +2023-12-14 14:52:55.903614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 constant.114> (def) +2023-12-14 14:52:55.903618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38: +2023-12-14 14:52:55.903628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 select.38> (def) +2023-12-14 14:52:55.903633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:55.903643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.204> (def) +2023-12-14 14:52:55.903648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115: +2023-12-14 14:52:55.903658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 constant.115> (def) +2023-12-14 14:52:55.903663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:55.903673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.205> (def) +2023-12-14 14:52:55.903678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116: +2023-12-14 14:52:55.903688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 constant.116> (def) +2023-12-14 14:52:55.903692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39: +2023-12-14 14:52:55.903703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 select.39> (def) +2023-12-14 14:52:55.903708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:55.903718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 broadcast.206> (def) +2023-12-14 14:52:55.903723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117: +2023-12-14 14:52:55.903736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 constant.117> (def) +2023-12-14 14:52:55.903741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:55.903751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 broadcast.207> (def) +2023-12-14 14:52:55.903756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118: +2023-12-14 14:52:55.903766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 constant.118> (def) +2023-12-14 14:52:55.903770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40: +2023-12-14 14:52:55.903780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 select.40> (def) +2023-12-14 14:52:55.903785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:55.903795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.208> (def) +2023-12-14 14:52:55.903800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119: +2023-12-14 14:52:55.903810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 constant.119> (def) +2023-12-14 14:52:55.903815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209: +2023-12-14 14:52:55.903826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 broadcast.209> (def) +2023-12-14 14:52:55.903830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120: +2023-12-14 14:52:55.903840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 constant.120> (def) +2023-12-14 14:52:55.903845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:55.903855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 select.41> (def) +2023-12-14 14:52:55.903859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210: +2023-12-14 14:52:55.903870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 broadcast.210> (def) +2023-12-14 14:52:55.903874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121: +2023-12-14 14:52:55.903887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 constant.121> (def) +2023-12-14 14:52:55.903892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211: +2023-12-14 14:52:55.903902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 broadcast.211> (def) +2023-12-14 14:52:55.903907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122: +2023-12-14 14:52:55.903917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.122> (def) +2023-12-14 14:52:55.903923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:55.903933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 select.42> (def) +2023-12-14 14:52:55.903938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212: +2023-12-14 14:52:55.903948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 broadcast.212> (def) +2023-12-14 14:52:55.903952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123: +2023-12-14 14:52:55.903962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.123> (def) +2023-12-14 14:52:55.903967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213: +2023-12-14 14:52:55.903978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 broadcast.213> (def) +2023-12-14 14:52:55.903983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.903988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124: +2023-12-14 14:52:55.903993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.124> (def) +2023-12-14 14:52:55.903997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:55.904007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 select.43> (def) +2023-12-14 14:52:55.904014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214: +2023-12-14 14:52:55.904024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 broadcast.214> (def) +2023-12-14 14:52:55.904029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125: +2023-12-14 14:52:55.904042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.125> (def) +2023-12-14 14:52:55.904047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215: +2023-12-14 14:52:55.904057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 broadcast.215> (def) +2023-12-14 14:52:55.904062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126: +2023-12-14 14:52:55.904072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 constant.126> (def) +2023-12-14 14:52:55.904077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8: +2023-12-14 14:52:55.904087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 compare.8> (def) +2023-12-14 14:52:55.904091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216: +2023-12-14 14:52:55.904101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.216> (def) +2023-12-14 14:52:55.904107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127: +2023-12-14 14:52:55.904116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 constant.127> (def) +2023-12-14 14:52:55.904121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:55.904131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 negate.9> (def) +2023-12-14 14:52:55.904136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:55.904146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 log-plus-one.3> (def) +2023-12-14 14:52:55.904151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:55.904161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.50> (def) +2023-12-14 14:52:55.904166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:55.904175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 negate.10> (def) +2023-12-14 14:52:55.904180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:55.904194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.51> (def) +2023-12-14 14:52:55.904199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217: +2023-12-14 14:52:55.904209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 broadcast.217> (def) +2023-12-14 14:52:55.904213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128: +2023-12-14 14:52:55.904224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.128> (def) +2023-12-14 14:52:55.904229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9: +2023-12-14 14:52:55.904238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 compare.9> (def) +2023-12-14 14:52:55.904243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218: +2023-12-14 14:52:55.904253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 broadcast.218> (def) +2023-12-14 14:52:55.904258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.129: +2023-12-14 14:52:55.904268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.129> (def) +2023-12-14 14:52:55.904272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:55.904282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 abs.3> (def) +2023-12-14 14:52:55.904288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42: +2023-12-14 14:52:55.904297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 reshape.42> (def) +2023-12-14 14:52:55.904302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2: +2023-12-14 14:52:55.904312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 maximum.2> (def) +2023-12-14 14:52:55.904317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:55.904327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.115> (def) +2023-12-14 14:52:55.904331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219: +2023-12-14 14:52:55.904345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.219> (def) +2023-12-14 14:52:55.904350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.131: +2023-12-14 14:52:55.904359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.131> (def) +2023-12-14 14:52:55.904364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52: +2023-12-14 14:52:55.904374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.52> (def) +2023-12-14 14:52:55.904379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220: +2023-12-14 14:52:55.904389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 broadcast.220> (def) +2023-12-14 14:52:55.904394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.133: +2023-12-14 14:52:55.904404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.133> (def) +2023-12-14 14:52:55.904409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:55.904419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.116> (def) +2023-12-14 14:52:55.904423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221: +2023-12-14 14:52:55.904436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 broadcast.221> (def) +2023-12-14 14:52:55.904441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.135: +2023-12-14 14:52:55.904450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.135> (def) +2023-12-14 14:52:55.904455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2: +2023-12-14 14:52:55.904465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 bitcast-convert.2> (def) +2023-12-14 14:52:55.904470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:55.904480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 or.28> (def) +2023-12-14 14:52:55.904484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222: +2023-12-14 14:52:55.904498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.222> (def) +2023-12-14 14:52:55.904503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.137: +2023-12-14 14:52:55.904512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.137> (def) +2023-12-14 14:52:55.904517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:55.904528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 shift-right-logical.28> (def) +2023-12-14 14:52:55.904532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223: +2023-12-14 14:52:55.904542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.223> (def) +2023-12-14 14:52:55.904547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.139: +2023-12-14 14:52:55.904557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.139> (def) +2023-12-14 14:52:55.904562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:55.904572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 concatenate.1> (def) +2023-12-14 14:52:55.904576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.32: +2023-12-14 14:52:55.904588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 param_0.32> (def) +2023-12-14 14:52:55.904593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.47: +2023-12-14 14:52:55.904602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 param_1.47> (def) +2023-12-14 14:52:55.904607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:55.904617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> (def) +2023-12-14 14:52:55.904622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:55.904631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{1} (phi)> +2023-12-14 14:52:55.904636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:55.904649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{2} (phi)> +2023-12-14 14:52:55.904654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:55.904664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.117> (def) +2023-12-14 14:52:55.904668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224: +2023-12-14 14:52:55.904679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.224> (def) +2023-12-14 14:52:55.904684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:55.904693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.43> (def) +2023-12-14 14:52:55.904698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38: +2023-12-14 14:52:55.904708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.38> (def) +2023-12-14 14:52:55.904713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39: +2023-12-14 14:52:55.904722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.39> (def) +2023-12-14 14:52:55.904727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.33: +2023-12-14 14:52:55.904737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.33> (def) +2023-12-14 14:52:55.904742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:55.904751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.2> (def) +2023-12-14 14:52:55.904756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone: +2023-12-14 14:52:55.904767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> (def) +2023-12-14 14:52:55.904771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:55.904781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> +2023-12-14 14:52:55.904786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:55.904799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.118> (def) +2023-12-14 14:52:55.904803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225: +2023-12-14 14:52:55.904813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.225> (def) +2023-12-14 14:52:55.904818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:55.904828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.44> (def) +2023-12-14 14:52:55.904833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40: +2023-12-14 14:52:55.904842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.40> (def) +2023-12-14 14:52:55.904847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41: +2023-12-14 14:52:55.904857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.41> (def) +2023-12-14 14:52:55.904862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.34: +2023-12-14 14:52:55.904871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.34> (def) +2023-12-14 14:52:55.904876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:55.904885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.3> (def) +2023-12-14 14:52:55.904891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone: +2023-12-14 14:52:55.904900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> (def) +2023-12-14 14:52:55.904905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.904910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:55.904914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> +2023-12-14 14:52:55.904920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.904925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.904929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.904934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone +2023-12-14 14:52:55.904942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:55.904949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:55.904954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.904959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.904964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6.clone = u32[2097152]{0} fusion(u32[2]{0} %p.12), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.904970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.904974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.904980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone +2023-12-14 14:52:55.904985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:55.904989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:55.904994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.904999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.905004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4.clone = u32[2097152]{0} fusion(u32[2]{0} %p.11), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.905010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.25> +2023-12-14 14:52:55.905015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.25 +2023-12-14 14:52:55.905024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:55.905034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.25 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.905039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.27> +2023-12-14 14:52:55.905044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:55.905054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32, operand 0 +2023-12-14 14:52:55.905064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.25), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.32> +2023-12-14 14:52:55.905078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32 +2023-12-14 14:52:55.905087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.32 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.29> +2023-12-14 14:52:55.905104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29 +2023-12-14 14:52:55.905113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:55.905123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.29 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.905128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.30> +2023-12-14 14:52:55.905134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:55.905143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34, operand 0 +2023-12-14 14:52:55.905153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.29), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.34> +2023-12-14 14:52:55.905164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34 +2023-12-14 14:52:55.905173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.34 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> +2023-12-14 14:52:55.905189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:55.905202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:55.905207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,2048]{1,0} fusion(u32[2097152]{0} %p.9, u32[2097152]{0} %p.10), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.905217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.68> +2023-12-14 14:52:55.905222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:55.905232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:55.905242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:55.905246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 compare.5> +2023-12-14 14:52:55.905252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:55.905262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.905277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:55.905287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:55.905292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:55.905297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:55.905307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[2097152]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[2097152]{0} %p.7, u32[2097152]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.905312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.905320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:55.905330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:55.905334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:55.905340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:55.905350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.905355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.2> +2023-12-14 14:52:55.905360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:55.905370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39, operand 0 +2023-12-14 14:52:55.905380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.39> +2023-12-14 14:52:55.905390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39 +2023-12-14 14:52:55.905400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:55.905410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.39 = u32[2097152]{0} slice(u32[4194304]{0} %iota.2), slice={[2097152:4194304]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(2097152,) limit_indices=(4194304,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.33> +2023-12-14 14:52:55.905420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.33 +2023-12-14 14:52:55.905430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38, operand 0 +2023-12-14 14:52:55.905444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.33 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.905449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.38> +2023-12-14 14:52:55.905454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38 +2023-12-14 14:52:55.905465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:55.905475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.38 = u32[1]{0} slice(u32[2]{0} %param_0.33), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.43> +2023-12-14 14:52:55.905485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:55.905495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224, operand 0 +2023-12-14 14:52:55.905505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.38), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.224> +2023-12-14 14:52:55.905515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224 +2023-12-14 14:52:55.905526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:55.905535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.224 = u32[2097152]{0} broadcast(u32[] %reshape.43), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.117> +2023-12-14 14:52:55.905545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:55.905556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = u32[2097152]{0} add(u32[2097152]{0} %slice.39, u32[2097152]{0} %broadcast.224), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.3> +2023-12-14 14:52:55.905574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:55.905585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41, operand 0 +2023-12-14 14:52:55.905595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.41> +2023-12-14 14:52:55.905604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41 +2023-12-14 14:52:55.905614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:55.905625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.41 = u32[2097152]{0} slice(u32[4194304]{0} %iota.3), slice={[0:2097152]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(2097152,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.34> +2023-12-14 14:52:55.905634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.34 +2023-12-14 14:52:55.905644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40, operand 0 +2023-12-14 14:52:55.905655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.34 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.905659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.40> +2023-12-14 14:52:55.905664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40 +2023-12-14 14:52:55.905674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:55.905684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.40 = u32[1]{0} slice(u32[2]{0} %param_0.34), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.44> +2023-12-14 14:52:55.905697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:55.905708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225, operand 0 +2023-12-14 14:52:55.905717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.40), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.225> +2023-12-14 14:52:55.905727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225 +2023-12-14 14:52:55.905738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:55.905748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.225 = u32[2097152]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.118> +2023-12-14 14:52:55.905758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:55.905768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = u32[2097152]{0} add(u32[2097152]{0} %slice.41, u32[2097152]{0} %broadcast.225), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.21> +2023-12-14 14:52:55.905783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.21 +2023-12-14 14:52:55.905793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:55.905803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:55.905808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.21 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.905813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.22> +2023-12-14 14:52:55.905820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:55.905831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30, operand 0 +2023-12-14 14:52:55.905841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.30> +2023-12-14 14:52:55.905850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30 +2023-12-14 14:52:55.905861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:55.905871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.30 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.20> +2023-12-14 14:52:55.905880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:55.905891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29, operand 0 +2023-12-14 14:52:55.905901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.29> +2023-12-14 14:52:55.905910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29 +2023-12-14 14:52:55.905921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:55.905930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.29 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:55.905943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:55.905953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:55.905964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.30, u32[] %reshape.29), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.905968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.101> +2023-12-14 14:52:55.905974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.905979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:55.905984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.905989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:55.905994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(466688986) +2023-12-14 14:52:55.905998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:55.906004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:55.906014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.906023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.14> +2023-12-14 14:52:55.906028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.906038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:55.906048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:55.906053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 copy.24> +2023-12-14 14:52:55.906058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:55.906068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:55.906073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.906085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:55.906090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> +2023-12-14 14:52:55.906096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.906106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:55.906110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:55.906115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:55.906126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:55.906130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:55.906136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:55.906141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:55.906145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 0 +2023-12-14 14:52:55.906150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 0 +2023-12-14 14:52:55.906156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.906161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.5> +2023-12-14 14:52:55.906166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:55.906175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:55.906180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.906190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.906196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> +2023-12-14 14:52:55.906200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:55.906210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:55.906218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.906228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.906233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.7> +2023-12-14 14:52:55.906238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:55.906248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:55.906253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.906263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.906268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.17> +2023-12-14 14:52:55.906274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:55.906283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:55.906293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.906298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.26> +2023-12-14 14:52:55.906304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:55.906313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:55.906318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.906328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:55.906334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 constant.16> +2023-12-14 14:52:55.906338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:55.906348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:55.906361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.906366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.25> +2023-12-14 14:52:55.906371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:55.906381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:55.906386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.906396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:55.906401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 tuple.9{}> +2023-12-14 14:52:55.906406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:55.906416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.906426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[2097152]{0} %call.4, u32[2097152]{0} %call.3, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:55.906431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.8> +2023-12-14 14:52:55.906437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:55.906447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:55.906451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:55.906461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:55.906466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:55.906471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.906476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.67> +2023-12-14 14:52:55.906481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:55.906496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:55.906507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:55.906512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.55> +2023-12-14 14:52:55.906517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:55.906527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:55.906532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:55.906542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.906547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.11> +2023-12-14 14:52:55.906552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:55.906562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:55.906567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:55.906577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:55.906582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:55.906586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.906592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.14> +2023-12-14 14:52:55.906597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:55.906607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:55.906611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:55.906616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:55.906626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:55.906631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:55.906639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:55.906644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:55.906650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.906655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.10> +2023-12-14 14:52:55.906659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:55.906669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:55.906674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:55.906680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:55.906689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:55.906695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:55.906700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:55.906705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.132) +2023-12-14 14:52:55.906710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> +2023-12-14 14:52:55.906715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:55.906725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:55.906729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:55.906734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:55.906745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:55.906750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:55.906756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:55.906760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.131) +2023-12-14 14:52:55.906765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.12> +2023-12-14 14:52:55.906770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:55.906783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:55.906788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:55.906798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:55.906804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:55.906808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.906815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> +2023-12-14 14:52:55.906820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:55.906830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:55.906835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:55.906845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.906850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.13> +2023-12-14 14:52:55.906855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:55.906865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:55.906874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.906880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> +2023-12-14 14:52:55.906885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:55.906895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:55.906899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:55.906909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.906914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> +2023-12-14 14:52:55.906919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:55.906932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:55.906937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:55.906947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.906953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.15> +2023-12-14 14:52:55.906958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:55.906968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.906973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:55.906978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.906982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> +2023-12-14 14:52:55.906987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.906992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:55.906998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:55.907002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:55.907012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.907018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> +2023-12-14 14:52:55.907022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:55.907032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:55.907037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:55.907047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.907052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 tuple.11{}> +2023-12-14 14:52:55.907058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:55.907067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[2097152]{0} %call.1, u32[2097152]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.907080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_3.26> +2023-12-14 14:52:55.907086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.26 +2023-12-14 14:52:55.907096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104, operand 0 +2023-12-14 14:52:55.907106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.26 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.907111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 param_2.24> +2023-12-14 14:52:55.907116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.24 +2023-12-14 14:52:55.907126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:55.907136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:55.907141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104, operand 1 +2023-12-14 14:52:55.907146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.24 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.907151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.104> +2023-12-14 14:52:55.907156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104 +2023-12-14 14:52:55.907166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103, operand 0 +2023-12-14 14:52:55.907175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29, operand 0 +2023-12-14 14:52:55.907181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.104 = u32[2097152]{0} add(u32[2097152]{0} %param_3.26, u32[2097152]{0} %param_2.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 param_1.46> +2023-12-14 14:52:55.907190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.46 +2023-12-14 14:52:55.907202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:55.907214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:55.907219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:55.907224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.46 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.907229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 slice.37> +2023-12-14 14:52:55.907234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:55.907244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:55.907254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 reshape.41> +2023-12-14 14:52:55.907264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:55.907274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:55.907284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:55.907289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.37), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.194> +2023-12-14 14:52:55.907299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:55.907309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:55.907324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = u32[2097152]{0} broadcast(u32[] %reshape.41), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.25> +2023-12-14 14:52:55.907341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:55.907352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:55.907364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.194), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.104> +2023-12-14 14:52:55.907373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104 +2023-12-14 14:52:55.907383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:55.907394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:55.907399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:55.907404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.104 = u32[] constant(32) +2023-12-14 14:52:55.907408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.29> +2023-12-14 14:52:55.907414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:55.907424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:55.907434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.104, u32[] %reshape.41), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.193> +2023-12-14 14:52:55.907444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:55.907454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:55.907464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = u32[2097152]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.27> +2023-12-14 14:52:55.907479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:55.907490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:55.907499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.193), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.27> +2023-12-14 14:52:55.907510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:55.907520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29, operand 1 +2023-12-14 14:52:55.907530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.25, u32[2097152]{0} %shift-right-logical.27), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.29> +2023-12-14 14:52:55.907540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29 +2023-12-14 14:52:55.907550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:55.907559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:55.907565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103, operand 1 +2023-12-14 14:52:55.907570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.29 = u32[2097152]{0} xor(u32[2097152]{0} %add.104, u32[2097152]{0} %or.27), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.103> +2023-12-14 14:52:55.907580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103 +2023-12-14 14:52:55.907590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 0 +2023-12-14 14:52:55.907602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28, operand 0 +2023-12-14 14:52:55.907608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.103 = u32[2097152]{0} add(u32[2097152]{0} %add.104, u32[2097152]{0} %xor.29), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 slice.36> +2023-12-14 14:52:55.907617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:55.907628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40, operand 0 +2023-12-14 14:52:55.907638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.40> +2023-12-14 14:52:55.907648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40 +2023-12-14 14:52:55.907658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:55.907668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:55.907673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.40 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 broadcast.192> +2023-12-14 14:52:55.907682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:55.907692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:55.907702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = u32[2097152]{0} broadcast(u32[] %reshape.40), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-left.24> +2023-12-14 14:52:55.907714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:55.907726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:55.907735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.192), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 subtract.28> +2023-12-14 14:52:55.907745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:55.907756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:55.907765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.104, u32[] %reshape.40), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.191> +2023-12-14 14:52:55.907775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:55.907786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:55.907795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = u32[2097152]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 shift-right-logical.26> +2023-12-14 14:52:55.907805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:55.907815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:55.907825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.191), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 or.26> +2023-12-14 14:52:55.907839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:55.907849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28, operand 1 +2023-12-14 14:52:55.907859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.24, u32[2097152]{0} %shift-right-logical.26), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 xor.28> +2023-12-14 14:52:55.907868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28 +2023-12-14 14:52:55.907879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:55.907888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:55.907893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 1 +2023-12-14 14:52:55.907898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.28 = u32[2097152]{0} xor(u32[2097152]{0} %add.103, u32[2097152]{0} %or.26), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.102> +2023-12-14 14:52:55.907909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102 +2023-12-14 14:52:55.907918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 0 +2023-12-14 14:52:55.907927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:55.907933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.102 = u32[2097152]{0} add(u32[2097152]{0} %add.103, u32[2097152]{0} %xor.28), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 slice.35> +2023-12-14 14:52:55.907943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:55.907952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:55.907967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.907972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.39> +2023-12-14 14:52:55.907977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.907982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:55.907986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.907991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:55.907997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:55.908001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.35), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 broadcast.190> +2023-12-14 14:52:55.908011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:55.908021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:55.908031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = u32[2097152]{0} broadcast(u32[] %reshape.39), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-left.23> +2023-12-14 14:52:55.908040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:55.908050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:55.908061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.190), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 subtract.27> +2023-12-14 14:52:55.908071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:55.908084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:55.908094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.104, u32[] %reshape.39), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.189> +2023-12-14 14:52:55.908104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:55.908113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:55.908124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = u32[2097152]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-right-logical.25> +2023-12-14 14:52:55.908133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:55.908143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:55.908153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.189), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 or.25> +2023-12-14 14:52:55.908163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:55.908172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:55.908183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.23, u32[2097152]{0} %shift-right-logical.25), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 xor.27> +2023-12-14 14:52:55.908196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:55.908206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 1 +2023-12-14 14:52:55.908216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[2097152]{0} xor(u32[2097152]{0} %add.102, u32[2097152]{0} %or.25), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 add.101> +2023-12-14 14:52:55.908225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101 +2023-12-14 14:52:55.908236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 0 +2023-12-14 14:52:55.908246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.101 = u32[2097152]{0} add(u32[2097152]{0} %add.102, u32[2097152]{0} %xor.27), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_0.31> +2023-12-14 14:52:55.908256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:55.908266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:55.908276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[] parameter(0) +2023-12-14 14:52:55.908281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.188> +2023-12-14 14:52:55.908286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:55.908297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 1 +2023-12-14 14:52:55.908307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = u32[2097152]{0} broadcast(u32[] %param_0.31), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.100> +2023-12-14 14:52:55.908317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100 +2023-12-14 14:52:55.908330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.100 = u32[2097152]{0} add(u32[2097152]{0} %add.101, u32[2097152]{0} %broadcast.188), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 param_3.25> +2023-12-14 14:52:55.908344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.25 +2023-12-14 14:52:55.908354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 0 +2023-12-14 14:52:55.908364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.25 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.908369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_2.23> +2023-12-14 14:52:55.908374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.23 +2023-12-14 14:52:55.908383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:55.908393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:55.908398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 1 +2023-12-14 14:52:55.908403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.23 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.908408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.98> +2023-12-14 14:52:55.908413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98 +2023-12-14 14:52:55.908423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 0 +2023-12-14 14:52:55.908432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:55.908437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.98 = u32[2097152]{0} add(u32[2097152]{0} %param_3.25, u32[2097152]{0} %param_2.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 param_1.45> +2023-12-14 14:52:55.908448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45 +2023-12-14 14:52:55.908461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:55.908471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:55.908476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:55.908481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:55.908486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.45 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.908490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 slice.34> +2023-12-14 14:52:55.908495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:55.908505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:55.908515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.38> +2023-12-14 14:52:55.908525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:55.908534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:55.908545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:55.908549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.187> +2023-12-14 14:52:55.908559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:55.908570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:55.908579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = u32[2097152]{0} broadcast(u32[] %reshape.38), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 shift-left.22> +2023-12-14 14:52:55.908592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:55.908604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:55.908613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.187), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.102> +2023-12-14 14:52:55.908623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:55.908633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23, operand 0 +2023-12-14 14:52:55.908643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:55.908648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:55.908652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:55.908659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = u32[] constant(32) +2023-12-14 14:52:55.908664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 subtract.26> +2023-12-14 14:52:55.908669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:55.908679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:55.908689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.102, u32[] %reshape.38), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.186> +2023-12-14 14:52:55.908699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:55.908708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:55.908722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = u32[2097152]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-right-logical.24> +2023-12-14 14:52:55.908731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:55.908741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:55.908751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.186), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 or.24> +2023-12-14 14:52:55.908761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:55.908771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:55.908781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.22, u32[2097152]{0} %shift-right-logical.24), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 xor.24> +2023-12-14 14:52:55.908791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:55.908800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:55.908811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:55.908816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 1 +2023-12-14 14:52:55.908821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[2097152]{0} xor(u32[2097152]{0} %add.98, u32[2097152]{0} %or.24), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.97> +2023-12-14 14:52:55.908834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97 +2023-12-14 14:52:55.908844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:55.908854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:55.908859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.97 = u32[2097152]{0} add(u32[2097152]{0} %add.98, u32[2097152]{0} %xor.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 slice.33> +2023-12-14 14:52:55.908869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:55.908879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37, operand 0 +2023-12-14 14:52:55.908889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.37> +2023-12-14 14:52:55.908899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37 +2023-12-14 14:52:55.908909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:55.908919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:55.908924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.37 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.185> +2023-12-14 14:52:55.908935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:55.908945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:55.908954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = u32[2097152]{0} broadcast(u32[] %reshape.37), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 shift-left.21> +2023-12-14 14:52:55.908967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.908972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:55.908977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.908982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:55.908987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.185), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.908992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 subtract.25> +2023-12-14 14:52:55.908998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:55.909007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:55.909018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.102, u32[] %reshape.37), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.184> +2023-12-14 14:52:55.909029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:55.909038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:55.909048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = u32[2097152]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 shift-right-logical.23> +2023-12-14 14:52:55.909059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:55.909068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:55.909081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.184), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 or.23> +2023-12-14 14:52:55.909092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:55.909101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:55.909112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.21, u32[2097152]{0} %shift-right-logical.23), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 xor.23> +2023-12-14 14:52:55.909122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:55.909131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:55.909142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:55.909147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:55.909153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[2097152]{0} xor(u32[2097152]{0} %add.97, u32[2097152]{0} %or.23), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.96> +2023-12-14 14:52:55.909162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:55.909172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 0 +2023-12-14 14:52:55.909182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:55.909187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = u32[2097152]{0} add(u32[2097152]{0} %add.97, u32[2097152]{0} %xor.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 slice.32> +2023-12-14 14:52:55.909200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:55.909211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36, operand 0 +2023-12-14 14:52:55.909220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 reshape.36> +2023-12-14 14:52:55.909231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36 +2023-12-14 14:52:55.909241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:55.909251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:55.909255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.36 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.183> +2023-12-14 14:52:55.909266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:55.909276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:55.909286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = u32[2097152]{0} broadcast(u32[] %reshape.36), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.20> +2023-12-14 14:52:55.909296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:55.909306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22, operand 0 +2023-12-14 14:52:55.909316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.183), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 subtract.24> +2023-12-14 14:52:55.909331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:55.909340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:55.909351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.102, u32[] %reshape.36), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.182> +2023-12-14 14:52:55.909361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:55.909371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:55.909381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = u32[2097152]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 shift-right-logical.22> +2023-12-14 14:52:55.909391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:55.909401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22, operand 1 +2023-12-14 14:52:55.909411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.182), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 or.22> +2023-12-14 14:52:55.909421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22 +2023-12-14 14:52:55.909431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:55.909444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.22 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.20, u32[2097152]{0} %shift-right-logical.22), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 xor.22> +2023-12-14 14:52:55.909454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:55.909464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:55.909474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:55.909479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 1 +2023-12-14 14:52:55.909485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[2097152]{0} xor(u32[2097152]{0} %add.96, u32[2097152]{0} %or.22), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.95> +2023-12-14 14:52:55.909494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95 +2023-12-14 14:52:55.909505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:55.909516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.95 = u32[2097152]{0} add(u32[2097152]{0} %add.96, u32[2097152]{0} %xor.22), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 slice.31> +2023-12-14 14:52:55.909525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:55.909535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35, operand 0 +2023-12-14 14:52:55.909546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 reshape.35> +2023-12-14 14:52:55.909555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35 +2023-12-14 14:52:55.909568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23, operand 1 +2023-12-14 14:52:55.909579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:55.909583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.35 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.181> +2023-12-14 14:52:55.909594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:55.909604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:55.909614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = u32[2097152]{0} broadcast(u32[] %reshape.35), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 shift-left.19> +2023-12-14 14:52:55.909624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:55.909634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21, operand 0 +2023-12-14 14:52:55.909644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.181), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.23> +2023-12-14 14:52:55.909654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23 +2023-12-14 14:52:55.909664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:55.909674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.23 = u32[] subtract(u32[] %constant.102, u32[] %reshape.35), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.180> +2023-12-14 14:52:55.909687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:55.909697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:55.909706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = u32[2097152]{0} broadcast(u32[] %subtract.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.21> +2023-12-14 14:52:55.909717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:55.909727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21, operand 1 +2023-12-14 14:52:55.909737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.180), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.21> +2023-12-14 14:52:55.909747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21 +2023-12-14 14:52:55.909757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:55.909766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.21 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.19, u32[2097152]{0} %shift-right-logical.21), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.21> +2023-12-14 14:52:55.909777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:55.909786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:55.909796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[2097152]{0} xor(u32[2097152]{0} %add.95, u32[2097152]{0} %or.21), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.30> +2023-12-14 14:52:55.909809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.30 +2023-12-14 14:52:55.909819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:55.909829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.30 = u32[] parameter(0) +2023-12-14 14:52:55.909834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.179> +2023-12-14 14:52:55.909839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:55.909849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:55.909859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = u32[2097152]{0} broadcast(u32[] %param_0.30), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.92> +2023-12-14 14:52:55.909869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:55.909879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 0 +2023-12-14 14:52:55.909888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = u32[2097152]{0} add(u32[2097152]{0} %xor.21, u32[2097152]{0} %broadcast.179), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.37> +2023-12-14 14:52:55.909898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.37 +2023-12-14 14:52:55.909908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 0 +2023-12-14 14:52:55.909918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.37 = s32[] parameter(4) +2023-12-14 14:52:55.909924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.103> +2023-12-14 14:52:55.909928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:55.909942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 1 +2023-12-14 14:52:55.909952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(1) +2023-12-14 14:52:55.909957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.99> +2023-12-14 14:52:55.909962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99 +2023-12-14 14:52:55.909972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.909976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4, operand 0 +2023-12-14 14:52:55.909982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.99 = s32[] add(s32[] %param_4.37, s32[] %constant.103), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.909987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.4> +2023-12-14 14:52:55.909991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.909996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4 +2023-12-14 14:52:55.910001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:55.910012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.4 = u32[] convert(s32[] %add.99), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.178> +2023-12-14 14:52:55.910022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:55.910032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 1 +2023-12-14 14:52:55.910042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = u32[2097152]{0} broadcast(u32[] %convert.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.91> +2023-12-14 14:52:55.910052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91 +2023-12-14 14:52:55.910065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.91 = u32[2097152]{0} add(u32[2097152]{0} %add.92, u32[2097152]{0} %broadcast.178), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 param_0.32> +2023-12-14 14:52:55.910080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.32 +2023-12-14 14:52:55.910090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:55.910100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.32 = u32[2097152]{0} parameter(0) +2023-12-14 14:52:55.910105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 param_1.47> +2023-12-14 14:52:55.910110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.47 +2023-12-14 14:52:55.910120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:55.910129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.47 = u32[2097152]{0} parameter(1) +2023-12-14 14:52:55.910135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 concatenate.1> +2023-12-14 14:52:55.910140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:55.910150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:55.910160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[4194304]{0} concatenate(u32[2097152]{0} %param_0.32, u32[2097152]{0} %param_1.47), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.139> +2023-12-14 14:52:55.910171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.139 +2023-12-14 14:52:55.910180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223, operand 0 +2023-12-14 14:52:55.910190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.139 = u32[] constant(9) +2023-12-14 14:52:55.910198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.223> +2023-12-14 14:52:55.910203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223 +2023-12-14 14:52:55.910213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:55.910224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.223 = u32[4194304]{0} broadcast(u32[] %constant.139), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 shift-right-logical.28> +2023-12-14 14:52:55.910233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:55.910244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:55.910254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[4194304]{0} shift-right-logical(u32[4194304]{0} %concatenate.1, u32[4194304]{0} %broadcast.223), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.137> +2023-12-14 14:52:55.910264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.137 +2023-12-14 14:52:55.910274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222, operand 0 +2023-12-14 14:52:55.910284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.137 = u32[] constant(1065353216) +2023-12-14 14:52:55.910289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.222> +2023-12-14 14:52:55.910293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222 +2023-12-14 14:52:55.910303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:55.910314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.222 = u32[4194304]{0} broadcast(u32[] %constant.137), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 or.28> +2023-12-14 14:52:55.910326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:55.910336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2, operand 0 +2023-12-14 14:52:55.910346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[4194304]{0} or(u32[4194304]{0} %shift-right-logical.28, u32[4194304]{0} %broadcast.222), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 bitcast-convert.2> +2023-12-14 14:52:55.910356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2 +2023-12-14 14:52:55.910366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:55.910376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.2 = f32[4194304]{0} bitcast-convert(u32[4194304]{0} %or.28), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.135> +2023-12-14 14:52:55.910386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.135 +2023-12-14 14:52:55.910396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221, operand 0 +2023-12-14 14:52:55.910406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.135 = f32[] constant(-1) +2023-12-14 14:52:55.910411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 broadcast.221> +2023-12-14 14:52:55.910416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221 +2023-12-14 14:52:55.910426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:55.910436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.221 = f32[4194304]{0} broadcast(f32[] %constant.135), dimensions={} +2023-12-14 14:52:55.910441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.116> +2023-12-14 14:52:55.910446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:55.910468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 0 +2023-12-14 14:52:55.910478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[4194304]{0} add(f32[4194304]{0} %bitcast-convert.2, f32[4194304]{0} %broadcast.221), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.133> +2023-12-14 14:52:55.910488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.133 +2023-12-14 14:52:55.910499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220, operand 0 +2023-12-14 14:52:55.910508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.133 = f32[] constant(2) +2023-12-14 14:52:55.910513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 broadcast.220> +2023-12-14 14:52:55.910518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220 +2023-12-14 14:52:55.910528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 1 +2023-12-14 14:52:55.910538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.220 = f32[4194304]{0} broadcast(f32[] %constant.133), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.52> +2023-12-14 14:52:55.910548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52 +2023-12-14 14:52:55.910558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:55.910568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.52 = f32[4194304]{0} multiply(f32[4194304]{0} %add.116, f32[4194304]{0} %broadcast.220), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.131> +2023-12-14 14:52:55.910578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.131 +2023-12-14 14:52:55.910591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219, operand 0 +2023-12-14 14:52:55.910601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.131 = f32[] constant(-0.99999994) +2023-12-14 14:52:55.910606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.219> +2023-12-14 14:52:55.910611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219 +2023-12-14 14:52:55.910621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2, operand 1 +2023-12-14 14:52:55.910631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:55.910637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.219 = f32[4194304]{0} broadcast(f32[] %constant.131), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.115> +2023-12-14 14:52:55.910648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:55.910657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2, operand 0 +2023-12-14 14:52:55.910667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[4194304]{0} add(f32[4194304]{0} %multiply.52, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 maximum.2> +2023-12-14 14:52:55.910678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2 +2023-12-14 14:52:55.910687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42, operand 0 +2023-12-14 14:52:55.910697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.2 = f32[4194304]{0} maximum(f32[4194304]{0} %add.115, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 reshape.42> +2023-12-14 14:52:55.910707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42 +2023-12-14 14:52:55.910720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 1 +2023-12-14 14:52:55.910730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:55.910736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:55.910740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:55.910745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:55.910750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.42 = f32[2048,2048]{1,0} reshape(f32[4194304]{0} %maximum.2), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.910755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 abs.3> +2023-12-14 14:52:55.910760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:55.910770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 0 +2023-12-14 14:52:55.910780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048,2048]{1,0} abs(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="abs.83"} +2023-12-14 14:52:55.910785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.129> +2023-12-14 14:52:55.910790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.129 +2023-12-14 14:52:55.910800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218, operand 0 +2023-12-14 14:52:55.910810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.129 = f32[] constant(1) +2023-12-14 14:52:55.910815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 broadcast.218> +2023-12-14 14:52:55.910820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218 +2023-12-14 14:52:55.910830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 1 +2023-12-14 14:52:55.910840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.218 = f32[2048,2048]{1,0} broadcast(f32[] %constant.129), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:55.910845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 compare.9> +2023-12-14 14:52:55.910853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9 +2023-12-14 14:52:55.910863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 0 +2023-12-14 14:52:55.910873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.9 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %abs.3, f32[2048,2048]{1,0} %broadcast.218), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:55.910878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.128> +2023-12-14 14:52:55.910883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128 +2023-12-14 14:52:55.910893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217, operand 0 +2023-12-14 14:52:55.910903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.128 = f32[] constant(inf) +2023-12-14 14:52:55.910908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 broadcast.217> +2023-12-14 14:52:55.910913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217 +2023-12-14 14:52:55.910923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:55.910933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.217 = f32[2048,2048]{1,0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:55.910938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.51> +2023-12-14 14:52:55.910943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:55.910953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 1 +2023-12-14 14:52:55.910963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %reshape.42, f32[2048,2048]{1,0} %broadcast.217), metadata={op_name="multiply.81"} +2023-12-14 14:52:55.910967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 negate.10> +2023-12-14 14:52:55.910973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.910978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:55.910983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.910990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:55.910995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="negate.2"} +2023-12-14 14:52:55.911001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.50> +2023-12-14 14:52:55.911007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:55.911016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:55.911026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %negate.10, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.3"} +2023-12-14 14:52:55.911031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 log-plus-one.3> +2023-12-14 14:52:55.911036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:55.911046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:55.911055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048,2048]{1,0} log-plus-one(f32[2048,2048]{1,0} %multiply.50), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:55.911060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 negate.9> +2023-12-14 14:52:55.911066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:55.911075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:55.911085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:55.911090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 0 +2023-12-14 14:52:55.911096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:55.911101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 constant.127> +2023-12-14 14:52:55.911106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127 +2023-12-14 14:52:55.911116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216, operand 0 +2023-12-14 14:52:55.911129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.127 = f32[] constant(5) +2023-12-14 14:52:55.911134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.216> +2023-12-14 14:52:55.911139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216 +2023-12-14 14:52:55.911148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 1 +2023-12-14 14:52:55.911160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.216 = f32[2048,2048]{1,0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:55.911164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 compare.8> +2023-12-14 14:52:55.911169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8 +2023-12-14 14:52:55.911178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 0 +2023-12-14 14:52:55.911189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 0 +2023-12-14 14:52:55.911194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 0 +2023-12-14 14:52:55.911199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 0 +2023-12-14 14:52:55.911203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 0 +2023-12-14 14:52:55.911208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 0 +2023-12-14 14:52:55.911214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 0 +2023-12-14 14:52:55.911220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:55.911225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:55.911229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:55.911234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.8 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.216), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:55.911239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 constant.126> +2023-12-14 14:52:55.911244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126 +2023-12-14 14:52:55.911254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215, operand 0 +2023-12-14 14:52:55.911268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.126 = f32[] constant(1.50140941) +2023-12-14 14:52:55.911273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 broadcast.215> +2023-12-14 14:52:55.911278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215 +2023-12-14 14:52:55.911288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:55.911297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.215 = f32[2048,2048]{1,0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:55.911302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.125> +2023-12-14 14:52:55.911307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125 +2023-12-14 14:52:55.911317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214, operand 0 +2023-12-14 14:52:55.911336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.125 = f32[] constant(2.83297682) +2023-12-14 14:52:55.911342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 broadcast.214> +2023-12-14 14:52:55.911346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214 +2023-12-14 14:52:55.911356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:55.911366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.214 = f32[2048,2048]{1,0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:55.911372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 select.43> +2023-12-14 14:52:55.911376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:55.911386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:55.911396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.215, f32[2048,2048]{1,0} %broadcast.214), metadata={op_name="select.76"} +2023-12-14 14:52:55.911401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.124> +2023-12-14 14:52:55.911409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124 +2023-12-14 14:52:55.911419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213, operand 0 +2023-12-14 14:52:55.911430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.124 = f32[] constant(0.246640727) +2023-12-14 14:52:55.911436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 broadcast.213> +2023-12-14 14:52:55.911441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213 +2023-12-14 14:52:55.911450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:55.911461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.213 = f32[2048,2048]{1,0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:55.911466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.123> +2023-12-14 14:52:55.911471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123 +2023-12-14 14:52:55.911480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212, operand 0 +2023-12-14 14:52:55.911491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.123 = f32[] constant(1.00167406) +2023-12-14 14:52:55.911496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 broadcast.212> +2023-12-14 14:52:55.911500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212 +2023-12-14 14:52:55.911510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:55.911520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.212 = f32[2048,2048]{1,0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:55.911525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 select.42> +2023-12-14 14:52:55.911530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:55.911539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:55.911554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.213, f32[2048,2048]{1,0} %broadcast.212), metadata={op_name="select.69"} +2023-12-14 14:52:55.911559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.122> +2023-12-14 14:52:55.911564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122 +2023-12-14 14:52:55.911574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211, operand 0 +2023-12-14 14:52:55.911584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.122 = f32[] constant(-0.00417768164) +2023-12-14 14:52:55.911589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 broadcast.211> +2023-12-14 14:52:55.911594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211 +2023-12-14 14:52:55.911603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:55.911614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.211 = f32[2048,2048]{1,0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:55.911619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 constant.121> +2023-12-14 14:52:55.911623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121 +2023-12-14 14:52:55.911633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210, operand 0 +2023-12-14 14:52:55.911643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.121 = f32[] constant(0.00943887047) +2023-12-14 14:52:55.911648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 broadcast.210> +2023-12-14 14:52:55.911653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210 +2023-12-14 14:52:55.911662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:55.911673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.210 = f32[2048,2048]{1,0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:55.911680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 select.41> +2023-12-14 14:52:55.911685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:55.911695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:55.911705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.211, f32[2048,2048]{1,0} %broadcast.210), metadata={op_name="select.62"} +2023-12-14 14:52:55.911710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 constant.120> +2023-12-14 14:52:55.911715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120 +2023-12-14 14:52:55.911724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209, operand 0 +2023-12-14 14:52:55.911735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.120 = f32[] constant(-0.00125372503) +2023-12-14 14:52:55.911740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 broadcast.209> +2023-12-14 14:52:55.911744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209 +2023-12-14 14:52:55.911754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 1 +2023-12-14 14:52:55.911764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.209 = f32[2048,2048]{1,0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:55.911769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 constant.119> +2023-12-14 14:52:55.911774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119 +2023-12-14 14:52:55.911783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:55.911794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.119 = f32[] constant(-0.0076224613) +2023-12-14 14:52:55.911799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.208> +2023-12-14 14:52:55.911803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:55.911816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 2 +2023-12-14 14:52:55.911828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = f32[2048,2048]{1,0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:55.911833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 select.40> +2023-12-14 14:52:55.911838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40 +2023-12-14 14:52:55.911847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:55.911857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.40 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.209, f32[2048,2048]{1,0} %broadcast.208), metadata={op_name="select.55"} +2023-12-14 14:52:55.911862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 constant.118> +2023-12-14 14:52:55.911867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118 +2023-12-14 14:52:55.911877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:55.911887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.118 = f32[] constant(0.00021858087) +2023-12-14 14:52:55.911892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 broadcast.207> +2023-12-14 14:52:55.911897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:55.911906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 1 +2023-12-14 14:52:55.911917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = f32[2048,2048]{1,0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:55.911922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 constant.117> +2023-12-14 14:52:55.911927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117 +2023-12-14 14:52:55.911936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:55.911946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.117 = f32[] constant(0.00573950773) +2023-12-14 14:52:55.911954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 broadcast.206> +2023-12-14 14:52:55.911959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:55.911968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.911974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 2 +2023-12-14 14:52:55.911979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[2048,2048]{1,0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:55.911984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 select.39> +2023-12-14 14:52:55.911989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.911994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39 +2023-12-14 14:52:55.911998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:55.912009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.39 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.207, f32[2048,2048]{1,0} %broadcast.206), metadata={op_name="select.48"} +2023-12-14 14:52:55.912014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 constant.116> +2023-12-14 14:52:55.912019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116 +2023-12-14 14:52:55.912028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:55.912039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.116 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:55.912044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.205> +2023-12-14 14:52:55.912049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:55.912058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 1 +2023-12-14 14:52:55.912069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[2048,2048]{1,0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:55.912074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 constant.115> +2023-12-14 14:52:55.912079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115 +2023-12-14 14:52:55.912091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:55.912102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.115 = f32[] constant(-0.00367342844) +2023-12-14 14:52:55.912107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.204> +2023-12-14 14:52:55.912111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:55.912121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 2 +2023-12-14 14:52:55.912132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[2048,2048]{1,0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:55.912137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 select.38> +2023-12-14 14:52:55.912142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38 +2023-12-14 14:52:55.912151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:55.912162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.38 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.205, f32[2048,2048]{1,0} %broadcast.204), metadata={op_name="select.41"} +2023-12-14 14:52:55.912167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 constant.114> +2023-12-14 14:52:55.912171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114 +2023-12-14 14:52:55.912181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:55.912192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.114 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:55.912196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 broadcast.203> +2023-12-14 14:52:55.912201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:55.912211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 1 +2023-12-14 14:52:55.912224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = f32[2048,2048]{1,0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:55.912229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 constant.113> +2023-12-14 14:52:55.912234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113 +2023-12-14 14:52:55.912244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:55.912255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.113 = f32[] constant(0.00134934322) +2023-12-14 14:52:55.912259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.202> +2023-12-14 14:52:55.912264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:55.912274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 2 +2023-12-14 14:52:55.912285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = f32[2048,2048]{1,0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:55.912289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 select.37> +2023-12-14 14:52:55.912294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37 +2023-12-14 14:52:55.912304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 0 +2023-12-14 14:52:55.912314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.37 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.203, f32[2048,2048]{1,0} %broadcast.202), metadata={op_name="select.34"} +2023-12-14 14:52:55.912319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 constant.112> +2023-12-14 14:52:55.912324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112 +2023-12-14 14:52:55.912334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:55.912344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.112 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:55.912349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.201> +2023-12-14 14:52:55.912354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:55.912367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 1 +2023-12-14 14:52:55.912378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[2048,2048]{1,0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:55.912382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 constant.111> +2023-12-14 14:52:55.912387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111 +2023-12-14 14:52:55.912397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:55.912407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.111 = f32[] constant(0.000100950558) +2023-12-14 14:52:55.912412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.200> +2023-12-14 14:52:55.912417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:55.912427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 2 +2023-12-14 14:52:55.912437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[2048,2048]{1,0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:55.912442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 select.36> +2023-12-14 14:52:55.912447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36 +2023-12-14 14:52:55.912457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:55.912467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.36 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.201, f32[2048,2048]{1,0} %broadcast.200), metadata={op_name="select.27"} +2023-12-14 14:52:55.912472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.110> +2023-12-14 14:52:55.912477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110 +2023-12-14 14:52:55.912487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:55.912500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.110 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:55.912505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 broadcast.199> +2023-12-14 14:52:55.912509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:55.912520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 1 +2023-12-14 14:52:55.912530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[2048,2048]{1,0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:55.912535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 constant.109> +2023-12-14 14:52:55.912539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109 +2023-12-14 14:52:55.912550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:55.912560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.109 = f32[] constant(-0.000200214257) +2023-12-14 14:52:55.912565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.198> +2023-12-14 14:52:55.912570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:55.912580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 2 +2023-12-14 14:52:55.912590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048,2048]{1,0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:55.912595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 select.35> +2023-12-14 14:52:55.912600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35 +2023-12-14 14:52:55.912610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:55.912620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.35 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.199, f32[2048,2048]{1,0} %broadcast.198), metadata={op_name="select.21"} +2023-12-14 14:52:55.912628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 constant.108> +2023-12-14 14:52:55.912632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108 +2023-12-14 14:52:55.912644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:55.912654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.108 = f32[] constant(-2.5) +2023-12-14 14:52:55.912659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.197> +2023-12-14 14:52:55.912664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:55.912674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:55.912684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048,2048]{1,0} broadcast(f32[] %constant.108), dimensions={} +2023-12-14 14:52:55.912689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 add.114> +2023-12-14 14:52:55.912693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:55.912705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 1 +2023-12-14 14:52:55.912715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.197), metadata={op_name="subtract.15"} +2023-12-14 14:52:55.912719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 sqrt.3> +2023-12-14 14:52:55.912724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:55.912734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 0 +2023-12-14 14:52:55.912744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048,2048]{1,0} sqrt(f32[2048,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:55.912749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.106> +2023-12-14 14:52:55.912754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106 +2023-12-14 14:52:55.912764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:55.912777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.106 = f32[] constant(-3) +2023-12-14 14:52:55.912782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 broadcast.196> +2023-12-14 14:52:55.912787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:55.912798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 1 +2023-12-14 14:52:55.912807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048,2048]{1,0} broadcast(f32[] %constant.106), dimensions={} +2023-12-14 14:52:55.912812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 add.113> +2023-12-14 14:52:55.912818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113 +2023-12-14 14:52:55.912828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 2 +2023-12-14 14:52:55.912837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.113 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %sqrt.3, f32[2048,2048]{1,0} %broadcast.196), metadata={op_name="subtract.12"} +2023-12-14 14:52:55.912842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 select.34> +2023-12-14 14:52:55.912847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34 +2023-12-14 14:52:55.912858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:55.912868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:55.912873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:55.912878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:55.912883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:55.912887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:55.912893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:55.912897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:55.912902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.34 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %add.114, f32[2048,2048]{1,0} %add.113), metadata={op_name="select.16"} +2023-12-14 14:52:55.912911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 multiply.49> +2023-12-14 14:52:55.912916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:55.912926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:55.912935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.35, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:55.912941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.112> +2023-12-14 14:52:55.912946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:55.912956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:55.912965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.36, f32[2048,2048]{1,0} %multiply.49), metadata={op_name="add.28"} +2023-12-14 14:52:55.912971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 multiply.48> +2023-12-14 14:52:55.912976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.912981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:55.912986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.912991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 1 +2023-12-14 14:52:55.912996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.112, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:55.913001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 add.111> +2023-12-14 14:52:55.913006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111 +2023-12-14 14:52:55.913016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:55.913025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.111 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.37, f32[2048,2048]{1,0} %multiply.48), metadata={op_name="add.35"} +2023-12-14 14:52:55.913031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 multiply.47> +2023-12-14 14:52:55.913036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:55.913048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:55.913059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.111, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:55.913063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 add.110> +2023-12-14 14:52:55.913068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:55.913078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:55.913089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.38, f32[2048,2048]{1,0} %multiply.47), metadata={op_name="add.42"} +2023-12-14 14:52:55.913093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 multiply.46> +2023-12-14 14:52:55.913098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:55.913108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:55.913118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.110, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:55.913123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.109> +2023-12-14 14:52:55.913128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:55.913138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:55.913148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.39, f32[2048,2048]{1,0} %multiply.46), metadata={op_name="add.49"} +2023-12-14 14:52:55.913153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 multiply.45> +2023-12-14 14:52:55.913158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:55.913168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:55.913181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.109, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:55.913186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.108> +2023-12-14 14:52:55.913191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:55.913201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:55.913211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.40, f32[2048,2048]{1,0} %multiply.45), metadata={op_name="add.56"} +2023-12-14 14:52:55.913216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 multiply.44> +2023-12-14 14:52:55.913221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:55.913231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:55.913241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.108, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:55.913246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 add.107> +2023-12-14 14:52:55.913250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:55.913260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:55.913271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.41, f32[2048,2048]{1,0} %multiply.44), metadata={op_name="add.63"} +2023-12-14 14:52:55.913275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 multiply.43> +2023-12-14 14:52:55.913280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:55.913290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:55.913301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.107, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:55.913310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 add.106> +2023-12-14 14:52:55.913316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:55.913325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:55.913335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.42, f32[2048,2048]{1,0} %multiply.43), metadata={op_name="add.70"} +2023-12-14 14:52:55.913340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 multiply.42> +2023-12-14 14:52:55.913346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:55.913355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:55.913365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.106, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:55.913370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.105> +2023-12-14 14:52:55.913375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:55.913385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 0 +2023-12-14 14:52:55.913395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.43, f32[2048,2048]{1,0} %multiply.42), metadata={op_name="add.77"} +2023-12-14 14:52:55.913400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 multiply.41> +2023-12-14 14:52:55.913405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41 +2023-12-14 14:52:55.913415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 2 +2023-12-14 14:52:55.913425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.41 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.105, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.78"} +2023-12-14 14:52:55.913430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.33> +2023-12-14 14:52:55.913438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33 +2023-12-14 14:52:55.913449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 0 +2023-12-14 14:52:55.913459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.33 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.9, f32[2048,2048]{1,0} %multiply.51, f32[2048,2048]{1,0} %multiply.41), metadata={op_name="select.86"} +2023-12-14 14:52:55.913464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.105> +2023-12-14 14:52:55.913469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105 +2023-12-14 14:52:55.913479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:55.913489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.105 = f32[] constant(1.41421354) +2023-12-14 14:52:55.913494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.195> +2023-12-14 14:52:55.913499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:55.913509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 1 +2023-12-14 14:52:55.913519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048,2048]{1,0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.913524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 multiply.40> +2023-12-14 14:52:55.913529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40 +2023-12-14 14:52:55.913539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.40 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.33, f32[2048,2048]{1,0} %broadcast.195), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.913549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.913554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.913567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:55.913577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.913588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.913597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:55.913608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:55.913612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:55.913618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:55.913624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:55.913628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:55.913634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:55.913639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:55.913643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.913654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.913664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:55.913669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:55.913678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.913688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.913701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.913717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.913727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.913742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.913752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.913767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.913777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.913792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.913802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.913817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.913829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.913845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.913855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.913870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.913880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:55.913885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:55.913895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.913905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.913915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:55.913919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:55.913929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.913940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.913949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:55.913954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:55.913967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.913972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.913977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.913983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.913988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:55.913993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.913998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:55.914003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.914012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.914023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:55.914027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:55.914037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.914047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.914057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:55.914062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:55.914072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.914082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.914095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:55.914099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:55.914110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.914120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.914129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:55.914135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:55.914145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 while.1{} (phi)> +2023-12-14 14:52:55.914154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.914165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:55.914175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.914180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.914185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{0} (phi)> +2023-12-14 14:52:55.914189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.914200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.914210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{1} (phi)> +2023-12-14 14:52:55.914218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.914228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.914234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:55.914239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:55.914248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:55.914253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.914258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{2} (phi)> +2023-12-14 14:52:55.914264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.914273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:55.914278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:55.914283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:55.914293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:55.914298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.914303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 while.1{3} (phi)> +2023-12-14 14:52:55.914308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.914318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.914328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 while.1{4} (phi)> +2023-12-14 14:52:55.914336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.914347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.914358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 while.1{5} (phi)> +2023-12-14 14:52:55.914363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.914372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.914383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{6} (phi)> +2023-12-14 14:52:55.914388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.914397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.914407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{7} (phi)> +2023-12-14 14:52:55.914413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.914418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.914423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.914428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.914584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <39 fusion.3> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <36 copy.24> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <1 fusion.4.clone> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 fusion.7> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <0 fusion.6.clone> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <42 copy.26> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <44 copy.25> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <38 fusion.5> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <45 tuple.9{}> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914695: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__normal +2023-12-14 14:52:55.914701: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 253 +2023-12-14 14:52:55.914849: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:55.914883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <39 fusion.3 @0> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <36 copy.24 @0> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <1 fusion.4.clone @0> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 fusion.7 @0> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <42 copy.26 @0> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <0 fusion.6.clone @0> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <44 copy.25 @0> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <38 fusion.5 @0> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.914965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <45 tuple.9{} @0> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.915652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__normal, entry_computation_layout={(u32[2]{0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:55.915672: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.915678: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.30: u32[], param_1.45: u32[4], param_2.23: u32[2097152], param_3.25: u32[2097152], param_4.37: s32[]) -> u32[2097152] { +2023-12-14 14:52:55.915683: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.25 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.915688: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.23 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.915693: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.98 = u32[2097152]{0} add(u32[2097152]{0} %param_3.25, u32[2097152]{0} %param_2.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915699: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.45 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.915704: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.34 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915709: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.38 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915714: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.187 = u32[2097152]{0} broadcast(u32[] %reshape.38), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915719: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.22 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.187), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915724: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.102 = u32[] constant(32) +2023-12-14 14:52:55.915729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.26 = u32[] subtract(u32[] %constant.102, u32[] %reshape.38), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.186 = u32[2097152]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.24 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.186), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.24 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.22, u32[2097152]{0} %shift-right-logical.24), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.24 = u32[2097152]{0} xor(u32[2097152]{0} %add.98, u32[2097152]{0} %or.24), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915759: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.97 = u32[2097152]{0} add(u32[2097152]{0} %add.98, u32[2097152]{0} %xor.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.37 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.185 = u32[2097152]{0} broadcast(u32[] %reshape.37), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915779: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.21 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.185), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915784: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.25 = u32[] subtract(u32[] %constant.102, u32[] %reshape.37), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915789: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.184 = u32[2097152]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.23 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.184), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915803: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.23 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.21, u32[2097152]{0} %shift-right-logical.23), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915808: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.23 = u32[2097152]{0} xor(u32[2097152]{0} %add.97, u32[2097152]{0} %or.23), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915813: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.96 = u32[2097152]{0} add(u32[2097152]{0} %add.97, u32[2097152]{0} %xor.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915819: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915824: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.36 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.183 = u32[2097152]{0} broadcast(u32[] %reshape.36), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915834: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.20 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.183), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915839: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.24 = u32[] subtract(u32[] %constant.102, u32[] %reshape.36), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915844: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.182 = u32[2097152]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915849: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.22 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.182), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915855: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.22 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.20, u32[2097152]{0} %shift-right-logical.22), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.22 = u32[2097152]{0} xor(u32[2097152]{0} %add.96, u32[2097152]{0} %or.22), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.95 = u32[2097152]{0} add(u32[2097152]{0} %add.96, u32[2097152]{0} %xor.22), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915874: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915880: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.35 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.181 = u32[2097152]{0} broadcast(u32[] %reshape.35), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915890: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.19 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.181), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.23 = u32[] subtract(u32[] %constant.102, u32[] %reshape.35), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.180 = u32[2097152]{0} broadcast(u32[] %subtract.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915904: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.21 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.180), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915910: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.21 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.19, u32[2097152]{0} %shift-right-logical.21), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915916: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.21 = u32[2097152]{0} xor(u32[2097152]{0} %add.95, u32[2097152]{0} %or.21), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915921: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.30 = u32[] parameter(0) +2023-12-14 14:52:55.915926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.179 = u32[2097152]{0} broadcast(u32[] %param_0.30), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915934: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.92 = u32[2097152]{0} add(u32[2097152]{0} %xor.21, u32[2097152]{0} %broadcast.179), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915939: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.37 = s32[] parameter(4) +2023-12-14 14:52:55.915944: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.103 = s32[] constant(1) +2023-12-14 14:52:55.915950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.99 = s32[] add(s32[] %param_4.37, s32[] %constant.103), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915955: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.4 = u32[] convert(s32[] %add.99), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915959: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.178 = u32[2097152]{0} broadcast(u32[] %convert.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915964: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.91 = u32[2097152]{0} add(u32[2097152]{0} %add.92, u32[2097152]{0} %broadcast.178), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.915970: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.915976: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.915982: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: u32[], p.1: u32[4], p.2: u32[2097152], p.3: u32[2097152], p.4: s32[]) -> u32[2097152] { +2023-12-14 14:52:55.915987: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = u32[] parameter(0) +2023-12-14 14:52:55.915992: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.915996: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.2 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.916002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.3 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.916007: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.4 = s32[] parameter(4) +2023-12-14 14:52:55.916012: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.916017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.916022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.916027: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1.clone (param_0.31: u32[], param_1.46: u32[4], param_2.24: u32[2097152], param_3.26: u32[2097152]) -> u32[2097152] { +2023-12-14 14:52:55.916039: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.26 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.916044: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.24 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.916049: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.104 = u32[2097152]{0} add(u32[2097152]{0} %param_3.26, u32[2097152]{0} %param_2.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916054: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.46 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.916059: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.37 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916065: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.41 = u32[] reshape(u32[1]{0} %slice.37), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916070: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.194 = u32[2097152]{0} broadcast(u32[] %reshape.41), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.25 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.194), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916080: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.104 = u32[] constant(32) +2023-12-14 14:52:55.916085: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.29 = u32[] subtract(u32[] %constant.104, u32[] %reshape.41), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916090: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.193 = u32[2097152]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.27 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.193), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916101: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.27 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.25, u32[2097152]{0} %shift-right-logical.27), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.29 = u32[2097152]{0} xor(u32[2097152]{0} %add.104, u32[2097152]{0} %or.27), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916114: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.103 = u32[2097152]{0} add(u32[2097152]{0} %add.104, u32[2097152]{0} %xor.29), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.36 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916124: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.40 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.192 = u32[2097152]{0} broadcast(u32[] %reshape.40), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916134: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.24 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.192), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916139: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.28 = u32[] subtract(u32[] %constant.104, u32[] %reshape.40), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916144: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.191 = u32[2097152]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.26 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.191), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.26 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.24, u32[2097152]{0} %shift-right-logical.26), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.28 = u32[2097152]{0} xor(u32[2097152]{0} %add.103, u32[2097152]{0} %or.26), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.102 = u32[2097152]{0} add(u32[2097152]{0} %add.103, u32[2097152]{0} %xor.28), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.35 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916177: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.39 = u32[] reshape(u32[1]{0} %slice.35), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916182: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.190 = u32[2097152]{0} broadcast(u32[] %reshape.39), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916188: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.23 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.190), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.27 = u32[] subtract(u32[] %constant.104, u32[] %reshape.39), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.189 = u32[2097152]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916204: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.25 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.189), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916208: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.25 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.23, u32[2097152]{0} %shift-right-logical.25), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916214: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.27 = u32[2097152]{0} xor(u32[2097152]{0} %add.102, u32[2097152]{0} %or.25), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916219: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.101 = u32[2097152]{0} add(u32[2097152]{0} %add.102, u32[2097152]{0} %xor.27), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916224: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.31 = u32[] parameter(0) +2023-12-14 14:52:55.916229: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.188 = u32[2097152]{0} broadcast(u32[] %param_0.31), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916234: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.100 = u32[2097152]{0} add(u32[2097152]{0} %add.101, u32[2097152]{0} %broadcast.188), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916238: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.916246: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.916252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.1 (p.5: u32[], p.6: u32[4], p.7: u32[2097152], p.8: u32[2097152]) -> u32[2097152] { +2023-12-14 14:52:55.916257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.5 = u32[] parameter(0) +2023-12-14 14:52:55.916262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.6 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.916266: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.7 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.916271: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.8 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.916277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.1.clone = u32[2097152]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[2097152]{0} %p.7, u32[2097152]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.916282: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.916287: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.916292: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.32.clone.clone.clone (arg_tuple.3: (s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> (s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4]) { +2023-12-14 14:52:55.916297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.916302: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.130 = s32[] get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=0 +2023-12-14 14:52:55.916307: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.916312: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.67 = s32[] constant(1) +2023-12-14 14:52:55.916318: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916322: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.133 = u32[] get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=3 +2023-12-14 14:52:55.916327: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.916332: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.136 = u32[4]{0} get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=6 +2023-12-14 14:52:55.916338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.916343: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.132 = u32[2097152]{0} get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=2 +2023-12-14 14:52:55.916351: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.10 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.132) +2023-12-14 14:52:55.916356: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.131 = u32[2097152]{0} get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=1 +2023-12-14 14:52:55.916361: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.9 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.131) +2023-12-14 14:52:55.916367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.1 = u32[2097152]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9), to_apply=%parallel_fusion.1 +2023-12-14 14:52:55.916372: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.134 = u32[] get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=4 +2023-12-14 14:52:55.916377: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.916382: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call = u32[2097152]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +2023-12-14 14:52:55.916386: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.916391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.135 = u32[] get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=5 +2023-12-14 14:52:55.916397: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.916402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.916407: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.916412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.137 = u32[4]{0} get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=7 +2023-12-14 14:52:55.916417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.916421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.916427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.916432: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.11 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[2097152]{0} %call.1, u32[2097152]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.916437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.916444: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.916449: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_1.96.clone.clone (arg_tuple.4: (s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> pred[] { +2023-12-14 14:52:55.916454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.916460: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.94 = s32[] get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.4), index=0 +2023-12-14 14:52:55.916465: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.68 = s32[] constant(5) +2023-12-14 14:52:55.916470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916475: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.916479: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.916484: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.21: u32[2]) -> u32[] { +2023-12-14 14:52:55.916490: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.21 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.916495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916500: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.30 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916505: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916510: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.29 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916515: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.20 = u32[] xor(u32[] %reshape.30, u32[] %reshape.29), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.101 = u32[] constant(466688986) +2023-12-14 14:52:55.916525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916530: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.916537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.916542: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5 (param_0.25: u32[2]) -> u32[] { +2023-12-14 14:52:55.916548: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.25 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.916554: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.25), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916558: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.32 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916563: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.916568: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.916573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.7 (param_0.29: u32[2]) -> u32[] { +2023-12-14 14:52:55.916578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.29 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.916584: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.29), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916589: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.34 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916594: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.916598: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.916603: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2.clone (param_0.32: u32[2097152], param_1.47: u32[2097152]) -> f32[2048,2048] { +2023-12-14 14:52:55.916608: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.32 = u32[2097152]{0} parameter(0) +2023-12-14 14:52:55.916613: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.47 = u32[2097152]{0} parameter(1) +2023-12-14 14:52:55.916618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %concatenate.1 = u32[4194304]{0} concatenate(u32[2097152]{0} %param_0.32, u32[2097152]{0} %param_1.47), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916623: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.139 = u32[] constant(9) +2023-12-14 14:52:55.916628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.223 = u32[4194304]{0} broadcast(u32[] %constant.139), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.28 = u32[4194304]{0} shift-right-logical(u32[4194304]{0} %concatenate.1, u32[4194304]{0} %broadcast.223), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916641: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.137 = u32[] constant(1065353216) +2023-12-14 14:52:55.916646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.222 = u32[4194304]{0} broadcast(u32[] %constant.137), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916651: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.28 = u32[4194304]{0} or(u32[4194304]{0} %shift-right-logical.28, u32[4194304]{0} %broadcast.222), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916656: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.2 = f32[4194304]{0} bitcast-convert(u32[4194304]{0} %or.28), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.135 = f32[] constant(-1) +2023-12-14 14:52:55.916666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.221 = f32[4194304]{0} broadcast(f32[] %constant.135), dimensions={} +2023-12-14 14:52:55.916671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.116 = f32[4194304]{0} add(f32[4194304]{0} %bitcast-convert.2, f32[4194304]{0} %broadcast.221), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.133 = f32[] constant(2) +2023-12-14 14:52:55.916681: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.220 = f32[4194304]{0} broadcast(f32[] %constant.133), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.52 = f32[4194304]{0} multiply(f32[4194304]{0} %add.116, f32[4194304]{0} %broadcast.220), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916691: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.131 = f32[] constant(-0.99999994) +2023-12-14 14:52:55.916696: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.219 = f32[4194304]{0} broadcast(f32[] %constant.131), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916702: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.115 = f32[4194304]{0} add(f32[4194304]{0} %multiply.52, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916706: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %maximum.2 = f32[4194304]{0} maximum(f32[4194304]{0} %add.115, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916711: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.42 = f32[2048,2048]{1,0} reshape(f32[4194304]{0} %maximum.2), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.916719: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %abs.3 = f32[2048,2048]{1,0} abs(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="abs.83"} +2023-12-14 14:52:55.916724: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.129 = f32[] constant(1) +2023-12-14 14:52:55.916729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.218 = f32[2048,2048]{1,0} broadcast(f32[] %constant.129), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:55.916734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.9 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %abs.3, f32[2048,2048]{1,0} %broadcast.218), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:55.916739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.128 = f32[] constant(inf) +2023-12-14 14:52:55.916744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.217 = f32[2048,2048]{1,0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:55.916749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.51 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %reshape.42, f32[2048,2048]{1,0} %broadcast.217), metadata={op_name="multiply.81"} +2023-12-14 14:52:55.916754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.10 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="negate.2"} +2023-12-14 14:52:55.916759: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.50 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %negate.10, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.3"} +2023-12-14 14:52:55.916764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %log-plus-one.3 = f32[2048,2048]{1,0} log-plus-one(f32[2048,2048]{1,0} %multiply.50), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:55.916769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.9 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:55.916774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.127 = f32[] constant(5) +2023-12-14 14:52:55.916780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.216 = f32[2048,2048]{1,0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:55.916785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.8 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.216), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:55.916790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.126 = f32[] constant(1.50140941) +2023-12-14 14:52:55.916795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.215 = f32[2048,2048]{1,0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:55.916800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.125 = f32[] constant(2.83297682) +2023-12-14 14:52:55.916805: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.214 = f32[2048,2048]{1,0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:55.916810: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.43 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.215, f32[2048,2048]{1,0} %broadcast.214), metadata={op_name="select.76"} +2023-12-14 14:52:55.916818: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.124 = f32[] constant(0.246640727) +2023-12-14 14:52:55.916824: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.213 = f32[2048,2048]{1,0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:55.916830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.123 = f32[] constant(1.00167406) +2023-12-14 14:52:55.916835: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.212 = f32[2048,2048]{1,0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:55.916840: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.42 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.213, f32[2048,2048]{1,0} %broadcast.212), metadata={op_name="select.69"} +2023-12-14 14:52:55.916845: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.122 = f32[] constant(-0.00417768164) +2023-12-14 14:52:55.916850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.211 = f32[2048,2048]{1,0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:55.916855: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.121 = f32[] constant(0.00943887047) +2023-12-14 14:52:55.916860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.210 = f32[2048,2048]{1,0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:55.916865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.41 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.211, f32[2048,2048]{1,0} %broadcast.210), metadata={op_name="select.62"} +2023-12-14 14:52:55.916870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.120 = f32[] constant(-0.00125372503) +2023-12-14 14:52:55.916875: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.209 = f32[2048,2048]{1,0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:55.916879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.119 = f32[] constant(-0.0076224613) +2023-12-14 14:52:55.916885: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.208 = f32[2048,2048]{1,0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:55.916890: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.40 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.209, f32[2048,2048]{1,0} %broadcast.208), metadata={op_name="select.55"} +2023-12-14 14:52:55.916895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.118 = f32[] constant(0.00021858087) +2023-12-14 14:52:55.916899: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.207 = f32[2048,2048]{1,0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:55.916904: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.117 = f32[] constant(0.00573950773) +2023-12-14 14:52:55.916909: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.206 = f32[2048,2048]{1,0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:55.916917: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.39 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.207, f32[2048,2048]{1,0} %broadcast.206), metadata={op_name="select.48"} +2023-12-14 14:52:55.916922: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.116 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:55.916927: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.205 = f32[2048,2048]{1,0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:55.916932: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.115 = f32[] constant(-0.00367342844) +2023-12-14 14:52:55.916937: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.204 = f32[2048,2048]{1,0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:55.916943: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.38 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.205, f32[2048,2048]{1,0} %broadcast.204), metadata={op_name="select.41"} +2023-12-14 14:52:55.916948: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.114 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:55.916953: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.203 = f32[2048,2048]{1,0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:55.916958: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.113 = f32[] constant(0.00134934322) +2023-12-14 14:52:55.916963: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.202 = f32[2048,2048]{1,0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:55.916968: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.37 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.203, f32[2048,2048]{1,0} %broadcast.202), metadata={op_name="select.34"} +2023-12-14 14:52:55.916973: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.112 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:55.916979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.201 = f32[2048,2048]{1,0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:55.916984: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.111 = f32[] constant(0.000100950558) +2023-12-14 14:52:55.916988: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.200 = f32[2048,2048]{1,0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:55.916993: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.36 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.201, f32[2048,2048]{1,0} %broadcast.200), metadata={op_name="select.27"} +2023-12-14 14:52:55.916998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.110 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:55.917004: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.199 = f32[2048,2048]{1,0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:55.917010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.109 = f32[] constant(-0.000200214257) +2023-12-14 14:52:55.917015: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.198 = f32[2048,2048]{1,0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:55.917025: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.35 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.199, f32[2048,2048]{1,0} %broadcast.198), metadata={op_name="select.21"} +2023-12-14 14:52:55.917031: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.108 = f32[] constant(-2.5) +2023-12-14 14:52:55.917036: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.197 = f32[2048,2048]{1,0} broadcast(f32[] %constant.108), dimensions={} +2023-12-14 14:52:55.917041: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.114 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.197), metadata={op_name="subtract.15"} +2023-12-14 14:52:55.917046: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %sqrt.3 = f32[2048,2048]{1,0} sqrt(f32[2048,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:55.917051: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.106 = f32[] constant(-3) +2023-12-14 14:52:55.917056: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.196 = f32[2048,2048]{1,0} broadcast(f32[] %constant.106), dimensions={} +2023-12-14 14:52:55.917061: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.113 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %sqrt.3, f32[2048,2048]{1,0} %broadcast.196), metadata={op_name="subtract.12"} +2023-12-14 14:52:55.917066: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.34 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %add.114, f32[2048,2048]{1,0} %add.113), metadata={op_name="select.16"} +2023-12-14 14:52:55.917071: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.49 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.35, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:55.917076: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.112 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.36, f32[2048,2048]{1,0} %multiply.49), metadata={op_name="add.28"} +2023-12-14 14:52:55.917081: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.48 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.112, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:55.917086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.111 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.37, f32[2048,2048]{1,0} %multiply.48), metadata={op_name="add.35"} +2023-12-14 14:52:55.917091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.47 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.111, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:55.917096: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.110 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.38, f32[2048,2048]{1,0} %multiply.47), metadata={op_name="add.42"} +2023-12-14 14:52:55.917101: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.46 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.110, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:55.917106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.109 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.39, f32[2048,2048]{1,0} %multiply.46), metadata={op_name="add.49"} +2023-12-14 14:52:55.917113: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.45 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.109, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:55.917118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.108 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.40, f32[2048,2048]{1,0} %multiply.45), metadata={op_name="add.56"} +2023-12-14 14:52:55.917124: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.44 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.108, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:55.917129: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.107 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.41, f32[2048,2048]{1,0} %multiply.44), metadata={op_name="add.63"} +2023-12-14 14:52:55.917134: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.43 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.107, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:55.917139: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.106 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.42, f32[2048,2048]{1,0} %multiply.43), metadata={op_name="add.70"} +2023-12-14 14:52:55.917144: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.42 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.106, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:55.917148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.105 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.43, f32[2048,2048]{1,0} %multiply.42), metadata={op_name="add.77"} +2023-12-14 14:52:55.917154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.41 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.105, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.78"} +2023-12-14 14:52:55.917159: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.33 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.9, f32[2048,2048]{1,0} %multiply.51, f32[2048,2048]{1,0} %multiply.41), metadata={op_name="select.86"} +2023-12-14 14:52:55.917164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.105 = f32[] constant(1.41421354) +2023-12-14 14:52:55.917169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.195 = f32[2048,2048]{1,0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.40 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.33, f32[2048,2048]{1,0} %broadcast.195), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.917184: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.917189: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.2 (p.9: u32[2097152], p.10: u32[2097152]) -> f32[2048,2048] { +2023-12-14 14:52:55.917194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.9 = u32[2097152]{0} parameter(0) +2023-12-14 14:52:55.917199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.10 = u32[2097152]{0} parameter(1) +2023-12-14 14:52:55.917204: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.2.clone = f32[2048,2048]{1,0} fusion(u32[2097152]{0} %p.9, u32[2097152]{0} %p.10), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.917213: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.917219: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.917224: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4.clone (param_0.33: u32[2]) -> u32[2097152] { +2023-12-14 14:52:55.917228: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.2 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917233: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.39 = u32[2097152]{0} slice(u32[4194304]{0} %iota.2), slice={[2097152:4194304]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(2097152,) limit_indices=(4194304,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917238: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.33 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.917244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.38 = u32[1]{0} slice(u32[2]{0} %param_0.33), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.43 = u32[] reshape(u32[1]{0} %slice.38), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917254: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.224 = u32[2097152]{0} broadcast(u32[] %reshape.43), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917259: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.117 = u32[2097152]{0} add(u32[2097152]{0} %slice.39, u32[2097152]{0} %broadcast.224), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917264: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.917268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.917274: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.4 (p.11: u32[2]) -> u32[2097152] { +2023-12-14 14:52:55.917279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.917284: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.4.clone = u32[2097152]{0} fusion(u32[2]{0} %p.11), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.917289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.917294: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.917302: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6.clone (param_0.34: u32[2]) -> u32[2097152] { +2023-12-14 14:52:55.917308: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.3 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917313: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.41 = u32[2097152]{0} slice(u32[4194304]{0} %iota.3), slice={[0:2097152]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(2097152,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917318: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.34 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.917322: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.40 = u32[1]{0} slice(u32[2]{0} %param_0.34), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917327: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.44 = u32[] reshape(u32[1]{0} %slice.40), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917332: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.225 = u32[2097152]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.118 = u32[2097152]{0} add(u32[2097152]{0} %slice.41, u32[2097152]{0} %broadcast.225), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917343: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.917348: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.917353: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.6 (p.12: u32[2]) -> u32[2097152] { +2023-12-14 14:52:55.917358: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.12 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.917362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.6.clone = u32[2097152]{0} fusion(u32[2]{0} %p.12), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.917368: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.917373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.917378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.220 (Arg_0.1: u32[2]) -> f32[2048,2048] { +2023-12-14 14:52:55.917382: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.14 = s32[] constant(0) +2023-12-14 14:52:55.917387: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.24 = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:55.917392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.917402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.4 = u32[2097152]{0} call(u32[2]{0} %Arg_0.1), to_apply=%parallel_fusion.6 +2023-12-14 14:52:55.917407: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.3 = u32[2097152]{0} call(u32[2]{0} %Arg_0.1), to_apply=%parallel_fusion.4 +2023-12-14 14:52:55.917412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917422: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.917433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.26 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:55.917438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.917442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:55.917447: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %tuple.9 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[2097152]{0} %call.4, u32[2097152]{0} %call.3, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:55.917452: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.917458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.112 = u32[2097152]{0} get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=1, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917464: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.113 = u32[2097152]{0} get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=2, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.917469: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call.2 = f32[2048,2048]{1,0} call(u32[2097152]{0} %get-tuple-element.112, u32[2097152]{0} %get-tuple-element.113), to_apply=%parallel_fusion.2 +2023-12-14 14:52:55.917473: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.917481: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.917532: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 66): + InstructionSequence: + 0:Arg_0.1 + 1:p.11 + 2:fusion.4.clone + 3:call.3 + 4:p.12 + 5:fusion.6.clone + 6:call.4 + 7:constant.16 + 8:copy.25 + 9:constant.17 + 10:copy.26 + 11:constant.14 + 12:copy.24 + 13:fusion.3 + 14:fusion.5 + 15:fusion.7 + 16:tuple.9 + 17:constant.68 + 18:arg_tuple.4 + 19:get-tuple-element.94 + 20:compare.5 + 21:arg_tuple.3 + 22:get-tuple-element.136 + 23:copy.14 + 24:get-tuple-element.132 + 25:copy.10 + 26:get-tuple-element.131 + 27:copy.9 + 28:get-tuple-element.134 + 29:copy.12 + 30:get-tuple-element.130 + 31:copy.8 + 32:p + 33:p.1 + 34:p.2 + 35:p.3 + 36:p.4 + 37:fusion.clone + 38:call + 39:get-tuple-element.133 + 40:copy.11 + 41:p.5 + 42:p.6 + 43:p.7 + 44:p.8 + 45:fusion.1.clone + 46:call.1 + 47:get-tuple-element.137 + 48:copy.15 + 49:copy.23 + 50:constant.67 + 51:add.55 + 52:copy.19 + 53:get-tuple-element.135 + 54:copy.13 + 55:copy.21 + 56:copy.22 + 57:copy.20 + 58:tuple.11 + 59:while.1 + 60:get-tuple-element.112 + 61:get-tuple-element.113 + 62:p.10 + 63:p.9 + 64:fusion.2.clone + 65:call.2 + BufferLiveRange: + fusion.6.clone{}:5-17 + fusion.4.clone{}:2-17 + fusion.2.clone{}:64-66 + constant.68{}:17-20 + compare.5{}:20-21 + fusion.1.clone{}:45-59 + fusion.clone{}:37-59 + constant.14{}:11-12 + copy.24{}:12-17 + Arg_0.1{}:0-66 + fusion.5{}:14-17 + fusion.3{}:13-17 + fusion.7{}:15-17 + constant.17{}:9-10 + copy.26{}:10-17 + constant.16{}:7-8 + copy.25{}:8-17 + tuple.9{}:16-17 + copy.8{}:31-51 + constant.67{}:50-51 + add.55{}:51-59 + copy.11{}:40-55 + copy.14{}:23-49 + copy.10{}:25-46 + copy.9{}:27-46 + copy.12{}:29-52 + copy.19{}:52-59 + copy.13{}:54-57 + copy.20{}:57-59 + copy.21{}:55-59 + copy.15{}:48-56 + copy.22{}:56-59 + copy.23{}:49-59 + tuple.11{}:58-59 + arg_tuple.4{}:17-21 + arg_tuple.3{}:21-53 + arg_tuple.4{0}:17-21 + arg_tuple.4{1}:17-21 + arg_tuple.4{2}:17-21 + arg_tuple.4{3}:17-21 + arg_tuple.4{4}:17-21 + arg_tuple.4{5}:17-21 + arg_tuple.4{6}:17-21 + arg_tuple.4{7}:17-21 + arg_tuple.3{0}:21-31 + arg_tuple.3{1}:21-27 + arg_tuple.3{2}:21-25 + arg_tuple.3{3}:21-40 + arg_tuple.3{4}:21-29 + arg_tuple.3{5}:21-54 + arg_tuple.3{6}:21-23 + arg_tuple.3{7}:21-48 + while.1{}:59-61 + while.1{0}:59-59 + while.1{1}:59-65 + while.1{2}:59-65 + while.1{3}:59-59 + while.1{4}:59-59 + while.1{5}:59-59 + while.1{6}:59-59 + while.1{7}:59-59 + Live ranges at 45 (peak): + fusion.1.clone: 8388608 bytes + fusion.clone: 8388608 bytes + Arg_0.1: 8 bytes + copy.8: 4 bytes + copy.11: 4 bytes + copy.14: 16 bytes + copy.10: 8388608 bytes + copy.9: 8388608 bytes + copy.12: 4 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + +2023-12-14 14:52:55.917560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time66 +2023-12-14 14:52:55.917566: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:55.917571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:55.917578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:55.917584: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 fusion.4.clone @0> +2023-12-14 14:52:55.917596: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:55.917600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:55.917606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:55.917617: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.6.clone @0> +2023-12-14 14:52:55.917623: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:55.917628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:55.917632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:55.917638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <44 copy.25 @0> +2023-12-14 14:52:55.917644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:55.917649: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:55.917653: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:55.917658: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:52:55.917663: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <36 copy.24 @0> +2023-12-14 14:52:55.917669: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:52:55.917675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <39 fusion.3 @0> +2023-12-14 14:52:55.917681: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:52:55.917686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <38 fusion.5 @0> +2023-12-14 14:52:55.917691: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:52:55.917697: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <40 fusion.7 @0> +2023-12-14 14:52:55.917703: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:52:55.917707: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:52:55.917713: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <264 arg_tuple.4{0} (phi) @0> +2023-12-14 14:52:55.917721: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 copy.24 @0> +2023-12-14 14:52:55.917727: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <265 arg_tuple.4{1} (phi) @0> +2023-12-14 14:52:55.917734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.6.clone @0> +2023-12-14 14:52:55.917739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <266 arg_tuple.4{2} (phi) @0> +2023-12-14 14:52:55.917745: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.4.clone @0> +2023-12-14 14:52:55.917750: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <267 arg_tuple.4{3} (phi) @0> +2023-12-14 14:52:55.917756: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.5 @0> +2023-12-14 14:52:55.917762: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <268 arg_tuple.4{4} (phi) @0> +2023-12-14 14:52:55.917768: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3 @0> +2023-12-14 14:52:55.917773: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <269 arg_tuple.4{5} (phi) @0> +2023-12-14 14:52:55.917778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.7 @0> +2023-12-14 14:52:55.917787: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <271 arg_tuple.4{7} (phi) @0> +2023-12-14 14:52:55.917794: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 copy.25 @0> +2023-12-14 14:52:55.917798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.917804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 fusion.4.clone @0> +2023-12-14 14:52:55.917809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.6.clone @0> +2023-12-14 14:52:55.917816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <44 copy.25 @0> +2023-12-14 14:52:55.917822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <36 copy.24 @0> +2023-12-14 14:52:55.917828: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <39 fusion.3 @0> +2023-12-14 14:52:55.917834: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <38 fusion.5 @0> +2023-12-14 14:52:55.917839: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <40 fusion.7 @0> +2023-12-14 14:52:55.917845: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:52:55.917850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:52:55.917855: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:52:55.917860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <10 compare.5 @0> +2023-12-14 14:52:55.917867: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:52:55.917873: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <274 arg_tuple.3{2} (phi) @0> +2023-12-14 14:52:55.917879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.4.clone @0> +2023-12-14 14:52:55.917885: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <273 arg_tuple.3{1} (phi) @0> +2023-12-14 14:52:55.917890: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.6.clone @0> +2023-12-14 14:52:55.917896: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <276 arg_tuple.3{4} (phi) @0> +2023-12-14 14:52:55.917901: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3 @0> +2023-12-14 14:52:55.917907: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <272 arg_tuple.3{0} (phi) @0> +2023-12-14 14:52:55.917914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 copy.24 @0> +2023-12-14 14:52:55.917919: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <275 arg_tuple.3{3} (phi) @0> +2023-12-14 14:52:55.917925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.5 @0> +2023-12-14 14:52:55.917930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <279 arg_tuple.3{7} (phi) @0> +2023-12-14 14:52:55.917936: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 copy.25 @0> +2023-12-14 14:52:55.917941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <277 arg_tuple.3{5} (phi) @0> +2023-12-14 14:52:55.917947: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.7 @0> +2023-12-14 14:52:55.917952: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.917960: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <264 arg_tuple.4{0} (phi) @0> +2023-12-14 14:52:55.917967: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <265 arg_tuple.4{1} (phi) @0> +2023-12-14 14:52:55.917973: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <266 arg_tuple.4{2} (phi) @0> +2023-12-14 14:52:55.917979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <267 arg_tuple.4{3} (phi) @0> +2023-12-14 14:52:55.917986: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <268 arg_tuple.4{4} (phi) @0> +2023-12-14 14:52:55.917991: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <269 arg_tuple.4{5} (phi) @0> +2023-12-14 14:52:55.917998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <271 arg_tuple.4{7} (phi) @0> +2023-12-14 14:52:55.918003: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <10 compare.5 @0> +2023-12-14 14:52:55.918009: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:52:55.918014: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:52:55.918019: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <50 copy.14 @0> +2023-12-14 14:52:55.918026: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:52:55.918031: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:52:55.918036: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918041: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <274 arg_tuple.3{2} (phi) @0> +2023-12-14 14:52:55.918047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:52:55.918051: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:52:55.918057: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <52 copy.9 @0> +2023-12-14 14:52:55.918062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918068: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <273 arg_tuple.3{1} (phi) @0> +2023-12-14 14:52:55.918073: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:52:55.918078: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:52:55.918082: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <53 copy.12 @0> +2023-12-14 14:52:55.918088: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918093: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <276 arg_tuple.3{4} (phi) @0> +2023-12-14 14:52:55.918099: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:52:55.918104: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:52:55.918109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <46 copy.8 @0> +2023-12-14 14:52:55.918114: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <272 arg_tuple.3{0} (phi) @0> +2023-12-14 14:52:55.918125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:52:55.918133: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 33 +2023-12-14 14:52:55.918138: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 34 +2023-12-14 14:52:55.918142: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 35 +2023-12-14 14:52:55.918148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 36 +2023-12-14 14:52:55.918152: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 37 +2023-12-14 14:52:55.918158: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <12 fusion.clone @0> +2023-12-14 14:52:55.918164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.4.clone @0> +2023-12-14 14:52:55.918169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 38 +2023-12-14 14:52:55.918174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 39 +2023-12-14 14:52:55.918179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 40 +2023-12-14 14:52:55.918184: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <49 copy.11 @0> +2023-12-14 14:52:55.918190: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918195: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <275 arg_tuple.3{3} (phi) @0> +2023-12-14 14:52:55.918200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 41 +2023-12-14 14:52:55.918206: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 42 +2023-12-14 14:52:55.918211: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 43 +2023-12-14 14:52:55.918217: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 44 +2023-12-14 14:52:55.918222: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 45 +2023-12-14 14:52:55.918227: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <11 fusion.1.clone @0> +2023-12-14 14:52:55.918234: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.6.clone @0> +2023-12-14 14:52:55.918240: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 46 +2023-12-14 14:52:55.918244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918250: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <52 copy.9 @0> +2023-12-14 14:52:55.918255: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 47 +2023-12-14 14:52:55.918260: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 48 +2023-12-14 14:52:55.918265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 copy.15 @0> +2023-12-14 14:52:55.918271: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918276: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <279 arg_tuple.3{7} (phi) @0> +2023-12-14 14:52:55.918281: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 49 +2023-12-14 14:52:55.918286: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <60 copy.23 @0> +2023-12-14 14:52:55.918292: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 copy.25 @0> +2023-12-14 14:52:55.918297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <50 copy.14 @0> +2023-12-14 14:52:55.918311: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 50 +2023-12-14 14:52:55.918316: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 51 +2023-12-14 14:52:55.918320: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <48 add.55 @0> +2023-12-14 14:52:55.918327: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 copy.24 @0> +2023-12-14 14:52:55.918332: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <46 copy.8 @0> +2023-12-14 14:52:55.918343: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 52 +2023-12-14 14:52:55.918348: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <54 copy.19 @0> +2023-12-14 14:52:55.918354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.5 @0> +2023-12-14 14:52:55.918359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <53 copy.12 @0> +2023-12-14 14:52:55.918370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 53 +2023-12-14 14:52:55.918374: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 54 +2023-12-14 14:52:55.918379: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <55 copy.13 @0> +2023-12-14 14:52:55.918385: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <277 arg_tuple.3{5} (phi) @0> +2023-12-14 14:52:55.918396: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 55 +2023-12-14 14:52:55.918402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 copy.21 @0> +2023-12-14 14:52:55.918407: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.7 @0> +2023-12-14 14:52:55.918412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918418: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <49 copy.11 @0> +2023-12-14 14:52:55.918423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 56 +2023-12-14 14:52:55.918427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 copy.15 @0> +2023-12-14 14:52:55.918438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 57 +2023-12-14 14:52:55.918443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 copy.20 @0> +2023-12-14 14:52:55.918449: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3 @0> +2023-12-14 14:52:55.918454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918459: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <55 copy.13 @0> +2023-12-14 14:52:55.918465: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 58 +2023-12-14 14:52:55.918471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 59 +2023-12-14 14:52:55.918480: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <281 while.1{0} (phi) @0> +2023-12-14 14:52:55.918487: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 copy.24 @0> +2023-12-14 14:52:55.918493: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <284 while.1{3} (phi) @0> +2023-12-14 14:52:55.918498: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.5 @0> +2023-12-14 14:52:55.918503: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <285 while.1{4} (phi) @0> +2023-12-14 14:52:55.918509: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3 @0> +2023-12-14 14:52:55.918515: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <286 while.1{5} (phi) @0> +2023-12-14 14:52:55.918520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.7 @0> +2023-12-14 14:52:55.918526: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <288 while.1{7} (phi) @0> +2023-12-14 14:52:55.918531: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 copy.25 @0> +2023-12-14 14:52:55.918537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <282 while.1{1} (phi) @0> +2023-12-14 14:52:55.918543: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.6.clone @0> +2023-12-14 14:52:55.918548: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <283 while.1{2} (phi) @0> +2023-12-14 14:52:55.918554: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.4.clone @0> +2023-12-14 14:52:55.918559: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918564: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <12 fusion.clone @0> +2023-12-14 14:52:55.918570: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <11 fusion.1.clone @0> +2023-12-14 14:52:55.918575: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <60 copy.23 @0> +2023-12-14 14:52:55.918580: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <48 add.55 @0> +2023-12-14 14:52:55.918586: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <54 copy.19 @0> +2023-12-14 14:52:55.918592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 copy.21 @0> +2023-12-14 14:52:55.918598: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 copy.20 @0> +2023-12-14 14:52:55.918603: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <281 while.1{0} (phi) @0> +2023-12-14 14:52:55.918609: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <284 while.1{3} (phi) @0> +2023-12-14 14:52:55.918615: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <285 while.1{4} (phi) @0> +2023-12-14 14:52:55.918620: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <286 while.1{5} (phi) @0> +2023-12-14 14:52:55.918625: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <288 while.1{7} (phi) @0> +2023-12-14 14:52:55.918631: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 60 +2023-12-14 14:52:55.918636: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 61 +2023-12-14 14:52:55.918640: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 62 +2023-12-14 14:52:55.918648: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 63 +2023-12-14 14:52:55.918653: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 64 +2023-12-14 14:52:55.918658: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 65 +2023-12-14 14:52:55.918663: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.918668: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <282 while.1{1} (phi) @0> +2023-12-14 14:52:55.918674: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <283 while.1{2} (phi) @0> +2023-12-14 14:52:55.918679: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 66 +2023-12-14 14:52:55.918707: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <0 fusion.6.clone @0> + positions: + fusion.6.clone + call.4 + tuple.9 {1} + uses: + while.1, operand 0 {1} + from instruction:%fusion.6.clone = u32[2097152]{0} fusion(u32[2]{0} %p.12), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:52:55.918715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 8388608, start 1, end 15 +2023-12-14 14:52:55.918729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 23, end 40 <273 arg_tuple.3{1} (phi) @0> + positions: + arg_tuple.3 {1} + get-tuple-element.131 + uses: + copy.9, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.918742: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 70, end 84 <282 while.1{1} (phi) @0> + positions: + while.1 {1} + get-tuple-element.112 + p.9 + uses: + call.2, operand 0 + fusion.2.clone, operand 0 + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.918755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 48, end 73 <11 fusion.1.clone @0> + positions: + fusion.1.clone + call.1 + tuple.11 {1} + uses: + tuple.11, operand 1 + from instruction:%fusion.1.clone = u32[2097152]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[2097152]{0} %p.7, u32[2097152]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" + +2023-12-14 14:52:55.918763: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 8, end 30 <265 arg_tuple.4{1} (phi) @0> + positions: + arg_tuple.4 {1} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.918776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <1 fusion.4.clone @0> + positions: + fusion.4.clone + call.3 + tuple.9 {2} + uses: + while.1, operand 0 {2} + from instruction:%fusion.4.clone = u32[2097152]{0} fusion(u32[2]{0} %p.11), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:52:55.918785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 8388608, start 0, end 14 +2023-12-14 14:52:55.918796: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 9, end 31 <266 arg_tuple.4{2} (phi) @0> + positions: + arg_tuple.4 {2} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.918809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 71, end 85 <283 while.1{2} (phi) @0> + positions: + while.1 {2} + get-tuple-element.113 + p.10 + uses: + call.2, operand 1 + fusion.2.clone, operand 1 + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.918822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 45, end 72 <12 fusion.clone @0> + positions: + fusion.clone + call + tuple.11 {2} + uses: + tuple.11, operand 2 + from instruction:%fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" + +2023-12-14 14:52:55.918831: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 22, end 38 <274 arg_tuple.3{2} (phi) @0> + positions: + arg_tuple.3 {2} + get-tuple-element.132 + uses: + copy.10, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.918842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <52 copy.9 @0> + positions: + copy.9 + p.3 + p.8 + uses: + call, operand 3 + call.1, operand 3 + fusion.clone, operand 3 + fusion.1.clone, operand 3 + from instruction:%copy.9 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.131) + +2023-12-14 14:52:55.918848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 8388608, start 39, end 49 +2023-12-14 14:52:55.918857: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <50 copy.14 @0> + positions: + copy.14 + p.1 + p.6 + uses: + call, operand 1 + copy.23, operand 0 + call.1, operand 1 + fusion.clone, operand 1 + fusion.1.clone, operand 1 + from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) + +2023-12-14 14:52:55.918863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 37, end 53 +2023-12-14 14:52:55.918872: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <44 copy.25 @0> + positions: + copy.25 + tuple.9 {7} + uses: + while.1, operand 0 {7} + from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) + +2023-12-14 14:52:55.918878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 2, end 16 +2023-12-14 14:52:55.918887: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 27, end 51 <279 arg_tuple.3{7} (phi) @0> + positions: + arg_tuple.3 {7} + get-tuple-element.137 + uses: + copy.15, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.918900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 13, end 35 <271 arg_tuple.4{7} (phi) @0> + positions: + arg_tuple.4 {7} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.918910: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 52, end 74 <60 copy.23 @0> + positions: + copy.23 + tuple.11 {7} + uses: + tuple.11, operand 7 + from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} + +2023-12-14 14:52:55.918921: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 69, end 83 <288 while.1{7} (phi) @0> + positions: + while.1 {7} + uses: + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.918932: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <58 copy.15 @0> + positions: + copy.15 + uses: + copy.22, operand 0 + from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) + +2023-12-14 14:52:55.918938: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 50, end 62 +2023-12-14 14:52:55.918948: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <53 copy.12 @0> + positions: + copy.12 + p + uses: + call, operand 0 + copy.19, operand 0 + fusion.clone, operand 0 + from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) + +2023-12-14 14:52:55.918954: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 41, end 57 +2023-12-14 14:52:55.918963: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <49 copy.11 @0> + positions: + copy.11 + p.5 + uses: + call.1, operand 0 + copy.21, operand 0 + fusion.1.clone, operand 0 + from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) + +2023-12-14 14:52:55.918968: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 46, end 61 +2023-12-14 14:52:55.918977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <36 copy.24 @0> + positions: + copy.24 + tuple.9 {0} + uses: + while.1, operand 0 {0} + from instruction:%copy.24 = s32[] copy(s32[] %constant.14) + +2023-12-14 14:52:55.918983: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 3, end 17 +2023-12-14 14:52:55.918993: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 7, end 29 <264 arg_tuple.4{0} (phi) @0> + positions: + arg_tuple.4 {0} + get-tuple-element.94 + uses: + compare.5, operand 0 + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919004: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 25, end 44 <272 arg_tuple.3{0} (phi) @0> + positions: + arg_tuple.3 {0} + get-tuple-element.130 + uses: + copy.8, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919016: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 65, end 79 <281 while.1{0} (phi) @0> + positions: + while.1 {0} + uses: + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.919029: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 54, end 75 <48 add.55 @0> + positions: + add.55 + tuple.11 {0} + uses: + tuple.11, operand 0 + from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} + +2023-12-14 14:52:55.919041: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <38 fusion.5 @0> + positions: + fusion.5 + tuple.9 {3} + uses: + while.1, operand 0 {3} + from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} + +2023-12-14 14:52:55.919047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 5, end 19 +2023-12-14 14:52:55.919057: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 56, end 76 <54 copy.19 @0> + positions: + copy.19 + tuple.11 {3} + uses: + tuple.11, operand 3 + from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} + +2023-12-14 14:52:55.919067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 10, end 32 <267 arg_tuple.4{3} (phi) @0> + positions: + arg_tuple.4 {3} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 26, end 47 <275 arg_tuple.3{3} (phi) @0> + positions: + arg_tuple.3 {3} + get-tuple-element.133 + uses: + copy.11, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919089: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 66, end 80 <284 while.1{3} (phi) @0> + positions: + while.1 {3} + uses: + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.919100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <39 fusion.3 @0> + positions: + fusion.3 + tuple.9 {4} + uses: + while.1, operand 0 {4} + from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} + +2023-12-14 14:52:55.919106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 4, end 18 +2023-12-14 14:52:55.919119: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 67, end 81 <285 while.1{4} (phi) @0> + positions: + while.1 {4} + uses: + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.919128: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 63, end 78 <56 copy.20 @0> + positions: + copy.20 + tuple.11 {4} + uses: + tuple.11, operand 4 + from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} + +2023-12-14 14:52:55.919157: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 11, end 33 <268 arg_tuple.4{4} (phi) @0> + positions: + arg_tuple.4 {4} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919167: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 24, end 42 <276 arg_tuple.3{4} (phi) @0> + positions: + arg_tuple.3 {4} + get-tuple-element.134 + uses: + copy.12, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <40 fusion.7 @0> + positions: + fusion.7 + tuple.9 {5} + uses: + while.1, operand 0 {5} + from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} + +2023-12-14 14:52:55.919184: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 6, end 20 +2023-12-14 14:52:55.919196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 12, end 34 <269 arg_tuple.4{5} (phi) @0> + positions: + arg_tuple.4 {5} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 60, end 77 <57 copy.21 @0> + positions: + copy.21 + tuple.11 {5} + uses: + tuple.11, operand 5 + from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} + +2023-12-14 14:52:55.919215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 28, end 59 <277 arg_tuple.3{5} (phi) @0> + positions: + arg_tuple.3 {5} + get-tuple-element.135 + uses: + copy.13, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919228: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 68, end 82 <286 while.1{5} (phi) @0> + positions: + while.1 {5} + uses: + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.919238: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <46 copy.8 @0> + positions: + copy.8 + p.4 + uses: + call, operand 4 + add.55, operand 0 + fusion.clone, operand 4 + from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) + +2023-12-14 14:52:55.919243: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 43, end 55 +2023-12-14 14:52:55.919251: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <55 copy.13 @0> + positions: + copy.13 + uses: + copy.20, operand 0 + from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) + +2023-12-14 14:52:55.919257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 58, end 64 +2023-12-14 14:52:55.919268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <10 compare.5 @0> + positions: + compare.5 + uses: + from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} + +2023-12-14 14:52:55.919277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 1, start 21, end 36 +2023-12-14 14:52:55.919286: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:55.919357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <1 fusion.4.clone @0> + positions: + fusion.4.clone + call.3 + tuple.9 {2} + uses: + while.1, operand 0 {2} + from instruction:%fusion.4.clone = u32[2097152]{0} fusion(u32[2]{0} %p.11), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:52:55.919366: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 8388608, start 0, end 14 +2023-12-14 14:52:55.919376: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 9, end 31 <266 arg_tuple.4{2} (phi) @0> + positions: + arg_tuple.4 {2} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919387: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 45, end 72 <12 fusion.clone @0> + positions: + fusion.clone + call + tuple.11 {2} + uses: + tuple.11, operand 2 + from instruction:%fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" + +2023-12-14 14:52:55.919399: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 71, end 85 <283 while.1{2} (phi) @0> + positions: + while.1 {2} + get-tuple-element.113 + p.10 + uses: + call.2, operand 1 + fusion.2.clone, operand 1 + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.919407: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 22, end 38 <274 arg_tuple.3{2} (phi) @0> + positions: + arg_tuple.3 {2} + get-tuple-element.132 + uses: + copy.10, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919418: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <0 fusion.6.clone @0> + positions: + fusion.6.clone + call.4 + tuple.9 {1} + uses: + while.1, operand 0 {1} + from instruction:%fusion.6.clone = u32[2097152]{0} fusion(u32[2]{0} %p.12), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:52:55.919424: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 8388608, start 1, end 15 +2023-12-14 14:52:55.919434: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 23, end 40 <273 arg_tuple.3{1} (phi) @0> + positions: + arg_tuple.3 {1} + get-tuple-element.131 + uses: + copy.9, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919449: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 70, end 84 <282 while.1{1} (phi) @0> + positions: + while.1 {1} + get-tuple-element.112 + p.9 + uses: + call.2, operand 0 + fusion.2.clone, operand 0 + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.919461: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 48, end 73 <11 fusion.1.clone @0> + positions: + fusion.1.clone + call.1 + tuple.11 {1} + uses: + tuple.11, operand 1 + from instruction:%fusion.1.clone = u32[2097152]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[2097152]{0} %p.7, u32[2097152]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" + +2023-12-14 14:52:55.919470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 8388608, start 8, end 30 <265 arg_tuple.4{1} (phi) @0> + positions: + arg_tuple.4 {1} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919479: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <44 copy.25 @0> + positions: + copy.25 + tuple.9 {7} + uses: + while.1, operand 0 {7} + from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) + +2023-12-14 14:52:55.919485: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 2, end 16 +2023-12-14 14:52:55.919495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 13, end 35 <271 arg_tuple.4{7} (phi) @0> + positions: + arg_tuple.4 {7} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919504: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 27, end 51 <279 arg_tuple.3{7} (phi) @0> + positions: + arg_tuple.3 {7} + get-tuple-element.137 + uses: + copy.15, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919516: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 69, end 83 <288 while.1{7} (phi) @0> + positions: + while.1 {7} + uses: + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.919525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 52, end 74 <60 copy.23 @0> + positions: + copy.23 + tuple.11 {7} + uses: + tuple.11, operand 7 + from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} + +2023-12-14 14:52:55.919535: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <39 fusion.3 @0> + positions: + fusion.3 + tuple.9 {4} + uses: + while.1, operand 0 {4} + from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} + +2023-12-14 14:52:55.919546: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 4, end 18 +2023-12-14 14:52:55.919556: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 24, end 42 <276 arg_tuple.3{4} (phi) @0> + positions: + arg_tuple.3 {4} + get-tuple-element.134 + uses: + copy.12, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919564: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 63, end 78 <56 copy.20 @0> + positions: + copy.20 + tuple.11 {4} + uses: + tuple.11, operand 4 + from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} + +2023-12-14 14:52:55.919574: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 11, end 33 <268 arg_tuple.4{4} (phi) @0> + positions: + arg_tuple.4 {4} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919585: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 67, end 81 <285 while.1{4} (phi) @0> + positions: + while.1 {4} + uses: + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.919594: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <36 copy.24 @0> + positions: + copy.24 + tuple.9 {0} + uses: + while.1, operand 0 {0} + from instruction:%copy.24 = s32[] copy(s32[] %constant.14) + +2023-12-14 14:52:55.919599: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 3, end 17 +2023-12-14 14:52:55.919610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 54, end 75 <48 add.55 @0> + positions: + add.55 + tuple.11 {0} + uses: + tuple.11, operand 0 + from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} + +2023-12-14 14:52:55.919621: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 65, end 79 <281 while.1{0} (phi) @0> + positions: + while.1 {0} + uses: + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.919630: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 25, end 44 <272 arg_tuple.3{0} (phi) @0> + positions: + arg_tuple.3 {0} + get-tuple-element.130 + uses: + copy.8, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 7, end 29 <264 arg_tuple.4{0} (phi) @0> + positions: + arg_tuple.4 {0} + get-tuple-element.94 + uses: + compare.5, operand 0 + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919649: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <40 fusion.7 @0> + positions: + fusion.7 + tuple.9 {5} + uses: + while.1, operand 0 {5} + from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} + +2023-12-14 14:52:55.919658: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 6, end 20 +2023-12-14 14:52:55.919668: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 60, end 77 <57 copy.21 @0> + positions: + copy.21 + tuple.11 {5} + uses: + tuple.11, operand 5 + from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} + +2023-12-14 14:52:55.919678: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 12, end 34 <269 arg_tuple.4{5} (phi) @0> + positions: + arg_tuple.4 {5} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 28, end 59 <277 arg_tuple.3{5} (phi) @0> + positions: + arg_tuple.3 {5} + get-tuple-element.135 + uses: + copy.13, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919698: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 68, end 82 <286 while.1{5} (phi) @0> + positions: + while.1 {5} + uses: + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.919709: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <38 fusion.5 @0> + positions: + fusion.5 + tuple.9 {3} + uses: + while.1, operand 0 {3} + from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} + +2023-12-14 14:52:55.919715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 5, end 19 +2023-12-14 14:52:55.919724: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 56, end 76 <54 copy.19 @0> + positions: + copy.19 + tuple.11 {3} + uses: + tuple.11, operand 3 + from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} + +2023-12-14 14:52:55.919733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 10, end 32 <267 arg_tuple.4{3} (phi) @0> + positions: + arg_tuple.4 {3} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919742: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 26, end 47 <275 arg_tuple.3{3} (phi) @0> + positions: + arg_tuple.3 {3} + get-tuple-element.133 + uses: + copy.11, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:55.919753: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 66, end 80 <284 while.1{3} (phi) @0> + positions: + while.1 {3} + uses: + from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:55.919768: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <50 copy.14 @0> + positions: + copy.14 + p.1 + p.6 + uses: + call, operand 1 + copy.23, operand 0 + call.1, operand 1 + fusion.clone, operand 1 + fusion.1.clone, operand 1 + from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) + +2023-12-14 14:52:55.919773: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 37, end 53 +2023-12-14 14:52:55.919782: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <53 copy.12 @0> + positions: + copy.12 + p + uses: + call, operand 0 + copy.19, operand 0 + fusion.clone, operand 0 + from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) + +2023-12-14 14:52:55.919788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 41, end 57 +2023-12-14 14:52:55.919798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <49 copy.11 @0> + positions: + copy.11 + p.5 + uses: + call.1, operand 0 + copy.21, operand 0 + fusion.1.clone, operand 0 + from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) + +2023-12-14 14:52:55.919803: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 46, end 61 +2023-12-14 14:52:55.919812: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <10 compare.5 @0> + positions: + compare.5 + uses: + from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} + +2023-12-14 14:52:55.919818: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 1, start 21, end 36 +2023-12-14 14:52:55.919828: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <58 copy.15 @0> + positions: + copy.15 + uses: + copy.22, operand 0 + from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) + +2023-12-14 14:52:55.919833: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 50, end 62 +2023-12-14 14:52:55.919842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <46 copy.8 @0> + positions: + copy.8 + p.4 + uses: + call, operand 4 + add.55, operand 0 + fusion.clone, operand 4 + from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) + +2023-12-14 14:52:55.919847: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 43, end 55 +2023-12-14 14:52:55.919857: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <52 copy.9 @0> + positions: + copy.9 + p.3 + p.8 + uses: + call, operand 3 + call.1, operand 3 + fusion.clone, operand 3 + fusion.1.clone, operand 3 + from instruction:%copy.9 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.131) + +2023-12-14 14:52:55.919863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 8388608, start 39, end 49 +2023-12-14 14:52:55.919870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <55 copy.13 @0> + positions: + copy.13 + uses: + copy.20, operand 0 + from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) + +2023-12-14 14:52:55.919877: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 58, end 64 +2023-12-14 14:52:55.919885: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:55.919904: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1648] Result size from heap simulator: 25165940 +2023-12-14 14:52:55.919930: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1529] Compute peak memory logical buffers +2023-12-14 14:52:55.919978: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:55.920010: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:574] Combined temp allocation for color 0 is: allocation 1: size 64, preallocated-temp: + value: <45 tuple.9{} @0> (size=64,offset=0): (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <61 tuple.11{} @0> (size=64,offset=0): (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <262 arg_tuple.4{} (phi) @0> (size=64,offset=0): (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <263 arg_tuple.3{} (phi) @0> (size=64,offset=0): (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <280 while.1{} (phi) @0> (size=64,offset=0): (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + +2023-12-14 14:52:55.920051: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:592] Combined allocation absorbing temp allocation: allocation 8: size 25165940, preallocated-temp: + value: <0 fusion.6.clone @0> (size=8388608,offset=0): u32[2097152]{0} + value: <1 fusion.4.clone @0> (size=8388608,offset=8388608): u32[2097152]{0} + value: <10 compare.5 @0> (size=1,offset=25165856): pred[] + value: <11 fusion.1.clone @0> (size=8388608,offset=0): u32[2097152]{0} + value: <12 fusion.clone @0> (size=8388608,offset=8388608): u32[2097152]{0} + value: <36 copy.24 @0> (size=4,offset=25165888): s32[] + value: <38 fusion.5 @0> (size=4,offset=25165904): u32[] + value: <39 fusion.3 @0> (size=4,offset=25165872): u32[] + value: <40 fusion.7 @0> (size=4,offset=25165920): u32[] + value: <44 copy.25 @0> (size=16,offset=25165840): u32[4]{0} + value: <46 copy.8 @0> (size=4,offset=25165936): s32[] + value: <48 add.55 @0> (size=4,offset=25165888): s32[] + value: <49 copy.11 @0> (size=4,offset=25165872): u32[] + value: <50 copy.14 @0> (size=16,offset=25165824): u32[4]{0} + value: <52 copy.9 @0> (size=8388608,offset=16777216): u32[2097152]{0} + value: <53 copy.12 @0> (size=4,offset=25165856): u32[] + value: <54 copy.19 @0> (size=4,offset=25165904): u32[] + value: <55 copy.13 @0> (size=4,offset=25165856): u32[] + value: <56 copy.20 @0> (size=4,offset=25165872): u32[] + value: <57 copy.21 @0> (size=4,offset=25165920): u32[] + value: <58 copy.15 @0> (size=16,offset=16777216): u32[4]{0} + value: <60 copy.23 @0> (size=16,offset=25165840): u32[4]{0} + value: <264 arg_tuple.4{0} (phi) @0> (size=4,offset=25165888): s32[] + value: <265 arg_tuple.4{1} (phi) @0> (size=8388608,offset=0): u32[2097152]{0} + value: <266 arg_tuple.4{2} (phi) @0> (size=8388608,offset=8388608): u32[2097152]{0} + value: <267 arg_tuple.4{3} (phi) @0> (size=4,offset=25165904): u32[] + value: <268 arg_tuple.4{4} (phi) @0> (size=4,offset=25165872): u32[] + value: <269 arg_tuple.4{5} (phi) @0> (size=4,offset=25165920): u32[] + value: <271 arg_tuple.4{7} (phi) @0> (size=16,offset=25165840): u32[4]{0} + value: <272 arg_tuple.3{0} (phi) @0> (size=4,offset=25165888): s32[] + value: <273 arg_tuple.3{1} (phi) @0> (size=8388608,offset=0): u32[2097152]{0} + value: <274 arg_tuple.3{2} (phi) @0> (size=8388608,offset=8388608): u32[2097152]{0} + value: <275 arg_tuple.3{3} (phi) @0> (size=4,offset=25165904): u32[] + value: <276 arg_tuple.3{4} (phi) @0> (size=4,offset=25165872): u32[] + value: <277 arg_tuple.3{5} (phi) @0> (size=4,offset=25165920): u32[] + value: <279 arg_tuple.3{7} (phi) @0> (size=16,offset=25165840): u32[4]{0} + value: <281 while.1{0} (phi) @0> (size=4,offset=25165888): s32[] + value: <282 while.1{1} (phi) @0> (size=8388608,offset=0): u32[2097152]{0} + value: <283 while.1{2} (phi) @0> (size=8388608,offset=8388608): u32[2097152]{0} + value: <284 while.1{3} (phi) @0> (size=4,offset=25165904): u32[] + value: <285 while.1{4} (phi) @0> (size=4,offset=25165872): u32[] + value: <286 while.1{5} (phi) @0> (size=4,offset=25165920): u32[] + value: <288 while.1{7} (phi) @0> (size=16,offset=25165840): u32[4]{0} + +2023-12-14 14:52:55.920207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:55.920676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:55.920736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:55.920743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:55.920758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:55.920764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:55.920777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:55.920782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:55.920787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:55.920791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:55.920796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:55.920801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:55.920806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:55.920812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:55.920817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:55.920823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:55.920828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:55.920833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:55.920838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:55.920844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:55.920849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:55.920854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:55.920867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:55.920878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:55.920884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262, phi: +2023-12-14 14:52:55.920889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.920899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.920905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:55.920910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:55.920915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 263, phi: +2023-12-14 14:52:55.920920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.920924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.920929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 264, phi: +2023-12-14 14:52:55.920934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.920939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.920944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:55.920949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:55.920953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 265, phi: +2023-12-14 14:52:55.920958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.920963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.920968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:55.920973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:55.920978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 266, phi: +2023-12-14 14:52:55.920983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.920987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.920992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:55.920997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12: +2023-12-14 14:52:55.921002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 267, phi: +2023-12-14 14:52:55.921007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.921011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:55.921016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:55.921021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54: +2023-12-14 14:52:55.921026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 268, phi: +2023-12-14 14:52:55.921031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.921036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:55.921040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:55.921045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56: +2023-12-14 14:52:55.921050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 269, phi: +2023-12-14 14:52:55.921055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.921060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.921068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:55.921072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:55.921077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 270, phi: +2023-12-14 14:52:55.921082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.921088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:55.921092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:55.921097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59: +2023-12-14 14:52:55.921102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 271, phi: +2023-12-14 14:52:55.921106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.921111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.921116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:55.921122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:55.921126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 272, phi: +2023-12-14 14:52:55.921131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.921136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.921140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 273, phi: +2023-12-14 14:52:55.921145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.921151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.921155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 274, phi: +2023-12-14 14:52:55.921160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.921165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.921169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 275, phi: +2023-12-14 14:52:55.921175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.921180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:55.921185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 276, phi: +2023-12-14 14:52:55.921190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.921194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:55.921199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 277, phi: +2023-12-14 14:52:55.921204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.921209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.921214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 278, phi: +2023-12-14 14:52:55.921219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.921224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:55.921231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 279, phi: +2023-12-14 14:52:55.921237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.921242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.921247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 280, phi: +2023-12-14 14:52:55.921251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:55.921256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:55.921261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 281, phi: +2023-12-14 14:52:55.921266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:55.921271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:55.921276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 282, phi: +2023-12-14 14:52:55.921280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:55.921285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:55.921290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 283, phi: +2023-12-14 14:52:55.921294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:55.921300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:55.921305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 284, phi: +2023-12-14 14:52:55.921309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:55.921314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:55.921319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 285, phi: +2023-12-14 14:52:55.921323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:55.921329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:55.921334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 286, phi: +2023-12-14 14:52:55.921339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:55.921343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:55.921348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 287, phi: +2023-12-14 14:52:55.921353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:55.921358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:55.921363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 288, phi: +2023-12-14 14:52:55.921368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:55.921372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:55.921388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:55.921398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:55.921403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262, phi: +2023-12-14 14:52:55.921410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.921415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.921421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:55.921426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:55.921431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 263, phi: +2023-12-14 14:52:55.921435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.921440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.921445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 264, phi: +2023-12-14 14:52:55.921450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.921455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.921460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:55.921464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:55.921469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 265, phi: +2023-12-14 14:52:55.921474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.921479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.921484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:55.921489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:55.921494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 266, phi: +2023-12-14 14:52:55.921498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.921503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.921508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:55.921514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12: +2023-12-14 14:52:55.921519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 267, phi: +2023-12-14 14:52:55.921524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.921528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:55.921533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:55.921538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54: +2023-12-14 14:52:55.921543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 268, phi: +2023-12-14 14:52:55.921548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.921552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:55.921557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:55.921562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56: +2023-12-14 14:52:55.921566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 269, phi: +2023-12-14 14:52:55.921575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.921580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.921585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:55.921590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:55.921594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 270, phi: +2023-12-14 14:52:55.921600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.921605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:55.921610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:55.921615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59: +2023-12-14 14:52:55.921620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 271, phi: +2023-12-14 14:52:55.921624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.921630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.921634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:55.921639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:55.921644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 272, phi: +2023-12-14 14:52:55.921649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.921653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.921658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 273, phi: +2023-12-14 14:52:55.921663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.921668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.921673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 274, phi: +2023-12-14 14:52:55.921678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.921682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.921688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 275, phi: +2023-12-14 14:52:55.921693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.921698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:55.921703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 276, phi: +2023-12-14 14:52:55.921708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.921712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:55.921717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 277, phi: +2023-12-14 14:52:55.921722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.921728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.921733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 278, phi: +2023-12-14 14:52:55.921741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.921745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:55.921751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 279, phi: +2023-12-14 14:52:55.921755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.921761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.921765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 280, phi: +2023-12-14 14:52:55.921770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:55.921774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:55.921780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 281, phi: +2023-12-14 14:52:55.921784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:55.921789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:55.921794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 282, phi: +2023-12-14 14:52:55.921799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:55.921803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:55.921809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 283, phi: +2023-12-14 14:52:55.921813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:55.921819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:55.921824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 284, phi: +2023-12-14 14:52:55.921829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:55.921833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:55.921839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 285, phi: +2023-12-14 14:52:55.921843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:55.921848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:55.921853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 286, phi: +2023-12-14 14:52:55.921857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:55.921862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:55.921867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 287, phi: +2023-12-14 14:52:55.921872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:55.921877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:55.921882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 288, phi: +2023-12-14 14:52:55.921886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:55.921891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:55.921896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:55.921907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 Arg_0.1> + +2023-12-14 14:52:55.921913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:55.921919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 constant.14> + +2023-12-14 14:52:55.921924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:55.921931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <43 constant.16> + +2023-12-14 14:52:55.921936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:55.921942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <41 constant.17> + +2023-12-14 14:52:55.921947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:55.921958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <280 while.1{} (phi)> + {0} : HloValueSet: <281 while.1{0} (phi)> + {1} : HloValueSet: <282 while.1{1} (phi)> + {2} : HloValueSet: <283 while.1{2} (phi)> + {3} : HloValueSet: <284 while.1{3} (phi)> + {4} : HloValueSet: <285 while.1{4} (phi)> + {5} : HloValueSet: <286 while.1{5} (phi)> + {6} : HloValueSet: <287 while.1{6} (phi)> + {7} : HloValueSet: <288 while.1{7} (phi)> + +2023-12-14 14:52:55.921965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:55.921970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <282 while.1{1} (phi)> + +2023-12-14 14:52:55.921976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:55.921981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <283 while.1{2} (phi)> + +2023-12-14 14:52:55.921986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:55.921992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 fusion.3> + +2023-12-14 14:52:55.921997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:55.922003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 fusion.5> + +2023-12-14 14:52:55.922008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:55.922013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.7> + +2023-12-14 14:52:55.922018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:55.922024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 fusion.2.clone> + +2023-12-14 14:52:55.922029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:55.922035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <1 fusion.4.clone> + +2023-12-14 14:52:55.922043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:55.922048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <0 fusion.6.clone> + +2023-12-14 14:52:55.922054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:55.922063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <45 tuple.9{}> + {0} : HloValueSet: <36 copy.24> + {1} : HloValueSet: <0 fusion.6.clone> + {2} : HloValueSet: <1 fusion.4.clone> + {3} : HloValueSet: <38 fusion.5> + {4} : HloValueSet: <39 fusion.3> + {5} : HloValueSet: <40 fusion.7> + {6} : HloValueSet: <42 copy.26> + {7} : HloValueSet: <44 copy.25> + +2023-12-14 14:52:55.922069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:55.922075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <36 copy.24> + +2023-12-14 14:52:55.922080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:55.922085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <44 copy.25> + +2023-12-14 14:52:55.922090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:55.922096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 copy.26> + +2023-12-14 14:52:55.922101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:55.922112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <263 arg_tuple.3{} (phi)> + {0} : HloValueSet: <272 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <273 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <274 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <275 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <276 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <277 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <278 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <279 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.922118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:55.922124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <47 constant.67> + +2023-12-14 14:52:55.922129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:55.922134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <48 add.55> + +2023-12-14 14:52:55.922140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:55.922145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 fusion.clone> + +2023-12-14 14:52:55.922150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:55.922156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 fusion.1.clone> + +2023-12-14 14:52:55.922161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:55.922170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:55.922175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:55.922180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <46 copy.8> + +2023-12-14 14:52:55.922186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:55.922192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <273 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:55.922196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:55.922203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <52 copy.9> + +2023-12-14 14:52:55.922208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:55.922213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <274 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:55.922218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:55.922224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <51 copy.10> + +2023-12-14 14:52:55.922230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:55.922236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <275 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:55.922240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:55.922246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 copy.11> + +2023-12-14 14:52:55.922251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:55.922257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <276 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:55.922262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:55.922267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.12> + +2023-12-14 14:52:55.922272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:55.922278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <277 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:55.922283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:55.922288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 copy.13> + +2023-12-14 14:52:55.922294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:55.922299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <278 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:55.922309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:55.922314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 copy.14> + +2023-12-14 14:52:55.922319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:55.922325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <279 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:55.922330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:55.922335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <58 copy.15> + +2023-12-14 14:52:55.922341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:55.922346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <54 copy.19> + +2023-12-14 14:52:55.922351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:55.922357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.20> + +2023-12-14 14:52:55.922361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:55.922367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.21> + +2023-12-14 14:52:55.922372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:55.922377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <59 copy.22> + +2023-12-14 14:52:55.922382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:55.922387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <60 copy.23> + +2023-12-14 14:52:55.922392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:55.922402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <61 tuple.11{}> + {0} : HloValueSet: <48 add.55> + {1} : HloValueSet: <11 fusion.1.clone> + {2} : HloValueSet: <12 fusion.clone> + {3} : HloValueSet: <54 copy.19> + {4} : HloValueSet: <56 copy.20> + {5} : HloValueSet: <57 copy.21> + {6} : HloValueSet: <59 copy.22> + {7} : HloValueSet: <60 copy.23> + +2023-12-14 14:52:55.922407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:55.922418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <262 arg_tuple.4{} (phi)> + {0} : HloValueSet: <264 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <265 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <266 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <267 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <268 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <269 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <270 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <271 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:55.922423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:55.922434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <9 constant.68> + +2023-12-14 14:52:55.922439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:55.922445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <10 compare.5> + +2023-12-14 14:52:55.922450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:55.922455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:55.922461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:55.922466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:55.922471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:55.922477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:55.922482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:55.922487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.101> + +2023-12-14 14:52:55.922492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.29 +2023-12-14 14:52:55.922498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.29> + +2023-12-14 14:52:55.922503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:55.922509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.20> + +2023-12-14 14:52:55.922513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.30 +2023-12-14 14:52:55.922519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.30> + +2023-12-14 14:52:55.922524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.21 +2023-12-14 14:52:55.922529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.21> + +2023-12-14 14:52:55.922535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:55.922540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.22> + +2023-12-14 14:52:55.922545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.32 +2023-12-14 14:52:55.922551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.32> + +2023-12-14 14:52:55.922555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:55.922561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.27> + +2023-12-14 14:52:55.922566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.25 +2023-12-14 14:52:55.922574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.25> + +2023-12-14 14:52:55.922581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.34 +2023-12-14 14:52:55.922586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.34> + +2023-12-14 14:52:55.922592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:55.922597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.30> + +2023-12-14 14:52:55.922602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.29 +2023-12-14 14:52:55.922607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.29> + +2023-12-14 14:52:55.922612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.91 +2023-12-14 14:52:55.922618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <152 add.91> + +2023-12-14 14:52:55.922623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:55.922629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <151 broadcast.178> + +2023-12-14 14:52:55.922634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.4 +2023-12-14 14:52:55.922639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <150 convert.4> + +2023-12-14 14:52:55.922644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:55.922650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <146 add.92> + +2023-12-14 14:52:55.922655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:55.922661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <145 broadcast.179> + +2023-12-14 14:52:55.922666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:55.922671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <143 xor.21> + +2023-12-14 14:52:55.922676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.21 +2023-12-14 14:52:55.922683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <142 or.21> + +2023-12-14 14:52:55.922687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:55.922693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <141 shift-right-logical.21> + +2023-12-14 14:52:55.922698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:55.922704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <140 broadcast.180> + +2023-12-14 14:52:55.922713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.23 +2023-12-14 14:52:55.922719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <139 subtract.23> + +2023-12-14 14:52:55.922723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:55.922729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <138 shift-left.19> + +2023-12-14 14:52:55.922734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:55.922740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <137 broadcast.181> + +2023-12-14 14:52:55.922745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.35 +2023-12-14 14:52:55.922751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <136 reshape.35> + +2023-12-14 14:52:55.922755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:55.922761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <135 slice.31> + +2023-12-14 14:52:55.922766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.95 +2023-12-14 14:52:55.922772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <134 add.95> + +2023-12-14 14:52:55.922777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:55.922782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <133 xor.22> + +2023-12-14 14:52:55.922787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.22 +2023-12-14 14:52:55.922792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <132 or.22> + +2023-12-14 14:52:55.922798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:55.922804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <131 shift-right-logical.22> + +2023-12-14 14:52:55.922808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:55.922814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <130 broadcast.182> + +2023-12-14 14:52:55.922819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:55.922824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <129 subtract.24> + +2023-12-14 14:52:55.922829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:55.922835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <128 shift-left.20> + +2023-12-14 14:52:55.922840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:55.922846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <127 broadcast.183> + +2023-12-14 14:52:55.922854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.36 +2023-12-14 14:52:55.922860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <126 reshape.36> + +2023-12-14 14:52:55.922865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:55.922871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <125 slice.32> + +2023-12-14 14:52:55.922875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:55.922881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <124 add.96> + +2023-12-14 14:52:55.922887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:55.922893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <123 xor.23> + +2023-12-14 14:52:55.922898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:55.922903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <122 or.23> + +2023-12-14 14:52:55.922908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:55.922913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <121 shift-right-logical.23> + +2023-12-14 14:52:55.922918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:55.922924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <120 broadcast.184> + +2023-12-14 14:52:55.922929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:55.922935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <119 subtract.25> + +2023-12-14 14:52:55.922939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:55.922945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <118 shift-left.21> + +2023-12-14 14:52:55.922950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:55.922956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <117 broadcast.185> + +2023-12-14 14:52:55.922961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.37 +2023-12-14 14:52:55.922966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <116 reshape.37> + +2023-12-14 14:52:55.922971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:55.922977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <115 slice.33> + +2023-12-14 14:52:55.922982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.97 +2023-12-14 14:52:55.922988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <114 add.97> + +2023-12-14 14:52:55.922995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:55.923001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <113 xor.24> + +2023-12-14 14:52:55.923005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:55.923011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <112 or.24> + +2023-12-14 14:52:55.923017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:55.923023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <111 shift-right-logical.24> + +2023-12-14 14:52:55.923028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:55.923033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <110 broadcast.186> + +2023-12-14 14:52:55.923039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:55.923045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 subtract.26> + +2023-12-14 14:52:55.923050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:55.923055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <108 constant.102> + +2023-12-14 14:52:55.923060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:55.923065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <107 shift-left.22> + +2023-12-14 14:52:55.923071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:55.923077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <106 broadcast.187> + +2023-12-14 14:52:55.923081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:55.923087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <105 reshape.38> + +2023-12-14 14:52:55.923092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:55.923097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <104 slice.34> + +2023-12-14 14:52:55.923102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.98 +2023-12-14 14:52:55.923108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <102 add.98> + +2023-12-14 14:52:55.923113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.99 +2023-12-14 14:52:55.923118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <149 add.99> + +2023-12-14 14:52:55.923123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.30 +2023-12-14 14:52:55.923135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 param_0.30> + +2023-12-14 14:52:55.923140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.45 +2023-12-14 14:52:55.923146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <103 param_1.45> + +2023-12-14 14:52:55.923150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.23 +2023-12-14 14:52:55.923156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <101 param_2.23> + +2023-12-14 14:52:55.923161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.25 +2023-12-14 14:52:55.923167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <100 param_3.25> + +2023-12-14 14:52:55.923172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.37 +2023-12-14 14:52:55.923178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <147 param_4.37> + +2023-12-14 14:52:55.923182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:55.923188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <148 constant.103> + +2023-12-14 14:52:55.923193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:55.923199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <12 fusion.clone> + +2023-12-14 14:52:55.923204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:55.923209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.12> + +2023-12-14 14:52:55.923214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:55.923219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 copy.14> + +2023-12-14 14:52:55.923225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:55.923230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <51 copy.10> + +2023-12-14 14:52:55.923235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:55.923240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <52 copy.9> + +2023-12-14 14:52:55.923245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:55.923250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <46 copy.8> + +2023-12-14 14:52:55.923256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.100 +2023-12-14 14:52:55.923261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <99 add.100> + +2023-12-14 14:52:55.923266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:55.923274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <98 broadcast.188> + +2023-12-14 14:52:55.923279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.101 +2023-12-14 14:52:55.923285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <96 add.101> + +2023-12-14 14:52:55.923290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:55.923296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <97 param_0.31> + +2023-12-14 14:52:55.923300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:55.923306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <95 xor.27> + +2023-12-14 14:52:55.923310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:55.923317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <94 or.25> + +2023-12-14 14:52:55.923329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:55.923336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <93 shift-right-logical.25> + +2023-12-14 14:52:55.923341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:55.923346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <92 broadcast.189> + +2023-12-14 14:52:55.923351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:55.923357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <91 subtract.27> + +2023-12-14 14:52:55.923362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:55.923368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <90 shift-left.23> + +2023-12-14 14:52:55.923372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:55.923378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <89 broadcast.190> + +2023-12-14 14:52:55.923383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:55.923389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <88 reshape.39> + +2023-12-14 14:52:55.923394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:55.923399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <87 slice.35> + +2023-12-14 14:52:55.923404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.102 +2023-12-14 14:52:55.923410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <86 add.102> + +2023-12-14 14:52:55.923418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.28 +2023-12-14 14:52:55.923424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <85 xor.28> + +2023-12-14 14:52:55.923429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:55.923434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <84 or.26> + +2023-12-14 14:52:55.923439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:55.923445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <83 shift-right-logical.26> + +2023-12-14 14:52:55.923450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:55.923455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <82 broadcast.191> + +2023-12-14 14:52:55.923460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:55.923465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <81 subtract.28> + +2023-12-14 14:52:55.923470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:55.923477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <80 shift-left.24> + +2023-12-14 14:52:55.923482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:55.923488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <79 broadcast.192> + +2023-12-14 14:52:55.923493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.40 +2023-12-14 14:52:55.923498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 reshape.40> + +2023-12-14 14:52:55.923503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:55.923509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <77 slice.36> + +2023-12-14 14:52:55.923514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.103 +2023-12-14 14:52:55.923519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <76 add.103> + +2023-12-14 14:52:55.923524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.29 +2023-12-14 14:52:55.923529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <75 xor.29> + +2023-12-14 14:52:55.923534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:55.923540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <74 or.27> + +2023-12-14 14:52:55.923545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:55.923550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <73 shift-right-logical.27> + +2023-12-14 14:52:55.923559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:55.923564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <72 broadcast.193> + +2023-12-14 14:52:55.923570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:55.923575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 subtract.29> + +2023-12-14 14:52:55.923580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.104 +2023-12-14 14:52:55.923586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <70 constant.104> + +2023-12-14 14:52:55.923590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.46 +2023-12-14 14:52:55.923597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <65 param_1.46> + +2023-12-14 14:52:55.923603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:55.923608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <69 shift-left.25> + +2023-12-14 14:52:55.923613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:55.923618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <68 broadcast.194> + +2023-12-14 14:52:55.923623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:55.923629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 reshape.41> + +2023-12-14 14:52:55.923634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:55.923639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <66 slice.37> + +2023-12-14 14:52:55.923644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.104 +2023-12-14 14:52:55.923650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <64 add.104> + +2023-12-14 14:52:55.923654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.24 +2023-12-14 14:52:55.923660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <63 param_2.24> + +2023-12-14 14:52:55.923665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.26 +2023-12-14 14:52:55.923671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <62 param_3.26> + +2023-12-14 14:52:55.923675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:55.923681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <11 fusion.1.clone> + +2023-12-14 14:52:55.923686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:55.923692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 copy.11> + +2023-12-14 14:52:55.923700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:55.923705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 copy.14> + +2023-12-14 14:52:55.923710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:55.923716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <51 copy.10> + +2023-12-14 14:52:55.923721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:55.923726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <52 copy.9> + +2023-12-14 14:52:55.923731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.40 +2023-12-14 14:52:55.923737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <261 multiply.40> + +2023-12-14 14:52:55.923741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:55.923748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <260 broadcast.195> + +2023-12-14 14:52:55.923754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.105 +2023-12-14 14:52:55.923759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <259 constant.105> + +2023-12-14 14:52:55.923764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.33 +2023-12-14 14:52:55.923770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <258 select.33> + +2023-12-14 14:52:55.923774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.41 +2023-12-14 14:52:55.923781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <257 multiply.41> + +2023-12-14 14:52:55.923786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:55.923791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <256 add.105> + +2023-12-14 14:52:55.923796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:55.923801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <255 multiply.42> + +2023-12-14 14:52:55.923806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:55.923812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <254 add.106> + +2023-12-14 14:52:55.923817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:55.923822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <253 multiply.43> + +2023-12-14 14:52:55.923827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:55.923835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <252 add.107> + +2023-12-14 14:52:55.923841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:55.923847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <251 multiply.44> + +2023-12-14 14:52:55.923851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:55.923857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <250 add.108> + +2023-12-14 14:52:55.923861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:55.923867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <249 multiply.45> + +2023-12-14 14:52:55.923872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:55.923878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <248 add.109> + +2023-12-14 14:52:55.923883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:55.923888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <247 multiply.46> + +2023-12-14 14:52:55.923893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:55.923899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <246 add.110> + +2023-12-14 14:52:55.923905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:55.923910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <245 multiply.47> + +2023-12-14 14:52:55.923915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.111 +2023-12-14 14:52:55.923920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <244 add.111> + +2023-12-14 14:52:55.923925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:55.923931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <243 multiply.48> + +2023-12-14 14:52:55.923937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:55.923942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <242 add.112> + +2023-12-14 14:52:55.923947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:55.923952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <241 multiply.49> + +2023-12-14 14:52:55.923958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.34 +2023-12-14 14:52:55.923964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <240 select.34> + +2023-12-14 14:52:55.923972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.113 +2023-12-14 14:52:55.923978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <239 add.113> + +2023-12-14 14:52:55.923983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:55.923988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <238 broadcast.196> + +2023-12-14 14:52:55.923993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.106 +2023-12-14 14:52:55.923999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <237 constant.106> + +2023-12-14 14:52:55.924004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:55.924009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <236 sqrt.3> + +2023-12-14 14:52:55.924014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:55.924020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <235 add.114> + +2023-12-14 14:52:55.924025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:55.924031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <234 broadcast.197> + +2023-12-14 14:52:55.924036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.108 +2023-12-14 14:52:55.924041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <233 constant.108> + +2023-12-14 14:52:55.924046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.35 +2023-12-14 14:52:55.924052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <232 select.35> + +2023-12-14 14:52:55.924057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:55.924063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <231 broadcast.198> + +2023-12-14 14:52:55.924067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.109 +2023-12-14 14:52:55.924073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <230 constant.109> + +2023-12-14 14:52:55.924079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:55.924085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <229 broadcast.199> + +2023-12-14 14:52:55.924090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.110 +2023-12-14 14:52:55.924095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <228 constant.110> + +2023-12-14 14:52:55.924100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.36 +2023-12-14 14:52:55.924105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <227 select.36> + +2023-12-14 14:52:55.924114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:55.924120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <226 broadcast.200> + +2023-12-14 14:52:55.924125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.111 +2023-12-14 14:52:55.924130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <225 constant.111> + +2023-12-14 14:52:55.924135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:55.924141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <224 broadcast.201> + +2023-12-14 14:52:55.924147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.112 +2023-12-14 14:52:55.924153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <223 constant.112> + +2023-12-14 14:52:55.924157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.37 +2023-12-14 14:52:55.924163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <222 select.37> + +2023-12-14 14:52:55.924168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:55.924174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <221 broadcast.202> + +2023-12-14 14:52:55.924179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.113 +2023-12-14 14:52:55.924185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <220 constant.113> + +2023-12-14 14:52:55.924189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:55.924195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <219 broadcast.203> + +2023-12-14 14:52:55.924200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.114 +2023-12-14 14:52:55.924206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <218 constant.114> + +2023-12-14 14:52:55.924211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.38 +2023-12-14 14:52:55.924216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <217 select.38> + +2023-12-14 14:52:55.924221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:55.924227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <216 broadcast.204> + +2023-12-14 14:52:55.924232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.115 +2023-12-14 14:52:55.924238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <215 constant.115> + +2023-12-14 14:52:55.924243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:55.924252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <214 broadcast.205> + +2023-12-14 14:52:55.924256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.116 +2023-12-14 14:52:55.924263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <213 constant.116> + +2023-12-14 14:52:55.924268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.39 +2023-12-14 14:52:55.924274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <212 select.39> + +2023-12-14 14:52:55.924278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:55.924284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <211 broadcast.206> + +2023-12-14 14:52:55.924290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.117 +2023-12-14 14:52:55.924297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <210 constant.117> + +2023-12-14 14:52:55.924302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:55.924307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <209 broadcast.207> + +2023-12-14 14:52:55.924312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.118 +2023-12-14 14:52:55.924317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <208 constant.118> + +2023-12-14 14:52:55.924322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.40 +2023-12-14 14:52:55.924328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <207 select.40> + +2023-12-14 14:52:55.924333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:55.924339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <206 broadcast.208> + +2023-12-14 14:52:55.924344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.119 +2023-12-14 14:52:55.924349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <205 constant.119> + +2023-12-14 14:52:55.924354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.209 +2023-12-14 14:52:55.924360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <204 broadcast.209> + +2023-12-14 14:52:55.924365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.120 +2023-12-14 14:52:55.924371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <203 constant.120> + +2023-12-14 14:52:55.924375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:55.924381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <202 select.41> + +2023-12-14 14:52:55.924390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.210 +2023-12-14 14:52:55.924395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <201 broadcast.210> + +2023-12-14 14:52:55.924400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.121 +2023-12-14 14:52:55.924405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <200 constant.121> + +2023-12-14 14:52:55.924411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.211 +2023-12-14 14:52:55.924416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <199 broadcast.211> + +2023-12-14 14:52:55.924422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.122 +2023-12-14 14:52:55.924427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <198 constant.122> + +2023-12-14 14:52:55.924432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:55.924437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <197 select.42> + +2023-12-14 14:52:55.924443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.212 +2023-12-14 14:52:55.924449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <196 broadcast.212> + +2023-12-14 14:52:55.924454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.123 +2023-12-14 14:52:55.924459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 constant.123> + +2023-12-14 14:52:55.924464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.213 +2023-12-14 14:52:55.924469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <194 broadcast.213> + +2023-12-14 14:52:55.924475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.124 +2023-12-14 14:52:55.924481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 constant.124> + +2023-12-14 14:52:55.924486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:55.924491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <192 select.43> + +2023-12-14 14:52:55.924496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.214 +2023-12-14 14:52:55.924503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <191 broadcast.214> + +2023-12-14 14:52:55.924507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.125 +2023-12-14 14:52:55.924513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 constant.125> + +2023-12-14 14:52:55.924518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.215 +2023-12-14 14:52:55.924528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <189 broadcast.215> + +2023-12-14 14:52:55.924533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.126 +2023-12-14 14:52:55.924540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 constant.126> + +2023-12-14 14:52:55.924545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.8 +2023-12-14 14:52:55.924551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <187 compare.8> + +2023-12-14 14:52:55.924556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.216 +2023-12-14 14:52:55.924562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <186 broadcast.216> + +2023-12-14 14:52:55.924567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.127 +2023-12-14 14:52:55.924572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 constant.127> + +2023-12-14 14:52:55.924577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:55.924583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <184 negate.9> + +2023-12-14 14:52:55.924587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:55.924594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <183 log-plus-one.3> + +2023-12-14 14:52:55.924598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:55.924605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <182 multiply.50> + +2023-12-14 14:52:55.924609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:55.924615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <181 negate.10> + +2023-12-14 14:52:55.924620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:55.924626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <180 multiply.51> + +2023-12-14 14:52:55.924631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.217 +2023-12-14 14:52:55.924637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <179 broadcast.217> + +2023-12-14 14:52:55.924642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.128 +2023-12-14 14:52:55.924647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 constant.128> + +2023-12-14 14:52:55.924652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.9 +2023-12-14 14:52:55.924658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <177 compare.9> + +2023-12-14 14:52:55.924666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.218 +2023-12-14 14:52:55.924672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <176 broadcast.218> + +2023-12-14 14:52:55.924677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.129 +2023-12-14 14:52:55.924683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 constant.129> + +2023-12-14 14:52:55.924687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:55.924694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <174 abs.3> + +2023-12-14 14:52:55.924698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.42 +2023-12-14 14:52:55.924704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <173 reshape.42> + +2023-12-14 14:52:55.924709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.2 +2023-12-14 14:52:55.924715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <172 maximum.2> + +2023-12-14 14:52:55.924720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:55.924726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <171 add.115> + +2023-12-14 14:52:55.924730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.219 +2023-12-14 14:52:55.924736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <170 broadcast.219> + +2023-12-14 14:52:55.924741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.131 +2023-12-14 14:52:55.924747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.131> + +2023-12-14 14:52:55.924752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.52 +2023-12-14 14:52:55.924758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <168 multiply.52> + +2023-12-14 14:52:55.924762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.220 +2023-12-14 14:52:55.924768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <167 broadcast.220> + +2023-12-14 14:52:55.924773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.133 +2023-12-14 14:52:55.924779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.133> + +2023-12-14 14:52:55.924784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:55.924789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <165 add.116> + +2023-12-14 14:52:55.924794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.221 +2023-12-14 14:52:55.924800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <164 broadcast.221> + +2023-12-14 14:52:55.924808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.135 +2023-12-14 14:52:55.924814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.135> + +2023-12-14 14:52:55.924819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.2 +2023-12-14 14:52:55.924824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[4194304]) + {} : HloValueSet: <162 bitcast-convert.2> + +2023-12-14 14:52:55.924829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:55.924835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <161 or.28> + +2023-12-14 14:52:55.924840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.222 +2023-12-14 14:52:55.924846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <160 broadcast.222> + +2023-12-14 14:52:55.924851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.137 +2023-12-14 14:52:55.924856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <159 constant.137> + +2023-12-14 14:52:55.924862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:55.924867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <158 shift-right-logical.28> + +2023-12-14 14:52:55.924872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.223 +2023-12-14 14:52:55.924878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <157 broadcast.223> + +2023-12-14 14:52:55.924883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.139 +2023-12-14 14:52:55.924888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <156 constant.139> + +2023-12-14 14:52:55.924894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:55.924899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <155 concatenate.1> + +2023-12-14 14:52:55.924904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.32 +2023-12-14 14:52:55.924910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <153 param_0.32> + +2023-12-14 14:52:55.924915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.47 +2023-12-14 14:52:55.924920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <154 param_1.47> + +2023-12-14 14:52:55.924926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:55.924931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 fusion.2.clone> + +2023-12-14 14:52:55.924936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:55.924945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <282 while.1{1} (phi)> + +2023-12-14 14:52:55.924950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:55.924956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <283 while.1{2} (phi)> + +2023-12-14 14:52:55.924961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:55.924967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <19 add.117> + +2023-12-14 14:52:55.924972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.224 +2023-12-14 14:52:55.924977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <18 broadcast.224> + +2023-12-14 14:52:55.924983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:55.924988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.43> + +2023-12-14 14:52:55.924993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.38 +2023-12-14 14:52:55.925000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.38> + +2023-12-14 14:52:55.925004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.39 +2023-12-14 14:52:55.925010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <14 slice.39> + +2023-12-14 14:52:55.925015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.33 +2023-12-14 14:52:55.925020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <15 param_0.33> + +2023-12-14 14:52:55.925026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:55.925031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <13 iota.2> + +2023-12-14 14:52:55.925036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4.clone +2023-12-14 14:52:55.925042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <1 fusion.4.clone> + +2023-12-14 14:52:55.925047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:55.925052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 Arg_0.1> + +2023-12-14 14:52:55.925058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:55.925063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <26 add.118> + +2023-12-14 14:52:55.925068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.225 +2023-12-14 14:52:55.925074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <25 broadcast.225> + +2023-12-14 14:52:55.925079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:55.925088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.44> + +2023-12-14 14:52:55.925093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.40 +2023-12-14 14:52:55.925098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.40> + +2023-12-14 14:52:55.925103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.41 +2023-12-14 14:52:55.925109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <21 slice.41> + +2023-12-14 14:52:55.925114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.34 +2023-12-14 14:52:55.925120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <22 param_0.34> + +2023-12-14 14:52:55.925124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:55.925130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4194304]) + {} : HloValueSet: <20 iota.3> + +2023-12-14 14:52:55.925135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6.clone +2023-12-14 14:52:55.925141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2097152]) + {} : HloValueSet: <0 fusion.6.clone> + +2023-12-14 14:52:55.925145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:55.925151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <37 Arg_0.1> + +2023-12-14 14:52:55.926259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:55.926279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:55.926285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:55.926295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> (def) +2023-12-14 14:52:55.926300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:55.926309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.14> (def) +2023-12-14 14:52:55.926314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:55.926323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 constant.16> (def) +2023-12-14 14:52:55.926328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:55.926338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.17> (def) +2023-12-14 14:52:55.926348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:55.926358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.926363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 while.1{} (phi)> (def) +2023-12-14 14:52:55.926368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.926373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{0} (phi)> (def) +2023-12-14 14:52:55.926378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.926382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{1} (phi)> (def) +2023-12-14 14:52:55.926387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.926393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{2} (phi)> (def) +2023-12-14 14:52:55.926398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.926402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 while.1{3} (phi)> (def) +2023-12-14 14:52:55.926408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.926413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 while.1{4} (phi)> (def) +2023-12-14 14:52:55.926418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.926423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 while.1{5} (phi)> (def) +2023-12-14 14:52:55.926428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.926433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{6} (phi)> (def) +2023-12-14 14:52:55.926437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.926443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{7} (phi)> (def) +2023-12-14 14:52:55.926447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:55.926458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{1} (phi)> +2023-12-14 14:52:55.926462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:55.926473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{2} (phi)> +2023-12-14 14:52:55.926477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:55.926487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> (def) +2023-12-14 14:52:55.926495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:55.926505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.5> (def) +2023-12-14 14:52:55.926510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:55.926520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.7> (def) +2023-12-14 14:52:55.926525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:55.926535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> +2023-12-14 14:52:55.926540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:55.926550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.926555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:55.926565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.926570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:55.926580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.926584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 tuple.9{}> (def) +2023-12-14 14:52:55.926589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.926595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 copy.24> +2023-12-14 14:52:55.926600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.926606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.926611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.926616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.926620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.926626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.5> +2023-12-14 14:52:55.926630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.926635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> +2023-12-14 14:52:55.926640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.926648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.7> +2023-12-14 14:52:55.926653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.926658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.26> +2023-12-14 14:52:55.926663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.926669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.25> +2023-12-14 14:52:55.926673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:55.926683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 copy.24> (def) +2023-12-14 14:52:55.926688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:55.926698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.25> (def) +2023-12-14 14:52:55.926703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:55.926713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.26> (def) +2023-12-14 14:52:55.926718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:55.926728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.926733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:55.926738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.926742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:55.926748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.926753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:55.926758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.926763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:55.926767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.926772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:55.926777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.926782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:55.926788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.926796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:55.926801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.926805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:55.926811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.926815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:55.926821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:55.926830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.67> (def) +2023-12-14 14:52:55.926835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:55.926845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.55> (def) +2023-12-14 14:52:55.926851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:55.926860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.926865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:55.926875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.926880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:55.926890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.926895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:55.926905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.8> (def) +2023-12-14 14:52:55.926910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:55.926920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.926924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:55.926934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> (def) +2023-12-14 14:52:55.926940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:55.926952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.926957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:55.926968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.10> (def) +2023-12-14 14:52:55.926973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:55.926982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.926987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.926993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:55.926999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.11> (def) +2023-12-14 14:52:55.927004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:55.927013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.927018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:55.927028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.12> (def) +2023-12-14 14:52:55.927033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:55.927043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.927048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:55.927059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.13> (def) +2023-12-14 14:52:55.927064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:55.927073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.927078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:55.927089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.14> (def) +2023-12-14 14:52:55.927094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:55.927107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.927112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:55.927123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.15> (def) +2023-12-14 14:52:55.927128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:55.927137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> (def) +2023-12-14 14:52:55.927142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:55.927152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> (def) +2023-12-14 14:52:55.927157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:55.927167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> (def) +2023-12-14 14:52:55.927171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:55.927182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> (def) +2023-12-14 14:52:55.927187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:55.927196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> (def) +2023-12-14 14:52:55.927201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:55.927211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.927216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 tuple.11{}> (def) +2023-12-14 14:52:55.927221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.927226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.55> +2023-12-14 14:52:55.927231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.927236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.927242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.927246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.927254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.927259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> +2023-12-14 14:52:55.927265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.927271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> +2023-12-14 14:52:55.927276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.927280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> +2023-12-14 14:52:55.927285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.927290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> +2023-12-14 14:52:55.927295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.927300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> +2023-12-14 14:52:55.927305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:55.927315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:55.927325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:55.927330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:55.927336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:55.927342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:55.927347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:55.927351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:55.927356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:55.927361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:55.927366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:55.927372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:55.927377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:55.927382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:55.927387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:55.927391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:55.927396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:55.927404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:55.927409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:55.927414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:55.927423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.68> (def) +2023-12-14 14:52:55.927429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:55.927440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 compare.5> (def) +2023-12-14 14:52:55.927444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:55.927454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.927459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:55.927469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:55.927474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:55.927483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:55.927488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:55.927498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.101> (def) +2023-12-14 14:52:55.927503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29: +2023-12-14 14:52:55.927512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.29> (def) +2023-12-14 14:52:55.927517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:55.927528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.20> (def) +2023-12-14 14:52:55.927532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30: +2023-12-14 14:52:55.927542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.30> (def) +2023-12-14 14:52:55.927546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.21: +2023-12-14 14:52:55.927561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.21> (def) +2023-12-14 14:52:55.927566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:55.927576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.22> (def) +2023-12-14 14:52:55.927581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32: +2023-12-14 14:52:55.927591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.32> (def) +2023-12-14 14:52:55.927596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:55.927605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.27> (def) +2023-12-14 14:52:55.927610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.25: +2023-12-14 14:52:55.927620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.25> (def) +2023-12-14 14:52:55.927625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34: +2023-12-14 14:52:55.927634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.34> (def) +2023-12-14 14:52:55.927639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:55.927649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.30> (def) +2023-12-14 14:52:55.927654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29: +2023-12-14 14:52:55.927664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.29> (def) +2023-12-14 14:52:55.927668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91: +2023-12-14 14:52:55.927678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.91> (def) +2023-12-14 14:52:55.927683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:55.927693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.178> (def) +2023-12-14 14:52:55.927697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4: +2023-12-14 14:52:55.927710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.4> (def) +2023-12-14 14:52:55.927715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:55.927725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.92> (def) +2023-12-14 14:52:55.927729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:55.927741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.179> (def) +2023-12-14 14:52:55.927745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:55.927755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.21> (def) +2023-12-14 14:52:55.927760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21: +2023-12-14 14:52:55.927770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.21> (def) +2023-12-14 14:52:55.927774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:55.927784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.21> (def) +2023-12-14 14:52:55.927789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:55.927799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.180> (def) +2023-12-14 14:52:55.927804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23: +2023-12-14 14:52:55.927813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.23> (def) +2023-12-14 14:52:55.927818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:55.927828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 shift-left.19> (def) +2023-12-14 14:52:55.927833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:55.927842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.181> (def) +2023-12-14 14:52:55.927847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35: +2023-12-14 14:52:55.927861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 reshape.35> (def) +2023-12-14 14:52:55.927866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:55.927876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 slice.31> (def) +2023-12-14 14:52:55.927880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95: +2023-12-14 14:52:55.927890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.95> (def) +2023-12-14 14:52:55.927895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:55.927904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 xor.22> (def) +2023-12-14 14:52:55.927909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22: +2023-12-14 14:52:55.927919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 or.22> (def) +2023-12-14 14:52:55.927924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:55.927934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 shift-right-logical.22> (def) +2023-12-14 14:52:55.927938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:55.927949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.182> (def) +2023-12-14 14:52:55.927954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:55.927963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 subtract.24> (def) +2023-12-14 14:52:55.927968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:55.927979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.20> (def) +2023-12-14 14:52:55.927984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.927988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:55.927993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.183> (def) +2023-12-14 14:52:55.927998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36: +2023-12-14 14:52:55.928012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 reshape.36> (def) +2023-12-14 14:52:55.928017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:55.928026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 slice.32> (def) +2023-12-14 14:52:55.928031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:55.928042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.96> (def) +2023-12-14 14:52:55.928047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:55.928056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 xor.23> (def) +2023-12-14 14:52:55.928061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:55.928071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 or.23> (def) +2023-12-14 14:52:55.928076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:55.928085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 shift-right-logical.23> (def) +2023-12-14 14:52:55.928090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:55.928101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.184> (def) +2023-12-14 14:52:55.928106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:55.928115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 subtract.25> (def) +2023-12-14 14:52:55.928120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:55.928130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 shift-left.21> (def) +2023-12-14 14:52:55.928135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:55.928145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.185> (def) +2023-12-14 14:52:55.928149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37: +2023-12-14 14:52:55.928163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.37> (def) +2023-12-14 14:52:55.928168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:55.928177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 slice.33> (def) +2023-12-14 14:52:55.928182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97: +2023-12-14 14:52:55.928193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.97> (def) +2023-12-14 14:52:55.928198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:55.928207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 xor.24> (def) +2023-12-14 14:52:55.928212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:55.928223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 or.24> (def) +2023-12-14 14:52:55.928228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:55.928238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-right-logical.24> (def) +2023-12-14 14:52:55.928242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:55.928253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.186> (def) +2023-12-14 14:52:55.928258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:55.928267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 subtract.26> (def) +2023-12-14 14:52:55.928272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:55.928282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.102> (def) +2023-12-14 14:52:55.928287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:55.928297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 shift-left.22> (def) +2023-12-14 14:52:55.928302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:55.928315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.187> (def) +2023-12-14 14:52:55.928320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:55.928329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.38> (def) +2023-12-14 14:52:55.928334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:55.928345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 slice.34> (def) +2023-12-14 14:52:55.928350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98: +2023-12-14 14:52:55.928359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.98> (def) +2023-12-14 14:52:55.928364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99: +2023-12-14 14:52:55.928374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.99> (def) +2023-12-14 14:52:55.928379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.30: +2023-12-14 14:52:55.928388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.30> (def) +2023-12-14 14:52:55.928393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45: +2023-12-14 14:52:55.928405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 param_1.45> (def) +2023-12-14 14:52:55.928411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.23: +2023-12-14 14:52:55.928420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_2.23> (def) +2023-12-14 14:52:55.928425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.25: +2023-12-14 14:52:55.928434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 param_3.25> (def) +2023-12-14 14:52:55.928440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.37: +2023-12-14 14:52:55.928449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.37> (def) +2023-12-14 14:52:55.928454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:55.928467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.103> (def) +2023-12-14 14:52:55.928472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:55.928482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> (def) +2023-12-14 14:52:55.928486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:55.928497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.12> +2023-12-14 14:52:55.928502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:55.928511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.14> +2023-12-14 14:52:55.928516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:55.928527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.10> +2023-12-14 14:52:55.928532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:55.928542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> +2023-12-14 14:52:55.928547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:55.928557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.8> +2023-12-14 14:52:55.928562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100: +2023-12-14 14:52:55.928571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.100> (def) +2023-12-14 14:52:55.928576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:55.928586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.188> (def) +2023-12-14 14:52:55.928592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101: +2023-12-14 14:52:55.928601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 add.101> (def) +2023-12-14 14:52:55.928606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:55.928616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_0.31> (def) +2023-12-14 14:52:55.928624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:55.928633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 xor.27> (def) +2023-12-14 14:52:55.928638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:55.928649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 or.25> (def) +2023-12-14 14:52:55.928654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:55.928664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-right-logical.25> (def) +2023-12-14 14:52:55.928668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:55.928679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.189> (def) +2023-12-14 14:52:55.928684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:55.928693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 subtract.27> (def) +2023-12-14 14:52:55.928698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:55.928708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-left.23> (def) +2023-12-14 14:52:55.928713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:55.928723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 broadcast.190> (def) +2023-12-14 14:52:55.928728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:55.928738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.39> (def) +2023-12-14 14:52:55.928743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:55.928753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 slice.35> (def) +2023-12-14 14:52:55.928758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102: +2023-12-14 14:52:55.928768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.102> (def) +2023-12-14 14:52:55.928776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28: +2023-12-14 14:52:55.928786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 xor.28> (def) +2023-12-14 14:52:55.928791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:55.928801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 or.26> (def) +2023-12-14 14:52:55.928806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:55.928816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 shift-right-logical.26> (def) +2023-12-14 14:52:55.928821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:55.928831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.191> (def) +2023-12-14 14:52:55.928836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:55.928845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 subtract.28> (def) +2023-12-14 14:52:55.928851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:55.928862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-left.24> (def) +2023-12-14 14:52:55.928866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:55.928876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 broadcast.192> (def) +2023-12-14 14:52:55.928881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40: +2023-12-14 14:52:55.928891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.40> (def) +2023-12-14 14:52:55.928896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:55.928905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 slice.36> (def) +2023-12-14 14:52:55.928910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103: +2023-12-14 14:52:55.928920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.103> (def) +2023-12-14 14:52:55.928928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29: +2023-12-14 14:52:55.928938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.29> (def) +2023-12-14 14:52:55.928943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:55.928953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.27> (def) +2023-12-14 14:52:55.928958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:55.928968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.27> (def) +2023-12-14 14:52:55.928973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:55.928983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.193> (def) +2023-12-14 14:52:55.928988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.928992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:55.928997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.29> (def) +2023-12-14 14:52:55.929003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104: +2023-12-14 14:52:55.929012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.104> (def) +2023-12-14 14:52:55.929017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.46: +2023-12-14 14:52:55.929026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 param_1.46> (def) +2023-12-14 14:52:55.929032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:55.929041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.25> (def) +2023-12-14 14:52:55.929047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:55.929056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.194> (def) +2023-12-14 14:52:55.929062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:55.929072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 reshape.41> (def) +2023-12-14 14:52:55.929081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:55.929090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 slice.37> (def) +2023-12-14 14:52:55.929095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104: +2023-12-14 14:52:55.929105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.104> (def) +2023-12-14 14:52:55.929110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.24: +2023-12-14 14:52:55.929119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 param_2.24> (def) +2023-12-14 14:52:55.929125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.26: +2023-12-14 14:52:55.929135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_3.26> (def) +2023-12-14 14:52:55.929140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:55.929150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> (def) +2023-12-14 14:52:55.929155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:55.929165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.11> +2023-12-14 14:52:55.929170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:55.929179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.14> +2023-12-14 14:52:55.929185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:55.929194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.10> +2023-12-14 14:52:55.929200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:55.929209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> +2023-12-14 14:52:55.929214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40: +2023-12-14 14:52:55.929224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 multiply.40> (def) +2023-12-14 14:52:55.929232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:55.929243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.195> (def) +2023-12-14 14:52:55.929248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105: +2023-12-14 14:52:55.929258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.105> (def) +2023-12-14 14:52:55.929263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33: +2023-12-14 14:52:55.929272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.33> (def) +2023-12-14 14:52:55.929277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41: +2023-12-14 14:52:55.929288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 multiply.41> (def) +2023-12-14 14:52:55.929293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:55.929303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.105> (def) +2023-12-14 14:52:55.929308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:55.929317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 multiply.42> (def) +2023-12-14 14:52:55.929322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:55.929332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 add.106> (def) +2023-12-14 14:52:55.929338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:55.929347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 multiply.43> (def) +2023-12-14 14:52:55.929352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:55.929362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 add.107> (def) +2023-12-14 14:52:55.929367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:55.929377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 multiply.44> (def) +2023-12-14 14:52:55.929384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:55.929395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.108> (def) +2023-12-14 14:52:55.929399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:55.929409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 multiply.45> (def) +2023-12-14 14:52:55.929414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:55.929424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.109> (def) +2023-12-14 14:52:55.929429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:55.929438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 multiply.46> (def) +2023-12-14 14:52:55.929444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:55.929454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 add.110> (def) +2023-12-14 14:52:55.929459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:55.929468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 multiply.47> (def) +2023-12-14 14:52:55.929474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111: +2023-12-14 14:52:55.929483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 add.111> (def) +2023-12-14 14:52:55.929488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:55.929497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 multiply.48> (def) +2023-12-14 14:52:55.929503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:55.929512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.112> (def) +2023-12-14 14:52:55.929517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:55.929527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 multiply.49> (def) +2023-12-14 14:52:55.929532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34: +2023-12-14 14:52:55.929545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 select.34> (def) +2023-12-14 14:52:55.929549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113: +2023-12-14 14:52:55.929559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 add.113> (def) +2023-12-14 14:52:55.929564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:55.929575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 broadcast.196> (def) +2023-12-14 14:52:55.929580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106: +2023-12-14 14:52:55.929590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.106> (def) +2023-12-14 14:52:55.929595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:55.929604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 sqrt.3> (def) +2023-12-14 14:52:55.929609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:55.929619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 add.114> (def) +2023-12-14 14:52:55.929624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:55.929634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.197> (def) +2023-12-14 14:52:55.929639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108: +2023-12-14 14:52:55.929648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 constant.108> (def) +2023-12-14 14:52:55.929654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35: +2023-12-14 14:52:55.929663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 select.35> (def) +2023-12-14 14:52:55.929668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:55.929678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.198> (def) +2023-12-14 14:52:55.929684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109: +2023-12-14 14:52:55.929697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 constant.109> (def) +2023-12-14 14:52:55.929701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:55.929711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 broadcast.199> (def) +2023-12-14 14:52:55.929716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110: +2023-12-14 14:52:55.929726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.110> (def) +2023-12-14 14:52:55.929731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36: +2023-12-14 14:52:55.929740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 select.36> (def) +2023-12-14 14:52:55.929746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:55.929756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.200> (def) +2023-12-14 14:52:55.929761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111: +2023-12-14 14:52:55.929771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 constant.111> (def) +2023-12-14 14:52:55.929776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:55.929785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.201> (def) +2023-12-14 14:52:55.929791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112: +2023-12-14 14:52:55.929800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 constant.112> (def) +2023-12-14 14:52:55.929805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37: +2023-12-14 14:52:55.929815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 select.37> (def) +2023-12-14 14:52:55.929820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:55.929830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.202> (def) +2023-12-14 14:52:55.929834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113: +2023-12-14 14:52:55.929850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 constant.113> (def) +2023-12-14 14:52:55.929854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:55.929864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 broadcast.203> (def) +2023-12-14 14:52:55.929869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114: +2023-12-14 14:52:55.929880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 constant.114> (def) +2023-12-14 14:52:55.929885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38: +2023-12-14 14:52:55.929894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 select.38> (def) +2023-12-14 14:52:55.929899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:55.929910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.204> (def) +2023-12-14 14:52:55.929914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115: +2023-12-14 14:52:55.929924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 constant.115> (def) +2023-12-14 14:52:55.929929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:55.929939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.205> (def) +2023-12-14 14:52:55.929944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116: +2023-12-14 14:52:55.929953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 constant.116> (def) +2023-12-14 14:52:55.929959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39: +2023-12-14 14:52:55.929969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 select.39> (def) +2023-12-14 14:52:55.929973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:55.929983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 broadcast.206> (def) +2023-12-14 14:52:55.929994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.929999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117: +2023-12-14 14:52:55.930004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 constant.117> (def) +2023-12-14 14:52:55.930009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:55.930019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 broadcast.207> (def) +2023-12-14 14:52:55.930024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118: +2023-12-14 14:52:55.930033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 constant.118> (def) +2023-12-14 14:52:55.930038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40: +2023-12-14 14:52:55.930049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 select.40> (def) +2023-12-14 14:52:55.930054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:55.930064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.208> (def) +2023-12-14 14:52:55.930068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119: +2023-12-14 14:52:55.930078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 constant.119> (def) +2023-12-14 14:52:55.930083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209: +2023-12-14 14:52:55.930093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 broadcast.209> (def) +2023-12-14 14:52:55.930098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120: +2023-12-14 14:52:55.930107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 constant.120> (def) +2023-12-14 14:52:55.930112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:55.930122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 select.41> (def) +2023-12-14 14:52:55.930127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210: +2023-12-14 14:52:55.930137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 broadcast.210> (def) +2023-12-14 14:52:55.930145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121: +2023-12-14 14:52:55.930155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 constant.121> (def) +2023-12-14 14:52:55.930159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211: +2023-12-14 14:52:55.930169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 broadcast.211> (def) +2023-12-14 14:52:55.930174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122: +2023-12-14 14:52:55.930185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.122> (def) +2023-12-14 14:52:55.930189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:55.930199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 select.42> (def) +2023-12-14 14:52:55.930204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212: +2023-12-14 14:52:55.930214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 broadcast.212> (def) +2023-12-14 14:52:55.930219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123: +2023-12-14 14:52:55.930228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.123> (def) +2023-12-14 14:52:55.930234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213: +2023-12-14 14:52:55.930244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 broadcast.213> (def) +2023-12-14 14:52:55.930248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124: +2023-12-14 14:52:55.930258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.124> (def) +2023-12-14 14:52:55.930263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:55.930273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 select.43> (def) +2023-12-14 14:52:55.930278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214: +2023-12-14 14:52:55.930287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 broadcast.214> (def) +2023-12-14 14:52:55.930295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125: +2023-12-14 14:52:55.930306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.125> (def) +2023-12-14 14:52:55.930310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215: +2023-12-14 14:52:55.930320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 broadcast.215> (def) +2023-12-14 14:52:55.930325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126: +2023-12-14 14:52:55.930336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 constant.126> (def) +2023-12-14 14:52:55.930340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8: +2023-12-14 14:52:55.930350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 compare.8> (def) +2023-12-14 14:52:55.930355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216: +2023-12-14 14:52:55.930365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.216> (def) +2023-12-14 14:52:55.930370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127: +2023-12-14 14:52:55.930379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 constant.127> (def) +2023-12-14 14:52:55.930385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:55.930395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 negate.9> (def) +2023-12-14 14:52:55.930399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:55.930409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 log-plus-one.3> (def) +2023-12-14 14:52:55.930414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:55.930424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.50> (def) +2023-12-14 14:52:55.930429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:55.930439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 negate.10> (def) +2023-12-14 14:52:55.930447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:55.930457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.51> (def) +2023-12-14 14:52:55.930461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217: +2023-12-14 14:52:55.930471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 broadcast.217> (def) +2023-12-14 14:52:55.930476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128: +2023-12-14 14:52:55.930486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.128> (def) +2023-12-14 14:52:55.930491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9: +2023-12-14 14:52:55.930501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 compare.9> (def) +2023-12-14 14:52:55.930506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218: +2023-12-14 14:52:55.930516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 broadcast.218> (def) +2023-12-14 14:52:55.930521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.129: +2023-12-14 14:52:55.930530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.129> (def) +2023-12-14 14:52:55.930535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:55.930545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 abs.3> (def) +2023-12-14 14:52:55.930550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42: +2023-12-14 14:52:55.930560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 reshape.42> (def) +2023-12-14 14:52:55.930565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2: +2023-12-14 14:52:55.930576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 maximum.2> (def) +2023-12-14 14:52:55.930580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:55.930590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.115> (def) +2023-12-14 14:52:55.930599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219: +2023-12-14 14:52:55.930609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.219> (def) +2023-12-14 14:52:55.930613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.131: +2023-12-14 14:52:55.930623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.131> (def) +2023-12-14 14:52:55.930628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52: +2023-12-14 14:52:55.930638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.52> (def) +2023-12-14 14:52:55.930643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220: +2023-12-14 14:52:55.930652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 broadcast.220> (def) +2023-12-14 14:52:55.930657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.133: +2023-12-14 14:52:55.930667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.133> (def) +2023-12-14 14:52:55.930672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:55.930681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.116> (def) +2023-12-14 14:52:55.930687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221: +2023-12-14 14:52:55.930697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 broadcast.221> (def) +2023-12-14 14:52:55.930702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.135: +2023-12-14 14:52:55.930711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.135> (def) +2023-12-14 14:52:55.930716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2: +2023-12-14 14:52:55.930726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 bitcast-convert.2> (def) +2023-12-14 14:52:55.930731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:55.930740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 or.28> (def) +2023-12-14 14:52:55.930749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222: +2023-12-14 14:52:55.930759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.222> (def) +2023-12-14 14:52:55.930764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.137: +2023-12-14 14:52:55.930773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.137> (def) +2023-12-14 14:52:55.930780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:55.930789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 shift-right-logical.28> (def) +2023-12-14 14:52:55.930794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223: +2023-12-14 14:52:55.930804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.223> (def) +2023-12-14 14:52:55.930809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.139: +2023-12-14 14:52:55.930819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.139> (def) +2023-12-14 14:52:55.930823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:55.930833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 concatenate.1> (def) +2023-12-14 14:52:55.930839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.32: +2023-12-14 14:52:55.930849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 param_0.32> (def) +2023-12-14 14:52:55.930854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.47: +2023-12-14 14:52:55.930863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 param_1.47> (def) +2023-12-14 14:52:55.930868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:55.930878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> (def) +2023-12-14 14:52:55.930883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:55.930892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{1} (phi)> +2023-12-14 14:52:55.930900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:55.930910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{2} (phi)> +2023-12-14 14:52:55.930915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:55.930924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.117> (def) +2023-12-14 14:52:55.930931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224: +2023-12-14 14:52:55.930940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.224> (def) +2023-12-14 14:52:55.930945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:55.930955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.43> (def) +2023-12-14 14:52:55.930959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38: +2023-12-14 14:52:55.930969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.38> (def) +2023-12-14 14:52:55.930974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39: +2023-12-14 14:52:55.930983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.39> (def) +2023-12-14 14:52:55.930988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.930993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.33: +2023-12-14 14:52:55.930998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.33> (def) +2023-12-14 14:52:55.931003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.931008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:55.931012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.2> (def) +2023-12-14 14:52:55.931017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.931023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone: +2023-12-14 14:52:55.931028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> (def) +2023-12-14 14:52:55.931032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.931037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:55.931042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> +2023-12-14 14:52:55.931049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.931055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:55.931059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.118> (def) +2023-12-14 14:52:55.931064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.931069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225: +2023-12-14 14:52:55.931074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.225> (def) +2023-12-14 14:52:55.931078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.931084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:55.931089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.44> (def) +2023-12-14 14:52:55.931093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.931098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40: +2023-12-14 14:52:55.931103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.40> (def) +2023-12-14 14:52:55.931107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.931113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41: +2023-12-14 14:52:55.931118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.41> (def) +2023-12-14 14:52:55.931123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.931128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.34: +2023-12-14 14:52:55.931133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.34> (def) +2023-12-14 14:52:55.931137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.931142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:55.931148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.3> (def) +2023-12-14 14:52:55.931152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.931157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone: +2023-12-14 14:52:55.931162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> (def) +2023-12-14 14:52:55.931167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:55.931172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:55.931177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> +2023-12-14 14:52:55.931182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:55.931187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.6.clone> +2023-12-14 14:52:55.931192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone +2023-12-14 14:52:55.931205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:55.931210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:55.931215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:55.931225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6.clone = u32[2097152]{0} fusion(u32[2]{0} %p.12), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.931230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.4.clone> +2023-12-14 14:52:55.931235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone +2023-12-14 14:52:55.931245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:55.931250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:55.931255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:55.931266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4.clone = u32[2097152]{0} fusion(u32[2]{0} %p.11), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.931271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.25> +2023-12-14 14:52:55.931275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.25 +2023-12-14 14:52:55.931285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:55.931296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.25 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.931301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.27> +2023-12-14 14:52:55.931306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:55.931315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32, operand 0 +2023-12-14 14:52:55.931337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.25), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.32> +2023-12-14 14:52:55.931350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32 +2023-12-14 14:52:55.931360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.32 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.29> +2023-12-14 14:52:55.931376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29 +2023-12-14 14:52:55.931385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:55.931396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.29 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.931401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.30> +2023-12-14 14:52:55.931406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:55.931415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34, operand 0 +2023-12-14 14:52:55.931426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.29), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.34> +2023-12-14 14:52:55.931436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34 +2023-12-14 14:52:55.931445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.34 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 fusion.2.clone> +2023-12-14 14:52:55.931461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:55.931473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:55.931479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,2048]{1,0} fusion(u32[2097152]{0} %p.9, u32[2097152]{0} %p.10), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.931490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.68> +2023-12-14 14:52:55.931494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:55.931504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:55.931515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:55.931520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 compare.5> +2023-12-14 14:52:55.931524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:55.931534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.1.clone> +2023-12-14 14:52:55.931550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:55.931559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:55.931564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:55.931569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:55.931580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[2097152]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[2097152]{0} %p.7, u32[2097152]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.931588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.clone> +2023-12-14 14:52:55.931593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:55.931603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:55.931609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:55.931613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:55.931623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.931628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.2> +2023-12-14 14:52:55.931633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:55.931643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39, operand 0 +2023-12-14 14:52:55.931653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.39> +2023-12-14 14:52:55.931663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.39 +2023-12-14 14:52:55.931673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:55.931683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.39 = u32[2097152]{0} slice(u32[4194304]{0} %iota.2), slice={[2097152:4194304]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(2097152,) limit_indices=(4194304,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.33> +2023-12-14 14:52:55.931694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.33 +2023-12-14 14:52:55.931704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38, operand 0 +2023-12-14 14:52:55.931716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.33 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.931722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.38> +2023-12-14 14:52:55.931727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.38 +2023-12-14 14:52:55.931737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:55.931747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.38 = u32[1]{0} slice(u32[2]{0} %param_0.33), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.43> +2023-12-14 14:52:55.931757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:55.931767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224, operand 0 +2023-12-14 14:52:55.931776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.38), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.224> +2023-12-14 14:52:55.931787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.224 +2023-12-14 14:52:55.931797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:55.931806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.224 = u32[2097152]{0} broadcast(u32[] %reshape.43), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.117> +2023-12-14 14:52:55.931818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:55.931827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = u32[2097152]{0} add(u32[2097152]{0} %slice.39, u32[2097152]{0} %broadcast.224), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.3> +2023-12-14 14:52:55.931845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:55.931855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41, operand 0 +2023-12-14 14:52:55.931865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.41> +2023-12-14 14:52:55.931875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.41 +2023-12-14 14:52:55.931885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:55.931895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.41 = u32[2097152]{0} slice(u32[4194304]{0} %iota.3), slice={[0:2097152]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(2097152,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.34> +2023-12-14 14:52:55.931905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.34 +2023-12-14 14:52:55.931915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40, operand 0 +2023-12-14 14:52:55.931925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.34 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.931931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.40> +2023-12-14 14:52:55.931935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.40 +2023-12-14 14:52:55.931945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:55.931955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.40 = u32[1]{0} slice(u32[2]{0} %param_0.34), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.44> +2023-12-14 14:52:55.931970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.931975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:55.931980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.931984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225, operand 0 +2023-12-14 14:52:55.931990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.40), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.931995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.225> +2023-12-14 14:52:55.932000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.225 +2023-12-14 14:52:55.932010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:55.932020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.225 = u32[2097152]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.932025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.118> +2023-12-14 14:52:55.932031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:55.932040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = u32[2097152]{0} add(u32[2097152]{0} %slice.41, u32[2097152]{0} %broadcast.225), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.932051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.21> +2023-12-14 14:52:55.932056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.21 +2023-12-14 14:52:55.932065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:55.932075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:55.932080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.21 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.932088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.22> +2023-12-14 14:52:55.932094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:55.932103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30, operand 0 +2023-12-14 14:52:55.932114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.932119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.30> +2023-12-14 14:52:55.932124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30 +2023-12-14 14:52:55.932133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:55.932144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.30 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.932149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.20> +2023-12-14 14:52:55.932154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:55.932163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29, operand 0 +2023-12-14 14:52:55.932174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.932178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.29> +2023-12-14 14:52:55.932184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29 +2023-12-14 14:52:55.932193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:55.932204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.29 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.932212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:55.932217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:55.932226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:55.932237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.30, u32[] %reshape.29), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.932242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.101> +2023-12-14 14:52:55.932247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:55.932257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:55.932267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(466688986) +2023-12-14 14:52:55.932272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:55.932277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:55.932287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.932297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.14> +2023-12-14 14:52:55.932302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:55.932312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:55.932322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:55.932327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 copy.24> +2023-12-14 14:52:55.932332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:55.932342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:55.932366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:55.932376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:55.932381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_0.1> +2023-12-14 14:52:55.932386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:55.932396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:55.932401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:55.932405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:55.932416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:55.932421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:55.932427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:55.932432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:55.932437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 0 +2023-12-14 14:52:55.932442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 0 +2023-12-14 14:52:55.932447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.932452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.5> +2023-12-14 14:52:55.932456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:55.932466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:55.932471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:55.932481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.932486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.3> +2023-12-14 14:52:55.932492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:55.932502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:55.932509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:55.932520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.932525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.7> +2023-12-14 14:52:55.932529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:55.932540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:55.932544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:55.932555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.932560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.17> +2023-12-14 14:52:55.932565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:55.932574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:55.932585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.932590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.26> +2023-12-14 14:52:55.932595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:55.932605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:55.932610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:55.932620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:55.932625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 constant.16> +2023-12-14 14:52:55.932630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:55.932643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:55.932653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.932658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.25> +2023-12-14 14:52:55.932663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:55.932673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:55.932678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:55.932688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:55.932693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 tuple.9{}> +2023-12-14 14:52:55.932698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:55.932708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:55.932718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[2097152]{0} %call.4, u32[2097152]{0} %call.3, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:55.932723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.8> +2023-12-14 14:52:55.932728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:55.932738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:55.932743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:55.932753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:55.932758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:55.932763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.932768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.67> +2023-12-14 14:52:55.932773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:55.932786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:55.932797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:55.932802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.55> +2023-12-14 14:52:55.932807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:55.932816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:55.932821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:55.932833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.932838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.11> +2023-12-14 14:52:55.932843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:55.932853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:55.932857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:55.932867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:55.932872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:55.932877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.932883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.14> +2023-12-14 14:52:55.932888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:55.932898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:55.932903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:55.932908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:55.932918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:55.932926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:55.932931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:55.932936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:55.932941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.932946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.10> +2023-12-14 14:52:55.932951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.932957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:55.932961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:55.932966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:55.932971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.932976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:55.932981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:55.932986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:55.932991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:55.932996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.132) +2023-12-14 14:52:55.933001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> +2023-12-14 14:52:55.933006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:55.933016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:55.933021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:55.933026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:55.933036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:55.933041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:55.933046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:55.933051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.131) +2023-12-14 14:52:55.933056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.12> +2023-12-14 14:52:55.933060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:55.933074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:55.933079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:55.933088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:55.933093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:55.933098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.933104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> +2023-12-14 14:52:55.933109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:55.933118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:55.933123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:55.933134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.933139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.13> +2023-12-14 14:52:55.933143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:55.933153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:55.933164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.933169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> +2023-12-14 14:52:55.933174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:55.933184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:55.933189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:55.933199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.933204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> +2023-12-14 14:52:55.933209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:55.933222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:55.933227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:55.933237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.933241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.15> +2023-12-14 14:52:55.933246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:55.933257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:55.933266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.933271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> +2023-12-14 14:52:55.933276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:55.933286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:55.933291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:55.933301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.933306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> +2023-12-14 14:52:55.933311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:55.933321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:55.933326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:55.933336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.933341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 tuple.11{}> +2023-12-14 14:52:55.933346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:55.933359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[2097152]{0} %call.1, u32[2097152]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.933370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_3.26> +2023-12-14 14:52:55.933375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.26 +2023-12-14 14:52:55.933385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104, operand 0 +2023-12-14 14:52:55.933395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.26 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.933399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 param_2.24> +2023-12-14 14:52:55.933405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.24 +2023-12-14 14:52:55.933415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:55.933425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:55.933431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104, operand 1 +2023-12-14 14:52:55.933436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.24 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.933441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.104> +2023-12-14 14:52:55.933446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.104 +2023-12-14 14:52:55.933455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103, operand 0 +2023-12-14 14:52:55.933466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29, operand 0 +2023-12-14 14:52:55.933471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.104 = u32[2097152]{0} add(u32[2097152]{0} %param_3.26, u32[2097152]{0} %param_2.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 param_1.46> +2023-12-14 14:52:55.933480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.46 +2023-12-14 14:52:55.933493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:55.933503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:55.933508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:55.933513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.46 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.933518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 slice.37> +2023-12-14 14:52:55.933523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:55.933533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:55.933543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 reshape.41> +2023-12-14 14:52:55.933553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:55.933564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:55.933573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:55.933578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.37), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.194> +2023-12-14 14:52:55.933589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:55.933599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:55.933608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = u32[2097152]{0} broadcast(u32[] %reshape.41), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.25> +2023-12-14 14:52:55.933622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:55.933632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:55.933642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.194), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.104> +2023-12-14 14:52:55.933652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104 +2023-12-14 14:52:55.933662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:55.933671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:55.933677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:55.933682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.104 = u32[] constant(32) +2023-12-14 14:52:55.933687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.29> +2023-12-14 14:52:55.933691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:55.933701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:55.933711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.104, u32[] %reshape.41), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.193> +2023-12-14 14:52:55.933721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:55.933730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:55.933742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = u32[2097152]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.27> +2023-12-14 14:52:55.933755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:55.933766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:55.933776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.193), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.27> +2023-12-14 14:52:55.933786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:55.933795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29, operand 1 +2023-12-14 14:52:55.933805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.25, u32[2097152]{0} %shift-right-logical.27), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.29> +2023-12-14 14:52:55.933815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.29 +2023-12-14 14:52:55.933824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:55.933834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:55.933839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103, operand 1 +2023-12-14 14:52:55.933844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.29 = u32[2097152]{0} xor(u32[2097152]{0} %add.104, u32[2097152]{0} %or.27), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.103> +2023-12-14 14:52:55.933854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.103 +2023-12-14 14:52:55.933864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 0 +2023-12-14 14:52:55.933876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28, operand 0 +2023-12-14 14:52:55.933881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.103 = u32[2097152]{0} add(u32[2097152]{0} %add.104, u32[2097152]{0} %xor.29), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 slice.36> +2023-12-14 14:52:55.933893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:55.933903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40, operand 0 +2023-12-14 14:52:55.933912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.40> +2023-12-14 14:52:55.933923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40 +2023-12-14 14:52:55.933933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:55.933942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:55.933949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.40 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 broadcast.192> +2023-12-14 14:52:55.933959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:55.933968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.933973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:55.933979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = u32[2097152]{0} broadcast(u32[] %reshape.40), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.933984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-left.24> +2023-12-14 14:52:55.933993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.933998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:55.934003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:55.934013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.192), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 subtract.28> +2023-12-14 14:52:55.934023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:55.934032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:55.934043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.104, u32[] %reshape.40), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.191> +2023-12-14 14:52:55.934052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:55.934062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:55.934073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = u32[2097152]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 shift-right-logical.26> +2023-12-14 14:52:55.934082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:55.934092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:55.934102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.191), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 or.26> +2023-12-14 14:52:55.934115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:55.934124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28, operand 1 +2023-12-14 14:52:55.934135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.24, u32[2097152]{0} %shift-right-logical.26), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 xor.28> +2023-12-14 14:52:55.934145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.28 +2023-12-14 14:52:55.934154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:55.934166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:55.934171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 1 +2023-12-14 14:52:55.934176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.28 = u32[2097152]{0} xor(u32[2097152]{0} %add.103, u32[2097152]{0} %or.26), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.102> +2023-12-14 14:52:55.934185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102 +2023-12-14 14:52:55.934196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 0 +2023-12-14 14:52:55.934205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:55.934210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.102 = u32[2097152]{0} add(u32[2097152]{0} %add.103, u32[2097152]{0} %xor.28), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 slice.35> +2023-12-14 14:52:55.934220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:55.934230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:55.934243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.39> +2023-12-14 14:52:55.934253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:55.934263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:55.934273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:55.934277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.35), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 broadcast.190> +2023-12-14 14:52:55.934288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:55.934297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:55.934307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = u32[2097152]{0} broadcast(u32[] %reshape.39), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-left.23> +2023-12-14 14:52:55.934318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:55.934327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:55.934337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.190), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 subtract.27> +2023-12-14 14:52:55.934348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:55.934360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:55.934371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.104, u32[] %reshape.39), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.189> +2023-12-14 14:52:55.934381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:55.934391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:55.934401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = u32[2097152]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-right-logical.25> +2023-12-14 14:52:55.934411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:55.934421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:55.934431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.189), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 or.25> +2023-12-14 14:52:55.934441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:55.934450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:55.934461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.23, u32[2097152]{0} %shift-right-logical.25), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 xor.27> +2023-12-14 14:52:55.934474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:55.934483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 1 +2023-12-14 14:52:55.934494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[2097152]{0} xor(u32[2097152]{0} %add.102, u32[2097152]{0} %or.25), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 add.101> +2023-12-14 14:52:55.934504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101 +2023-12-14 14:52:55.934513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 0 +2023-12-14 14:52:55.934523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.101 = u32[2097152]{0} add(u32[2097152]{0} %add.102, u32[2097152]{0} %xor.27), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_0.31> +2023-12-14 14:52:55.934534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:55.934543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:55.934553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[] parameter(0) +2023-12-14 14:52:55.934559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.188> +2023-12-14 14:52:55.934563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:55.934573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 1 +2023-12-14 14:52:55.934583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = u32[2097152]{0} broadcast(u32[] %param_0.31), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.100> +2023-12-14 14:52:55.934594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100 +2023-12-14 14:52:55.934606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.100 = u32[2097152]{0} add(u32[2097152]{0} %add.101, u32[2097152]{0} %broadcast.188), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 param_3.25> +2023-12-14 14:52:55.934622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.25 +2023-12-14 14:52:55.934631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 0 +2023-12-14 14:52:55.934642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.25 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.934647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_2.23> +2023-12-14 14:52:55.934652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.23 +2023-12-14 14:52:55.934661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:55.934672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:55.934677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 1 +2023-12-14 14:52:55.934682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.23 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.934687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.98> +2023-12-14 14:52:55.934691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98 +2023-12-14 14:52:55.934702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 0 +2023-12-14 14:52:55.934713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:55.934718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.98 = u32[2097152]{0} add(u32[2097152]{0} %param_3.25, u32[2097152]{0} %param_2.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 param_1.45> +2023-12-14 14:52:55.934727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45 +2023-12-14 14:52:55.934741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:55.934750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:55.934755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:55.934760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:55.934765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.45 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.934771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 slice.34> +2023-12-14 14:52:55.934775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:55.934785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:55.934795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.38> +2023-12-14 14:52:55.934805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:55.934815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:55.934825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:55.934831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.187> +2023-12-14 14:52:55.934840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:55.934850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:55.934860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = u32[2097152]{0} broadcast(u32[] %reshape.38), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 shift-left.22> +2023-12-14 14:52:55.934873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:55.934883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:55.934893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.187), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.102> +2023-12-14 14:52:55.934903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:55.934913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23, operand 0 +2023-12-14 14:52:55.934924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:55.934928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:55.934933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:55.934938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = u32[] constant(32) +2023-12-14 14:52:55.934943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 subtract.26> +2023-12-14 14:52:55.934948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:55.934958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:55.934968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.102, u32[] %reshape.38), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.934973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.186> +2023-12-14 14:52:55.934978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.934983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:55.934991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.934996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:55.935001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = u32[2097152]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-right-logical.24> +2023-12-14 14:52:55.935012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:55.935021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:55.935032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.186), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 or.24> +2023-12-14 14:52:55.935042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:55.935051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:55.935061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.22, u32[2097152]{0} %shift-right-logical.24), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 xor.24> +2023-12-14 14:52:55.935072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:55.935082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:55.935092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:55.935097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 1 +2023-12-14 14:52:55.935102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[2097152]{0} xor(u32[2097152]{0} %add.98, u32[2097152]{0} %or.24), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.97> +2023-12-14 14:52:55.935115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97 +2023-12-14 14:52:55.935126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:55.935136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:55.935141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.97 = u32[2097152]{0} add(u32[2097152]{0} %add.98, u32[2097152]{0} %xor.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 slice.33> +2023-12-14 14:52:55.935151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:55.935160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37, operand 0 +2023-12-14 14:52:55.935170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.37> +2023-12-14 14:52:55.935181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37 +2023-12-14 14:52:55.935190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:55.935201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:55.935205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.37 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.185> +2023-12-14 14:52:55.935217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:55.935227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:55.935242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = u32[2097152]{0} broadcast(u32[] %reshape.37), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 shift-left.21> +2023-12-14 14:52:55.935252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:55.935262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:55.935272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.185), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 subtract.25> +2023-12-14 14:52:55.935282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:55.935292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:55.935302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.102, u32[] %reshape.37), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.184> +2023-12-14 14:52:55.935312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:55.935326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:55.935338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = u32[2097152]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 shift-right-logical.23> +2023-12-14 14:52:55.935348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:55.935358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:55.935371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.184), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 or.23> +2023-12-14 14:52:55.935381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:55.935391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:55.935401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.21, u32[2097152]{0} %shift-right-logical.23), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 xor.23> +2023-12-14 14:52:55.935412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:55.935421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:55.935432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:55.935437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:55.935442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[2097152]{0} xor(u32[2097152]{0} %add.97, u32[2097152]{0} %or.23), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.96> +2023-12-14 14:52:55.935452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:55.935462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 0 +2023-12-14 14:52:55.935472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:55.935477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = u32[2097152]{0} add(u32[2097152]{0} %add.97, u32[2097152]{0} %xor.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 slice.32> +2023-12-14 14:52:55.935490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:55.935500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36, operand 0 +2023-12-14 14:52:55.935510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 reshape.36> +2023-12-14 14:52:55.935520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36 +2023-12-14 14:52:55.935530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:55.935540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:55.935545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.36 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.183> +2023-12-14 14:52:55.935555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:55.935565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:55.935575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = u32[2097152]{0} broadcast(u32[] %reshape.36), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.20> +2023-12-14 14:52:55.935585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:55.935595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22, operand 0 +2023-12-14 14:52:55.935605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.183), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 subtract.24> +2023-12-14 14:52:55.935618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:55.935628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:55.935638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.102, u32[] %reshape.36), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.182> +2023-12-14 14:52:55.935648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:55.935659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:55.935669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = u32[2097152]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 shift-right-logical.22> +2023-12-14 14:52:55.935679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:55.935689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22, operand 1 +2023-12-14 14:52:55.935699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.182), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 or.22> +2023-12-14 14:52:55.935708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.22 +2023-12-14 14:52:55.935719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:55.935732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.22 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.20, u32[2097152]{0} %shift-right-logical.22), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 xor.22> +2023-12-14 14:52:55.935741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:55.935751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:55.935762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:55.935767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 1 +2023-12-14 14:52:55.935771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[2097152]{0} xor(u32[2097152]{0} %add.96, u32[2097152]{0} %or.22), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.95> +2023-12-14 14:52:55.935782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95 +2023-12-14 14:52:55.935792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:55.935801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.95 = u32[2097152]{0} add(u32[2097152]{0} %add.96, u32[2097152]{0} %xor.22), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 slice.31> +2023-12-14 14:52:55.935811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:55.935821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35, operand 0 +2023-12-14 14:52:55.935831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 reshape.35> +2023-12-14 14:52:55.935841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.35 +2023-12-14 14:52:55.935856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23, operand 1 +2023-12-14 14:52:55.935866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:55.935871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.35 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.181> +2023-12-14 14:52:55.935881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:55.935891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:55.935902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = u32[2097152]{0} broadcast(u32[] %reshape.35), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 shift-left.19> +2023-12-14 14:52:55.935913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:55.935922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21, operand 0 +2023-12-14 14:52:55.935932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.181), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.23> +2023-12-14 14:52:55.935942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.23 +2023-12-14 14:52:55.935952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:55.935963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.23 = u32[] subtract(u32[] %constant.102, u32[] %reshape.35), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.935971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.180> +2023-12-14 14:52:55.935976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.935980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:55.935985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.935990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:55.935995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = u32[2097152]{0} broadcast(u32[] %subtract.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.21> +2023-12-14 14:52:55.936006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:55.936015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21, operand 1 +2023-12-14 14:52:55.936025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.180), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.21> +2023-12-14 14:52:55.936035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.21 +2023-12-14 14:52:55.936045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:55.936055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.21 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.19, u32[2097152]{0} %shift-right-logical.21), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.21> +2023-12-14 14:52:55.936065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:55.936075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:55.936085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[2097152]{0} xor(u32[2097152]{0} %add.95, u32[2097152]{0} %or.21), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.30> +2023-12-14 14:52:55.936098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.30 +2023-12-14 14:52:55.936108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:55.936118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.30 = u32[] parameter(0) +2023-12-14 14:52:55.936124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.179> +2023-12-14 14:52:55.936128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:55.936138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:55.936148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = u32[2097152]{0} broadcast(u32[] %param_0.30), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.92> +2023-12-14 14:52:55.936158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:55.936168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 0 +2023-12-14 14:52:55.936178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = u32[2097152]{0} add(u32[2097152]{0} %xor.21, u32[2097152]{0} %broadcast.179), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.37> +2023-12-14 14:52:55.936188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.37 +2023-12-14 14:52:55.936198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 0 +2023-12-14 14:52:55.936208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.37 = s32[] parameter(4) +2023-12-14 14:52:55.936213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.103> +2023-12-14 14:52:55.936221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:55.936232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 1 +2023-12-14 14:52:55.936242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(1) +2023-12-14 14:52:55.936247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.99> +2023-12-14 14:52:55.936252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99 +2023-12-14 14:52:55.936261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4, operand 0 +2023-12-14 14:52:55.936272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.99 = s32[] add(s32[] %param_4.37, s32[] %constant.103), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.4> +2023-12-14 14:52:55.936281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.4 +2023-12-14 14:52:55.936291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:55.936302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.4 = u32[] convert(s32[] %add.99), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.178> +2023-12-14 14:52:55.936311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:55.936321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 1 +2023-12-14 14:52:55.936331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = u32[2097152]{0} broadcast(u32[] %convert.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.91> +2023-12-14 14:52:55.936341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91 +2023-12-14 14:52:55.936354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.91 = u32[2097152]{0} add(u32[2097152]{0} %add.92, u32[2097152]{0} %broadcast.178), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 param_0.32> +2023-12-14 14:52:55.936369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.32 +2023-12-14 14:52:55.936379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:55.936389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.32 = u32[2097152]{0} parameter(0) +2023-12-14 14:52:55.936394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 param_1.47> +2023-12-14 14:52:55.936399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.47 +2023-12-14 14:52:55.936408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:55.936420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.47 = u32[2097152]{0} parameter(1) +2023-12-14 14:52:55.936425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 concatenate.1> +2023-12-14 14:52:55.936430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:55.936440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:55.936451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[4194304]{0} concatenate(u32[2097152]{0} %param_0.32, u32[2097152]{0} %param_1.47), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.139> +2023-12-14 14:52:55.936460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.139 +2023-12-14 14:52:55.936470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223, operand 0 +2023-12-14 14:52:55.936483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.139 = u32[] constant(9) +2023-12-14 14:52:55.936488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.223> +2023-12-14 14:52:55.936493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.223 +2023-12-14 14:52:55.936502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:55.936513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.223 = u32[4194304]{0} broadcast(u32[] %constant.139), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 shift-right-logical.28> +2023-12-14 14:52:55.936523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:55.936532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:55.936543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[4194304]{0} shift-right-logical(u32[4194304]{0} %concatenate.1, u32[4194304]{0} %broadcast.223), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.137> +2023-12-14 14:52:55.936553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.137 +2023-12-14 14:52:55.936562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222, operand 0 +2023-12-14 14:52:55.936573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.137 = u32[] constant(1065353216) +2023-12-14 14:52:55.936578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.222> +2023-12-14 14:52:55.936582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.222 +2023-12-14 14:52:55.936592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:55.936603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.222 = u32[4194304]{0} broadcast(u32[] %constant.137), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 or.28> +2023-12-14 14:52:55.936615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:55.936624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2, operand 0 +2023-12-14 14:52:55.936636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[4194304]{0} or(u32[4194304]{0} %shift-right-logical.28, u32[4194304]{0} %broadcast.222), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 bitcast-convert.2> +2023-12-14 14:52:55.936645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.2 +2023-12-14 14:52:55.936655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:55.936666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.2 = f32[4194304]{0} bitcast-convert(u32[4194304]{0} %or.28), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.135> +2023-12-14 14:52:55.936676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.135 +2023-12-14 14:52:55.936685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221, operand 0 +2023-12-14 14:52:55.936696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.135 = f32[] constant(-1) +2023-12-14 14:52:55.936701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 broadcast.221> +2023-12-14 14:52:55.936706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.221 +2023-12-14 14:52:55.936715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:55.936726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.221 = f32[4194304]{0} broadcast(f32[] %constant.135), dimensions={} +2023-12-14 14:52:55.936731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.116> +2023-12-14 14:52:55.936739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:55.936749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 0 +2023-12-14 14:52:55.936760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[4194304]{0} add(f32[4194304]{0} %bitcast-convert.2, f32[4194304]{0} %broadcast.221), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.133> +2023-12-14 14:52:55.936769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.133 +2023-12-14 14:52:55.936779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220, operand 0 +2023-12-14 14:52:55.936789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.133 = f32[] constant(2) +2023-12-14 14:52:55.936794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 broadcast.220> +2023-12-14 14:52:55.936798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.220 +2023-12-14 14:52:55.936808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 1 +2023-12-14 14:52:55.936819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.220 = f32[4194304]{0} broadcast(f32[] %constant.133), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.52> +2023-12-14 14:52:55.936828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52 +2023-12-14 14:52:55.936838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:55.936848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.52 = f32[4194304]{0} multiply(f32[4194304]{0} %add.116, f32[4194304]{0} %broadcast.220), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.131> +2023-12-14 14:52:55.936858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.131 +2023-12-14 14:52:55.936872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219, operand 0 +2023-12-14 14:52:55.936882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.131 = f32[] constant(-0.99999994) +2023-12-14 14:52:55.936886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.219> +2023-12-14 14:52:55.936891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.219 +2023-12-14 14:52:55.936900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2, operand 1 +2023-12-14 14:52:55.936910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:55.936915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.219 = f32[4194304]{0} broadcast(f32[] %constant.131), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.115> +2023-12-14 14:52:55.936925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:55.936935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2, operand 0 +2023-12-14 14:52:55.936945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[4194304]{0} add(f32[4194304]{0} %multiply.52, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 maximum.2> +2023-12-14 14:52:55.936954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.2 +2023-12-14 14:52:55.936964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.936969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42, operand 0 +2023-12-14 14:52:55.936974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.2 = f32[4194304]{0} maximum(f32[4194304]{0} %add.115, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.936979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 reshape.42> +2023-12-14 14:52:55.936983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.936991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42 +2023-12-14 14:52:55.936996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 1 +2023-12-14 14:52:55.937006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:55.937011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:55.937015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:55.937020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:55.937026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.42 = f32[2048,2048]{1,0} reshape(f32[4194304]{0} %maximum.2), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.937031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 abs.3> +2023-12-14 14:52:55.937035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:55.937045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 0 +2023-12-14 14:52:55.937055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048,2048]{1,0} abs(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="abs.83"} +2023-12-14 14:52:55.937060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.129> +2023-12-14 14:52:55.937065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.129 +2023-12-14 14:52:55.937074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218, operand 0 +2023-12-14 14:52:55.937085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.129 = f32[] constant(1) +2023-12-14 14:52:55.937090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 broadcast.218> +2023-12-14 14:52:55.937094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.218 +2023-12-14 14:52:55.937104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 1 +2023-12-14 14:52:55.937115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.218 = f32[2048,2048]{1,0} broadcast(f32[] %constant.129), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:55.937124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 compare.9> +2023-12-14 14:52:55.937129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9 +2023-12-14 14:52:55.937138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 0 +2023-12-14 14:52:55.937149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.9 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %abs.3, f32[2048,2048]{1,0} %broadcast.218), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:55.937154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.128> +2023-12-14 14:52:55.937159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128 +2023-12-14 14:52:55.937168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217, operand 0 +2023-12-14 14:52:55.937179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.128 = f32[] constant(inf) +2023-12-14 14:52:55.937184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 broadcast.217> +2023-12-14 14:52:55.937189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.217 +2023-12-14 14:52:55.937199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:55.937209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.217 = f32[2048,2048]{1,0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:55.937214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.51> +2023-12-14 14:52:55.937219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:55.937228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 1 +2023-12-14 14:52:55.937239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %reshape.42, f32[2048,2048]{1,0} %broadcast.217), metadata={op_name="multiply.81"} +2023-12-14 14:52:55.937244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 negate.10> +2023-12-14 14:52:55.937249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:55.937262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:55.937273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="negate.2"} +2023-12-14 14:52:55.937277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.50> +2023-12-14 14:52:55.937282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:55.937292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:55.937303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %negate.10, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.3"} +2023-12-14 14:52:55.937308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 log-plus-one.3> +2023-12-14 14:52:55.937313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:55.937323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:55.937333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048,2048]{1,0} log-plus-one(f32[2048,2048]{1,0} %multiply.50), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:55.937338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 negate.9> +2023-12-14 14:52:55.937342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:55.937352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:55.937363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:55.937368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 0 +2023-12-14 14:52:55.937373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:55.937378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 constant.127> +2023-12-14 14:52:55.937383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127 +2023-12-14 14:52:55.937396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216, operand 0 +2023-12-14 14:52:55.937406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.127 = f32[] constant(5) +2023-12-14 14:52:55.937411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.216> +2023-12-14 14:52:55.937416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.216 +2023-12-14 14:52:55.937426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 1 +2023-12-14 14:52:55.937436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.216 = f32[2048,2048]{1,0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:55.937441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 compare.8> +2023-12-14 14:52:55.937446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8 +2023-12-14 14:52:55.937456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 0 +2023-12-14 14:52:55.937466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 0 +2023-12-14 14:52:55.937471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 0 +2023-12-14 14:52:55.937476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 0 +2023-12-14 14:52:55.937481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 0 +2023-12-14 14:52:55.937486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 0 +2023-12-14 14:52:55.937491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 0 +2023-12-14 14:52:55.937496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:55.937500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:55.937506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:55.937511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.8 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.216), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:55.937517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 constant.126> +2023-12-14 14:52:55.937521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126 +2023-12-14 14:52:55.937531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215, operand 0 +2023-12-14 14:52:55.937545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.126 = f32[] constant(1.50140941) +2023-12-14 14:52:55.937550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 broadcast.215> +2023-12-14 14:52:55.937555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.215 +2023-12-14 14:52:55.937565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:55.937575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.215 = f32[2048,2048]{1,0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:55.937580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.125> +2023-12-14 14:52:55.937585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125 +2023-12-14 14:52:55.937595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214, operand 0 +2023-12-14 14:52:55.937605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.125 = f32[] constant(2.83297682) +2023-12-14 14:52:55.937610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 broadcast.214> +2023-12-14 14:52:55.937615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.214 +2023-12-14 14:52:55.937625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:55.937635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.214 = f32[2048,2048]{1,0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:55.937640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 select.43> +2023-12-14 14:52:55.937645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:55.937655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:55.937665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.215, f32[2048,2048]{1,0} %broadcast.214), metadata={op_name="select.76"} +2023-12-14 14:52:55.937673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.124> +2023-12-14 14:52:55.937678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124 +2023-12-14 14:52:55.937689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213, operand 0 +2023-12-14 14:52:55.937700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.124 = f32[] constant(0.246640727) +2023-12-14 14:52:55.937705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 broadcast.213> +2023-12-14 14:52:55.937710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.213 +2023-12-14 14:52:55.937720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:55.937730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.213 = f32[2048,2048]{1,0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:55.937735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.123> +2023-12-14 14:52:55.937740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123 +2023-12-14 14:52:55.937750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212, operand 0 +2023-12-14 14:52:55.937760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.123 = f32[] constant(1.00167406) +2023-12-14 14:52:55.937765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 broadcast.212> +2023-12-14 14:52:55.937770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.212 +2023-12-14 14:52:55.937780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:55.937790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.212 = f32[2048,2048]{1,0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:55.937795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 select.42> +2023-12-14 14:52:55.937800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:55.937814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:55.937824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.213, f32[2048,2048]{1,0} %broadcast.212), metadata={op_name="select.69"} +2023-12-14 14:52:55.937829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.122> +2023-12-14 14:52:55.937835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122 +2023-12-14 14:52:55.937844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211, operand 0 +2023-12-14 14:52:55.937855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.122 = f32[] constant(-0.00417768164) +2023-12-14 14:52:55.937859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 broadcast.211> +2023-12-14 14:52:55.937865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.211 +2023-12-14 14:52:55.937874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:55.937885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.211 = f32[2048,2048]{1,0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:55.937889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 constant.121> +2023-12-14 14:52:55.937895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121 +2023-12-14 14:52:55.937904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210, operand 0 +2023-12-14 14:52:55.937915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.121 = f32[] constant(0.00943887047) +2023-12-14 14:52:55.937919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 broadcast.210> +2023-12-14 14:52:55.937925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.210 +2023-12-14 14:52:55.937934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:55.937944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.210 = f32[2048,2048]{1,0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:55.937952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 select.41> +2023-12-14 14:52:55.937958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:55.937967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.937973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:55.937978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.211, f32[2048,2048]{1,0} %broadcast.210), metadata={op_name="select.62"} +2023-12-14 14:52:55.937983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 constant.120> +2023-12-14 14:52:55.937988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.937993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120 +2023-12-14 14:52:55.937997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209, operand 0 +2023-12-14 14:52:55.938008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.120 = f32[] constant(-0.00125372503) +2023-12-14 14:52:55.938012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 broadcast.209> +2023-12-14 14:52:55.938018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.209 +2023-12-14 14:52:55.938027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 1 +2023-12-14 14:52:55.938038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.209 = f32[2048,2048]{1,0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:55.938042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 constant.119> +2023-12-14 14:52:55.938048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119 +2023-12-14 14:52:55.938057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:55.938067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.119 = f32[] constant(-0.0076224613) +2023-12-14 14:52:55.938072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.208> +2023-12-14 14:52:55.938078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:55.938092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 2 +2023-12-14 14:52:55.938102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = f32[2048,2048]{1,0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:55.938107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 select.40> +2023-12-14 14:52:55.938112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40 +2023-12-14 14:52:55.938122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:55.938132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.40 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.209, f32[2048,2048]{1,0} %broadcast.208), metadata={op_name="select.55"} +2023-12-14 14:52:55.938137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 constant.118> +2023-12-14 14:52:55.938142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118 +2023-12-14 14:52:55.938152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:55.938161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.118 = f32[] constant(0.00021858087) +2023-12-14 14:52:55.938167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 broadcast.207> +2023-12-14 14:52:55.938171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:55.938181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 1 +2023-12-14 14:52:55.938191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = f32[2048,2048]{1,0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:55.938197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 constant.117> +2023-12-14 14:52:55.938201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117 +2023-12-14 14:52:55.938211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:55.938224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.117 = f32[] constant(0.00573950773) +2023-12-14 14:52:55.938229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 broadcast.206> +2023-12-14 14:52:55.938234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:55.938244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 2 +2023-12-14 14:52:55.938254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[2048,2048]{1,0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:55.938260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 select.39> +2023-12-14 14:52:55.938264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39 +2023-12-14 14:52:55.938274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:55.938284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.39 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.207, f32[2048,2048]{1,0} %broadcast.206), metadata={op_name="select.48"} +2023-12-14 14:52:55.938289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 constant.116> +2023-12-14 14:52:55.938294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116 +2023-12-14 14:52:55.938304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:55.938314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.116 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:55.938319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.205> +2023-12-14 14:52:55.938324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:55.938333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 1 +2023-12-14 14:52:55.938343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[2048,2048]{1,0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:55.938349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 constant.115> +2023-12-14 14:52:55.938354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115 +2023-12-14 14:52:55.938367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:55.938377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.115 = f32[] constant(-0.00367342844) +2023-12-14 14:52:55.938382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.204> +2023-12-14 14:52:55.938387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:55.938397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 2 +2023-12-14 14:52:55.938407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[2048,2048]{1,0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:55.938412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 select.38> +2023-12-14 14:52:55.938417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38 +2023-12-14 14:52:55.938427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:55.938437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.38 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.205, f32[2048,2048]{1,0} %broadcast.204), metadata={op_name="select.41"} +2023-12-14 14:52:55.938442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 constant.114> +2023-12-14 14:52:55.938446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114 +2023-12-14 14:52:55.938457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:55.938467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.114 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:55.938472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 broadcast.203> +2023-12-14 14:52:55.938477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:55.938486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 1 +2023-12-14 14:52:55.938500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = f32[2048,2048]{1,0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:55.938505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 constant.113> +2023-12-14 14:52:55.938509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113 +2023-12-14 14:52:55.938520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:55.938530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.113 = f32[] constant(0.00134934322) +2023-12-14 14:52:55.938535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.202> +2023-12-14 14:52:55.938539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:55.938550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 2 +2023-12-14 14:52:55.938560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = f32[2048,2048]{1,0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:55.938565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 select.37> +2023-12-14 14:52:55.938569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37 +2023-12-14 14:52:55.938579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 0 +2023-12-14 14:52:55.938589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.37 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.203, f32[2048,2048]{1,0} %broadcast.202), metadata={op_name="select.34"} +2023-12-14 14:52:55.938594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 constant.112> +2023-12-14 14:52:55.938599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112 +2023-12-14 14:52:55.938609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:55.938620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.112 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:55.938625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.201> +2023-12-14 14:52:55.938632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:55.938642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 1 +2023-12-14 14:52:55.938653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[2048,2048]{1,0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:55.938658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 constant.111> +2023-12-14 14:52:55.938662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111 +2023-12-14 14:52:55.938673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:55.938683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.111 = f32[] constant(0.000100950558) +2023-12-14 14:52:55.938688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.200> +2023-12-14 14:52:55.938692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:55.938702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 2 +2023-12-14 14:52:55.938713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[2048,2048]{1,0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:55.938718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 select.36> +2023-12-14 14:52:55.938723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36 +2023-12-14 14:52:55.938733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:55.938743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.36 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.201, f32[2048,2048]{1,0} %broadcast.200), metadata={op_name="select.27"} +2023-12-14 14:52:55.938748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.110> +2023-12-14 14:52:55.938752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110 +2023-12-14 14:52:55.938762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:55.938775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.110 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:55.938780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 broadcast.199> +2023-12-14 14:52:55.938785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:55.938795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 1 +2023-12-14 14:52:55.938805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[2048,2048]{1,0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:55.938810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 constant.109> +2023-12-14 14:52:55.938815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109 +2023-12-14 14:52:55.938825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:55.938835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.109 = f32[] constant(-0.000200214257) +2023-12-14 14:52:55.938840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.198> +2023-12-14 14:52:55.938845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:55.938855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 2 +2023-12-14 14:52:55.938865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048,2048]{1,0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:55.938870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 select.35> +2023-12-14 14:52:55.938875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35 +2023-12-14 14:52:55.938885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:55.938895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.35 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.199, f32[2048,2048]{1,0} %broadcast.198), metadata={op_name="select.21"} +2023-12-14 14:52:55.938902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 constant.108> +2023-12-14 14:52:55.938907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108 +2023-12-14 14:52:55.938917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:55.938927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.108 = f32[] constant(-2.5) +2023-12-14 14:52:55.938932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.197> +2023-12-14 14:52:55.938937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:55.938947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:55.938957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048,2048]{1,0} broadcast(f32[] %constant.108), dimensions={} +2023-12-14 14:52:55.938962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 add.114> +2023-12-14 14:52:55.938967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.938971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:55.938978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.938983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 1 +2023-12-14 14:52:55.938988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.197), metadata={op_name="subtract.15"} +2023-12-14 14:52:55.938993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 sqrt.3> +2023-12-14 14:52:55.938997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:55.939007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 0 +2023-12-14 14:52:55.939017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048,2048]{1,0} sqrt(f32[2048,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:55.939022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.106> +2023-12-14 14:52:55.939027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106 +2023-12-14 14:52:55.939040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:55.939050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.106 = f32[] constant(-3) +2023-12-14 14:52:55.939055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 broadcast.196> +2023-12-14 14:52:55.939060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:55.939070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 1 +2023-12-14 14:52:55.939079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048,2048]{1,0} broadcast(f32[] %constant.106), dimensions={} +2023-12-14 14:52:55.939084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 add.113> +2023-12-14 14:52:55.939089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113 +2023-12-14 14:52:55.939099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 2 +2023-12-14 14:52:55.939109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.113 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %sqrt.3, f32[2048,2048]{1,0} %broadcast.196), metadata={op_name="subtract.12"} +2023-12-14 14:52:55.939114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 select.34> +2023-12-14 14:52:55.939118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34 +2023-12-14 14:52:55.939128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:55.939138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:55.939143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:55.939148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:55.939152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:55.939158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:55.939163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:55.939167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:55.939172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.34 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %add.114, f32[2048,2048]{1,0} %add.113), metadata={op_name="select.16"} +2023-12-14 14:52:55.939180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 multiply.49> +2023-12-14 14:52:55.939185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:55.939195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:55.939205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.35, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:55.939209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.112> +2023-12-14 14:52:55.939214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:55.939224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:55.939234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.36, f32[2048,2048]{1,0} %multiply.49), metadata={op_name="add.28"} +2023-12-14 14:52:55.939239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 multiply.48> +2023-12-14 14:52:55.939243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:55.939254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 1 +2023-12-14 14:52:55.939263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.112, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:55.939268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 add.111> +2023-12-14 14:52:55.939273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111 +2023-12-14 14:52:55.939284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:55.939293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.111 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.37, f32[2048,2048]{1,0} %multiply.48), metadata={op_name="add.35"} +2023-12-14 14:52:55.939298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 multiply.47> +2023-12-14 14:52:55.939306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:55.939316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:55.939329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.111, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:55.939338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 add.110> +2023-12-14 14:52:55.939343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:55.939352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:55.939363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.38, f32[2048,2048]{1,0} %multiply.47), metadata={op_name="add.42"} +2023-12-14 14:52:55.939368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 multiply.46> +2023-12-14 14:52:55.939373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:55.939382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:55.939393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.110, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:55.939397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.109> +2023-12-14 14:52:55.939403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:55.939413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:55.939423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.39, f32[2048,2048]{1,0} %multiply.46), metadata={op_name="add.49"} +2023-12-14 14:52:55.939428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 multiply.45> +2023-12-14 14:52:55.939433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:55.939446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:55.939456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.109, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:55.939461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.108> +2023-12-14 14:52:55.939466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:55.939476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:55.939486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.40, f32[2048,2048]{1,0} %multiply.45), metadata={op_name="add.56"} +2023-12-14 14:52:55.939491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 multiply.44> +2023-12-14 14:52:55.939496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:55.939506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:55.939516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.108, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:55.939521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 add.107> +2023-12-14 14:52:55.939526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:55.939535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:55.939545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.41, f32[2048,2048]{1,0} %multiply.44), metadata={op_name="add.63"} +2023-12-14 14:52:55.939550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 multiply.43> +2023-12-14 14:52:55.939556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:55.939565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:55.939578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.107, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:55.939583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 add.106> +2023-12-14 14:52:55.939588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:55.939599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:55.939608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.42, f32[2048,2048]{1,0} %multiply.43), metadata={op_name="add.70"} +2023-12-14 14:52:55.939613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 multiply.42> +2023-12-14 14:52:55.939618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:55.939629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:55.939638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.106, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:55.939643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.105> +2023-12-14 14:52:55.939648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:55.939659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 0 +2023-12-14 14:52:55.939668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.43, f32[2048,2048]{1,0} %multiply.42), metadata={op_name="add.77"} +2023-12-14 14:52:55.939673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 multiply.41> +2023-12-14 14:52:55.939679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41 +2023-12-14 14:52:55.939689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 2 +2023-12-14 14:52:55.939699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.41 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.105, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.78"} +2023-12-14 14:52:55.939704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.33> +2023-12-14 14:52:55.939711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33 +2023-12-14 14:52:55.939722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 0 +2023-12-14 14:52:55.939731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.33 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.9, f32[2048,2048]{1,0} %multiply.51, f32[2048,2048]{1,0} %multiply.41), metadata={op_name="select.86"} +2023-12-14 14:52:55.939736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.105> +2023-12-14 14:52:55.939742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105 +2023-12-14 14:52:55.939752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:55.939761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.105 = f32[] constant(1.41421354) +2023-12-14 14:52:55.939766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.195> +2023-12-14 14:52:55.939771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:55.939782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 1 +2023-12-14 14:52:55.939791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048,2048]{1,0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.939796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 multiply.40> +2023-12-14 14:52:55.939801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40 +2023-12-14 14:52:55.939811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.40 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.33, f32[2048,2048]{1,0} %broadcast.195), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.939821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.939826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:55.939841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:55.939851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.939855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.939861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:55.939871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:55.939881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:55.939885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:55.939891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:55.939896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:55.939901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:55.939906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:55.939911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:55.939915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.939921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.939926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:55.939936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:55.939940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:55.939951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.939957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.939962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:55.939974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.939979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.939984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.939989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.939995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:55.940000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.940015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:55.940025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.940039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:55.940049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.940064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:55.940074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.940089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:55.940101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.940117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:55.940127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.940142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:55.940152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:55.940157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:55.940167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.940177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:55.940186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:55.940191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:55.940202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.940211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:55.940221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:55.940229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:55.940239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.940249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:55.940259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:55.940264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:55.940274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.940283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:55.940294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:55.940299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:55.940309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.940319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:55.940329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:55.940333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:55.940343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.940354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:55.940368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:55.940373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:55.940384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.940393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:55.940403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:55.940408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:55.940418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 while.1{} (phi)> +2023-12-14 14:52:55.940428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:55.940438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:55.940448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:55.940453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.940458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{0} (phi)> +2023-12-14 14:52:55.940462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:55.940473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.940486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{1} (phi)> +2023-12-14 14:52:55.940491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:55.940502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:55.940507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:55.940512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:55.940521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:55.940526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.940532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{2} (phi)> +2023-12-14 14:52:55.940537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:55.940546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:55.940551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:55.940556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:55.940568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:55.940573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.940578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 while.1{3} (phi)> +2023-12-14 14:52:55.940582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:55.940593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.940620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 while.1{4} (phi)> +2023-12-14 14:52:55.940626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:55.940635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.940645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 while.1{5} (phi)> +2023-12-14 14:52:55.940650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:55.940660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.940670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{6} (phi)> +2023-12-14 14:52:55.940674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:55.940686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.940695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{7} (phi)> +2023-12-14 14:52:55.940700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:55.940705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:55.940710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:55.940715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.940863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <42 copy.26> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <0 fusion.6.clone> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <36 copy.24> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <39 fusion.3> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <1 fusion.4.clone> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 fusion.7> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <45 tuple.9{}> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <44 copy.25> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.940949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <38 fusion.5> to while param: %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.941640: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__normal, entry_computation_layout={(u32[2]{0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:55.941653: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.941659: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.30: u32[], param_1.45: u32[4], param_2.23: u32[2097152], param_3.25: u32[2097152], param_4.37: s32[]) -> u32[2097152] { +2023-12-14 14:52:55.941664: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.25 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.941669: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.23 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.941674: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.98 = u32[2097152]{0} add(u32[2097152]{0} %param_3.25, u32[2097152]{0} %param_2.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941679: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.45 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.941684: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.34 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941689: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.38 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941698: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.187 = u32[2097152]{0} broadcast(u32[] %reshape.38), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941703: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.22 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.187), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941708: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.102 = u32[] constant(32) +2023-12-14 14:52:55.941713: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.26 = u32[] subtract(u32[] %constant.102, u32[] %reshape.38), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941718: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.186 = u32[2097152]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941723: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.24 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.23, u32[2097152]{0} %broadcast.186), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941728: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.24 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.22, u32[2097152]{0} %shift-right-logical.24), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.24 = u32[2097152]{0} xor(u32[2097152]{0} %add.98, u32[2097152]{0} %or.24), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.97 = u32[2097152]{0} add(u32[2097152]{0} %add.98, u32[2097152]{0} %xor.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.37 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.185 = u32[2097152]{0} broadcast(u32[] %reshape.37), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.21 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.185), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941767: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.25 = u32[] subtract(u32[] %constant.102, u32[] %reshape.37), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941773: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.184 = u32[2097152]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.23 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.24, u32[2097152]{0} %broadcast.184), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.23 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.21, u32[2097152]{0} %shift-right-logical.23), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.23 = u32[2097152]{0} xor(u32[2097152]{0} %add.97, u32[2097152]{0} %or.23), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941793: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.96 = u32[2097152]{0} add(u32[2097152]{0} %add.97, u32[2097152]{0} %xor.23), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941799: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.36 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.183 = u32[2097152]{0} broadcast(u32[] %reshape.36), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941814: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.20 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.183), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941819: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.24 = u32[] subtract(u32[] %constant.102, u32[] %reshape.36), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.182 = u32[2097152]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941833: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.22 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.23, u32[2097152]{0} %broadcast.182), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941838: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.22 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.20, u32[2097152]{0} %shift-right-logical.22), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941843: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.22 = u32[2097152]{0} xor(u32[2097152]{0} %add.96, u32[2097152]{0} %or.22), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.95 = u32[2097152]{0} add(u32[2097152]{0} %add.96, u32[2097152]{0} %xor.22), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.45), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.35 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941864: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.181 = u32[2097152]{0} broadcast(u32[] %reshape.35), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.19 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.181), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941874: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.23 = u32[] subtract(u32[] %constant.102, u32[] %reshape.35), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.180 = u32[2097152]{0} broadcast(u32[] %subtract.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941883: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.21 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.22, u32[2097152]{0} %broadcast.180), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941892: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.21 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.19, u32[2097152]{0} %shift-right-logical.21), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941897: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.21 = u32[2097152]{0} xor(u32[2097152]{0} %add.95, u32[2097152]{0} %or.21), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941902: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.30 = u32[] parameter(0) +2023-12-14 14:52:55.941907: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.179 = u32[2097152]{0} broadcast(u32[] %param_0.30), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941912: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.92 = u32[2097152]{0} add(u32[2097152]{0} %xor.21, u32[2097152]{0} %broadcast.179), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941917: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.37 = s32[] parameter(4) +2023-12-14 14:52:55.941923: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.103 = s32[] constant(1) +2023-12-14 14:52:55.941928: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.99 = s32[] add(s32[] %param_4.37, s32[] %constant.103), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941933: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.4 = u32[] convert(s32[] %add.99), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941937: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.178 = u32[2097152]{0} broadcast(u32[] %convert.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941942: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.91 = u32[2097152]{0} add(u32[2097152]{0} %add.92, u32[2097152]{0} %broadcast.178), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.941947: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.941952: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.941958: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: u32[], p.1: u32[4], p.2: u32[2097152], p.3: u32[2097152], p.4: s32[]) -> u32[2097152] { +2023-12-14 14:52:55.941962: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = u32[] parameter(0) +2023-12-14 14:52:55.941967: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.941972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.2 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.941981: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.3 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.941987: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.4 = s32[] parameter(4) +2023-12-14 14:52:55.941992: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = u32[2097152]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[2097152]{0} %p.2, u32[2097152]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.941997: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.942002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.942006: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1.clone (param_0.31: u32[], param_1.46: u32[4], param_2.24: u32[2097152], param_3.26: u32[2097152]) -> u32[2097152] { +2023-12-14 14:52:55.942012: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.26 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.942017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.24 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.942022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.104 = u32[2097152]{0} add(u32[2097152]{0} %param_3.26, u32[2097152]{0} %param_2.24), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942027: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.46 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.942032: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.37 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.41 = u32[] reshape(u32[1]{0} %slice.37), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.194 = u32[2097152]{0} broadcast(u32[] %reshape.41), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.25 = u32[2097152]{0} shift-left(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.194), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942052: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.104 = u32[] constant(32) +2023-12-14 14:52:55.942057: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.29 = u32[] subtract(u32[] %constant.104, u32[] %reshape.41), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.193 = u32[2097152]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942071: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.27 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %param_2.24, u32[2097152]{0} %broadcast.193), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942076: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.27 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.25, u32[2097152]{0} %shift-right-logical.27), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942082: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.29 = u32[2097152]{0} xor(u32[2097152]{0} %add.104, u32[2097152]{0} %or.27), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.103 = u32[2097152]{0} add(u32[2097152]{0} %add.104, u32[2097152]{0} %xor.29), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.36 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942096: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.40 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942102: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.192 = u32[2097152]{0} broadcast(u32[] %reshape.40), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942108: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.24 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.192), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942112: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.28 = u32[] subtract(u32[] %constant.104, u32[] %reshape.40), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942117: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.191 = u32[2097152]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942122: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.26 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.29, u32[2097152]{0} %broadcast.191), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942127: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.26 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.24, u32[2097152]{0} %shift-right-logical.26), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.28 = u32[2097152]{0} xor(u32[2097152]{0} %add.103, u32[2097152]{0} %or.26), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.102 = u32[2097152]{0} add(u32[2097152]{0} %add.103, u32[2097152]{0} %xor.28), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.35 = u32[1]{0} slice(u32[4]{0} %param_1.46), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942150: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.39 = u32[] reshape(u32[1]{0} %slice.35), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.190 = u32[2097152]{0} broadcast(u32[] %reshape.39), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.23 = u32[2097152]{0} shift-left(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.190), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942166: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.27 = u32[] subtract(u32[] %constant.104, u32[] %reshape.39), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942171: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.189 = u32[2097152]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942176: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.25 = u32[2097152]{0} shift-right-logical(u32[2097152]{0} %xor.28, u32[2097152]{0} %broadcast.189), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942180: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.25 = u32[2097152]{0} or(u32[2097152]{0} %shift-left.23, u32[2097152]{0} %shift-right-logical.25), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942185: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.27 = u32[2097152]{0} xor(u32[2097152]{0} %add.102, u32[2097152]{0} %or.25), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942195: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.101 = u32[2097152]{0} add(u32[2097152]{0} %add.102, u32[2097152]{0} %xor.27), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.31 = u32[] parameter(0) +2023-12-14 14:52:55.942205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.188 = u32[2097152]{0} broadcast(u32[] %param_0.31), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.100 = u32[2097152]{0} add(u32[2097152]{0} %add.101, u32[2097152]{0} %broadcast.188), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.942219: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.942225: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.1 (p.5: u32[], p.6: u32[4], p.7: u32[2097152], p.8: u32[2097152]) -> u32[2097152] { +2023-12-14 14:52:55.942230: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.5 = u32[] parameter(0) +2023-12-14 14:52:55.942235: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.6 = u32[4]{0} parameter(1) +2023-12-14 14:52:55.942240: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.7 = u32[2097152]{0} parameter(2) +2023-12-14 14:52:55.942245: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.8 = u32[2097152]{0} parameter(3) +2023-12-14 14:52:55.942249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.1.clone = u32[2097152]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[2097152]{0} %p.7, u32[2097152]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.942255: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.942260: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.942265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.32.clone.clone.clone (arg_tuple.3: (s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> (s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4]) { +2023-12-14 14:52:55.942269: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.3 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.942274: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.130 = s32[] get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=0 +2023-12-14 14:52:55.942279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:55.942285: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.67 = s32[] constant(1) +2023-12-14 14:52:55.942290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.133 = u32[] get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=3 +2023-12-14 14:52:55.942302: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:55.942307: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.136 = u32[4]{0} get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=6 +2023-12-14 14:52:55.942313: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:55.942318: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.132 = u32[2097152]{0} get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=2 +2023-12-14 14:52:55.942323: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.10 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.132) +2023-12-14 14:52:55.942328: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.131 = u32[2097152]{0} get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=1 +2023-12-14 14:52:55.942333: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.9 = u32[2097152]{0} copy(u32[2097152]{0} %get-tuple-element.131) +2023-12-14 14:52:55.942338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.1 = u32[2097152]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9), to_apply=%parallel_fusion.1 +2023-12-14 14:52:55.942344: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.134 = u32[] get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=4 +2023-12-14 14:52:55.942349: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:55.942354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call = u32[2097152]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[2097152]{0} %copy.10, u32[2097152]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +2023-12-14 14:52:55.942359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:55.942364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.135 = u32[] get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=5 +2023-12-14 14:52:55.942369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:55.942374: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:55.942380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:55.942384: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.137 = u32[4]{0} get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=7 +2023-12-14 14:52:55.942392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:55.942397: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:55.942402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:55.942408: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.11 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[2097152]{0} %call.1, u32[2097152]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:55.942413: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.942417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.942422: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_1.96.clone.clone (arg_tuple.4: (s32[], u32[2097152], u32[2097152], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> pred[] { +2023-12-14 14:52:55.942427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.4 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:55.942432: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.94 = s32[] get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.4), index=0 +2023-12-14 14:52:55.942437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.68 = s32[] constant(5) +2023-12-14 14:52:55.942443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942447: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.942452: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.942457: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.21: u32[2]) -> u32[] { +2023-12-14 14:52:55.942462: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.21 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.942467: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942472: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.30 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942477: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.21), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942485: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.29 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.20 = u32[] xor(u32[] %reshape.30, u32[] %reshape.29), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942496: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.101 = u32[] constant(466688986) +2023-12-14 14:52:55.942501: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942506: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.942511: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.942516: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5 (param_0.25: u32[2]) -> u32[] { +2023-12-14 14:52:55.942520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.25 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.942527: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.25), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942532: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.32 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.942541: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.942546: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.7 (param_0.29: u32[2]) -> u32[] { +2023-12-14 14:52:55.942551: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.29 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.942557: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.29), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942562: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.34 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.942571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.942576: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2.clone (param_0.32: u32[2097152], param_1.47: u32[2097152]) -> f32[2048,2048] { +2023-12-14 14:52:55.942581: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.32 = u32[2097152]{0} parameter(0) +2023-12-14 14:52:55.942590: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.47 = u32[2097152]{0} parameter(1) +2023-12-14 14:52:55.942595: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %concatenate.1 = u32[4194304]{0} concatenate(u32[2097152]{0} %param_0.32, u32[2097152]{0} %param_1.47), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.139 = u32[] constant(9) +2023-12-14 14:52:55.942605: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.223 = u32[4194304]{0} broadcast(u32[] %constant.139), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.28 = u32[4194304]{0} shift-right-logical(u32[4194304]{0} %concatenate.1, u32[4194304]{0} %broadcast.223), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942616: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.137 = u32[] constant(1065353216) +2023-12-14 14:52:55.942621: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.222 = u32[4194304]{0} broadcast(u32[] %constant.137), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.28 = u32[4194304]{0} or(u32[4194304]{0} %shift-right-logical.28, u32[4194304]{0} %broadcast.222), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942631: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.2 = f32[4194304]{0} bitcast-convert(u32[4194304]{0} %or.28), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942636: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.135 = f32[] constant(-1) +2023-12-14 14:52:55.942641: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.221 = f32[4194304]{0} broadcast(f32[] %constant.135), dimensions={} +2023-12-14 14:52:55.942646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.116 = f32[4194304]{0} add(f32[4194304]{0} %bitcast-convert.2, f32[4194304]{0} %broadcast.221), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.133 = f32[] constant(2) +2023-12-14 14:52:55.942656: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.220 = f32[4194304]{0} broadcast(f32[] %constant.133), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.52 = f32[4194304]{0} multiply(f32[4194304]{0} %add.116, f32[4194304]{0} %broadcast.220), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.131 = f32[] constant(-0.99999994) +2023-12-14 14:52:55.942675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.219 = f32[4194304]{0} broadcast(f32[] %constant.131), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.115 = f32[4194304]{0} add(f32[4194304]{0} %multiply.52, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942685: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %maximum.2 = f32[4194304]{0} maximum(f32[4194304]{0} %add.115, f32[4194304]{0} %broadcast.219), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942690: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.42 = f32[2048,2048]{1,0} reshape(f32[4194304]{0} %maximum.2), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.942695: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %abs.3 = f32[2048,2048]{1,0} abs(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="abs.83"} +2023-12-14 14:52:55.942700: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.129 = f32[] constant(1) +2023-12-14 14:52:55.942705: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.218 = f32[2048,2048]{1,0} broadcast(f32[] %constant.129), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:55.942711: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.9 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %abs.3, f32[2048,2048]{1,0} %broadcast.218), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:55.942716: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.128 = f32[] constant(inf) +2023-12-14 14:52:55.942720: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.217 = f32[2048,2048]{1,0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:55.942725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.51 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %reshape.42, f32[2048,2048]{1,0} %broadcast.217), metadata={op_name="multiply.81"} +2023-12-14 14:52:55.942730: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.10 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %reshape.42), metadata={op_name="negate.2"} +2023-12-14 14:52:55.942736: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.50 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %negate.10, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.3"} +2023-12-14 14:52:55.942741: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %log-plus-one.3 = f32[2048,2048]{1,0} log-plus-one(f32[2048,2048]{1,0} %multiply.50), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:55.942746: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.9 = f32[2048,2048]{1,0} negate(f32[2048,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:55.942751: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.127 = f32[] constant(5) +2023-12-14 14:52:55.942756: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.216 = f32[2048,2048]{1,0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:55.942764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.8 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.216), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:55.942769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.126 = f32[] constant(1.50140941) +2023-12-14 14:52:55.942775: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.215 = f32[2048,2048]{1,0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:55.942780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.125 = f32[] constant(2.83297682) +2023-12-14 14:52:55.942785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.214 = f32[2048,2048]{1,0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:55.942789: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.43 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.215, f32[2048,2048]{1,0} %broadcast.214), metadata={op_name="select.76"} +2023-12-14 14:52:55.942796: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.124 = f32[] constant(0.246640727) +2023-12-14 14:52:55.942801: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.213 = f32[2048,2048]{1,0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:55.942806: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.123 = f32[] constant(1.00167406) +2023-12-14 14:52:55.942811: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.212 = f32[2048,2048]{1,0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:55.942816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.42 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.213, f32[2048,2048]{1,0} %broadcast.212), metadata={op_name="select.69"} +2023-12-14 14:52:55.942821: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.122 = f32[] constant(-0.00417768164) +2023-12-14 14:52:55.942825: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.211 = f32[2048,2048]{1,0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:55.942831: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.121 = f32[] constant(0.00943887047) +2023-12-14 14:52:55.942836: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.210 = f32[2048,2048]{1,0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:55.942841: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.41 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.211, f32[2048,2048]{1,0} %broadcast.210), metadata={op_name="select.62"} +2023-12-14 14:52:55.942846: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.120 = f32[] constant(-0.00125372503) +2023-12-14 14:52:55.942851: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.209 = f32[2048,2048]{1,0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:55.942856: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.119 = f32[] constant(-0.0076224613) +2023-12-14 14:52:55.942862: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.208 = f32[2048,2048]{1,0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:55.942870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.40 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.209, f32[2048,2048]{1,0} %broadcast.208), metadata={op_name="select.55"} +2023-12-14 14:52:55.942875: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.118 = f32[] constant(0.00021858087) +2023-12-14 14:52:55.942880: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.207 = f32[2048,2048]{1,0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:55.942885: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.117 = f32[] constant(0.00573950773) +2023-12-14 14:52:55.942890: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.206 = f32[2048,2048]{1,0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:55.942895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.39 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.207, f32[2048,2048]{1,0} %broadcast.206), metadata={op_name="select.48"} +2023-12-14 14:52:55.942900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.116 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:55.942905: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.205 = f32[2048,2048]{1,0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:55.942910: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.115 = f32[] constant(-0.00367342844) +2023-12-14 14:52:55.942915: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.204 = f32[2048,2048]{1,0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:55.942920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.38 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.205, f32[2048,2048]{1,0} %broadcast.204), metadata={op_name="select.41"} +2023-12-14 14:52:55.942926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.114 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:55.942931: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.203 = f32[2048,2048]{1,0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:55.942935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.113 = f32[] constant(0.00134934322) +2023-12-14 14:52:55.942940: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.202 = f32[2048,2048]{1,0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:55.942945: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.37 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.203, f32[2048,2048]{1,0} %broadcast.202), metadata={op_name="select.34"} +2023-12-14 14:52:55.942951: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.112 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:55.942956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.201 = f32[2048,2048]{1,0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:55.942961: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.111 = f32[] constant(0.000100950558) +2023-12-14 14:52:55.942969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.200 = f32[2048,2048]{1,0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:55.942974: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.36 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.201, f32[2048,2048]{1,0} %broadcast.200), metadata={op_name="select.27"} +2023-12-14 14:52:55.942979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.110 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:55.942985: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.199 = f32[2048,2048]{1,0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:55.942989: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.109 = f32[] constant(-0.000200214257) +2023-12-14 14:52:55.942994: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.198 = f32[2048,2048]{1,0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:55.942999: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.35 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %broadcast.199, f32[2048,2048]{1,0} %broadcast.198), metadata={op_name="select.21"} +2023-12-14 14:52:55.943004: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.108 = f32[] constant(-2.5) +2023-12-14 14:52:55.943010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.197 = f32[2048,2048]{1,0} broadcast(f32[] %constant.108), dimensions={} +2023-12-14 14:52:55.943015: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.114 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %negate.9, f32[2048,2048]{1,0} %broadcast.197), metadata={op_name="subtract.15"} +2023-12-14 14:52:55.943020: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %sqrt.3 = f32[2048,2048]{1,0} sqrt(f32[2048,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:55.943025: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.106 = f32[] constant(-3) +2023-12-14 14:52:55.943030: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.196 = f32[2048,2048]{1,0} broadcast(f32[] %constant.106), dimensions={} +2023-12-14 14:52:55.943035: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.113 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %sqrt.3, f32[2048,2048]{1,0} %broadcast.196), metadata={op_name="subtract.12"} +2023-12-14 14:52:55.943040: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.34 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.8, f32[2048,2048]{1,0} %add.114, f32[2048,2048]{1,0} %add.113), metadata={op_name="select.16"} +2023-12-14 14:52:55.943046: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.49 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.35, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:55.943051: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.112 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.36, f32[2048,2048]{1,0} %multiply.49), metadata={op_name="add.28"} +2023-12-14 14:52:55.943055: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.48 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.112, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:55.943063: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.111 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.37, f32[2048,2048]{1,0} %multiply.48), metadata={op_name="add.35"} +2023-12-14 14:52:55.943069: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.47 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.111, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:55.943075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.110 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.38, f32[2048,2048]{1,0} %multiply.47), metadata={op_name="add.42"} +2023-12-14 14:52:55.943081: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.46 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.110, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:55.943086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.109 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.39, f32[2048,2048]{1,0} %multiply.46), metadata={op_name="add.49"} +2023-12-14 14:52:55.943090: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.45 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.109, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:55.943095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.108 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.40, f32[2048,2048]{1,0} %multiply.45), metadata={op_name="add.56"} +2023-12-14 14:52:55.943101: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.44 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.108, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:55.943106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.107 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.41, f32[2048,2048]{1,0} %multiply.44), metadata={op_name="add.63"} +2023-12-14 14:52:55.943111: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.43 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.107, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:55.943116: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.106 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.42, f32[2048,2048]{1,0} %multiply.43), metadata={op_name="add.70"} +2023-12-14 14:52:55.943121: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.42 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.106, f32[2048,2048]{1,0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:55.943126: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.105 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %select.43, f32[2048,2048]{1,0} %multiply.42), metadata={op_name="add.77"} +2023-12-14 14:52:55.943131: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.41 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %add.105, f32[2048,2048]{1,0} %reshape.42), metadata={op_name="multiply.78"} +2023-12-14 14:52:55.943136: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.33 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %compare.9, f32[2048,2048]{1,0} %multiply.51, f32[2048,2048]{1,0} %multiply.41), metadata={op_name="select.86"} +2023-12-14 14:52:55.943141: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.105 = f32[] constant(1.41421354) +2023-12-14 14:52:55.943146: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.195 = f32[2048,2048]{1,0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.40 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %select.33, f32[2048,2048]{1,0} %broadcast.195), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943159: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.943164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.943169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.2 (p.9: u32[2097152], p.10: u32[2097152]) -> f32[2048,2048] { +2023-12-14 14:52:55.943174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.9 = u32[2097152]{0} parameter(0) +2023-12-14 14:52:55.943179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.10 = u32[2097152]{0} parameter(1) +2023-12-14 14:52:55.943184: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.2.clone = f32[2048,2048]{1,0} fusion(u32[2097152]{0} %p.9, u32[2097152]{0} %p.10), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:55.943190: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.943195: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.943200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4.clone (param_0.33: u32[2]) -> u32[2097152] { +2023-12-14 14:52:55.943205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.2 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.39 = u32[2097152]{0} slice(u32[4194304]{0} %iota.2), slice={[2097152:4194304]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(2097152,) limit_indices=(4194304,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.33 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.943221: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.38 = u32[1]{0} slice(u32[2]{0} %param_0.33), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943226: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.43 = u32[] reshape(u32[1]{0} %slice.38), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943231: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.224 = u32[2097152]{0} broadcast(u32[] %reshape.43), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943236: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.117 = u32[2097152]{0} add(u32[2097152]{0} %slice.39, u32[2097152]{0} %broadcast.224), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.943249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.943254: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.4 (p.11: u32[2]) -> u32[2097152] { +2023-12-14 14:52:55.943260: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.943265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.4.clone = u32[2097152]{0} fusion(u32[2]{0} %p.11), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.943270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.943274: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.943280: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6.clone (param_0.34: u32[2]) -> u32[2097152] { +2023-12-14 14:52:55.943285: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.3 = u32[4194304]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(4194304,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.41 = u32[2097152]{0} slice(u32[4194304]{0} %iota.3), slice={[0:2097152]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(2097152,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.34 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.943300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.40 = u32[1]{0} slice(u32[2]{0} %param_0.34), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.44 = u32[] reshape(u32[1]{0} %slice.40), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943311: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.225 = u32[2097152]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.118 = u32[2097152]{0} add(u32[2097152]{0} %slice.41, u32[2097152]{0} %broadcast.225), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943328: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.943334: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.943339: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.6 (p.12: u32[2]) -> u32[2097152] { +2023-12-14 14:52:55.943344: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.12 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.943352: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.6.clone = u32[2097152]{0} fusion(u32[2]{0} %p.12), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:55.943357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.943362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.943367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.220 (Arg_0.1: u32[2]) -> f32[2048,2048] { +2023-12-14 14:52:55.943372: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.14 = s32[] constant(0) +2023-12-14 14:52:55.943377: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.24 = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:55.943383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:55.943387: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.4 = u32[2097152]{0} call(u32[2]{0} %Arg_0.1), to_apply=%parallel_fusion.6 +2023-12-14 14:52:55.943393: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.3 = u32[2097152]{0} call(u32[2]{0} %Arg_0.1), to_apply=%parallel_fusion.4 +2023-12-14 14:52:55.943398: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943403: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943408: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943413: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:55.943418: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.26 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:55.943423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:55.943428: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:55.943433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %tuple.9 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[2097152]{0} %call.4, u32[2097152]{0} %call.3, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:55.943438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %while.1 = (s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:55.943446: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.112 = u32[2097152]{0} get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=1, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943452: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.113 = u32[2097152]{0} get-tuple-element((s32[], u32[2097152]{0}, u32[2097152]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=2, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=93} +2023-12-14 14:52:55.943457: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call.2 = f32[2048,2048]{1,0} call(u32[2097152]{0} %get-tuple-element.112, u32[2097152]{0} %get-tuple-element.113), to_apply=%parallel_fusion.2 +2023-12-14 14:52:55.943462: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:55.943466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:55.943515: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 66): + InstructionSequence: + 0:Arg_0.1 + 1:p.11 + 2:fusion.4.clone + 3:call.3 + 4:p.12 + 5:fusion.6.clone + 6:call.4 + 7:constant.16 + 8:copy.25 + 9:constant.17 + 10:copy.26 + 11:constant.14 + 12:copy.24 + 13:fusion.3 + 14:fusion.5 + 15:fusion.7 + 16:tuple.9 + 17:constant.68 + 18:arg_tuple.4 + 19:get-tuple-element.94 + 20:compare.5 + 21:arg_tuple.3 + 22:get-tuple-element.136 + 23:copy.14 + 24:get-tuple-element.132 + 25:copy.10 + 26:get-tuple-element.131 + 27:copy.9 + 28:get-tuple-element.134 + 29:copy.12 + 30:get-tuple-element.130 + 31:copy.8 + 32:p + 33:p.1 + 34:p.2 + 35:p.3 + 36:p.4 + 37:fusion.clone + 38:call + 39:get-tuple-element.133 + 40:copy.11 + 41:p.5 + 42:p.6 + 43:p.7 + 44:p.8 + 45:fusion.1.clone + 46:call.1 + 47:get-tuple-element.137 + 48:copy.15 + 49:copy.23 + 50:constant.67 + 51:add.55 + 52:copy.19 + 53:get-tuple-element.135 + 54:copy.13 + 55:copy.21 + 56:copy.22 + 57:copy.20 + 58:tuple.11 + 59:while.1 + 60:get-tuple-element.112 + 61:get-tuple-element.113 + 62:p.10 + 63:p.9 + 64:fusion.2.clone + 65:call.2 + BufferLiveRange: + fusion.6.clone{}:5-17 + fusion.4.clone{}:2-17 + fusion.2.clone{}:64-66 + constant.68{}:17-20 + compare.5{}:20-21 + fusion.1.clone{}:45-59 + fusion.clone{}:37-59 + constant.14{}:11-12 + copy.24{}:12-17 + Arg_0.1{}:0-66 + fusion.5{}:14-17 + fusion.3{}:13-17 + fusion.7{}:15-17 + constant.17{}:9-10 + copy.26{}:10-17 + constant.16{}:7-8 + copy.25{}:8-17 + tuple.9{}:16-17 + copy.8{}:31-51 + constant.67{}:50-51 + add.55{}:51-59 + copy.11{}:40-55 + copy.14{}:23-49 + copy.10{}:25-46 + copy.9{}:27-46 + copy.12{}:29-52 + copy.19{}:52-59 + copy.13{}:54-57 + copy.20{}:57-59 + copy.21{}:55-59 + copy.15{}:48-56 + copy.22{}:56-59 + copy.23{}:49-59 + tuple.11{}:58-59 + arg_tuple.4{}:17-21 + arg_tuple.3{}:21-53 + arg_tuple.4{0}:17-21 + arg_tuple.4{1}:17-21 + arg_tuple.4{2}:17-21 + arg_tuple.4{3}:17-21 + arg_tuple.4{4}:17-21 + arg_tuple.4{5}:17-21 + arg_tuple.4{6}:17-21 + arg_tuple.4{7}:17-21 + arg_tuple.3{0}:21-31 + arg_tuple.3{1}:21-27 + arg_tuple.3{2}:21-25 + arg_tuple.3{3}:21-40 + arg_tuple.3{4}:21-29 + arg_tuple.3{5}:21-54 + arg_tuple.3{6}:21-23 + arg_tuple.3{7}:21-48 + while.1{}:59-61 + while.1{0}:59-59 + while.1{1}:59-65 + while.1{2}:59-65 + while.1{3}:59-59 + while.1{4}:59-59 + while.1{5}:59-59 + while.1{6}:59-59 + while.1{7}:59-59 + Live ranges at 45 (peak): + fusion.1.clone: 8388608 bytes + fusion.clone: 8388608 bytes + Arg_0.1: 8 bytes + copy.8: 4 bytes + copy.11: 4 bytes + copy.14: 16 bytes + copy.10: 8388608 bytes + copy.9: 8388608 bytes + copy.12: 4 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + +2023-12-14 14:52:55.943552: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time66 +2023-12-14 14:52:55.943558: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:55.943564: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <37 Arg_0.1> +2023-12-14 14:52:55.943573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:55.943578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:55.943583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 fusion.4.clone> +2023-12-14 14:52:55.943590: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:55.943594: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:55.943600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:55.943605: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.6.clone> +2023-12-14 14:52:55.943610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:55.943614: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:55.943620: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:55.943625: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <44 copy.25> +2023-12-14 14:52:55.943630: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:55.943635: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:55.943640: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <42 copy.26> +2023-12-14 14:52:55.943645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:55.943651: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:52:55.943655: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <36 copy.24> +2023-12-14 14:52:55.943661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:52:55.943666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <39 fusion.3> +2023-12-14 14:52:55.943671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:52:55.943676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <38 fusion.5> +2023-12-14 14:52:55.943682: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:52:55.943687: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <40 fusion.7> +2023-12-14 14:52:55.943693: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:52:55.943698: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <45 tuple.9{}> +2023-12-14 14:52:55.943704: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:52:55.943709: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <262 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.943721: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<45 tuple.9{}> +2023-12-14 14:52:55.943727: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <264 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.943733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 copy.24> +2023-12-14 14:52:55.943738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <265 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.943744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.6.clone> +2023-12-14 14:52:55.943751: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <266 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.943756: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.4.clone> +2023-12-14 14:52:55.943761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <267 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.943766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.5> +2023-12-14 14:52:55.943772: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <268 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.943778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3> +2023-12-14 14:52:55.943783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <269 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.943789: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.7> +2023-12-14 14:52:55.943795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <270 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.943801: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 copy.26> +2023-12-14 14:52:55.943806: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <271 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.943812: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 copy.25> +2023-12-14 14:52:55.943817: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.943823: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 fusion.4.clone> +2023-12-14 14:52:55.943828: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.6.clone> +2023-12-14 14:52:55.943834: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <44 copy.25> +2023-12-14 14:52:55.943839: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <42 copy.26> +2023-12-14 14:52:55.943845: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <36 copy.24> +2023-12-14 14:52:55.943850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <39 fusion.3> +2023-12-14 14:52:55.943855: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <38 fusion.5> +2023-12-14 14:52:55.943861: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <40 fusion.7> +2023-12-14 14:52:55.943866: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <45 tuple.9{}> +2023-12-14 14:52:55.943872: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:52:55.943876: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:52:55.943881: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:52:55.943889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <10 compare.5> +2023-12-14 14:52:55.943896: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:52:55.943902: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <278 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.943908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 copy.26> +2023-12-14 14:52:55.943913: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <274 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.943919: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.4.clone> +2023-12-14 14:52:55.943925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <273 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.943930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.6.clone> +2023-12-14 14:52:55.943935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <276 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.943941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3> +2023-12-14 14:52:55.943946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <272 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.943952: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 copy.24> +2023-12-14 14:52:55.943957: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <275 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.943964: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.5> +2023-12-14 14:52:55.943969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <279 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.943974: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 copy.25> +2023-12-14 14:52:55.943979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <263 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.943985: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<45 tuple.9{}> +2023-12-14 14:52:55.943990: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <277 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.943997: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.7> +2023-12-14 14:52:55.944001: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944006: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <262 arg_tuple.4{} (phi)> +2023-12-14 14:52:55.944013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <264 arg_tuple.4{0} (phi)> +2023-12-14 14:52:55.944018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <265 arg_tuple.4{1} (phi)> +2023-12-14 14:52:55.944024: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <266 arg_tuple.4{2} (phi)> +2023-12-14 14:52:55.944029: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <267 arg_tuple.4{3} (phi)> +2023-12-14 14:52:55.944035: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <268 arg_tuple.4{4} (phi)> +2023-12-14 14:52:55.944042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <269 arg_tuple.4{5} (phi)> +2023-12-14 14:52:55.944047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <270 arg_tuple.4{6} (phi)> +2023-12-14 14:52:55.944056: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <271 arg_tuple.4{7} (phi)> +2023-12-14 14:52:55.944062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <10 compare.5> +2023-12-14 14:52:55.944067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:52:55.944072: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:52:55.944077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <50 copy.14> +2023-12-14 14:52:55.944083: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944089: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <278 arg_tuple.3{6} (phi)> +2023-12-14 14:52:55.944094: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:52:55.944098: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:52:55.944104: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <51 copy.10> +2023-12-14 14:52:55.944109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <274 arg_tuple.3{2} (phi)> +2023-12-14 14:52:55.944120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:52:55.944125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:52:55.944130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <52 copy.9> +2023-12-14 14:52:55.944136: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944141: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <273 arg_tuple.3{1} (phi)> +2023-12-14 14:52:55.944146: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:52:55.944151: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:52:55.944156: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <53 copy.12> +2023-12-14 14:52:55.944163: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944168: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <276 arg_tuple.3{4} (phi)> +2023-12-14 14:52:55.944173: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:52:55.944178: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:52:55.944183: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <46 copy.8> +2023-12-14 14:52:55.944188: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <272 arg_tuple.3{0} (phi)> +2023-12-14 14:52:55.944199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:52:55.944205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 33 +2023-12-14 14:52:55.944210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 34 +2023-12-14 14:52:55.944215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 35 +2023-12-14 14:52:55.944220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 36 +2023-12-14 14:52:55.944228: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 37 +2023-12-14 14:52:55.944233: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <12 fusion.clone> +2023-12-14 14:52:55.944239: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.4.clone> +2023-12-14 14:52:55.944244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 38 +2023-12-14 14:52:55.944249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 39 +2023-12-14 14:52:55.944254: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 40 +2023-12-14 14:52:55.944259: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <49 copy.11> +2023-12-14 14:52:55.944264: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <275 arg_tuple.3{3} (phi)> +2023-12-14 14:52:55.944275: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 41 +2023-12-14 14:52:55.944280: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 42 +2023-12-14 14:52:55.944285: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 43 +2023-12-14 14:52:55.944289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 44 +2023-12-14 14:52:55.944294: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 45 +2023-12-14 14:52:55.944300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <11 fusion.1.clone> +2023-12-14 14:52:55.944305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.6.clone> +2023-12-14 14:52:55.944310: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 46 +2023-12-14 14:52:55.944315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944320: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <51 copy.10> +2023-12-14 14:52:55.944325: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <52 copy.9> +2023-12-14 14:52:55.944331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 47 +2023-12-14 14:52:55.944336: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 48 +2023-12-14 14:52:55.944340: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 copy.15> +2023-12-14 14:52:55.944346: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944351: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <279 arg_tuple.3{7} (phi)> +2023-12-14 14:52:55.944357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 49 +2023-12-14 14:52:55.944362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <60 copy.23> +2023-12-14 14:52:55.944367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 copy.25> +2023-12-14 14:52:55.944373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <50 copy.14> +2023-12-14 14:52:55.944383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 50 +2023-12-14 14:52:55.944388: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 51 +2023-12-14 14:52:55.944393: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <48 add.55> +2023-12-14 14:52:55.944401: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 copy.24> +2023-12-14 14:52:55.944407: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944411: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <46 copy.8> +2023-12-14 14:52:55.944416: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 52 +2023-12-14 14:52:55.944422: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <54 copy.19> +2023-12-14 14:52:55.944427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.5> +2023-12-14 14:52:55.944433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <53 copy.12> +2023-12-14 14:52:55.944443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 53 +2023-12-14 14:52:55.944447: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <263 arg_tuple.3{} (phi)> +2023-12-14 14:52:55.944458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 54 +2023-12-14 14:52:55.944463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <55 copy.13> +2023-12-14 14:52:55.944469: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944474: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <277 arg_tuple.3{5} (phi)> +2023-12-14 14:52:55.944480: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 55 +2023-12-14 14:52:55.944485: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 copy.21> +2023-12-14 14:52:55.944490: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.7> +2023-12-14 14:52:55.944495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944500: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <49 copy.11> +2023-12-14 14:52:55.944505: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 56 +2023-12-14 14:52:55.944510: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <59 copy.22> +2023-12-14 14:52:55.944516: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 copy.26> +2023-12-14 14:52:55.944520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944526: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 copy.15> +2023-12-14 14:52:55.944531: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 57 +2023-12-14 14:52:55.944536: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 copy.20> +2023-12-14 14:52:55.944542: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3> +2023-12-14 14:52:55.944547: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944553: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <55 copy.13> +2023-12-14 14:52:55.944558: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 58 +2023-12-14 14:52:55.944563: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <61 tuple.11{}> +2023-12-14 14:52:55.944572: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<45 tuple.9{}> +2023-12-14 14:52:55.944577: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 59 +2023-12-14 14:52:55.944582: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <281 while.1{0} (phi)> +2023-12-14 14:52:55.944588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 copy.24> +2023-12-14 14:52:55.944593: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <284 while.1{3} (phi)> +2023-12-14 14:52:55.944599: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.5> +2023-12-14 14:52:55.944604: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <285 while.1{4} (phi)> +2023-12-14 14:52:55.944610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<39 fusion.3> +2023-12-14 14:52:55.944615: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <286 while.1{5} (phi)> +2023-12-14 14:52:55.944621: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 fusion.7> +2023-12-14 14:52:55.944626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <287 while.1{6} (phi)> +2023-12-14 14:52:55.944632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 copy.26> +2023-12-14 14:52:55.944637: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <288 while.1{7} (phi)> +2023-12-14 14:52:55.944644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 copy.25> +2023-12-14 14:52:55.944649: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <280 while.1{} (phi)> +2023-12-14 14:52:55.944654: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<45 tuple.9{}> +2023-12-14 14:52:55.944660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <282 while.1{1} (phi)> +2023-12-14 14:52:55.944666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.6.clone> +2023-12-14 14:52:55.944671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <283 while.1{2} (phi)> +2023-12-14 14:52:55.944677: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.4.clone> +2023-12-14 14:52:55.944681: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <12 fusion.clone> +2023-12-14 14:52:55.944693: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <11 fusion.1.clone> +2023-12-14 14:52:55.944698: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <60 copy.23> +2023-12-14 14:52:55.944704: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <48 add.55> +2023-12-14 14:52:55.944709: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <54 copy.19> +2023-12-14 14:52:55.944714: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 copy.21> +2023-12-14 14:52:55.944719: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <59 copy.22> +2023-12-14 14:52:55.944725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 copy.20> +2023-12-14 14:52:55.944730: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <61 tuple.11{}> +2023-12-14 14:52:55.944739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <281 while.1{0} (phi)> +2023-12-14 14:52:55.944745: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <284 while.1{3} (phi)> +2023-12-14 14:52:55.944750: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <285 while.1{4} (phi)> +2023-12-14 14:52:55.944757: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <286 while.1{5} (phi)> +2023-12-14 14:52:55.944762: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <287 while.1{6} (phi)> +2023-12-14 14:52:55.944768: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <288 while.1{7} (phi)> +2023-12-14 14:52:55.944773: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 60 +2023-12-14 14:52:55.944778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 61 +2023-12-14 14:52:55.944783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <280 while.1{} (phi)> +2023-12-14 14:52:55.944794: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 62 +2023-12-14 14:52:55.944798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 63 +2023-12-14 14:52:55.944803: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 64 +2023-12-14 14:52:55.944808: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <8 fusion.2.clone> +2023-12-14 14:52:55.944815: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 65 +2023-12-14 14:52:55.944819: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944825: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <282 while.1{1} (phi)> +2023-12-14 14:52:55.944830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <283 while.1{2} (phi)> +2023-12-14 14:52:55.944835: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 66 +2023-12-14 14:52:55.944840: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:55.944846: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <37 Arg_0.1> +2023-12-14 14:52:55.944851: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <8 fusion.2.clone> +2023-12-14 14:52:55.944962: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:55.944971: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8B +2023-12-14 14:52:55.944977: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 44B +2023-12-14 14:52:55.944981: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:55.944986: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 24.00MiB +2023-12-14 14:52:55.944991: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 40.00MiB +2023-12-14 14:52:55.944996: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 8.00MiB (20.00%) +2023-12-14 14:52:55.945001: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:55.946552: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 301 us (cumulative: 787 us, max: 301 us, #called: 8) +2023-12-14 14:52:56.030770: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0b29441a0 +2023-12-14 14:52:56.031861: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:56.031908: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__normal] for CPU using JIT time: 160 ms (cumulative: 291 ms, max: 160 ms, #called: 8) +2023-12-14 14:52:56.034227: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__normal; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.079628: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.080127: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.080612: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.080882: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.081991: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.082772: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.083413: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.084054: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.091388: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.091778: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.092382: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.096638: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.097317: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.097973: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.098549: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.099434: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.100435: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.101150: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.101802: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.102332: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.103078: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.103781: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.104431: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.104969: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.105682: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.106767: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.107493: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.108069: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.108796: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.109443: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.110081: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.110689: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.111229: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.111772: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.112318: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.112984: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.116602: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.120720: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.150284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: spmd-partitioner +2023-12-14 14:52:56.150346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:56.150394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 38 us (cumulative: 188 ms, max: 65 ms, #called: 720) +2023-12-14 14:52:56.150401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.150435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.99 = s32[] get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=1 and its unused operands +2023-12-14 14:52:56.150451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.100 = u32[1024]{0} get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=2 and its unused operands +2023-12-14 14:52:56.150460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.101 = u32[1024]{0} get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=3 and its unused operands +2023-12-14 14:52:56.150469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.102 = u32[] get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=4 and its unused operands +2023-12-14 14:52:56.150477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.103 = u32[] get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=5 and its unused operands +2023-12-14 14:52:56.150485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.104 = u32[] get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=6 and its unused operands +2023-12-14 14:52:56.150504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.105 = u32[4]{0} get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=7 and its unused operands +2023-12-14 14:52:56.150512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.106 = u32[4]{0} get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.97), index=8 and its unused operands +2023-12-14 14:52:56.150525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.110 = s32[] get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=0, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} and its unused operands +2023-12-14 14:52:56.150535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.111 = s32[] get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=1, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} and its unused operands +2023-12-14 14:52:56.150545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.114 = u32[] get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=4, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} and its unused operands +2023-12-14 14:52:56.150554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.115 = u32[] get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=5, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} and its unused operands +2023-12-14 14:52:56.150563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.116 = u32[] get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=6, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} and its unused operands +2023-12-14 14:52:56.150573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.117 = u32[4]{0} get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=7, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} and its unused operands +2023-12-14 14:52:56.150582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.118 = u32[4]{0} get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.109), index=8, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} and its unused operands +2023-12-14 14:52:56.150607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 204 us (cumulative: 189 ms, max: 65 ms, #called: 721) +2023-12-14 14:52:56.150628: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (u32[2]{0})->f32[2048]{0} +2023-12-14 14:52:56.150634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: HLO passes through layout assignment +2023-12-14 14:52:56.150661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.150886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.150903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:56.150932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.151080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.151091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 185 us (cumulative: 189 ms, max: 65 ms, #called: 722) +2023-12-14 14:52:56.151098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:56.151122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.151259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.151271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 171 us (cumulative: 189 ms, max: 65 ms, #called: 723) +2023-12-14 14:52:56.151278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:56.151299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.151444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.151455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 175 us (cumulative: 189 ms, max: 65 ms, #called: 724) +2023-12-14 14:52:56.151461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:56.151482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.151616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.151628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 165 us (cumulative: 189 ms, max: 65 ms, #called: 725) +2023-12-14 14:52:56.151634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.151662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.151796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.151806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 170 us (cumulative: 190 ms, max: 65 ms, #called: 726) +2023-12-14 14:52:56.151829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:56.151851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.151983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.151992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 161 us (cumulative: 190 ms, max: 65 ms, #called: 727) +2023-12-14 14:52:56.151998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:56.152020: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:56.152030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.152164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.152175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 175 us (cumulative: 190 ms, max: 65 ms, #called: 728) +2023-12-14 14:52:56.152181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:56.152211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.152343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.152353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 169 us (cumulative: 190 ms, max: 65 ms, #called: 729) +2023-12-14 14:52:56.152359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:56.152389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.152522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.152534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 173 us (cumulative: 190 ms, max: 65 ms, #called: 730) +2023-12-14 14:52:56.152540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:56.152560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.152692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.152702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 160 us (cumulative: 190 ms, max: 65 ms, #called: 731) +2023-12-14 14:52:56.152707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:56.152727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.152860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.152869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 160 us (cumulative: 191 ms, max: 65 ms, #called: 732) +2023-12-14 14:52:56.152875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:56.152899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.153031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.153042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 165 us (cumulative: 191 ms, max: 65 ms, #called: 733) +2023-12-14 14:52:56.153048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:56.153069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.153200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.153210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 160 us (cumulative: 191 ms, max: 65 ms, #called: 734) +2023-12-14 14:52:56.153216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:56.153235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.153367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.153379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 161 us (cumulative: 191 ms, max: 65 ms, #called: 735) +2023-12-14 14:52:56.153385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:56.153406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.153536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.153545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 159 us (cumulative: 191 ms, max: 65 ms, #called: 736) +2023-12-14 14:52:56.153551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:56.153575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.153706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.153718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 165 us (cumulative: 191 ms, max: 65 ms, #called: 737) +2023-12-14 14:52:56.153724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:56.153739: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_0.32 +2023-12-14 14:52:56.153749: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_1.96 +2023-12-14 14:52:56.153755: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: xla_fallback_erf_inv.127 +2023-12-14 14:52:56.153765: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: erf_inv.214 +2023-12-14 14:52:56.153780: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %abs.175 = f32[2048]{0} abs(f32[2048]{0} %Arg_0.128), metadata={op_name="abs.83"} +2023-12-14 14:52:56.153813: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.173 = f32[] constant(1) +2023-12-14 14:52:56.153835: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.174 = f32[2048]{0} broadcast(f32[] %constant.173), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:56.153848: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.176 = pred[2048]{0} compare(f32[2048]{0} %abs.175, f32[2048]{0} %broadcast.174), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:56.153862: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.171 = f32[] constant(inf) +2023-12-14 14:52:56.153872: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.172 = f32[2048]{0} broadcast(f32[] %constant.171), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:56.153882: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.177 = f32[2048]{0} multiply(f32[2048]{0} %Arg_0.128, f32[2048]{0} %broadcast.172), metadata={op_name="multiply.81"} +2023-12-14 14:52:56.153893: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.178 = f32[2048]{0} negate(f32[2048]{0} %Arg_0.128), metadata={op_name="negate.2"} +2023-12-14 14:52:56.153902: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.179 = f32[2048]{0} multiply(f32[2048]{0} %negate.178, f32[2048]{0} %Arg_0.128), metadata={op_name="multiply.3"} +2023-12-14 14:52:56.153912: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %log-plus-one.180 = f32[2048]{0} log-plus-one(f32[2048]{0} %multiply.179), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:56.153922: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.181 = f32[2048]{0} negate(f32[2048]{0} %log-plus-one.180), metadata={op_name="negate.5"} +2023-12-14 14:52:56.153933: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.169 = f32[] constant(5) +2023-12-14 14:52:56.153943: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.170 = f32[2048]{0} broadcast(f32[] %constant.169), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:56.153954: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.182 = pred[2048]{0} compare(f32[2048]{0} %negate.181, f32[2048]{0} %broadcast.170), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:56.153965: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.167 = f32[] constant(1.50140941) +2023-12-14 14:52:56.153975: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.168 = f32[2048]{0} broadcast(f32[] %constant.167), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:56.153984: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.165 = f32[] constant(2.83297682) +2023-12-14 14:52:56.153993: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.166 = f32[2048]{0} broadcast(f32[] %constant.165), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:56.154004: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.183 = f32[2048]{0} select(pred[2048]{0} %compare.182, f32[2048]{0} %broadcast.168, f32[2048]{0} %broadcast.166), metadata={op_name="select.76"} +2023-12-14 14:52:56.154020: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.163 = f32[] constant(0.246640727) +2023-12-14 14:52:56.154030: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.164 = f32[2048]{0} broadcast(f32[] %constant.163), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:56.154039: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.161 = f32[] constant(1.00167406) +2023-12-14 14:52:56.154049: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.162 = f32[2048]{0} broadcast(f32[] %constant.161), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:56.154058: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.184 = f32[2048]{0} select(pred[2048]{0} %compare.182, f32[2048]{0} %broadcast.164, f32[2048]{0} %broadcast.162), metadata={op_name="select.69"} +2023-12-14 14:52:56.154069: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.159 = f32[] constant(-0.00417768164) +2023-12-14 14:52:56.154078: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.160 = f32[2048]{0} broadcast(f32[] %constant.159), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:56.154087: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.157 = f32[] constant(0.00943887047) +2023-12-14 14:52:56.154098: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.158 = f32[2048]{0} broadcast(f32[] %constant.157), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:56.154110: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.185 = f32[2048]{0} select(pred[2048]{0} %compare.182, f32[2048]{0} %broadcast.160, f32[2048]{0} %broadcast.158), metadata={op_name="select.62"} +2023-12-14 14:52:56.154124: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.155 = f32[] constant(-0.00125372503) +2023-12-14 14:52:56.154134: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.156 = f32[2048]{0} broadcast(f32[] %constant.155), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:56.154144: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.153 = f32[] constant(-0.0076224613) +2023-12-14 14:52:56.154153: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.154 = f32[2048]{0} broadcast(f32[] %constant.153), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:56.154163: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.186 = f32[2048]{0} select(pred[2048]{0} %compare.182, f32[2048]{0} %broadcast.156, f32[2048]{0} %broadcast.154), metadata={op_name="select.55"} +2023-12-14 14:52:56.154174: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.151 = f32[] constant(0.00021858087) +2023-12-14 14:52:56.154183: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.152 = f32[2048]{0} broadcast(f32[] %constant.151), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:56.154193: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.149 = f32[] constant(0.00573950773) +2023-12-14 14:52:56.154206: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.150 = f32[2048]{0} broadcast(f32[] %constant.149), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:56.154216: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.187 = f32[2048]{0} select(pred[2048]{0} %compare.182, f32[2048]{0} %broadcast.152, f32[2048]{0} %broadcast.150), metadata={op_name="select.48"} +2023-12-14 14:52:56.154228: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.147 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:56.154238: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.148 = f32[2048]{0} broadcast(f32[] %constant.147), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:56.154249: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.145 = f32[] constant(-0.00367342844) +2023-12-14 14:52:56.154259: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.146 = f32[2048]{0} broadcast(f32[] %constant.145), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:56.154270: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.188 = f32[2048]{0} select(pred[2048]{0} %compare.182, f32[2048]{0} %broadcast.148, f32[2048]{0} %broadcast.146), metadata={op_name="select.41"} +2023-12-14 14:52:56.154281: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.143 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:56.154291: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.144 = f32[2048]{0} broadcast(f32[] %constant.143), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:56.154302: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.141 = f32[] constant(0.00134934322) +2023-12-14 14:52:56.154312: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.142 = f32[2048]{0} broadcast(f32[] %constant.141), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:56.154321: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.189 = f32[2048]{0} select(pred[2048]{0} %compare.182, f32[2048]{0} %broadcast.144, f32[2048]{0} %broadcast.142), metadata={op_name="select.34"} +2023-12-14 14:52:56.154332: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.139 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:56.154342: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.140 = f32[2048]{0} broadcast(f32[] %constant.139), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:56.154352: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.137 = f32[] constant(0.000100950558) +2023-12-14 14:52:56.154361: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.138 = f32[2048]{0} broadcast(f32[] %constant.137), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:56.154371: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.190 = f32[2048]{0} select(pred[2048]{0} %compare.182, f32[2048]{0} %broadcast.140, f32[2048]{0} %broadcast.138), metadata={op_name="select.27"} +2023-12-14 14:52:56.154386: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.135 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:56.154397: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.136 = f32[2048]{0} broadcast(f32[] %constant.135), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:56.154410: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.133 = f32[] constant(-0.000200214257) +2023-12-14 14:52:56.154420: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.134 = f32[2048]{0} broadcast(f32[] %constant.133), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:56.154430: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.191 = f32[2048]{0} select(pred[2048]{0} %compare.182, f32[2048]{0} %broadcast.136, f32[2048]{0} %broadcast.134), metadata={op_name="select.21"} +2023-12-14 14:52:56.154440: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.131 = f32[] constant(2.5) +2023-12-14 14:52:56.154449: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.132 = f32[2048]{0} broadcast(f32[] %constant.131), dimensions={}, metadata={op_name="broadcast.14"} +2023-12-14 14:52:56.154458: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.192 = f32[2048]{0} subtract(f32[2048]{0} %negate.181, f32[2048]{0} %broadcast.132), metadata={op_name="subtract.15"} +2023-12-14 14:52:56.154469: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %sqrt.193 = f32[2048]{0} sqrt(f32[2048]{0} %negate.181), metadata={op_name="sqrt.10"} +2023-12-14 14:52:56.154478: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.129 = f32[] constant(3) +2023-12-14 14:52:56.154488: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.130 = f32[2048]{0} broadcast(f32[] %constant.129), dimensions={}, metadata={op_name="broadcast.11"} +2023-12-14 14:52:56.154497: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.194 = f32[2048]{0} subtract(f32[2048]{0} %sqrt.193, f32[2048]{0} %broadcast.130), metadata={op_name="subtract.12"} +2023-12-14 14:52:56.154506: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.195 = f32[2048]{0} select(pred[2048]{0} %compare.182, f32[2048]{0} %subtract.192, f32[2048]{0} %subtract.194), metadata={op_name="select.16"} +2023-12-14 14:52:56.154516: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.196 = f32[2048]{0} multiply(f32[2048]{0} %select.191, f32[2048]{0} %select.195), metadata={op_name="multiply.22"} +2023-12-14 14:52:56.154525: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.197 = f32[2048]{0} add(f32[2048]{0} %select.190, f32[2048]{0} %multiply.196), metadata={op_name="add.28"} +2023-12-14 14:52:56.154536: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.198 = f32[2048]{0} multiply(f32[2048]{0} %add.197, f32[2048]{0} %select.195), metadata={op_name="multiply.29"} +2023-12-14 14:52:56.154545: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.199 = f32[2048]{0} add(f32[2048]{0} %select.189, f32[2048]{0} %multiply.198), metadata={op_name="add.35"} +2023-12-14 14:52:56.154558: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.200 = f32[2048]{0} multiply(f32[2048]{0} %add.199, f32[2048]{0} %select.195), metadata={op_name="multiply.36"} +2023-12-14 14:52:56.154567: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.201 = f32[2048]{0} add(f32[2048]{0} %select.188, f32[2048]{0} %multiply.200), metadata={op_name="add.42"} +2023-12-14 14:52:56.154576: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.202 = f32[2048]{0} multiply(f32[2048]{0} %add.201, f32[2048]{0} %select.195), metadata={op_name="multiply.43"} +2023-12-14 14:52:56.154584: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.203 = f32[2048]{0} add(f32[2048]{0} %select.187, f32[2048]{0} %multiply.202), metadata={op_name="add.49"} +2023-12-14 14:52:56.154593: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.204 = f32[2048]{0} multiply(f32[2048]{0} %add.203, f32[2048]{0} %select.195), metadata={op_name="multiply.50"} +2023-12-14 14:52:56.154602: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.205 = f32[2048]{0} add(f32[2048]{0} %select.186, f32[2048]{0} %multiply.204), metadata={op_name="add.56"} +2023-12-14 14:52:56.154611: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.206 = f32[2048]{0} multiply(f32[2048]{0} %add.205, f32[2048]{0} %select.195), metadata={op_name="multiply.57"} +2023-12-14 14:52:56.154619: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.207 = f32[2048]{0} add(f32[2048]{0} %select.185, f32[2048]{0} %multiply.206), metadata={op_name="add.63"} +2023-12-14 14:52:56.154628: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.208 = f32[2048]{0} multiply(f32[2048]{0} %add.207, f32[2048]{0} %select.195), metadata={op_name="multiply.64"} +2023-12-14 14:52:56.154638: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.209 = f32[2048]{0} add(f32[2048]{0} %select.184, f32[2048]{0} %multiply.208), metadata={op_name="add.70"} +2023-12-14 14:52:56.154648: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.210 = f32[2048]{0} multiply(f32[2048]{0} %add.209, f32[2048]{0} %select.195), metadata={op_name="multiply.71"} +2023-12-14 14:52:56.154657: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.211 = f32[2048]{0} add(f32[2048]{0} %select.183, f32[2048]{0} %multiply.210), metadata={op_name="add.77"} +2023-12-14 14:52:56.154666: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.212 = f32[2048]{0} multiply(f32[2048]{0} %add.211, f32[2048]{0} %Arg_0.128), metadata={op_name="multiply.78"} +2023-12-14 14:52:56.154675: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.213 = f32[2048]{0} select(pred[2048]{0} %compare.176, f32[2048]{0} %multiply.177, f32[2048]{0} %multiply.212), metadata={op_name="select.86"} +2023-12-14 14:52:56.154688: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:82] Replacing all uses of %call.216 = f32[2048]{0} call(f32[2048]{0} %Arg_0.215), to_apply=%xla_fallback_erf_inv.127 with new root %select.10 = f32[2048]{0} select(pred[2048]{0} %compare.0, f32[2048]{0} %multiply.0, f32[2048]{0} %multiply.10), metadata={op_name="select.86"} +2023-12-14 14:52:56.154700: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.219 +2023-12-14 14:52:56.154716: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %abs.0 = f32[2048]{0} abs(f32[2048]{0} %Arg_0.215), metadata={op_name="abs.83"} +2023-12-14 14:52:56.154727: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.0 = f32[] constant(1) +2023-12-14 14:52:56.154737: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.0 = f32[2048]{0} broadcast(f32[] %constant.0), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:56.154747: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.0 = pred[2048]{0} compare(f32[2048]{0} %abs.0, f32[2048]{0} %broadcast.0), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:56.154756: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.1 = f32[] constant(inf) +2023-12-14 14:52:56.154766: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.1 = f32[2048]{0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:56.154775: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.0 = f32[2048]{0} multiply(f32[2048]{0} %Arg_0.215, f32[2048]{0} %broadcast.1), metadata={op_name="multiply.81"} +2023-12-14 14:52:56.154784: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.0 = f32[2048]{0} negate(f32[2048]{0} %Arg_0.215), metadata={op_name="negate.2"} +2023-12-14 14:52:56.154793: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.1 = f32[2048]{0} multiply(f32[2048]{0} %negate.0, f32[2048]{0} %Arg_0.215), metadata={op_name="multiply.3"} +2023-12-14 14:52:56.154801: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %log-plus-one.0 = f32[2048]{0} log-plus-one(f32[2048]{0} %multiply.1), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:56.154809: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.1 = f32[2048]{0} negate(f32[2048]{0} %log-plus-one.0), metadata={op_name="negate.5"} +2023-12-14 14:52:56.154818: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.3 = f32[] constant(5) +2023-12-14 14:52:56.154832: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.2 = f32[2048]{0} broadcast(f32[] %constant.3), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:56.154841: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.1 = pred[2048]{0} compare(f32[2048]{0} %negate.1, f32[2048]{0} %broadcast.2), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:56.154851: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.5 = f32[] constant(1.50140941) +2023-12-14 14:52:56.154860: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.4 = f32[2048]{0} broadcast(f32[] %constant.5), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:56.154870: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.7 = f32[] constant(2.83297682) +2023-12-14 14:52:56.154879: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.6 = f32[2048]{0} broadcast(f32[] %constant.7), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:56.154895: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.0 = f32[2048]{0} select(pred[2048]{0} %compare.1, f32[2048]{0} %broadcast.4, f32[2048]{0} %broadcast.6), metadata={op_name="select.76"} +2023-12-14 14:52:56.154905: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.9 = f32[] constant(0.246640727) +2023-12-14 14:52:56.154914: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.8 = f32[2048]{0} broadcast(f32[] %constant.9), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:56.154924: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.11 = f32[] constant(1.00167406) +2023-12-14 14:52:56.154934: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.10 = f32[2048]{0} broadcast(f32[] %constant.11), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:56.154944: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.1 = f32[2048]{0} select(pred[2048]{0} %compare.1, f32[2048]{0} %broadcast.8, f32[2048]{0} %broadcast.10), metadata={op_name="select.69"} +2023-12-14 14:52:56.154953: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.13 = f32[] constant(-0.00417768164) +2023-12-14 14:52:56.154963: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.12 = f32[2048]{0} broadcast(f32[] %constant.13), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:56.154972: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.18 = f32[] constant(0.00943887047) +2023-12-14 14:52:56.154981: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.14 = f32[2048]{0} broadcast(f32[] %constant.18), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:56.154991: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.2 = f32[2048]{0} select(pred[2048]{0} %compare.1, f32[2048]{0} %broadcast.12, f32[2048]{0} %broadcast.14), metadata={op_name="select.62"} +2023-12-14 14:52:56.155002: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.19 = f32[] constant(-0.00125372503) +2023-12-14 14:52:56.155013: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.15 = f32[2048]{0} broadcast(f32[] %constant.19), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:56.155023: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.20 = f32[] constant(-0.0076224613) +2023-12-14 14:52:56.155032: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.16 = f32[2048]{0} broadcast(f32[] %constant.20), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:56.155042: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.3 = f32[2048]{0} select(pred[2048]{0} %compare.1, f32[2048]{0} %broadcast.15, f32[2048]{0} %broadcast.16), metadata={op_name="select.55"} +2023-12-14 14:52:56.155053: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.21 = f32[] constant(0.00021858087) +2023-12-14 14:52:56.155063: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.17 = f32[2048]{0} broadcast(f32[] %constant.21), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:56.155076: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.22 = f32[] constant(0.00573950773) +2023-12-14 14:52:56.155085: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.18 = f32[2048]{0} broadcast(f32[] %constant.22), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:56.155095: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.4 = f32[2048]{0} select(pred[2048]{0} %compare.1, f32[2048]{0} %broadcast.17, f32[2048]{0} %broadcast.18), metadata={op_name="select.48"} +2023-12-14 14:52:56.155107: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.23 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:56.155117: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.19 = f32[2048]{0} broadcast(f32[] %constant.23), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:56.155128: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.24 = f32[] constant(-0.00367342844) +2023-12-14 14:52:56.155137: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.20 = f32[2048]{0} broadcast(f32[] %constant.24), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:56.155146: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.5 = f32[2048]{0} select(pred[2048]{0} %compare.1, f32[2048]{0} %broadcast.19, f32[2048]{0} %broadcast.20), metadata={op_name="select.41"} +2023-12-14 14:52:56.155157: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.25 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:56.155166: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.21 = f32[2048]{0} broadcast(f32[] %constant.25), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:56.155176: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.26 = f32[] constant(0.00134934322) +2023-12-14 14:52:56.155186: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.22 = f32[2048]{0} broadcast(f32[] %constant.26), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:56.155196: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.6 = f32[2048]{0} select(pred[2048]{0} %compare.1, f32[2048]{0} %broadcast.21, f32[2048]{0} %broadcast.22), metadata={op_name="select.34"} +2023-12-14 14:52:56.155206: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.27 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:56.155216: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.23 = f32[2048]{0} broadcast(f32[] %constant.27), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:56.155227: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.28 = f32[] constant(0.000100950558) +2023-12-14 14:52:56.155237: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.24 = f32[2048]{0} broadcast(f32[] %constant.28), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:56.155246: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.7 = f32[2048]{0} select(pred[2048]{0} %compare.1, f32[2048]{0} %broadcast.23, f32[2048]{0} %broadcast.24), metadata={op_name="select.27"} +2023-12-14 14:52:56.155260: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.29 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:56.155270: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.25 = f32[2048]{0} broadcast(f32[] %constant.29), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:56.155283: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.30 = f32[] constant(-0.000200214257) +2023-12-14 14:52:56.155293: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.26 = f32[2048]{0} broadcast(f32[] %constant.30), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:56.155302: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.8 = f32[2048]{0} select(pred[2048]{0} %compare.1, f32[2048]{0} %broadcast.25, f32[2048]{0} %broadcast.26), metadata={op_name="select.21"} +2023-12-14 14:52:56.155312: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.31 = f32[] constant(2.5) +2023-12-14 14:52:56.155332: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.28 = f32[2048]{0} broadcast(f32[] %constant.31), dimensions={}, metadata={op_name="broadcast.14"} +2023-12-14 14:52:56.155342: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.0 = f32[2048]{0} subtract(f32[2048]{0} %negate.1, f32[2048]{0} %broadcast.28), metadata={op_name="subtract.15"} +2023-12-14 14:52:56.155351: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %sqrt.0 = f32[2048]{0} sqrt(f32[2048]{0} %negate.1), metadata={op_name="sqrt.10"} +2023-12-14 14:52:56.155360: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.32 = f32[] constant(3) +2023-12-14 14:52:56.155369: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.30 = f32[2048]{0} broadcast(f32[] %constant.32), dimensions={}, metadata={op_name="broadcast.11"} +2023-12-14 14:52:56.155379: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.1 = f32[2048]{0} subtract(f32[2048]{0} %sqrt.0, f32[2048]{0} %broadcast.30), metadata={op_name="subtract.12"} +2023-12-14 14:52:56.155389: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.9 = f32[2048]{0} select(pred[2048]{0} %compare.1, f32[2048]{0} %subtract.0, f32[2048]{0} %subtract.1), metadata={op_name="select.16"} +2023-12-14 14:52:56.155398: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.2 = f32[2048]{0} multiply(f32[2048]{0} %select.8, f32[2048]{0} %select.9), metadata={op_name="multiply.22"} +2023-12-14 14:52:56.155407: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.0 = f32[2048]{0} add(f32[2048]{0} %select.7, f32[2048]{0} %multiply.2), metadata={op_name="add.28"} +2023-12-14 14:52:56.155421: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.3 = f32[2048]{0} multiply(f32[2048]{0} %add.0, f32[2048]{0} %select.9), metadata={op_name="multiply.29"} +2023-12-14 14:52:56.155431: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.1 = f32[2048]{0} add(f32[2048]{0} %select.6, f32[2048]{0} %multiply.3), metadata={op_name="add.35"} +2023-12-14 14:52:56.155444: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.4 = f32[2048]{0} multiply(f32[2048]{0} %add.1, f32[2048]{0} %select.9), metadata={op_name="multiply.36"} +2023-12-14 14:52:56.155454: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.2 = f32[2048]{0} add(f32[2048]{0} %select.5, f32[2048]{0} %multiply.4), metadata={op_name="add.42"} +2023-12-14 14:52:56.155463: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.5 = f32[2048]{0} multiply(f32[2048]{0} %add.2, f32[2048]{0} %select.9), metadata={op_name="multiply.43"} +2023-12-14 14:52:56.155473: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.3 = f32[2048]{0} add(f32[2048]{0} %select.4, f32[2048]{0} %multiply.5), metadata={op_name="add.49"} +2023-12-14 14:52:56.155482: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.6 = f32[2048]{0} multiply(f32[2048]{0} %add.3, f32[2048]{0} %select.9), metadata={op_name="multiply.50"} +2023-12-14 14:52:56.155491: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.4 = f32[2048]{0} add(f32[2048]{0} %select.3, f32[2048]{0} %multiply.6), metadata={op_name="add.56"} +2023-12-14 14:52:56.155501: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.7 = f32[2048]{0} multiply(f32[2048]{0} %add.4, f32[2048]{0} %select.9), metadata={op_name="multiply.57"} +2023-12-14 14:52:56.155510: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.5 = f32[2048]{0} add(f32[2048]{0} %select.2, f32[2048]{0} %multiply.7), metadata={op_name="add.63"} +2023-12-14 14:52:56.155519: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.8 = f32[2048]{0} multiply(f32[2048]{0} %add.5, f32[2048]{0} %select.9), metadata={op_name="multiply.64"} +2023-12-14 14:52:56.155529: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.6 = f32[2048]{0} add(f32[2048]{0} %select.1, f32[2048]{0} %multiply.8), metadata={op_name="add.70"} +2023-12-14 14:52:56.155538: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.9 = f32[2048]{0} multiply(f32[2048]{0} %add.6, f32[2048]{0} %select.9), metadata={op_name="multiply.71"} +2023-12-14 14:52:56.155547: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.7 = f32[2048]{0} add(f32[2048]{0} %select.0, f32[2048]{0} %multiply.9), metadata={op_name="add.77"} +2023-12-14 14:52:56.155557: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.10 = f32[2048]{0} multiply(f32[2048]{0} %add.7, f32[2048]{0} %Arg_0.215), metadata={op_name="multiply.78"} +2023-12-14 14:52:56.155567: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.10 = f32[2048]{0} select(pred[2048]{0} %compare.0, f32[2048]{0} %multiply.0, f32[2048]{0} %multiply.10), metadata={op_name="select.86"} +2023-12-14 14:52:56.155579: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:82] Replacing all uses of %call.217 = f32[2048]{0} call(f32[2048]{0} %maximum.126), to_apply=%erf_inv.214 with new root %select.21 = f32[2048]{0} select(pred[2048]{0} %compare.2, f32[2048]{0} %multiply.11, f32[2048]{0} %multiply.21), metadata={op_name="select.86"} +2023-12-14 14:52:56.155617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation xla_fallback_erf_inv.127 +2023-12-14 14:52:56.155646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation erf_inv.214 +2023-12-14 14:52:56.155674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.155859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.155877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 2.15 ms (cumulative: 194 ms, max: 65 ms, #called: 738) +2023-12-14 14:52:56.155883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.155896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.156032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.156041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 156 us (cumulative: 194 ms, max: 65 ms, #called: 739) +2023-12-14 14:52:56.156047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:56.156058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.156190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.156199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 150 us (cumulative: 194 ms, max: 65 ms, #called: 740) +2023-12-14 14:52:56.156205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:56.156274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.156407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.156416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 209 us (cumulative: 194 ms, max: 65 ms, #called: 741) +2023-12-14 14:52:56.156422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.156434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.156562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.156571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 147 us (cumulative: 194 ms, max: 65 ms, #called: 742) +2023-12-14 14:52:56.156577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.156610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.156739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.156749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 170 us (cumulative: 194 ms, max: 65 ms, #called: 743) +2023-12-14 14:52:56.156754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.156788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.156918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.156938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 182 us (cumulative: 195 ms, max: 65 ms, #called: 744) +2023-12-14 14:52:56.156944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:56.156975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.157102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.157112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 166 us (cumulative: 195 ms, max: 65 ms, #called: 745) +2023-12-14 14:52:56.157118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:56.157144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.157273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.157282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 162 us (cumulative: 195 ms, max: 65 ms, #called: 746) +2023-12-14 14:52:56.157288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:56.157310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.157436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.157452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 163 us (cumulative: 195 ms, max: 65 ms, #called: 747) +2023-12-14 14:52:56.157458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:56.157543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.157671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.157682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 222 us (cumulative: 195 ms, max: 65 ms, #called: 748) +2023-12-14 14:52:56.157688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:56.157853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.157992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.158005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 314 us (cumulative: 196 ms, max: 65 ms, #called: 749) +2023-12-14 14:52:56.158011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:56.158032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.158166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.158176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 163 us (cumulative: 196 ms, max: 65 ms, #called: 750) +2023-12-14 14:52:56.158182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:56.158202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.158334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.158343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 159 us (cumulative: 196 ms, max: 65 ms, #called: 751) +2023-12-14 14:52:56.158349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:56.158363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.158490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.158499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 148 us (cumulative: 196 ms, max: 65 ms, #called: 752) +2023-12-14 14:52:56.158505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:56.158526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.158652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.158664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 158 us (cumulative: 196 ms, max: 65 ms, #called: 753) +2023-12-14 14:52:56.158671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:56.158678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification +2023-12-14 14:52:56.158693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.158861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 165 us (cumulative: 196 ms, max: 65 ms, #called: 754) +2023-12-14 14:52:56.158871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.158885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 12 us (cumulative: 196 ms, max: 65 ms, #called: 755) +2023-12-14 14:52:56.158892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.158911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 196 ms, max: 65 ms, #called: 756) +2023-12-14 14:52:56.158917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.158941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 23 us (cumulative: 196 ms, max: 65 ms, #called: 757) +2023-12-14 14:52:56.158948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.158985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 36 us (cumulative: 196 ms, max: 65 ms, #called: 758) +2023-12-14 14:52:56.158992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.159019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 196 ms, max: 65 ms, #called: 759) +2023-12-14 14:52:56.159025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.159083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 56 us (cumulative: 197 ms, max: 65 ms, #called: 760) +2023-12-14 14:52:56.159090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.159113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 197 ms, max: 65 ms, #called: 761) +2023-12-14 14:52:56.159119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.159134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 14 us (cumulative: 197 ms, max: 65 ms, #called: 762) +2023-12-14 14:52:56.159140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.159239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_1.96 --> clone + +2023-12-14 14:52:56.159339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.32 --> clone + +2023-12-14 14:52:56.159599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.32.clone --> clone + +2023-12-14 14:52:56.159958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 813 us (cumulative: 197 ms, max: 65 ms, #called: 763) +2023-12-14 14:52:56.159973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.160003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_0.32 +2023-12-14 14:52:56.160032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_1.96 +2023-12-14 14:52:56.160044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 69 us (cumulative: 197 ms, max: 65 ms, #called: 764) +2023-12-14 14:52:56.160051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.160075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 23 us (cumulative: 197 ms, max: 65 ms, #called: 765) +2023-12-14 14:52:56.160082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.160173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 89 us (cumulative: 198 ms, max: 65 ms, #called: 766) +2023-12-14 14:52:56.160181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.160209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 27 us (cumulative: 198 ms, max: 65 ms, #called: 767) +2023-12-14 14:52:56.160217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification +2023-12-14 14:52:56.160236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.160401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 161 us (cumulative: 198 ms, max: 65 ms, #called: 768) +2023-12-14 14:52:56.160413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.160426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 12 us (cumulative: 198 ms, max: 65 ms, #called: 769) +2023-12-14 14:52:56.160432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.160451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 17 us (cumulative: 198 ms, max: 65 ms, #called: 770) +2023-12-14 14:52:56.160456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.160489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 30 us (cumulative: 198 ms, max: 65 ms, #called: 771) +2023-12-14 14:52:56.160494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.160528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 33 us (cumulative: 198 ms, max: 65 ms, #called: 772) +2023-12-14 14:52:56.160534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.160563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 28 us (cumulative: 198 ms, max: 65 ms, #called: 773) +2023-12-14 14:52:56.160569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.160618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 47 us (cumulative: 198 ms, max: 65 ms, #called: 774) +2023-12-14 14:52:56.160626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.160648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 20 us (cumulative: 198 ms, max: 65 ms, #called: 775) +2023-12-14 14:52:56.160654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.160668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 11 us (cumulative: 198 ms, max: 65 ms, #called: 776) +2023-12-14 14:52:56.160674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.160746: I external/org_tensorflow/tensorflow/compiler/xla/service/while_loop_simplifier.cc:458] Eliminating 1 elements from tuple of %while = (s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) while((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %tuple.31), condition=%region_1.96.clone, body=%region_0.32.clone.clone +2023-12-14 14:52:56.160764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_1.96.clone --> clone + +2023-12-14 14:52:56.160807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.32.clone.clone --> clone + +2023-12-14 14:52:56.161070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 393 us (cumulative: 198 ms, max: 65 ms, #called: 777) +2023-12-14 14:52:56.161091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.161109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %constant.14.clone.3 = s32[] constant(0) and its unused operands +2023-12-14 14:52:56.161124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.45 = s32[] get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.1), index=1 and its unused operands +2023-12-14 14:52:56.161133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.54 = s32[] get-tuple-element((s32[], s32[], u32[1024]{0}, u32[1024]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.1), index=1 and its unused operands +2023-12-14 14:52:56.161150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_0.32.clone.clone +2023-12-14 14:52:56.161176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_1.96.clone +2023-12-14 14:52:56.161190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 96 us (cumulative: 198 ms, max: 65 ms, #called: 778) +2023-12-14 14:52:56.161195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.161216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 18 us (cumulative: 198 ms, max: 65 ms, #called: 779) +2023-12-14 14:52:56.161221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.161266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 43 us (cumulative: 198 ms, max: 65 ms, #called: 780) +2023-12-14 14:52:56.161272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.161295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 22 us (cumulative: 199 ms, max: 65 ms, #called: 781) +2023-12-14 14:52:56.161302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification +2023-12-14 14:52:56.161313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.161438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 122 us (cumulative: 199 ms, max: 65 ms, #called: 782) +2023-12-14 14:52:56.161446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.161460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 13 us (cumulative: 199 ms, max: 65 ms, #called: 783) +2023-12-14 14:52:56.161466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.161485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 17 us (cumulative: 199 ms, max: 65 ms, #called: 784) +2023-12-14 14:52:56.161491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.161517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 25 us (cumulative: 199 ms, max: 65 ms, #called: 785) +2023-12-14 14:52:56.161530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.161562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 31 us (cumulative: 199 ms, max: 65 ms, #called: 786) +2023-12-14 14:52:56.161568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.161595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 199 ms, max: 65 ms, #called: 787) +2023-12-14 14:52:56.161602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.161636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 32 us (cumulative: 199 ms, max: 65 ms, #called: 788) +2023-12-14 14:52:56.161642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.161665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 20 us (cumulative: 199 ms, max: 65 ms, #called: 789) +2023-12-14 14:52:56.161671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.161684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 12 us (cumulative: 199 ms, max: 65 ms, #called: 790) +2023-12-14 14:52:56.161690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.161754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 62 us (cumulative: 199 ms, max: 65 ms, #called: 791) +2023-12-14 14:52:56.161762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.161781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 17 us (cumulative: 199 ms, max: 65 ms, #called: 792) +2023-12-14 14:52:56.161787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.161805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 17 us (cumulative: 199 ms, max: 65 ms, #called: 793) +2023-12-14 14:52:56.161811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.161836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 24 us (cumulative: 199 ms, max: 65 ms, #called: 794) +2023-12-14 14:52:56.161842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.161862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 19 us (cumulative: 199 ms, max: 65 ms, #called: 795) +2023-12-14 14:52:56.161869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification +2023-12-14 14:52:56.161879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.161965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 83 us (cumulative: 199 ms, max: 65 ms, #called: 796) +2023-12-14 14:52:56.161973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.161986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 12 us (cumulative: 199 ms, max: 65 ms, #called: 797) +2023-12-14 14:52:56.161996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.162017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 199 ms, max: 65 ms, #called: 798) +2023-12-14 14:52:56.162022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.162044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 20 us (cumulative: 199 ms, max: 65 ms, #called: 799) +2023-12-14 14:52:56.162051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.162081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 29 us (cumulative: 199 ms, max: 65 ms, #called: 800) +2023-12-14 14:52:56.162087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.162114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 199 ms, max: 65 ms, #called: 801) +2023-12-14 14:52:56.162120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.162151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 29 us (cumulative: 199 ms, max: 65 ms, #called: 802) +2023-12-14 14:52:56.162157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.162179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 199 ms, max: 65 ms, #called: 803) +2023-12-14 14:52:56.162185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.162197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 11 us (cumulative: 199 ms, max: 65 ms, #called: 804) +2023-12-14 14:52:56.162204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.162261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 55 us (cumulative: 199 ms, max: 65 ms, #called: 805) +2023-12-14 14:52:56.162269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.162287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 17 us (cumulative: 199 ms, max: 65 ms, #called: 806) +2023-12-14 14:52:56.162294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.162311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 16 us (cumulative: 199 ms, max: 65 ms, #called: 807) +2023-12-14 14:52:56.162317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.162341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 199 ms, max: 65 ms, #called: 808) +2023-12-14 14:52:56.162347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.162367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 18 us (cumulative: 199 ms, max: 65 ms, #called: 809) +2023-12-14 14:52:56.162378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.162553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.162568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 3.9 ms (cumulative: 203 ms, max: 65 ms, #called: 810) +2023-12-14 14:52:56.162575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:56.162596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.162738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.162747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 170 us (cumulative: 203 ms, max: 65 ms, #called: 811) +2023-12-14 14:52:56.162753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:56.162774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.162906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.162918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 164 us (cumulative: 204 ms, max: 65 ms, #called: 812) +2023-12-14 14:52:56.162925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:56.162933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.163061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.163073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 146 us (cumulative: 204 ms, max: 65 ms, #called: 813) +2023-12-14 14:52:56.163079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:56.163114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.163244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.163254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 173 us (cumulative: 204 ms, max: 65 ms, #called: 814) +2023-12-14 14:52:56.163260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.163447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.163586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.163600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 337 us (cumulative: 204 ms, max: 65 ms, #called: 815) +2023-12-14 14:52:56.163606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:56.163617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.163755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.163764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 157 us (cumulative: 204 ms, max: 65 ms, #called: 816) +2023-12-14 14:52:56.163770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.163793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.163919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.163930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 158 us (cumulative: 205 ms, max: 65 ms, #called: 817) +2023-12-14 14:52:56.163936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:56.163954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.164083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.164092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 154 us (cumulative: 205 ms, max: 65 ms, #called: 818) +2023-12-14 14:52:56.164098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:56.164322: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:56.164338: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.32.clone.clone.clone) +2023-12-14 14:52:56.164542: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_1.96.clone.clone) +2023-12-14 14:52:56.164578: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.219) +2023-12-14 14:52:56.164893: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:56.164933: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.32.clone.clone.clone) +2023-12-14 14:52:56.165098: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_1.96.clone.clone) +2023-12-14 14:52:56.165123: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.219) +2023-12-14 14:52:56.165538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:56.165737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.165781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.165787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.165802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:56.165808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:56.165820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:56.165833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.86 +2023-12-14 14:52:56.165839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.87 +2023-12-14 14:52:56.165845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.88 +2023-12-14 14:52:56.165849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.89 +2023-12-14 14:52:56.165854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.90 +2023-12-14 14:52:56.165859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.91 +2023-12-14 14:52:56.165864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.93 +2023-12-14 14:52:56.165869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.55 +2023-12-14 14:52:56.165874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.46 +2023-12-14 14:52:56.165879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : shift-right-logical.8 +2023-12-14 14:52:56.165884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : shift-left.8 +2023-12-14 14:52:56.165889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : tuple.7 +2023-12-14 14:52:56.165894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.8 +2023-12-14 14:52:56.165899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.9 +2023-12-14 14:52:56.165904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.10 +2023-12-14 14:52:56.165908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.11 +2023-12-14 14:52:56.165915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : broadcast.98 +2023-12-14 14:52:56.165920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : broadcast.99 +2023-12-14 14:52:56.165927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.165932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.165943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <183 arg_tuple.4{3} (phi)> has new phi inputs: +2023-12-14 14:52:56.165950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <184 arg_tuple.4{4} (phi)> has new phi inputs: +2023-12-14 14:52:56.165956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <185 arg_tuple.4{5} (phi)> has new phi inputs: +2023-12-14 14:52:56.165961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <186 arg_tuple.4{6} (phi)> has new phi inputs: +2023-12-14 14:52:56.165967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <187 arg_tuple.4{7} (phi)> has new phi inputs: +2023-12-14 14:52:56.165972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:56.165980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <191 arg_tuple.3{3} (phi)> has new phi inputs: +2023-12-14 14:52:56.165993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <192 arg_tuple.3{4} (phi)> has new phi inputs: +2023-12-14 14:52:56.165999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <193 arg_tuple.3{5} (phi)> has new phi inputs: +2023-12-14 14:52:56.166005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <194 arg_tuple.3{6} (phi)> has new phi inputs: +2023-12-14 14:52:56.166010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <195 arg_tuple.3{7} (phi)> has new phi inputs: +2023-12-14 14:52:56.166015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:56.166020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.86 +2023-12-14 14:52:56.166025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.87 +2023-12-14 14:52:56.166030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.88 +2023-12-14 14:52:56.166035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.89 +2023-12-14 14:52:56.166039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.90 +2023-12-14 14:52:56.166044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.91 +2023-12-14 14:52:56.166049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.93 +2023-12-14 14:52:56.166073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.166086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.166091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 178, phi: +2023-12-14 14:52:56.166096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:56.166101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.166106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71: +2023-12-14 14:52:56.166110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:56.166115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 179, phi: +2023-12-14 14:52:56.166119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:56.166124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.166129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 180, phi: +2023-12-14 14:52:56.166134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.166139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3 +2023-12-14 14:52:56.166143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53: +2023-12-14 14:52:56.166148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3: +2023-12-14 14:52:56.166154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 181, phi: +2023-12-14 14:52:56.166158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.166166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.166171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:56.166176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:56.166180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 182, phi: +2023-12-14 14:52:56.166185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:56.166190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.166194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:56.166199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51: +2023-12-14 14:52:56.166204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 183, phi: +2023-12-14 14:52:56.166209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:56.166214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 192 +2023-12-14 14:52:56.166218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:56.166223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:56.166228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 184, phi: +2023-12-14 14:52:56.166233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.166238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 193 +2023-12-14 14:52:56.166242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:56.166247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 185, phi: +2023-12-14 14:52:56.166252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.166256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 191 +2023-12-14 14:52:56.166261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 186, phi: +2023-12-14 14:52:56.166266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:56.166270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 195 +2023-12-14 14:52:56.166276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69: +2023-12-14 14:52:56.166280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 70: +2023-12-14 14:52:56.166285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 187, phi: +2023-12-14 14:52:56.166290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 70 +2023-12-14 14:52:56.166294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 194 +2023-12-14 14:52:56.166299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 188, phi: +2023-12-14 14:52:56.166303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.166309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3 +2023-12-14 14:52:56.166313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 189, phi: +2023-12-14 14:52:56.166318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.166323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.166329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 190, phi: +2023-12-14 14:52:56.166334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:56.166339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.166344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 191, phi: +2023-12-14 14:52:56.166349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:56.166354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 192 +2023-12-14 14:52:56.166358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 192, phi: +2023-12-14 14:52:56.166363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.166367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 193 +2023-12-14 14:52:56.166372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 193, phi: +2023-12-14 14:52:56.166377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.166381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 191 +2023-12-14 14:52:56.166387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 194, phi: +2023-12-14 14:52:56.166392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:56.166397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 195 +2023-12-14 14:52:56.166402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 195, phi: +2023-12-14 14:52:56.166406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 70 +2023-12-14 14:52:56.166411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 194 +2023-12-14 14:52:56.166415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 196, phi: +2023-12-14 14:52:56.166421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.166425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:56.166430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 197, phi: +2023-12-14 14:52:56.166435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3 +2023-12-14 14:52:56.166439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.166444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 198, phi: +2023-12-14 14:52:56.166448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.166453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.166458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 199, phi: +2023-12-14 14:52:56.166462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.166467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:56.166472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 200, phi: +2023-12-14 14:52:56.166477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 192 +2023-12-14 14:52:56.166481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:56.166488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 201, phi: +2023-12-14 14:52:56.166494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 193 +2023-12-14 14:52:56.166498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.166503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 202, phi: +2023-12-14 14:52:56.166508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 191 +2023-12-14 14:52:56.166512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.166517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 203, phi: +2023-12-14 14:52:56.166521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 195 +2023-12-14 14:52:56.166526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:56.166531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 204, phi: +2023-12-14 14:52:56.166535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 194 +2023-12-14 14:52:56.166540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 70 +2023-12-14 14:52:56.166560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.166570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.166575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 178, phi: +2023-12-14 14:52:56.166579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:56.166584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.166589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71: +2023-12-14 14:52:56.166593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:56.166598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 179, phi: +2023-12-14 14:52:56.166602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:56.166607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.166612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 180, phi: +2023-12-14 14:52:56.166616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.166622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3 +2023-12-14 14:52:56.166627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53: +2023-12-14 14:52:56.166632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3: +2023-12-14 14:52:56.166638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 181, phi: +2023-12-14 14:52:56.166642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.166647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.166652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:56.166656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:56.166661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 182, phi: +2023-12-14 14:52:56.166668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:56.166673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.166678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:56.166682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51: +2023-12-14 14:52:56.166687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 183, phi: +2023-12-14 14:52:56.166691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:56.166696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 192 +2023-12-14 14:52:56.166701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:56.166707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:56.166711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 184, phi: +2023-12-14 14:52:56.166716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.166721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 193 +2023-12-14 14:52:56.166725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:56.166730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 185, phi: +2023-12-14 14:52:56.166735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.166739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 191 +2023-12-14 14:52:56.166744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 186, phi: +2023-12-14 14:52:56.166748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:56.166753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 195 +2023-12-14 14:52:56.166758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69: +2023-12-14 14:52:56.166762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 70: +2023-12-14 14:52:56.166767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 187, phi: +2023-12-14 14:52:56.166772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 70 +2023-12-14 14:52:56.166778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 194 +2023-12-14 14:52:56.166783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 188, phi: +2023-12-14 14:52:56.166788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.166793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3 +2023-12-14 14:52:56.166797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 189, phi: +2023-12-14 14:52:56.166802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.166807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.166811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 190, phi: +2023-12-14 14:52:56.166816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:56.166820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.166828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 191, phi: +2023-12-14 14:52:56.166832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:56.166837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 192 +2023-12-14 14:52:56.166842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 192, phi: +2023-12-14 14:52:56.166846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.166852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 193 +2023-12-14 14:52:56.166857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 193, phi: +2023-12-14 14:52:56.166862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.166866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 191 +2023-12-14 14:52:56.166871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 194, phi: +2023-12-14 14:52:56.166875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:56.166880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 195 +2023-12-14 14:52:56.166885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 195, phi: +2023-12-14 14:52:56.166889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 70 +2023-12-14 14:52:56.166894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 194 +2023-12-14 14:52:56.166898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 196, phi: +2023-12-14 14:52:56.166903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.166908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:56.166912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 197, phi: +2023-12-14 14:52:56.166917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3 +2023-12-14 14:52:56.166922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.166927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 198, phi: +2023-12-14 14:52:56.166932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.166937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.166942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 199, phi: +2023-12-14 14:52:56.166946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.166951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:56.166956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 200, phi: +2023-12-14 14:52:56.166960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 192 +2023-12-14 14:52:56.166965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:56.166969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 201, phi: +2023-12-14 14:52:56.166974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 193 +2023-12-14 14:52:56.166979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.166986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 202, phi: +2023-12-14 14:52:56.166991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 191 +2023-12-14 14:52:56.166996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.167001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 203, phi: +2023-12-14 14:52:56.167005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 195 +2023-12-14 14:52:56.167011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:56.167016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 204, phi: +2023-12-14 14:52:56.167020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 194 +2023-12-14 14:52:56.167025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 70 +2023-12-14 14:52:56.167030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.167039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <56 Arg_0.1> + +2023-12-14 14:52:56.167044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:56.167050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 constant.2> + +2023-12-14 14:52:56.167055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:52:56.167061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <176 broadcast.3> + +2023-12-14 14:52:56.167066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:56.167072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <86 constant.4> + +2023-12-14 14:52:56.167077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:52:56.167082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <87 broadcast.5> + +2023-12-14 14:52:56.167087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.6 +2023-12-14 14:52:56.167093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <83 constant.6> + +2023-12-14 14:52:56.167098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.7 +2023-12-14 14:52:56.167104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <84 broadcast.7> + +2023-12-14 14:52:56.167109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:52:56.167114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <76 constant.10> + +2023-12-14 14:52:56.167119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.11 +2023-12-14 14:52:56.167124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <77 broadcast.11> + +2023-12-14 14:52:56.167129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:56.167138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <73 constant.12> + +2023-12-14 14:52:56.167144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.13 +2023-12-14 14:52:56.167149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <74 broadcast.13> + +2023-12-14 14:52:56.167154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.167160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <53 constant.14> + +2023-12-14 14:52:56.167164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:56.167170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 constant.15> + +2023-12-14 14:52:56.167175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.167181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <70 constant.16> + +2023-12-14 14:52:56.167186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.167191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <69 constant.17> + +2023-12-14 14:52:56.167196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.18 +2023-12-14 14:52:56.167201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <54 iota.18> + +2023-12-14 14:52:56.167206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:56.167213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <57 slice.19> + +2023-12-14 14:52:56.167218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.20 +2023-12-14 14:52:56.167223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 reshape.20> + +2023-12-14 14:52:56.167228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:56.167233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <62 slice.21> + +2023-12-14 14:52:56.167238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.22 +2023-12-14 14:52:56.167243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <63 reshape.22> + +2023-12-14 14:52:56.167249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:56.167254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <55 slice.23> + +2023-12-14 14:52:56.167259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:56.167264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <61 slice.24> + +2023-12-14 14:52:56.167269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:56.167278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <66 xor.25> + +2023-12-14 14:52:56.167282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:56.167289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <68 xor.26> + +2023-12-14 14:52:56.167293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.27 +2023-12-14 14:52:56.167299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <59 broadcast.27> + +2023-12-14 14:52:56.167304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.28 +2023-12-14 14:52:56.167309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <60 add.28> + +2023-12-14 14:52:56.167314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.29 +2023-12-14 14:52:56.167331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <64 broadcast.29> + +2023-12-14 14:52:56.167337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.30 +2023-12-14 14:52:56.167343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <65 add.30> + +2023-12-14 14:52:56.167348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.119 +2023-12-14 14:52:56.167353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <72 concatenate.119> + +2023-12-14 14:52:56.167358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.120 +2023-12-14 14:52:56.167364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <75 shift-right-logical.120> + +2023-12-14 14:52:56.167368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.121 +2023-12-14 14:52:56.167375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <78 or.121> + +2023-12-14 14:52:56.167380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.122 +2023-12-14 14:52:56.167385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <79 bitcast-convert.122> + +2023-12-14 14:52:56.167390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.124 +2023-12-14 14:52:56.167396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <85 multiply.124> + +2023-12-14 14:52:56.167400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:56.167406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <88 add.125> + +2023-12-14 14:52:56.167411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.126 +2023-12-14 14:52:56.167416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <89 maximum.126> + +2023-12-14 14:52:56.167424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.218 +2023-12-14 14:52:56.167430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <177 multiply.218> + +2023-12-14 14:52:56.167435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.1 +2023-12-14 14:52:56.167440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <90 abs.1> + +2023-12-14 14:52:56.167446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.33 +2023-12-14 14:52:56.167451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <91 constant.33> + +2023-12-14 14:52:56.167456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.31 +2023-12-14 14:52:56.167461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <92 broadcast.31> + +2023-12-14 14:52:56.167466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.2 +2023-12-14 14:52:56.167472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <93 compare.2> + +2023-12-14 14:52:56.167477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.34 +2023-12-14 14:52:56.167482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <94 constant.34> + +2023-12-14 14:52:56.167487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.32 +2023-12-14 14:52:56.167492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <95 broadcast.32> + +2023-12-14 14:52:56.167499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.11 +2023-12-14 14:52:56.167504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <96 multiply.11> + +2023-12-14 14:52:56.167509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.2 +2023-12-14 14:52:56.167515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <97 negate.2> + +2023-12-14 14:52:56.167520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.12 +2023-12-14 14:52:56.167526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <98 multiply.12> + +2023-12-14 14:52:56.167530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.1 +2023-12-14 14:52:56.167536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <99 log-plus-one.1> + +2023-12-14 14:52:56.167541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.3 +2023-12-14 14:52:56.167546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <100 negate.3> + +2023-12-14 14:52:56.167551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.35 +2023-12-14 14:52:56.167556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <101 constant.35> + +2023-12-14 14:52:56.167564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.33 +2023-12-14 14:52:56.167570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <102 broadcast.33> + +2023-12-14 14:52:56.167574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.3 +2023-12-14 14:52:56.167580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <103 compare.3> + +2023-12-14 14:52:56.167585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.36 +2023-12-14 14:52:56.167591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <104 constant.36> + +2023-12-14 14:52:56.167596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.34 +2023-12-14 14:52:56.167602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <105 broadcast.34> + +2023-12-14 14:52:56.167607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.37 +2023-12-14 14:52:56.167612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <106 constant.37> + +2023-12-14 14:52:56.167617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.35 +2023-12-14 14:52:56.167622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <107 broadcast.35> + +2023-12-14 14:52:56.167627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.11 +2023-12-14 14:52:56.167632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <108 select.11> + +2023-12-14 14:52:56.167637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.38 +2023-12-14 14:52:56.167643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <109 constant.38> + +2023-12-14 14:52:56.167648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.36 +2023-12-14 14:52:56.167653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <110 broadcast.36> + +2023-12-14 14:52:56.167660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.39 +2023-12-14 14:52:56.167666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <111 constant.39> + +2023-12-14 14:52:56.167671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.37 +2023-12-14 14:52:56.167676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <112 broadcast.37> + +2023-12-14 14:52:56.167681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.12 +2023-12-14 14:52:56.167686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <113 select.12> + +2023-12-14 14:52:56.167691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.40 +2023-12-14 14:52:56.167697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 constant.40> + +2023-12-14 14:52:56.167704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.38 +2023-12-14 14:52:56.167710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <115 broadcast.38> + +2023-12-14 14:52:56.167715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.41 +2023-12-14 14:52:56.167720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 constant.41> + +2023-12-14 14:52:56.167725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.39 +2023-12-14 14:52:56.167730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <117 broadcast.39> + +2023-12-14 14:52:56.167736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.13 +2023-12-14 14:52:56.167742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <118 select.13> + +2023-12-14 14:52:56.167747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.42 +2023-12-14 14:52:56.167752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 constant.42> + +2023-12-14 14:52:56.167757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.40 +2023-12-14 14:52:56.167762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <120 broadcast.40> + +2023-12-14 14:52:56.167767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.45 +2023-12-14 14:52:56.167773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 constant.45> + +2023-12-14 14:52:56.167777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.41 +2023-12-14 14:52:56.167783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <122 broadcast.41> + +2023-12-14 14:52:56.167788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.14 +2023-12-14 14:52:56.167793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <123 select.14> + +2023-12-14 14:52:56.167798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.46 +2023-12-14 14:52:56.167804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 constant.46> + +2023-12-14 14:52:56.167809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.42 +2023-12-14 14:52:56.167815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <125 broadcast.42> + +2023-12-14 14:52:56.167820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.47 +2023-12-14 14:52:56.167825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 constant.47> + +2023-12-14 14:52:56.167830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.43 +2023-12-14 14:52:56.167839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <127 broadcast.43> + +2023-12-14 14:52:56.167844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.15 +2023-12-14 14:52:56.167850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <128 select.15> + +2023-12-14 14:52:56.167854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.48 +2023-12-14 14:52:56.167860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 constant.48> + +2023-12-14 14:52:56.167865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.44 +2023-12-14 14:52:56.167870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <130 broadcast.44> + +2023-12-14 14:52:56.167876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.49 +2023-12-14 14:52:56.167882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 constant.49> + +2023-12-14 14:52:56.167886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.45 +2023-12-14 14:52:56.167893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <132 broadcast.45> + +2023-12-14 14:52:56.167897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.16 +2023-12-14 14:52:56.167903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <133 select.16> + +2023-12-14 14:52:56.167908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.50 +2023-12-14 14:52:56.167913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 constant.50> + +2023-12-14 14:52:56.167918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.46 +2023-12-14 14:52:56.167923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <135 broadcast.46> + +2023-12-14 14:52:56.167928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.51 +2023-12-14 14:52:56.167933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 constant.51> + +2023-12-14 14:52:56.167938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.47 +2023-12-14 14:52:56.167944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <137 broadcast.47> + +2023-12-14 14:52:56.167949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.17 +2023-12-14 14:52:56.167954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <138 select.17> + +2023-12-14 14:52:56.167959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.52 +2023-12-14 14:52:56.167965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 constant.52> + +2023-12-14 14:52:56.167970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.48 +2023-12-14 14:52:56.167978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <140 broadcast.48> + +2023-12-14 14:52:56.167983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.53 +2023-12-14 14:52:56.167989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 constant.53> + +2023-12-14 14:52:56.167994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.50 +2023-12-14 14:52:56.167999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <142 broadcast.50> + +2023-12-14 14:52:56.168004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.18 +2023-12-14 14:52:56.168009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <143 select.18> + +2023-12-14 14:52:56.168014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.54 +2023-12-14 14:52:56.168020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 constant.54> + +2023-12-14 14:52:56.168025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.51 +2023-12-14 14:52:56.168031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <145 broadcast.51> + +2023-12-14 14:52:56.168035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.55 +2023-12-14 14:52:56.168041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 constant.55> + +2023-12-14 14:52:56.168046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.53 +2023-12-14 14:52:56.168052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <147 broadcast.53> + +2023-12-14 14:52:56.168057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.19 +2023-12-14 14:52:56.168062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <148 select.19> + +2023-12-14 14:52:56.168067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.1 +2023-12-14 14:52:56.168072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <152 sqrt.1> + +2023-12-14 14:52:56.168077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.20 +2023-12-14 14:52:56.168082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <156 select.20> + +2023-12-14 14:52:56.168087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.13 +2023-12-14 14:52:56.168093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <157 multiply.13> + +2023-12-14 14:52:56.168098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.8 +2023-12-14 14:52:56.168104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <158 add.8> + +2023-12-14 14:52:56.168108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.14 +2023-12-14 14:52:56.168115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <159 multiply.14> + +2023-12-14 14:52:56.168120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.9 +2023-12-14 14:52:56.168127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <160 add.9> + +2023-12-14 14:52:56.168131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.15 +2023-12-14 14:52:56.168137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <161 multiply.15> + +2023-12-14 14:52:56.168142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.10 +2023-12-14 14:52:56.168147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <162 add.10> + +2023-12-14 14:52:56.168152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.16 +2023-12-14 14:52:56.168157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <163 multiply.16> + +2023-12-14 14:52:56.168163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.11 +2023-12-14 14:52:56.168168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <164 add.11> + +2023-12-14 14:52:56.168173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.17 +2023-12-14 14:52:56.168179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <165 multiply.17> + +2023-12-14 14:52:56.168184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.12 +2023-12-14 14:52:56.168189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <166 add.12> + +2023-12-14 14:52:56.168194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.18 +2023-12-14 14:52:56.168199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <167 multiply.18> + +2023-12-14 14:52:56.168205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.13 +2023-12-14 14:52:56.168210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <168 add.13> + +2023-12-14 14:52:56.168215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.19 +2023-12-14 14:52:56.168220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <169 multiply.19> + +2023-12-14 14:52:56.168225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.14 +2023-12-14 14:52:56.168231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <170 add.14> + +2023-12-14 14:52:56.168237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.20 +2023-12-14 14:52:56.168242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <171 multiply.20> + +2023-12-14 14:52:56.168251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.15 +2023-12-14 14:52:56.168256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <172 add.15> + +2023-12-14 14:52:56.168261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.21 +2023-12-14 14:52:56.168266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <173 multiply.21> + +2023-12-14 14:52:56.168271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.21 +2023-12-14 14:52:56.168277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <174 select.21> + +2023-12-14 14:52:56.168282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.56 +2023-12-14 14:52:56.168288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <81 broadcast.56> + +2023-12-14 14:52:56.168293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.16 +2023-12-14 14:52:56.168298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <82 add.16> + +2023-12-14 14:52:56.168303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.57 +2023-12-14 14:52:56.168309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <150 broadcast.57> + +2023-12-14 14:52:56.168314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.17 +2023-12-14 14:52:56.168319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <151 add.17> + +2023-12-14 14:52:56.168324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.58 +2023-12-14 14:52:56.168330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <154 broadcast.58> + +2023-12-14 14:52:56.168335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.18 +2023-12-14 14:52:56.168340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <155 add.18> + +2023-12-14 14:52:56.168345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.63 +2023-12-14 14:52:56.168350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <80 constant.63> + +2023-12-14 14:52:56.168355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.64 +2023-12-14 14:52:56.168361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 constant.64> + +2023-12-14 14:52:56.168366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.65 +2023-12-14 14:52:56.168371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 constant.65> + +2023-12-14 14:52:56.168376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:56.168389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <71 tuple.6{}> + {0} : HloValueSet: <53 constant.14> + {1} : HloValueSet: <60 add.28> + {2} : HloValueSet: <65 add.30> + {3} : HloValueSet: <63 reshape.22> + {4} : HloValueSet: <68 xor.26> + {5} : HloValueSet: <58 reshape.20> + {6} : HloValueSet: <69 constant.17> + {7} : HloValueSet: <70 constant.16> + +2023-12-14 14:52:56.168401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.168412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <196 while.1{} (phi)> + {0} : HloValueSet: <197 while.1{0} (phi)> + {1} : HloValueSet: <198 while.1{1} (phi)> + {2} : HloValueSet: <199 while.1{2} (phi)> + {3} : HloValueSet: <200 while.1{3} (phi)> + {4} : HloValueSet: <201 while.1{4} (phi)> + {5} : HloValueSet: <202 while.1{5} (phi)> + {6} : HloValueSet: <203 while.1{6} (phi)> + {7} : HloValueSet: <204 while.1{7} (phi)> + +2023-12-14 14:52:56.168418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.168423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <198 while.1{1} (phi)> + +2023-12-14 14:52:56.168428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:56.168434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <199 while.1{2} (phi)> + +2023-12-14 14:52:56.168440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.168450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <179 arg_tuple.3{} (phi)> + {0} : HloValueSet: <188 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <189 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <190 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <191 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <192 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <193 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <194 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <195 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.168457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.66 +2023-12-14 14:52:56.168462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <9 constant.66> + +2023-12-14 14:52:56.168467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:56.168473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 constant.67> + +2023-12-14 14:52:56.168477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.8 +2023-12-14 14:52:56.168483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <5 slice.8> + +2023-12-14 14:52:56.168488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.8 +2023-12-14 14:52:56.168493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <6 reshape.8> + +2023-12-14 14:52:56.168498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.46 +2023-12-14 14:52:56.168503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <4 add.46> + +2023-12-14 14:52:56.168511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.89 +2023-12-14 14:52:56.168517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <7 broadcast.89> + +2023-12-14 14:52:56.168523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.8 +2023-12-14 14:52:56.168529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <8 shift-left.8> + +2023-12-14 14:52:56.168533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:56.168539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <10 subtract.12> + +2023-12-14 14:52:56.168544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.90 +2023-12-14 14:52:56.168549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <11 broadcast.90> + +2023-12-14 14:52:56.168554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.8 +2023-12-14 14:52:56.168560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <12 shift-right-logical.8> + +2023-12-14 14:52:56.168564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.8 +2023-12-14 14:52:56.168570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <13 or.8> + +2023-12-14 14:52:56.168575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.8 +2023-12-14 14:52:56.168580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <14 xor.8> + +2023-12-14 14:52:56.168585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.9 +2023-12-14 14:52:56.168590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.9> + +2023-12-14 14:52:56.168596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.9 +2023-12-14 14:52:56.168601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.9> + +2023-12-14 14:52:56.168606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:56.168611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <15 add.47> + +2023-12-14 14:52:56.168616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.91 +2023-12-14 14:52:56.168622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <18 broadcast.91> + +2023-12-14 14:52:56.168627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.9 +2023-12-14 14:52:56.168632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <19 shift-left.9> + +2023-12-14 14:52:56.168637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:56.168642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <20 subtract.13> + +2023-12-14 14:52:56.168650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.93 +2023-12-14 14:52:56.168656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <21 broadcast.93> + +2023-12-14 14:52:56.168661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.9 +2023-12-14 14:52:56.168667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <22 shift-right-logical.9> + +2023-12-14 14:52:56.168673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.9 +2023-12-14 14:52:56.168678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <23 or.9> + +2023-12-14 14:52:56.168683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.9 +2023-12-14 14:52:56.168688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <24 xor.9> + +2023-12-14 14:52:56.168693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.10 +2023-12-14 14:52:56.168698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <26 slice.10> + +2023-12-14 14:52:56.168703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.10 +2023-12-14 14:52:56.168708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 reshape.10> + +2023-12-14 14:52:56.168713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:56.168719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <25 add.49> + +2023-12-14 14:52:56.168723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.94 +2023-12-14 14:52:56.168729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <28 broadcast.94> + +2023-12-14 14:52:56.168734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.10 +2023-12-14 14:52:56.168740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <29 shift-left.10> + +2023-12-14 14:52:56.168745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:56.168751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 subtract.14> + +2023-12-14 14:52:56.168756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.95 +2023-12-14 14:52:56.168761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <31 broadcast.95> + +2023-12-14 14:52:56.168766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.10 +2023-12-14 14:52:56.168772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <32 shift-right-logical.10> + +2023-12-14 14:52:56.168776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.10 +2023-12-14 14:52:56.168785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <33 or.10> + +2023-12-14 14:52:56.168790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.10 +2023-12-14 14:52:56.168795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <34 xor.10> + +2023-12-14 14:52:56.168800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.11 +2023-12-14 14:52:56.168805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <38 slice.11> + +2023-12-14 14:52:56.168811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.11 +2023-12-14 14:52:56.168816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 reshape.11> + +2023-12-14 14:52:56.168821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:56.168828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <35 add.50> + +2023-12-14 14:52:56.168833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.96 +2023-12-14 14:52:56.168838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <40 broadcast.96> + +2023-12-14 14:52:56.168843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.11 +2023-12-14 14:52:56.168848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <41 shift-left.11> + +2023-12-14 14:52:56.168853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:56.168859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 subtract.15> + +2023-12-14 14:52:56.168864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.97 +2023-12-14 14:52:56.168869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <43 broadcast.97> + +2023-12-14 14:52:56.168874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.11 +2023-12-14 14:52:56.168879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <44 shift-right-logical.11> + +2023-12-14 14:52:56.168885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.11 +2023-12-14 14:52:56.168890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <45 or.11> + +2023-12-14 14:52:56.168895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.11 +2023-12-14 14:52:56.168901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <46 xor.11> + +2023-12-14 14:52:56.168906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.98 +2023-12-14 14:52:56.168911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <36 broadcast.98> + +2023-12-14 14:52:56.168916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:56.168924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <37 add.51> + +2023-12-14 14:52:56.168929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.99 +2023-12-14 14:52:56.168935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <47 broadcast.99> + +2023-12-14 14:52:56.168939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:56.168945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <48 add.52> + +2023-12-14 14:52:56.168949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:56.168956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 convert.2> + +2023-12-14 14:52:56.168961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.100 +2023-12-14 14:52:56.168966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <50 broadcast.100> + +2023-12-14 14:52:56.168971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.54 +2023-12-14 14:52:56.168976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <51 add.54> + +2023-12-14 14:52:56.168982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:56.168987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 add.55> + +2023-12-14 14:52:56.168992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.7 +2023-12-14 14:52:56.169002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <52 tuple.7{}> + {0} : HloValueSet: <3 add.55> + {1} : HloValueSet: <37 add.51> + {2} : HloValueSet: <51 add.54> + {3} : HloValueSet: <192 arg_tuple.3{4} (phi)> + {4} : HloValueSet: <193 arg_tuple.3{5} (phi)> + {5} : HloValueSet: <191 arg_tuple.3{3} (phi)> + {6} : HloValueSet: <195 arg_tuple.3{7} (phi)> + {7} : HloValueSet: <194 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.169008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:56.169013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <195 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.169018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.86 +2023-12-14 14:52:56.169024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <194 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.169029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.87 +2023-12-14 14:52:56.169035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <193 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.169040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.88 +2023-12-14 14:52:56.169045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <192 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.169053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.89 +2023-12-14 14:52:56.169059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <191 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.169064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.90 +2023-12-14 14:52:56.169070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <190 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.169075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.91 +2023-12-14 14:52:56.169080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <189 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.169085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.93 +2023-12-14 14:52:56.169090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <188 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.169095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.169106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <178 arg_tuple.4{} (phi)> + {0} : HloValueSet: <180 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <181 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <182 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <183 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <184 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <185 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <186 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <187 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.169112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:56.169117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 constant.68> + +2023-12-14 14:52:56.169122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:56.169127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <1 compare.5> + +2023-12-14 14:52:56.169132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:56.169138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <180 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.169890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:56.169904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.169910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.169915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.169919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> (def) +2023-12-14 14:52:56.169924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.169929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:56.169939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.2> (def) +2023-12-14 14:52:56.169944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.169949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:52:56.169953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 broadcast.3> (def) +2023-12-14 14:52:56.169958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.169963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:56.169968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 constant.4> (def) +2023-12-14 14:52:56.169972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.169977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:52:56.169982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 broadcast.5> (def) +2023-12-14 14:52:56.169987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.169992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6: +2023-12-14 14:52:56.169997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 constant.6> (def) +2023-12-14 14:52:56.170001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7: +2023-12-14 14:52:56.170011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.7> (def) +2023-12-14 14:52:56.170016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:52:56.170025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 constant.10> (def) +2023-12-14 14:52:56.170030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11: +2023-12-14 14:52:56.170039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 broadcast.11> (def) +2023-12-14 14:52:56.170044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:56.170053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 constant.12> (def) +2023-12-14 14:52:56.170058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.13: +2023-12-14 14:52:56.170067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 broadcast.13> (def) +2023-12-14 14:52:56.170072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.170085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 constant.14> (def) +2023-12-14 14:52:56.170092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:56.170101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 constant.15> (def) +2023-12-14 14:52:56.170106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.170116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.16> (def) +2023-12-14 14:52:56.170120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.170130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 constant.17> (def) +2023-12-14 14:52:56.170134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.18: +2023-12-14 14:52:56.170144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 iota.18> (def) +2023-12-14 14:52:56.170148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:56.170158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 slice.19> (def) +2023-12-14 14:52:56.170163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20: +2023-12-14 14:52:56.170173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 reshape.20> (def) +2023-12-14 14:52:56.170178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:56.170187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 slice.21> (def) +2023-12-14 14:52:56.170192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22: +2023-12-14 14:52:56.170201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 reshape.22> (def) +2023-12-14 14:52:56.170206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:56.170215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 slice.23> (def) +2023-12-14 14:52:56.170220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:56.170233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 slice.24> (def) +2023-12-14 14:52:56.170238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:56.170248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 xor.25> (def) +2023-12-14 14:52:56.170254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:56.170263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 xor.26> (def) +2023-12-14 14:52:56.170268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27: +2023-12-14 14:52:56.170277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 broadcast.27> (def) +2023-12-14 14:52:56.170282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28: +2023-12-14 14:52:56.170292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 add.28> (def) +2023-12-14 14:52:56.170296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29: +2023-12-14 14:52:56.170306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 broadcast.29> (def) +2023-12-14 14:52:56.170311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30: +2023-12-14 14:52:56.170321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 add.30> (def) +2023-12-14 14:52:56.170325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.119: +2023-12-14 14:52:56.170336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 concatenate.119> (def) +2023-12-14 14:52:56.170340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.120: +2023-12-14 14:52:56.170350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 shift-right-logical.120> (def) +2023-12-14 14:52:56.170355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.121: +2023-12-14 14:52:56.170364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.121> (def) +2023-12-14 14:52:56.170369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.122: +2023-12-14 14:52:56.170379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 bitcast-convert.122> (def) +2023-12-14 14:52:56.170388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.124: +2023-12-14 14:52:56.170398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 multiply.124> (def) +2023-12-14 14:52:56.170402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:56.170412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.125> (def) +2023-12-14 14:52:56.170417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.126: +2023-12-14 14:52:56.170427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 maximum.126> (def) +2023-12-14 14:52:56.170431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.218: +2023-12-14 14:52:56.170441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.218> (def) +2023-12-14 14:52:56.170446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.1: +2023-12-14 14:52:56.170456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 abs.1> (def) +2023-12-14 14:52:56.170461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.33: +2023-12-14 14:52:56.170470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 constant.33> (def) +2023-12-14 14:52:56.170475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31: +2023-12-14 14:52:56.170484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.31> (def) +2023-12-14 14:52:56.170490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2: +2023-12-14 14:52:56.170499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 compare.2> (def) +2023-12-14 14:52:56.170504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.34: +2023-12-14 14:52:56.170513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 constant.34> (def) +2023-12-14 14:52:56.170518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32: +2023-12-14 14:52:56.170528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 broadcast.32> (def) +2023-12-14 14:52:56.170536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11: +2023-12-14 14:52:56.170545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 multiply.11> (def) +2023-12-14 14:52:56.170550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.2: +2023-12-14 14:52:56.170560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 negate.2> (def) +2023-12-14 14:52:56.170565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12: +2023-12-14 14:52:56.170575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 multiply.12> (def) +2023-12-14 14:52:56.170579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.1: +2023-12-14 14:52:56.170589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 log-plus-one.1> (def) +2023-12-14 14:52:56.170594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.3: +2023-12-14 14:52:56.170604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 negate.3> (def) +2023-12-14 14:52:56.170609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.35: +2023-12-14 14:52:56.170618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 constant.35> (def) +2023-12-14 14:52:56.170623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33: +2023-12-14 14:52:56.170633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.33> (def) +2023-12-14 14:52:56.170637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3: +2023-12-14 14:52:56.170648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 compare.3> (def) +2023-12-14 14:52:56.170652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.36: +2023-12-14 14:52:56.170662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.36> (def) +2023-12-14 14:52:56.170667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34: +2023-12-14 14:52:56.170677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 broadcast.34> (def) +2023-12-14 14:52:56.170685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.37: +2023-12-14 14:52:56.170695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 constant.37> (def) +2023-12-14 14:52:56.170699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35: +2023-12-14 14:52:56.170709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 broadcast.35> (def) +2023-12-14 14:52:56.170714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11: +2023-12-14 14:52:56.170724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 select.11> (def) +2023-12-14 14:52:56.170729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.38: +2023-12-14 14:52:56.170738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.38> (def) +2023-12-14 14:52:56.170744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36: +2023-12-14 14:52:56.170753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.36> (def) +2023-12-14 14:52:56.170758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.39: +2023-12-14 14:52:56.170767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 constant.39> (def) +2023-12-14 14:52:56.170772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.37: +2023-12-14 14:52:56.170781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 broadcast.37> (def) +2023-12-14 14:52:56.170786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12: +2023-12-14 14:52:56.170796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 select.12> (def) +2023-12-14 14:52:56.170801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.40: +2023-12-14 14:52:56.170810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.40> (def) +2023-12-14 14:52:56.170816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38: +2023-12-14 14:52:56.170825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 broadcast.38> (def) +2023-12-14 14:52:56.170833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.41: +2023-12-14 14:52:56.170843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.41> (def) +2023-12-14 14:52:56.170847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39: +2023-12-14 14:52:56.170857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.39> (def) +2023-12-14 14:52:56.170862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13: +2023-12-14 14:52:56.170871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 select.13> (def) +2023-12-14 14:52:56.170876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.42: +2023-12-14 14:52:56.170887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 constant.42> (def) +2023-12-14 14:52:56.170892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.40: +2023-12-14 14:52:56.170901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.40> (def) +2023-12-14 14:52:56.170906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.45: +2023-12-14 14:52:56.170915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 constant.45> (def) +2023-12-14 14:52:56.170920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41: +2023-12-14 14:52:56.170929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 broadcast.41> (def) +2023-12-14 14:52:56.170934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14: +2023-12-14 14:52:56.170943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 select.14> (def) +2023-12-14 14:52:56.170948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.46: +2023-12-14 14:52:56.170958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 constant.46> (def) +2023-12-14 14:52:56.170963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42: +2023-12-14 14:52:56.170973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 broadcast.42> (def) +2023-12-14 14:52:56.170981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.170985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.47: +2023-12-14 14:52:56.170990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.47> (def) +2023-12-14 14:52:56.170995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43: +2023-12-14 14:52:56.171004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.43> (def) +2023-12-14 14:52:56.171009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15: +2023-12-14 14:52:56.171018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 select.15> (def) +2023-12-14 14:52:56.171023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.48: +2023-12-14 14:52:56.171034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.48> (def) +2023-12-14 14:52:56.171039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44: +2023-12-14 14:52:56.171049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.44> (def) +2023-12-14 14:52:56.171053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.49: +2023-12-14 14:52:56.171063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.49> (def) +2023-12-14 14:52:56.171067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45: +2023-12-14 14:52:56.171077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 broadcast.45> (def) +2023-12-14 14:52:56.171082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16: +2023-12-14 14:52:56.171091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 select.16> (def) +2023-12-14 14:52:56.171096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.50: +2023-12-14 14:52:56.171107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.50> (def) +2023-12-14 14:52:56.171112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46: +2023-12-14 14:52:56.171122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.46> (def) +2023-12-14 14:52:56.171131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.51: +2023-12-14 14:52:56.171141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 constant.51> (def) +2023-12-14 14:52:56.171146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.47: +2023-12-14 14:52:56.171155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.47> (def) +2023-12-14 14:52:56.171160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17: +2023-12-14 14:52:56.171169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 select.17> (def) +2023-12-14 14:52:56.171174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.52: +2023-12-14 14:52:56.171184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 constant.52> (def) +2023-12-14 14:52:56.171189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48: +2023-12-14 14:52:56.171199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.48> (def) +2023-12-14 14:52:56.171204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.53: +2023-12-14 14:52:56.171213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.53> (def) +2023-12-14 14:52:56.171218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.50: +2023-12-14 14:52:56.171227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 broadcast.50> (def) +2023-12-14 14:52:56.171232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18: +2023-12-14 14:52:56.171241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 select.18> (def) +2023-12-14 14:52:56.171247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.54: +2023-12-14 14:52:56.171256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.54> (def) +2023-12-14 14:52:56.171261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51: +2023-12-14 14:52:56.171271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.51> (def) +2023-12-14 14:52:56.171279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.55: +2023-12-14 14:52:56.171288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 constant.55> (def) +2023-12-14 14:52:56.171293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53: +2023-12-14 14:52:56.171302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 broadcast.53> (def) +2023-12-14 14:52:56.171307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19: +2023-12-14 14:52:56.171317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 select.19> (def) +2023-12-14 14:52:56.171333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.1: +2023-12-14 14:52:56.171342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 sqrt.1> (def) +2023-12-14 14:52:56.171347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20: +2023-12-14 14:52:56.171356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 select.20> (def) +2023-12-14 14:52:56.171361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13: +2023-12-14 14:52:56.171372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.13> (def) +2023-12-14 14:52:56.171376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8: +2023-12-14 14:52:56.171386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 add.8> (def) +2023-12-14 14:52:56.171391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14: +2023-12-14 14:52:56.171400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.14> (def) +2023-12-14 14:52:56.171406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9: +2023-12-14 14:52:56.171415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.9> (def) +2023-12-14 14:52:56.171420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15: +2023-12-14 14:52:56.171429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 multiply.15> (def) +2023-12-14 14:52:56.171437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10: +2023-12-14 14:52:56.171447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 add.10> (def) +2023-12-14 14:52:56.171452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16: +2023-12-14 14:52:56.171461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 multiply.16> (def) +2023-12-14 14:52:56.171466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11: +2023-12-14 14:52:56.171475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.11> (def) +2023-12-14 14:52:56.171481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17: +2023-12-14 14:52:56.171490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.17> (def) +2023-12-14 14:52:56.171495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12: +2023-12-14 14:52:56.171504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 add.12> (def) +2023-12-14 14:52:56.171509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18: +2023-12-14 14:52:56.171518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.18> (def) +2023-12-14 14:52:56.171524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13: +2023-12-14 14:52:56.171534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 add.13> (def) +2023-12-14 14:52:56.171539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19: +2023-12-14 14:52:56.171548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 multiply.19> (def) +2023-12-14 14:52:56.171553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14: +2023-12-14 14:52:56.171563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.14> (def) +2023-12-14 14:52:56.171567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20: +2023-12-14 14:52:56.171577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.20> (def) +2023-12-14 14:52:56.171585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15: +2023-12-14 14:52:56.171594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.15> (def) +2023-12-14 14:52:56.171599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21: +2023-12-14 14:52:56.171609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.21> (def) +2023-12-14 14:52:56.171613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21: +2023-12-14 14:52:56.171624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 select.21> (def) +2023-12-14 14:52:56.171628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56: +2023-12-14 14:52:56.171638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 broadcast.56> (def) +2023-12-14 14:52:56.171643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.16: +2023-12-14 14:52:56.171652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 add.16> (def) +2023-12-14 14:52:56.171657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.57: +2023-12-14 14:52:56.171666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 broadcast.57> (def) +2023-12-14 14:52:56.171671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17: +2023-12-14 14:52:56.171681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 add.17> (def) +2023-12-14 14:52:56.171686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58: +2023-12-14 14:52:56.171696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 broadcast.58> (def) +2023-12-14 14:52:56.171701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18: +2023-12-14 14:52:56.171710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 add.18> (def) +2023-12-14 14:52:56.171715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.63: +2023-12-14 14:52:56.171724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 constant.63> (def) +2023-12-14 14:52:56.171732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.64: +2023-12-14 14:52:56.171741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 constant.64> (def) +2023-12-14 14:52:56.171746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.65: +2023-12-14 14:52:56.171755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.65> (def) +2023-12-14 14:52:56.171761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:56.171771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.171776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.6{}> (def) +2023-12-14 14:52:56.171781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.171785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 constant.14> +2023-12-14 14:52:56.171790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.171795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 add.28> +2023-12-14 14:52:56.171800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.171805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 add.30> +2023-12-14 14:52:56.171810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.171814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 reshape.22> +2023-12-14 14:52:56.171819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.171824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 xor.26> +2023-12-14 14:52:56.171829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.171833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 reshape.20> +2023-12-14 14:52:56.171839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.171844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 constant.17> +2023-12-14 14:52:56.171849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.171853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.16> +2023-12-14 14:52:56.171858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.171868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.171872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 while.1{} (phi)> (def) +2023-12-14 14:52:56.171880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.171885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 while.1{0} (phi)> (def) +2023-12-14 14:52:56.171890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.171895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 while.1{1} (phi)> (def) +2023-12-14 14:52:56.171899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.171904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 while.1{2} (phi)> (def) +2023-12-14 14:52:56.171910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.171916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 while.1{3} (phi)> (def) +2023-12-14 14:52:56.171921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.171925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 while.1{4} (phi)> (def) +2023-12-14 14:52:56.171930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.171935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 while.1{5} (phi)> (def) +2023-12-14 14:52:56.171940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.171945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 while.1{6} (phi)> (def) +2023-12-14 14:52:56.171949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.171954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 while.1{7} (phi)> (def) +2023-12-14 14:52:56.171959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.171969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 while.1{1} (phi)> +2023-12-14 14:52:56.171973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:56.171983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 while.1{2} (phi)> +2023-12-14 14:52:56.171988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.171994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.171998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.172003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.172008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.172013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.172020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.172025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.172030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.172035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.172040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.172044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.172049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.172055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.172059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.172064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.172069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.172075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.172080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.172084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.172089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.66: +2023-12-14 14:52:56.172099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.66> (def) +2023-12-14 14:52:56.172103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:56.172113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.67> (def) +2023-12-14 14:52:56.172118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8: +2023-12-14 14:52:56.172128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.8> (def) +2023-12-14 14:52:56.172133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.8: +2023-12-14 14:52:56.172142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.8> (def) +2023-12-14 14:52:56.172147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46: +2023-12-14 14:52:56.172157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.46> (def) +2023-12-14 14:52:56.172164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.89: +2023-12-14 14:52:56.172174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 broadcast.89> (def) +2023-12-14 14:52:56.172179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8: +2023-12-14 14:52:56.172188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 shift-left.8> (def) +2023-12-14 14:52:56.172193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:56.172203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 subtract.12> (def) +2023-12-14 14:52:56.172208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.90: +2023-12-14 14:52:56.172217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 broadcast.90> (def) +2023-12-14 14:52:56.172222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8: +2023-12-14 14:52:56.172233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 shift-right-logical.8> (def) +2023-12-14 14:52:56.172238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8: +2023-12-14 14:52:56.172247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 or.8> (def) +2023-12-14 14:52:56.172252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8: +2023-12-14 14:52:56.172261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 xor.8> (def) +2023-12-14 14:52:56.172266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9: +2023-12-14 14:52:56.172276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.9> (def) +2023-12-14 14:52:56.172281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.9: +2023-12-14 14:52:56.172290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.9> (def) +2023-12-14 14:52:56.172295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:56.172305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.47> (def) +2023-12-14 14:52:56.172310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.91: +2023-12-14 14:52:56.172322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.91> (def) +2023-12-14 14:52:56.172327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9: +2023-12-14 14:52:56.172336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 shift-left.9> (def) +2023-12-14 14:52:56.172342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:56.172351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 subtract.13> (def) +2023-12-14 14:52:56.172356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.93: +2023-12-14 14:52:56.172365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.93> (def) +2023-12-14 14:52:56.172370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9: +2023-12-14 14:52:56.172380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 shift-right-logical.9> (def) +2023-12-14 14:52:56.172385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9: +2023-12-14 14:52:56.172395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 or.9> (def) +2023-12-14 14:52:56.172399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9: +2023-12-14 14:52:56.172409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 xor.9> (def) +2023-12-14 14:52:56.172414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10: +2023-12-14 14:52:56.172424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.10> (def) +2023-12-14 14:52:56.172429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.10: +2023-12-14 14:52:56.172438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.10> (def) +2023-12-14 14:52:56.172443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:56.172452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.49> (def) +2023-12-14 14:52:56.172457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.94: +2023-12-14 14:52:56.172470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 broadcast.94> (def) +2023-12-14 14:52:56.172475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10: +2023-12-14 14:52:56.172486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 shift-left.10> (def) +2023-12-14 14:52:56.172491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:56.172500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 subtract.14> (def) +2023-12-14 14:52:56.172505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.95: +2023-12-14 14:52:56.172514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 broadcast.95> (def) +2023-12-14 14:52:56.172519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10: +2023-12-14 14:52:56.172528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 shift-right-logical.10> (def) +2023-12-14 14:52:56.172533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10: +2023-12-14 14:52:56.172544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 or.10> (def) +2023-12-14 14:52:56.172549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10: +2023-12-14 14:52:56.172559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.10> (def) +2023-12-14 14:52:56.172564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11: +2023-12-14 14:52:56.172573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 slice.11> (def) +2023-12-14 14:52:56.172578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.11: +2023-12-14 14:52:56.172587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 reshape.11> (def) +2023-12-14 14:52:56.172592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:56.172601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 add.50> (def) +2023-12-14 14:52:56.172606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.96: +2023-12-14 14:52:56.172619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 broadcast.96> (def) +2023-12-14 14:52:56.172624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11: +2023-12-14 14:52:56.172634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 shift-left.11> (def) +2023-12-14 14:52:56.172639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:56.172648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 subtract.15> (def) +2023-12-14 14:52:56.172653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.97: +2023-12-14 14:52:56.172662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 broadcast.97> (def) +2023-12-14 14:52:56.172667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11: +2023-12-14 14:52:56.172677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 shift-right-logical.11> (def) +2023-12-14 14:52:56.172681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11: +2023-12-14 14:52:56.172691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 or.11> (def) +2023-12-14 14:52:56.172696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11: +2023-12-14 14:52:56.172706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 xor.11> (def) +2023-12-14 14:52:56.172711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.98: +2023-12-14 14:52:56.172720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.98> (def) +2023-12-14 14:52:56.172725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:56.172734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 add.51> (def) +2023-12-14 14:52:56.172739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.99: +2023-12-14 14:52:56.172748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 broadcast.99> (def) +2023-12-14 14:52:56.172753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:56.172766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.52> (def) +2023-12-14 14:52:56.172771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:56.172781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 convert.2> (def) +2023-12-14 14:52:56.172786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.100: +2023-12-14 14:52:56.172796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 broadcast.100> (def) +2023-12-14 14:52:56.172801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.54: +2023-12-14 14:52:56.172810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.54> (def) +2023-12-14 14:52:56.172815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:56.172824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.55> (def) +2023-12-14 14:52:56.172829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7: +2023-12-14 14:52:56.172838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.172845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 tuple.7{}> (def) +2023-12-14 14:52:56.172850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.172855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.55> +2023-12-14 14:52:56.172860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.172865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 add.51> +2023-12-14 14:52:56.172870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.172875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.54> +2023-12-14 14:52:56.172880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.172885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.172889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.172894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.172899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.172904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.172912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.172918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.172923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.172927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.172933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:56.172943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.172947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.86: +2023-12-14 14:52:56.172957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.172962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.87: +2023-12-14 14:52:56.172971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.172976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.88: +2023-12-14 14:52:56.172985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.172991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.172996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.89: +2023-12-14 14:52:56.173001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.173005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.173011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.90: +2023-12-14 14:52:56.173016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.173021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.173025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.91: +2023-12-14 14:52:56.173030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.173035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.173040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.93: +2023-12-14 14:52:56.173044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.173049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.173057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.173062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.173067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.173072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.173077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.173082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.173087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.173092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.173097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.173102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.173106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.173111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.173116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.173121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.173126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.173131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.173136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.173141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.173146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.173150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.173155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:56.173160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 constant.68> (def) +2023-12-14 14:52:56.173166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.173170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:56.173175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 compare.5> (def) +2023-12-14 14:52:56.173180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.173185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:56.173189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.173198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.173204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 constant.68> +2023-12-14 14:52:56.173209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:56.173218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:56.173228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:56.173233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 compare.5> +2023-12-14 14:52:56.173237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:56.173247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.67> +2023-12-14 14:52:56.173262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:56.173272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:56.173282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:56.173287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.55> +2023-12-14 14:52:56.173292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:56.173301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {0} +2023-12-14 14:52:56.173306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 0 +2023-12-14 14:52:56.173316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:56.173321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %get-tuple-element.93, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.46> +2023-12-14 14:52:56.173336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46 +2023-12-14 14:52:56.173345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8, operand 0 +2023-12-14 14:52:56.173355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:56.173360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.46 = u32[1024]{0} add(u32[1024]{0} %get-tuple-element.91, u32[1024]{0} %get-tuple-element.90), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.8> +2023-12-14 14:52:56.173370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8 +2023-12-14 14:52:56.173379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.8, operand 0 +2023-12-14 14:52:56.173389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.8 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.86), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.8> +2023-12-14 14:52:56.173400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.8 +2023-12-14 14:52:56.173409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.89, operand 0 +2023-12-14 14:52:56.173419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:56.173425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.8 = u32[] reshape(u32[1]{0} %slice.8), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 broadcast.89> +2023-12-14 14:52:56.173434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.89 +2023-12-14 14:52:56.173444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8, operand 1 +2023-12-14 14:52:56.173454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.89 = u32[1024]{0} broadcast(u32[] %reshape.8), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 shift-left.8> +2023-12-14 14:52:56.173466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8 +2023-12-14 14:52:56.173476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8, operand 0 +2023-12-14 14:52:56.173486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.8 = u32[1024]{0} shift-left(u32[1024]{0} %get-tuple-element.90, u32[1024]{0} %broadcast.89), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.66> +2023-12-14 14:52:56.173496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.66 +2023-12-14 14:52:56.173506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:56.173516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:56.173520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:56.173525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:56.173530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.66 = u32[] constant(32) +2023-12-14 14:52:56.173535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 subtract.12> +2023-12-14 14:52:56.173540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:56.173549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.90, operand 0 +2023-12-14 14:52:56.173559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.66, u32[] %reshape.8), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 broadcast.90> +2023-12-14 14:52:56.173571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.90 +2023-12-14 14:52:56.173583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8, operand 1 +2023-12-14 14:52:56.173593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.90 = u32[1024]{0} broadcast(u32[] %subtract.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 shift-right-logical.8> +2023-12-14 14:52:56.173603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8 +2023-12-14 14:52:56.173612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8, operand 1 +2023-12-14 14:52:56.173622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.8 = u32[1024]{0} shift-right-logical(u32[1024]{0} %get-tuple-element.90, u32[1024]{0} %broadcast.90), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 or.8> +2023-12-14 14:52:56.173633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8 +2023-12-14 14:52:56.173643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8, operand 1 +2023-12-14 14:52:56.173652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.8 = u32[1024]{0} or(u32[1024]{0} %shift-left.8, u32[1024]{0} %shift-right-logical.8), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 xor.8> +2023-12-14 14:52:56.173662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8 +2023-12-14 14:52:56.173671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:56.173681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9, operand 0 +2023-12-14 14:52:56.173685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9, operand 0 +2023-12-14 14:52:56.173690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.8 = u32[1024]{0} xor(u32[1024]{0} %add.46, u32[1024]{0} %or.8), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.47> +2023-12-14 14:52:56.173703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:56.173714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9, operand 0 +2023-12-14 14:52:56.173724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:56.173729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = u32[1024]{0} add(u32[1024]{0} %add.46, u32[1024]{0} %xor.8), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.9> +2023-12-14 14:52:56.173738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9 +2023-12-14 14:52:56.173748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.9, operand 0 +2023-12-14 14:52:56.173757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.9 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.86), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.9> +2023-12-14 14:52:56.173767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.9 +2023-12-14 14:52:56.173776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.91, operand 0 +2023-12-14 14:52:56.173788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:56.173793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.9 = u32[] reshape(u32[1]{0} %slice.9), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.91> +2023-12-14 14:52:56.173803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.91 +2023-12-14 14:52:56.173812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9, operand 1 +2023-12-14 14:52:56.173824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.91 = u32[1024]{0} broadcast(u32[] %reshape.9), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 shift-left.9> +2023-12-14 14:52:56.173834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9 +2023-12-14 14:52:56.173844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9, operand 0 +2023-12-14 14:52:56.173854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.9 = u32[1024]{0} shift-left(u32[1024]{0} %xor.8, u32[1024]{0} %broadcast.91), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 subtract.13> +2023-12-14 14:52:56.173864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:56.173874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.93, operand 0 +2023-12-14 14:52:56.173884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.66, u32[] %reshape.9), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.93> +2023-12-14 14:52:56.173893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.93 +2023-12-14 14:52:56.173903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9, operand 1 +2023-12-14 14:52:56.173912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.93 = u32[1024]{0} broadcast(u32[] %subtract.13), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 shift-right-logical.9> +2023-12-14 14:52:56.173922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9 +2023-12-14 14:52:56.173933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9, operand 1 +2023-12-14 14:52:56.173946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.9 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.8, u32[1024]{0} %broadcast.93), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 or.9> +2023-12-14 14:52:56.173956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9 +2023-12-14 14:52:56.173965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9, operand 1 +2023-12-14 14:52:56.173975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.9 = u32[1024]{0} or(u32[1024]{0} %shift-left.9, u32[1024]{0} %shift-right-logical.9), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.173979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 xor.9> +2023-12-14 14:52:56.173984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.173989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9 +2023-12-14 14:52:56.173993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.173999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:56.174004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10, operand 0 +2023-12-14 14:52:56.174009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10, operand 0 +2023-12-14 14:52:56.174014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.9 = u32[1024]{0} xor(u32[1024]{0} %add.47, u32[1024]{0} %or.9), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.49> +2023-12-14 14:52:56.174024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:56.174033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10, operand 0 +2023-12-14 14:52:56.174043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:56.174048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[1024]{0} add(u32[1024]{0} %add.47, u32[1024]{0} %xor.9), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.10> +2023-12-14 14:52:56.174060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10 +2023-12-14 14:52:56.174070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.10, operand 0 +2023-12-14 14:52:56.174080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.10 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.86), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.10> +2023-12-14 14:52:56.174091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.10 +2023-12-14 14:52:56.174101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.94, operand 0 +2023-12-14 14:52:56.174110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:56.174115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.10 = u32[] reshape(u32[1]{0} %slice.10), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 broadcast.94> +2023-12-14 14:52:56.174125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.94 +2023-12-14 14:52:56.174135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10, operand 1 +2023-12-14 14:52:56.174144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.94 = u32[1024]{0} broadcast(u32[] %reshape.10), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 shift-left.10> +2023-12-14 14:52:56.174154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10 +2023-12-14 14:52:56.174164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10, operand 0 +2023-12-14 14:52:56.174174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.10 = u32[1024]{0} shift-left(u32[1024]{0} %xor.9, u32[1024]{0} %broadcast.94), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 subtract.14> +2023-12-14 14:52:56.174188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:56.174198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.95, operand 0 +2023-12-14 14:52:56.174207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.66, u32[] %reshape.10), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 broadcast.95> +2023-12-14 14:52:56.174218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.95 +2023-12-14 14:52:56.174227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10, operand 1 +2023-12-14 14:52:56.174237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.95 = u32[1024]{0} broadcast(u32[] %subtract.14), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 shift-right-logical.10> +2023-12-14 14:52:56.174246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10 +2023-12-14 14:52:56.174256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10, operand 1 +2023-12-14 14:52:56.174266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.10 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.9, u32[1024]{0} %broadcast.95), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 or.10> +2023-12-14 14:52:56.174276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10 +2023-12-14 14:52:56.174286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10, operand 1 +2023-12-14 14:52:56.174295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.10 = u32[1024]{0} or(u32[1024]{0} %shift-left.10, u32[1024]{0} %shift-right-logical.10), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.10> +2023-12-14 14:52:56.174308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10 +2023-12-14 14:52:56.174318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:56.174328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11, operand 0 +2023-12-14 14:52:56.174333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11, operand 0 +2023-12-14 14:52:56.174338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.10 = u32[1024]{0} xor(u32[1024]{0} %add.49, u32[1024]{0} %or.10), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 add.50> +2023-12-14 14:52:56.174347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:56.174357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11, operand 0 +2023-12-14 14:52:56.174366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:56.174372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[1024]{0} add(u32[1024]{0} %add.49, u32[1024]{0} %xor.10), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.98> +2023-12-14 14:52:56.174381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.98 +2023-12-14 14:52:56.174392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:56.174401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.98 = u32[1024]{0} broadcast(u32[] %get-tuple-element.89), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 add.51> +2023-12-14 14:52:56.174411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:56.174423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {1} +2023-12-14 14:52:56.174429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 1 +2023-12-14 14:52:56.174439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[1024]{0} add(u32[1024]{0} %add.50, u32[1024]{0} %broadcast.98), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 slice.11> +2023-12-14 14:52:56.174449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11 +2023-12-14 14:52:56.174459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.11, operand 0 +2023-12-14 14:52:56.174469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.11 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.86), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 reshape.11> +2023-12-14 14:52:56.174478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.11 +2023-12-14 14:52:56.174488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.96, operand 0 +2023-12-14 14:52:56.174498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:56.174503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.11 = u32[] reshape(u32[1]{0} %slice.11), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 broadcast.96> +2023-12-14 14:52:56.174513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.96 +2023-12-14 14:52:56.174522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11, operand 1 +2023-12-14 14:52:56.174532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.96 = u32[1024]{0} broadcast(u32[] %reshape.11), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 shift-left.11> +2023-12-14 14:52:56.174547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11 +2023-12-14 14:52:56.174557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11, operand 0 +2023-12-14 14:52:56.174567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.11 = u32[1024]{0} shift-left(u32[1024]{0} %xor.10, u32[1024]{0} %broadcast.96), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 subtract.15> +2023-12-14 14:52:56.174577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:56.174587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.97, operand 0 +2023-12-14 14:52:56.174596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.66, u32[] %reshape.11), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 broadcast.97> +2023-12-14 14:52:56.174606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.97 +2023-12-14 14:52:56.174616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11, operand 1 +2023-12-14 14:52:56.174626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.97 = u32[1024]{0} broadcast(u32[] %subtract.15), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 shift-right-logical.11> +2023-12-14 14:52:56.174636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11 +2023-12-14 14:52:56.174645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11, operand 1 +2023-12-14 14:52:56.174655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.11 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.10, u32[1024]{0} %broadcast.97), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 or.11> +2023-12-14 14:52:56.174669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11 +2023-12-14 14:52:56.174678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11, operand 1 +2023-12-14 14:52:56.174688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.11 = u32[1024]{0} or(u32[1024]{0} %shift-left.11, u32[1024]{0} %shift-right-logical.11), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 xor.11> +2023-12-14 14:52:56.174698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11 +2023-12-14 14:52:56.174707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:56.174717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.11 = u32[1024]{0} xor(u32[1024]{0} %add.50, u32[1024]{0} %or.11), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 broadcast.99> +2023-12-14 14:52:56.174726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.99 +2023-12-14 14:52:56.174736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:56.174746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.99 = u32[1024]{0} broadcast(u32[] %get-tuple-element.88), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.52> +2023-12-14 14:52:56.174756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:56.174765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.54, operand 0 +2023-12-14 14:52:56.174775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[1024]{0} add(u32[1024]{0} %xor.11, u32[1024]{0} %broadcast.99), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 convert.2> +2023-12-14 14:52:56.174788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:56.174798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.100, operand 0 +2023-12-14 14:52:56.174808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %add.55), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 broadcast.100> +2023-12-14 14:52:56.174818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.100 +2023-12-14 14:52:56.174827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.54, operand 1 +2023-12-14 14:52:56.174837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.100 = u32[1024]{0} broadcast(u32[] %convert.2), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.54> +2023-12-14 14:52:56.174847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.54 +2023-12-14 14:52:56.174857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {2} +2023-12-14 14:52:56.174862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 2 +2023-12-14 14:52:56.174871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.54 = u32[1024]{0} add(u32[1024]{0} %add.52, u32[1024]{0} %broadcast.100), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 tuple.7{}> +2023-12-14 14:52:56.174881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {} +2023-12-14 14:52:56.174891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.7 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[1024]{0} %add.51, u32[1024]{0} %add.54, u32[] %get-tuple-element.88, u32[] %get-tuple-element.87, /*index=5*/u32[] %get-tuple-element.89, u32[4]{0} %get-tuple-element.85, u32[4]{0} %get-tuple-element.86) +2023-12-14 14:52:56.174905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 constant.14> +2023-12-14 14:52:56.174910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.174920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:56.174924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.174935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:56.174940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 iota.18> +2023-12-14 14:52:56.174944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.18 +2023-12-14 14:52:56.174954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:56.174963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:56.174969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.18 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.174974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 slice.23> +2023-12-14 14:52:56.174979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.174984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:56.174988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.174994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28, operand 0 +2023-12-14 14:52:56.175000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1024]{0} slice(u32[2048]{0} %iota.18), slice={[0:1024]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1024,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> +2023-12-14 14:52:56.175009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.175019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:56.175031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:56.175036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.175041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 slice.19> +2023-12-14 14:52:56.175046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:56.175056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20, operand 0 +2023-12-14 14:52:56.175065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %Arg_0.1), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 reshape.20> +2023-12-14 14:52:56.175075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20 +2023-12-14 14:52:56.175084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {5} +2023-12-14 14:52:56.175090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:56.175100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27, operand 0 +2023-12-14 14:52:56.175104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.175109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.20 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 broadcast.27> +2023-12-14 14:52:56.175120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27 +2023-12-14 14:52:56.175129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28, operand 1 +2023-12-14 14:52:56.175139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.27 = u32[1024]{0} broadcast(u32[] %reshape.20), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 add.28> +2023-12-14 14:52:56.175153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28 +2023-12-14 14:52:56.175162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:56.175167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.175177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.28 = u32[1024]{0} add(u32[1024]{0} %slice.23, u32[1024]{0} %broadcast.27), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 slice.24> +2023-12-14 14:52:56.175187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:56.175196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30, operand 0 +2023-12-14 14:52:56.175206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1024]{0} slice(u32[2048]{0} %iota.18), slice={[1024:2048]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1024,) limit_indices=(2048,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 slice.21> +2023-12-14 14:52:56.175217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:56.175226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22, operand 0 +2023-12-14 14:52:56.175236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[2]{0} %Arg_0.1), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 reshape.22> +2023-12-14 14:52:56.175246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.22 +2023-12-14 14:52:56.175256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {3} +2023-12-14 14:52:56.175260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:56.175271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29, operand 0 +2023-12-14 14:52:56.175278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.175283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.22 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 broadcast.29> +2023-12-14 14:52:56.175293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29 +2023-12-14 14:52:56.175303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30, operand 1 +2023-12-14 14:52:56.175313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.29 = u32[1024]{0} broadcast(u32[] %reshape.22), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 add.30> +2023-12-14 14:52:56.175328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30 +2023-12-14 14:52:56.175339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {2} +2023-12-14 14:52:56.175344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.175353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.30 = u32[1024]{0} add(u32[1024]{0} %slice.24, u32[1024]{0} %broadcast.29), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 xor.25> +2023-12-14 14:52:56.175364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:56.175373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:56.175383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[] xor(u32[] %reshape.20, u32[] %reshape.22), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 constant.15> +2023-12-14 14:52:56.175393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:56.175406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:56.175416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(466688986) +2023-12-14 14:52:56.175421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 xor.26> +2023-12-14 14:52:56.175426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:56.175436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {4} +2023-12-14 14:52:56.175440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.175450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[] xor(u32[] %xor.25, u32[] %constant.15), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 constant.17> +2023-12-14 14:52:56.175460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.175470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {6} +2023-12-14 14:52:56.175475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.175485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.175490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.16> +2023-12-14 14:52:56.175495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.175504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {7} +2023-12-14 14:52:56.175509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.175520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.175525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.6{}> +2023-12-14 14:52:56.175530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:56.175539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.175552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.14, u32[1024]{0} %add.28, u32[1024]{0} %add.30, u32[] %reshape.22, u32[] %xor.26, /*index=5*/u32[] %reshape.20, u32[4]{0} %constant.17, u32[4]{0} %constant.16) +2023-12-14 14:52:56.175557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 concatenate.119> +2023-12-14 14:52:56.175562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.119 +2023-12-14 14:52:56.175571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.120, operand 0 +2023-12-14 14:52:56.175582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.119 = u32[2048]{0} concatenate(u32[1024]{0} %get-tuple-element.112, u32[1024]{0} %get-tuple-element.113), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 constant.12> +2023-12-14 14:52:56.175591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:56.175601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.13, operand 0 +2023-12-14 14:52:56.175611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = u32[] constant(9) +2023-12-14 14:52:56.175616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 broadcast.13> +2023-12-14 14:52:56.175621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.13 +2023-12-14 14:52:56.175630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.120, operand 1 +2023-12-14 14:52:56.175641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.13 = u32[2048]{0} broadcast(u32[] %constant.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 shift-right-logical.120> +2023-12-14 14:52:56.175651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.120 +2023-12-14 14:52:56.175660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.121, operand 0 +2023-12-14 14:52:56.175673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.120 = u32[2048]{0} shift-right-logical(u32[2048]{0} %concatenate.119, u32[2048]{0} %broadcast.13), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 constant.10> +2023-12-14 14:52:56.175683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:52:56.175692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11, operand 0 +2023-12-14 14:52:56.175702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = u32[] constant(1065353216) +2023-12-14 14:52:56.175707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 broadcast.11> +2023-12-14 14:52:56.175712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11 +2023-12-14 14:52:56.175722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.121, operand 1 +2023-12-14 14:52:56.175732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.11 = u32[2048]{0} broadcast(u32[] %constant.10), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.121> +2023-12-14 14:52:56.175742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.121 +2023-12-14 14:52:56.175751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.122, operand 0 +2023-12-14 14:52:56.175762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.121 = u32[2048]{0} or(u32[2048]{0} %shift-right-logical.120, u32[2048]{0} %broadcast.11), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 bitcast-convert.122> +2023-12-14 14:52:56.175771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.122 +2023-12-14 14:52:56.175781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.16, operand 0 +2023-12-14 14:52:56.175794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.122 = f32[2048]{0} bitcast-convert(u32[2048]{0} %or.121), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 constant.63> +2023-12-14 14:52:56.175803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.63 +2023-12-14 14:52:56.175813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56, operand 0 +2023-12-14 14:52:56.175823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.63 = f32[] constant(-1) +2023-12-14 14:52:56.175828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 broadcast.56> +2023-12-14 14:52:56.175833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.56 +2023-12-14 14:52:56.175843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.16, operand 1 +2023-12-14 14:52:56.175853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.56 = f32[2048]{0} broadcast(f32[] %constant.63), dimensions={} +2023-12-14 14:52:56.175858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 add.16> +2023-12-14 14:52:56.175863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.16 +2023-12-14 14:52:56.175872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.124, operand 0 +2023-12-14 14:52:56.175882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.16 = f32[2048]{0} add(f32[2048]{0} %bitcast-convert.122, f32[2048]{0} %broadcast.56), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 constant.6> +2023-12-14 14:52:56.175892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6 +2023-12-14 14:52:56.175901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7, operand 0 +2023-12-14 14:52:56.175912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.6 = f32[] constant(2) +2023-12-14 14:52:56.175919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.7> +2023-12-14 14:52:56.175924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7 +2023-12-14 14:52:56.175934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.124, operand 1 +2023-12-14 14:52:56.175944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.7 = f32[2048]{0} broadcast(f32[] %constant.6), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 multiply.124> +2023-12-14 14:52:56.175954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.124 +2023-12-14 14:52:56.175963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:56.175973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.124 = f32[2048]{0} multiply(f32[2048]{0} %add.16, f32[2048]{0} %broadcast.7), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.175978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 constant.4> +2023-12-14 14:52:56.175983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.175988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:56.175992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.175998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:52:56.176003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = f32[] constant(-0.99999994) +2023-12-14 14:52:56.176008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 broadcast.5> +2023-12-14 14:52:56.176012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:52:56.176022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:56.176032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.126, operand 1 +2023-12-14 14:52:56.176037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[2048]{0} broadcast(f32[] %constant.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.176044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.125> +2023-12-14 14:52:56.176049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:56.176060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.126, operand 0 +2023-12-14 14:52:56.176069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[2048]{0} add(f32[2048]{0} %multiply.124, f32[2048]{0} %broadcast.5), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.176074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 maximum.126> +2023-12-14 14:52:56.176079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.126 +2023-12-14 14:52:56.176089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21, operand 1 +2023-12-14 14:52:56.176099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.1, operand 0 +2023-12-14 14:52:56.176104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11, operand 0 +2023-12-14 14:52:56.176108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.2, operand 0 +2023-12-14 14:52:56.176113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12, operand 1 +2023-12-14 14:52:56.176119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.126 = f32[2048]{0} maximum(f32[2048]{0} %add.125, f32[2048]{0} %broadcast.5), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.176124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 abs.1> +2023-12-14 14:52:56.176128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.1 +2023-12-14 14:52:56.176138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2, operand 0 +2023-12-14 14:52:56.176148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.1 = f32[2048]{0} abs(f32[2048]{0} %maximum.126), metadata={op_name="abs.83"} +2023-12-14 14:52:56.176153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 constant.33> +2023-12-14 14:52:56.176157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.33 +2023-12-14 14:52:56.176167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31, operand 0 +2023-12-14 14:52:56.176181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.33 = f32[] constant(1) +2023-12-14 14:52:56.176186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.31> +2023-12-14 14:52:56.176190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31 +2023-12-14 14:52:56.176200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2, operand 1 +2023-12-14 14:52:56.176210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.31 = f32[2048]{0} broadcast(f32[] %constant.33), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:56.176216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 compare.2> +2023-12-14 14:52:56.176220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2 +2023-12-14 14:52:56.176230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21, operand 0 +2023-12-14 14:52:56.176240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.2 = pred[2048]{0} compare(f32[2048]{0} %abs.1, f32[2048]{0} %broadcast.31), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:56.176245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 constant.34> +2023-12-14 14:52:56.176250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.34 +2023-12-14 14:52:56.176260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32, operand 0 +2023-12-14 14:52:56.176270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.34 = f32[] constant(inf) +2023-12-14 14:52:56.176275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 broadcast.32> +2023-12-14 14:52:56.176280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32 +2023-12-14 14:52:56.176289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11, operand 1 +2023-12-14 14:52:56.176299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.32 = f32[2048]{0} broadcast(f32[] %constant.34), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:56.176304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 multiply.11> +2023-12-14 14:52:56.176312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11 +2023-12-14 14:52:56.176322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21, operand 1 +2023-12-14 14:52:56.176333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.11 = f32[2048]{0} multiply(f32[2048]{0} %maximum.126, f32[2048]{0} %broadcast.32), metadata={op_name="multiply.81"} +2023-12-14 14:52:56.176338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 negate.2> +2023-12-14 14:52:56.176343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.2 +2023-12-14 14:52:56.176352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12, operand 0 +2023-12-14 14:52:56.176363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.2 = f32[2048]{0} negate(f32[2048]{0} %maximum.126), metadata={op_name="negate.2"} +2023-12-14 14:52:56.176368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 multiply.12> +2023-12-14 14:52:56.176373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12 +2023-12-14 14:52:56.176382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.1, operand 0 +2023-12-14 14:52:56.176392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.12 = f32[2048]{0} multiply(f32[2048]{0} %negate.2, f32[2048]{0} %maximum.126), metadata={op_name="multiply.3"} +2023-12-14 14:52:56.176397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 log-plus-one.1> +2023-12-14 14:52:56.176402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.1 +2023-12-14 14:52:56.176411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.3, operand 0 +2023-12-14 14:52:56.176422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.1 = f32[2048]{0} log-plus-one(f32[2048]{0} %multiply.12), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:56.176427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 negate.3> +2023-12-14 14:52:56.176431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.3 +2023-12-14 14:52:56.176441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 0 +2023-12-14 14:52:56.176454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17, operand 0 +2023-12-14 14:52:56.176458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.1, operand 0 +2023-12-14 14:52:56.176463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.3 = f32[2048]{0} negate(f32[2048]{0} %log-plus-one.1), metadata={op_name="negate.5"} +2023-12-14 14:52:56.176468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 constant.35> +2023-12-14 14:52:56.176473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.35 +2023-12-14 14:52:56.176483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33, operand 0 +2023-12-14 14:52:56.176493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.35 = f32[] constant(5) +2023-12-14 14:52:56.176497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.33> +2023-12-14 14:52:56.176502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33 +2023-12-14 14:52:56.176513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 1 +2023-12-14 14:52:56.176522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.33 = f32[2048]{0} broadcast(f32[] %constant.35), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:56.176527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 compare.3> +2023-12-14 14:52:56.176532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3 +2023-12-14 14:52:56.176542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11, operand 0 +2023-12-14 14:52:56.176552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12, operand 0 +2023-12-14 14:52:56.176557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13, operand 0 +2023-12-14 14:52:56.176561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14, operand 0 +2023-12-14 14:52:56.176566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15, operand 0 +2023-12-14 14:52:56.176572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16, operand 0 +2023-12-14 14:52:56.176576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17, operand 0 +2023-12-14 14:52:56.176581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18, operand 0 +2023-12-14 14:52:56.176589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19, operand 0 +2023-12-14 14:52:56.176594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20, operand 0 +2023-12-14 14:52:56.176599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.3 = pred[2048]{0} compare(f32[2048]{0} %negate.3, f32[2048]{0} %broadcast.33), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:56.176604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.36> +2023-12-14 14:52:56.176609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.36 +2023-12-14 14:52:56.176619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34, operand 0 +2023-12-14 14:52:56.176629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.36 = f32[] constant(1.50140941) +2023-12-14 14:52:56.176634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 broadcast.34> +2023-12-14 14:52:56.176639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34 +2023-12-14 14:52:56.176649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11, operand 1 +2023-12-14 14:52:56.176659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.34 = f32[2048]{0} broadcast(f32[] %constant.36), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:56.176664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 constant.37> +2023-12-14 14:52:56.176668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.37 +2023-12-14 14:52:56.176678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35, operand 0 +2023-12-14 14:52:56.176688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.37 = f32[] constant(2.83297682) +2023-12-14 14:52:56.176693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 broadcast.35> +2023-12-14 14:52:56.176698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35 +2023-12-14 14:52:56.176707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11, operand 2 +2023-12-14 14:52:56.176718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.35 = f32[2048]{0} broadcast(f32[] %constant.37), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:56.176725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 select.11> +2023-12-14 14:52:56.176730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11 +2023-12-14 14:52:56.176740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15, operand 0 +2023-12-14 14:52:56.176749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.11 = f32[2048]{0} select(pred[2048]{0} %compare.3, f32[2048]{0} %broadcast.34, f32[2048]{0} %broadcast.35), metadata={op_name="select.76"} +2023-12-14 14:52:56.176755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.38> +2023-12-14 14:52:56.176760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.38 +2023-12-14 14:52:56.176769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36, operand 0 +2023-12-14 14:52:56.176780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.38 = f32[] constant(0.246640727) +2023-12-14 14:52:56.176784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.36> +2023-12-14 14:52:56.176789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36 +2023-12-14 14:52:56.176799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12, operand 1 +2023-12-14 14:52:56.176808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.36 = f32[2048]{0} broadcast(f32[] %constant.38), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:56.176814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 constant.39> +2023-12-14 14:52:56.176819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.39 +2023-12-14 14:52:56.176828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.37, operand 0 +2023-12-14 14:52:56.176838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.39 = f32[] constant(1.00167406) +2023-12-14 14:52:56.176843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 broadcast.37> +2023-12-14 14:52:56.176848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.37 +2023-12-14 14:52:56.176860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12, operand 2 +2023-12-14 14:52:56.176870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.37 = f32[2048]{0} broadcast(f32[] %constant.39), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:56.176875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 select.12> +2023-12-14 14:52:56.176880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12 +2023-12-14 14:52:56.176889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14, operand 0 +2023-12-14 14:52:56.176900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.12 = f32[2048]{0} select(pred[2048]{0} %compare.3, f32[2048]{0} %broadcast.36, f32[2048]{0} %broadcast.37), metadata={op_name="select.69"} +2023-12-14 14:52:56.176904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.40> +2023-12-14 14:52:56.176909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.40 +2023-12-14 14:52:56.176919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38, operand 0 +2023-12-14 14:52:56.176928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.40 = f32[] constant(-0.00417768164) +2023-12-14 14:52:56.176934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 broadcast.38> +2023-12-14 14:52:56.176939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38 +2023-12-14 14:52:56.176948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13, operand 1 +2023-12-14 14:52:56.176958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.38 = f32[2048]{0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:56.176963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.41> +2023-12-14 14:52:56.176968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.176973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.41 +2023-12-14 14:52:56.176977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.176982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39, operand 0 +2023-12-14 14:52:56.176987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.41 = f32[] constant(0.00943887047) +2023-12-14 14:52:56.176996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.39> +2023-12-14 14:52:56.177001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39 +2023-12-14 14:52:56.177010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13, operand 2 +2023-12-14 14:52:56.177020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.39 = f32[2048]{0} broadcast(f32[] %constant.41), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:56.177025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 select.13> +2023-12-14 14:52:56.177030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13 +2023-12-14 14:52:56.177039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13, operand 0 +2023-12-14 14:52:56.177049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.13 = f32[2048]{0} select(pred[2048]{0} %compare.3, f32[2048]{0} %broadcast.38, f32[2048]{0} %broadcast.39), metadata={op_name="select.62"} +2023-12-14 14:52:56.177055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 constant.42> +2023-12-14 14:52:56.177059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.42 +2023-12-14 14:52:56.177069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.40, operand 0 +2023-12-14 14:52:56.177079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.42 = f32[] constant(-0.00125372503) +2023-12-14 14:52:56.177084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.40> +2023-12-14 14:52:56.177089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.40 +2023-12-14 14:52:56.177099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14, operand 1 +2023-12-14 14:52:56.177108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.40 = f32[2048]{0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:56.177114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 constant.45> +2023-12-14 14:52:56.177118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.45 +2023-12-14 14:52:56.177132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41, operand 0 +2023-12-14 14:52:56.177142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.45 = f32[] constant(-0.0076224613) +2023-12-14 14:52:56.177147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 broadcast.41> +2023-12-14 14:52:56.177152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41 +2023-12-14 14:52:56.177162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14, operand 2 +2023-12-14 14:52:56.177172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.41 = f32[2048]{0} broadcast(f32[] %constant.45), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:56.177177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 select.14> +2023-12-14 14:52:56.177182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14 +2023-12-14 14:52:56.177191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12, operand 0 +2023-12-14 14:52:56.177201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.14 = f32[2048]{0} select(pred[2048]{0} %compare.3, f32[2048]{0} %broadcast.40, f32[2048]{0} %broadcast.41), metadata={op_name="select.55"} +2023-12-14 14:52:56.177206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 constant.46> +2023-12-14 14:52:56.177211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.46 +2023-12-14 14:52:56.177220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42, operand 0 +2023-12-14 14:52:56.177230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.46 = f32[] constant(0.00021858087) +2023-12-14 14:52:56.177235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 broadcast.42> +2023-12-14 14:52:56.177240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42 +2023-12-14 14:52:56.177250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15, operand 1 +2023-12-14 14:52:56.177260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.42 = f32[2048]{0} broadcast(f32[] %constant.46), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:56.177267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.47> +2023-12-14 14:52:56.177272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.47 +2023-12-14 14:52:56.177282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43, operand 0 +2023-12-14 14:52:56.177291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.47 = f32[] constant(0.00573950773) +2023-12-14 14:52:56.177297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.43> +2023-12-14 14:52:56.177302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43 +2023-12-14 14:52:56.177311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15, operand 2 +2023-12-14 14:52:56.177321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.43 = f32[2048]{0} broadcast(f32[] %constant.47), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:56.177326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 select.15> +2023-12-14 14:52:56.177331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15 +2023-12-14 14:52:56.177340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11, operand 0 +2023-12-14 14:52:56.177350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.15 = f32[2048]{0} select(pred[2048]{0} %compare.3, f32[2048]{0} %broadcast.42, f32[2048]{0} %broadcast.43), metadata={op_name="select.48"} +2023-12-14 14:52:56.177356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.48> +2023-12-14 14:52:56.177360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.48 +2023-12-14 14:52:56.177370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44, operand 0 +2023-12-14 14:52:56.177380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.48 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:56.177385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.44> +2023-12-14 14:52:56.177389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44 +2023-12-14 14:52:56.177402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16, operand 1 +2023-12-14 14:52:56.177411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.44 = f32[2048]{0} broadcast(f32[] %constant.48), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:56.177417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.49> +2023-12-14 14:52:56.177422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.49 +2023-12-14 14:52:56.177431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45, operand 0 +2023-12-14 14:52:56.177441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.49 = f32[] constant(-0.00367342844) +2023-12-14 14:52:56.177446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 broadcast.45> +2023-12-14 14:52:56.177451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45 +2023-12-14 14:52:56.177460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16, operand 2 +2023-12-14 14:52:56.177470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.45 = f32[2048]{0} broadcast(f32[] %constant.49), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:56.177476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 select.16> +2023-12-14 14:52:56.177480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16 +2023-12-14 14:52:56.177490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10, operand 0 +2023-12-14 14:52:56.177500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.16 = f32[2048]{0} select(pred[2048]{0} %compare.3, f32[2048]{0} %broadcast.44, f32[2048]{0} %broadcast.45), metadata={op_name="select.41"} +2023-12-14 14:52:56.177505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.50> +2023-12-14 14:52:56.177510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.50 +2023-12-14 14:52:56.177519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46, operand 0 +2023-12-14 14:52:56.177529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.50 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:56.177537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.46> +2023-12-14 14:52:56.177542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46 +2023-12-14 14:52:56.177551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17, operand 1 +2023-12-14 14:52:56.177561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.46 = f32[2048]{0} broadcast(f32[] %constant.50), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:56.177566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 constant.51> +2023-12-14 14:52:56.177571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.51 +2023-12-14 14:52:56.177580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.47, operand 0 +2023-12-14 14:52:56.177590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.51 = f32[] constant(0.00134934322) +2023-12-14 14:52:56.177595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.47> +2023-12-14 14:52:56.177600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.47 +2023-12-14 14:52:56.177610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17, operand 2 +2023-12-14 14:52:56.177620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.47 = f32[2048]{0} broadcast(f32[] %constant.51), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:56.177625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 select.17> +2023-12-14 14:52:56.177630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17 +2023-12-14 14:52:56.177639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9, operand 0 +2023-12-14 14:52:56.177649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.17 = f32[2048]{0} select(pred[2048]{0} %compare.3, f32[2048]{0} %broadcast.46, f32[2048]{0} %broadcast.47), metadata={op_name="select.34"} +2023-12-14 14:52:56.177655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 constant.52> +2023-12-14 14:52:56.177660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.52 +2023-12-14 14:52:56.177672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48, operand 0 +2023-12-14 14:52:56.177682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.52 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:56.177687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.48> +2023-12-14 14:52:56.177692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.48 +2023-12-14 14:52:56.177702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18, operand 1 +2023-12-14 14:52:56.177711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.48 = f32[2048]{0} broadcast(f32[] %constant.52), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:56.177717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.53> +2023-12-14 14:52:56.177721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.53 +2023-12-14 14:52:56.177731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.50, operand 0 +2023-12-14 14:52:56.177741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.53 = f32[] constant(0.000100950558) +2023-12-14 14:52:56.177746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 broadcast.50> +2023-12-14 14:52:56.177751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.50 +2023-12-14 14:52:56.177760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18, operand 2 +2023-12-14 14:52:56.177770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.50 = f32[2048]{0} broadcast(f32[] %constant.53), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:56.177775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 select.18> +2023-12-14 14:52:56.177780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18 +2023-12-14 14:52:56.177789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8, operand 0 +2023-12-14 14:52:56.177800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.18 = f32[2048]{0} select(pred[2048]{0} %compare.3, f32[2048]{0} %broadcast.48, f32[2048]{0} %broadcast.50), metadata={op_name="select.27"} +2023-12-14 14:52:56.177807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.54> +2023-12-14 14:52:56.177812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.54 +2023-12-14 14:52:56.177821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51, operand 0 +2023-12-14 14:52:56.177831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.54 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:56.177837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.51> +2023-12-14 14:52:56.177841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51 +2023-12-14 14:52:56.177851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19, operand 1 +2023-12-14 14:52:56.177861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.51 = f32[2048]{0} broadcast(f32[] %constant.54), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:56.177866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 constant.55> +2023-12-14 14:52:56.177871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.55 +2023-12-14 14:52:56.177880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53, operand 0 +2023-12-14 14:52:56.177890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.55 = f32[] constant(-0.000200214257) +2023-12-14 14:52:56.177895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 broadcast.53> +2023-12-14 14:52:56.177900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53 +2023-12-14 14:52:56.177910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19, operand 2 +2023-12-14 14:52:56.177920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.53 = f32[2048]{0} broadcast(f32[] %constant.55), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:56.177925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 select.19> +2023-12-14 14:52:56.177930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19 +2023-12-14 14:52:56.177942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13, operand 0 +2023-12-14 14:52:56.177952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.19 = f32[2048]{0} select(pred[2048]{0} %compare.3, f32[2048]{0} %broadcast.51, f32[2048]{0} %broadcast.53), metadata={op_name="select.21"} +2023-12-14 14:52:56.177957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 constant.64> +2023-12-14 14:52:56.177962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.64 +2023-12-14 14:52:56.177972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.177976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.57, operand 0 +2023-12-14 14:52:56.177982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.64 = f32[] constant(-2.5) +2023-12-14 14:52:56.177987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 broadcast.57> +2023-12-14 14:52:56.177991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.177996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.57 +2023-12-14 14:52:56.178001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17, operand 1 +2023-12-14 14:52:56.178011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.57 = f32[2048]{0} broadcast(f32[] %constant.64), dimensions={} +2023-12-14 14:52:56.178016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 add.17> +2023-12-14 14:52:56.178021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17 +2023-12-14 14:52:56.178030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20, operand 1 +2023-12-14 14:52:56.178040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.17 = f32[2048]{0} add(f32[2048]{0} %negate.3, f32[2048]{0} %broadcast.57), metadata={op_name="subtract.15"} +2023-12-14 14:52:56.178045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 sqrt.1> +2023-12-14 14:52:56.178050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.1 +2023-12-14 14:52:56.178060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18, operand 0 +2023-12-14 14:52:56.178069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.1 = f32[2048]{0} sqrt(f32[2048]{0} %negate.3), metadata={op_name="sqrt.10"} +2023-12-14 14:52:56.178077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.65> +2023-12-14 14:52:56.178082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.65 +2023-12-14 14:52:56.178092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58, operand 0 +2023-12-14 14:52:56.178102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.65 = f32[] constant(-3) +2023-12-14 14:52:56.178107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 broadcast.58> +2023-12-14 14:52:56.178112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.58 +2023-12-14 14:52:56.178121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18, operand 1 +2023-12-14 14:52:56.178131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.58 = f32[2048]{0} broadcast(f32[] %constant.65), dimensions={} +2023-12-14 14:52:56.178136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 add.18> +2023-12-14 14:52:56.178141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18 +2023-12-14 14:52:56.178151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20, operand 2 +2023-12-14 14:52:56.178161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.18 = f32[2048]{0} add(f32[2048]{0} %sqrt.1, f32[2048]{0} %broadcast.58), metadata={op_name="subtract.12"} +2023-12-14 14:52:56.178166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 select.20> +2023-12-14 14:52:56.178170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20 +2023-12-14 14:52:56.178180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13, operand 1 +2023-12-14 14:52:56.178189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14, operand 1 +2023-12-14 14:52:56.178194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15, operand 1 +2023-12-14 14:52:56.178200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16, operand 1 +2023-12-14 14:52:56.178205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17, operand 1 +2023-12-14 14:52:56.178209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18, operand 1 +2023-12-14 14:52:56.178217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19, operand 1 +2023-12-14 14:52:56.178222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20, operand 1 +2023-12-14 14:52:56.178227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.20 = f32[2048]{0} select(pred[2048]{0} %compare.3, f32[2048]{0} %add.17, f32[2048]{0} %add.18), metadata={op_name="select.16"} +2023-12-14 14:52:56.178232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.13> +2023-12-14 14:52:56.178237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13 +2023-12-14 14:52:56.178246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8, operand 1 +2023-12-14 14:52:56.178257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.13 = f32[2048]{0} multiply(f32[2048]{0} %select.19, f32[2048]{0} %select.20), metadata={op_name="multiply.22"} +2023-12-14 14:52:56.178262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 add.8> +2023-12-14 14:52:56.178266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8 +2023-12-14 14:52:56.178276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14, operand 0 +2023-12-14 14:52:56.178286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.8 = f32[2048]{0} add(f32[2048]{0} %select.18, f32[2048]{0} %multiply.13), metadata={op_name="add.28"} +2023-12-14 14:52:56.178291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.14> +2023-12-14 14:52:56.178296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14 +2023-12-14 14:52:56.178305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9, operand 1 +2023-12-14 14:52:56.178315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.14 = f32[2048]{0} multiply(f32[2048]{0} %add.8, f32[2048]{0} %select.20), metadata={op_name="multiply.29"} +2023-12-14 14:52:56.178320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.9> +2023-12-14 14:52:56.178325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9 +2023-12-14 14:52:56.178334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15, operand 0 +2023-12-14 14:52:56.178345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.9 = f32[2048]{0} add(f32[2048]{0} %select.17, f32[2048]{0} %multiply.14), metadata={op_name="add.35"} +2023-12-14 14:52:56.178353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 multiply.15> +2023-12-14 14:52:56.178357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15 +2023-12-14 14:52:56.178367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10, operand 1 +2023-12-14 14:52:56.178378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.15 = f32[2048]{0} multiply(f32[2048]{0} %add.9, f32[2048]{0} %select.20), metadata={op_name="multiply.36"} +2023-12-14 14:52:56.178383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 add.10> +2023-12-14 14:52:56.178387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10 +2023-12-14 14:52:56.178397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16, operand 0 +2023-12-14 14:52:56.178407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.10 = f32[2048]{0} add(f32[2048]{0} %select.16, f32[2048]{0} %multiply.15), metadata={op_name="add.42"} +2023-12-14 14:52:56.178412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 multiply.16> +2023-12-14 14:52:56.178417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16 +2023-12-14 14:52:56.178426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11, operand 1 +2023-12-14 14:52:56.178436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.16 = f32[2048]{0} multiply(f32[2048]{0} %add.10, f32[2048]{0} %select.20), metadata={op_name="multiply.43"} +2023-12-14 14:52:56.178441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.11> +2023-12-14 14:52:56.178446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11 +2023-12-14 14:52:56.178455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17, operand 0 +2023-12-14 14:52:56.178465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.11 = f32[2048]{0} add(f32[2048]{0} %select.15, f32[2048]{0} %multiply.16), metadata={op_name="add.49"} +2023-12-14 14:52:56.178470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.17> +2023-12-14 14:52:56.178475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17 +2023-12-14 14:52:56.178488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12, operand 1 +2023-12-14 14:52:56.178498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.17 = f32[2048]{0} multiply(f32[2048]{0} %add.11, f32[2048]{0} %select.20), metadata={op_name="multiply.50"} +2023-12-14 14:52:56.178503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 add.12> +2023-12-14 14:52:56.178507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12 +2023-12-14 14:52:56.178517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18, operand 0 +2023-12-14 14:52:56.178527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.12 = f32[2048]{0} add(f32[2048]{0} %select.14, f32[2048]{0} %multiply.17), metadata={op_name="add.56"} +2023-12-14 14:52:56.178532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.18> +2023-12-14 14:52:56.178537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18 +2023-12-14 14:52:56.178546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13, operand 1 +2023-12-14 14:52:56.178557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.18 = f32[2048]{0} multiply(f32[2048]{0} %add.12, f32[2048]{0} %select.20), metadata={op_name="multiply.57"} +2023-12-14 14:52:56.178562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 add.13> +2023-12-14 14:52:56.178567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13 +2023-12-14 14:52:56.178576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19, operand 0 +2023-12-14 14:52:56.178587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.13 = f32[2048]{0} add(f32[2048]{0} %select.13, f32[2048]{0} %multiply.18), metadata={op_name="add.63"} +2023-12-14 14:52:56.178592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 multiply.19> +2023-12-14 14:52:56.178596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19 +2023-12-14 14:52:56.178606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14, operand 1 +2023-12-14 14:52:56.178619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.19 = f32[2048]{0} multiply(f32[2048]{0} %add.13, f32[2048]{0} %select.20), metadata={op_name="multiply.64"} +2023-12-14 14:52:56.178623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.14> +2023-12-14 14:52:56.178628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14 +2023-12-14 14:52:56.178638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20, operand 0 +2023-12-14 14:52:56.178648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.14 = f32[2048]{0} add(f32[2048]{0} %select.12, f32[2048]{0} %multiply.19), metadata={op_name="add.70"} +2023-12-14 14:52:56.178653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.20> +2023-12-14 14:52:56.178657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20 +2023-12-14 14:52:56.178667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15, operand 1 +2023-12-14 14:52:56.178678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.20 = f32[2048]{0} multiply(f32[2048]{0} %add.14, f32[2048]{0} %select.20), metadata={op_name="multiply.71"} +2023-12-14 14:52:56.178683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.15> +2023-12-14 14:52:56.178687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15 +2023-12-14 14:52:56.178697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21, operand 0 +2023-12-14 14:52:56.178707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.15 = f32[2048]{0} add(f32[2048]{0} %select.11, f32[2048]{0} %multiply.20), metadata={op_name="add.77"} +2023-12-14 14:52:56.178712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.21> +2023-12-14 14:52:56.178716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21 +2023-12-14 14:52:56.178726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21, operand 2 +2023-12-14 14:52:56.178736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.21 = f32[2048]{0} multiply(f32[2048]{0} %add.15, f32[2048]{0} %maximum.126), metadata={op_name="multiply.78"} +2023-12-14 14:52:56.178741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 select.21> +2023-12-14 14:52:56.178748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21 +2023-12-14 14:52:56.178758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.218, operand 0 +2023-12-14 14:52:56.178768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.21 = f32[2048]{0} select(pred[2048]{0} %compare.2, f32[2048]{0} %multiply.11, f32[2048]{0} %multiply.21), metadata={op_name="select.86"} +2023-12-14 14:52:56.178773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.2> +2023-12-14 14:52:56.178778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:56.178788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:52:56.178799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(1.41421354) +2023-12-14 14:52:56.178804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 broadcast.3> +2023-12-14 14:52:56.178809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:52:56.178818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.218, operand 1 +2023-12-14 14:52:56.178829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[2048]{0} broadcast(f32[] %constant.2), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.178833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.218> +2023-12-14 14:52:56.178838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.218 +2023-12-14 14:52:56.178848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.218 = f32[2048]{0} multiply(f32[2048]{0} %select.21, f32[2048]{0} %broadcast.3), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.178857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.178863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.178875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:56.178885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.178890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.178895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.178904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:56.178914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.86, operand 0 {} +2023-12-14 14:52:56.178920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.87, operand 0 {} +2023-12-14 14:52:56.178925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.88, operand 0 {} +2023-12-14 14:52:56.178929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.89, operand 0 {} +2023-12-14 14:52:56.178934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.90, operand 0 {} +2023-12-14 14:52:56.178939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.91, operand 0 {} +2023-12-14 14:52:56.178944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.93, operand 0 {} +2023-12-14 14:52:56.178949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.178954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.178959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.178969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:56.178973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.178980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:56.178985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.178990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.178994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.178999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.179007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.179022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.179031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.179046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.179055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.179071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.179080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.179095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.179105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.179119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.179129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.179148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.179157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.179172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.179183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.93 +2023-12-14 14:52:56.179188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:56.179198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.179207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.179217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.91 +2023-12-14 14:52:56.179222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 0 +2023-12-14 14:52:56.179232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.179241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.179251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.90 +2023-12-14 14:52:56.179256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8, operand 0 +2023-12-14 14:52:56.179268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 1 +2023-12-14 14:52:56.179273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8, operand 0 +2023-12-14 14:52:56.179278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.179288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.179298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {5} +2023-12-14 14:52:56.179303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.89 +2023-12-14 14:52:56.179308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 5 +2023-12-14 14:52:56.179328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.98, operand 0 +2023-12-14 14:52:56.179334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.179344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.179354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {3} +2023-12-14 14:52:56.179359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.88 +2023-12-14 14:52:56.179364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 3 +2023-12-14 14:52:56.179375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.99, operand 0 +2023-12-14 14:52:56.179380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.179389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.179399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {4} +2023-12-14 14:52:56.179404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.87 +2023-12-14 14:52:56.179409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 4 +2023-12-14 14:52:56.179422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.179433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.179442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {7} +2023-12-14 14:52:56.179447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.86 +2023-12-14 14:52:56.179452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 7 +2023-12-14 14:52:56.179461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8, operand 0 +2023-12-14 14:52:56.179466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9, operand 0 +2023-12-14 14:52:56.179472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10, operand 0 +2023-12-14 14:52:56.179476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11, operand 0 +2023-12-14 14:52:56.179481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.179492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.179501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {6} +2023-12-14 14:52:56.179506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:56.179511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 6 +2023-12-14 14:52:56.179520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.179525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 while.1{} (phi)> +2023-12-14 14:52:56.179530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.179540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:56.179553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.179558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.179563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 while.1{0} (phi)> +2023-12-14 14:52:56.179568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.179577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.179587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 while.1{1} (phi)> +2023-12-14 14:52:56.179593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.179602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.179607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.119, operand 0 +2023-12-14 14:52:56.179618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.179622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 while.1{2} (phi)> +2023-12-14 14:52:56.179627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.179637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:56.179642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.119, operand 1 +2023-12-14 14:52:56.179652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.179662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 while.1{3} (phi)> +2023-12-14 14:52:56.179666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.179677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.179687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 while.1{4} (phi)> +2023-12-14 14:52:56.179692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.179701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.179712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 while.1{5} (phi)> +2023-12-14 14:52:56.179717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.179726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.179736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 while.1{6} (phi)> +2023-12-14 14:52:56.179741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.179751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.179760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 while.1{7} (phi)> +2023-12-14 14:52:56.179765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.179773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.179778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.179783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.180225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.180410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.180429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 16.3 ms (cumulative: 221 ms, max: 65 ms, #called: 819) +2023-12-14 14:52:56.180523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: hlo normalization +2023-12-14 14:52:56.180538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.180611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 69 us (cumulative: 221 ms, max: 65 ms, #called: 820) +2023-12-14 14:52:56.180620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:56.180670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 48 us (cumulative: 221 ms, max: 65 ms, #called: 821) +2023-12-14 14:52:56.180676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:56.180705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 28 us (cumulative: 221 ms, max: 65 ms, #called: 822) +2023-12-14 14:52:56.180719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: HLO passes after layout assignment +2023-12-14 14:52:56.180730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:56.180735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: after layout assignment +2023-12-14 14:52:56.180746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 14 us (cumulative: 221 ms, max: 65 ms, #called: 823) +2023-12-14 14:52:56.180752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.180789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 34 us (cumulative: 221 ms, max: 65 ms, #called: 824) +2023-12-14 14:52:56.180796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:56.182309: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 203 +2023-12-14 14:52:56.182461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 1.66 ms (cumulative: 223 ms, max: 65 ms, #called: 825) +2023-12-14 14:52:56.182473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:56.182492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__normal: simplification after layout assignment +2023-12-14 14:52:56.182504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.182559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 51 us (cumulative: 223 ms, max: 65 ms, #called: 826) +2023-12-14 14:52:56.182567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.182602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 33 us (cumulative: 223 ms, max: 65 ms, #called: 827) +2023-12-14 14:52:56.182608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.182898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 288 us (cumulative: 223 ms, max: 65 ms, #called: 828) +2023-12-14 14:52:56.182914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 440 us (cumulative: 224 ms, max: 65 ms, #called: 829) +2023-12-14 14:52:56.182921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:56.182927: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:56.184363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.2 --> clone + +2023-12-14 14:52:56.184705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 1.78 ms (cumulative: 225 ms, max: 65 ms, #called: 830) +2023-12-14 14:52:56.184721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.184766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.2 +2023-12-14 14:52:56.184809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 86 us (cumulative: 226 ms, max: 65 ms, #called: 831) +2023-12-14 14:52:56.184816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:56.184865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:56.185678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.185736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.185743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.185760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:56.185766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:56.185779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:56.185784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.86 +2023-12-14 14:52:56.185789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.87 +2023-12-14 14:52:56.185794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.88 +2023-12-14 14:52:56.185808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.89 +2023-12-14 14:52:56.185813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.90 +2023-12-14 14:52:56.185818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.91 +2023-12-14 14:52:56.185823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.93 +2023-12-14 14:52:56.185828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.55 +2023-12-14 14:52:56.185833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : fusion +2023-12-14 14:52:56.185839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : tuple.7 +2023-12-14 14:52:56.185844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : fusion.1 +2023-12-14 14:52:56.185851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.185856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.185866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <250 arg_tuple.4{3} (phi)> has new phi inputs: +2023-12-14 14:52:56.185872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <251 arg_tuple.4{4} (phi)> has new phi inputs: +2023-12-14 14:52:56.185878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <252 arg_tuple.4{5} (phi)> has new phi inputs: +2023-12-14 14:52:56.185884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <253 arg_tuple.4{6} (phi)> has new phi inputs: +2023-12-14 14:52:56.185890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <254 arg_tuple.4{7} (phi)> has new phi inputs: +2023-12-14 14:52:56.185895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:56.185903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <258 arg_tuple.3{3} (phi)> has new phi inputs: +2023-12-14 14:52:56.185909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <259 arg_tuple.3{4} (phi)> has new phi inputs: +2023-12-14 14:52:56.185915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <260 arg_tuple.3{5} (phi)> has new phi inputs: +2023-12-14 14:52:56.185920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <261 arg_tuple.3{6} (phi)> has new phi inputs: +2023-12-14 14:52:56.185926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <262 arg_tuple.3{7} (phi)> has new phi inputs: +2023-12-14 14:52:56.185931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:56.185936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.86 +2023-12-14 14:52:56.185941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.87 +2023-12-14 14:52:56.185946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.88 +2023-12-14 14:52:56.185951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.89 +2023-12-14 14:52:56.185959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.90 +2023-12-14 14:52:56.185964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.91 +2023-12-14 14:52:56.185969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.93 +2023-12-14 14:52:56.185987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.185999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.186004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 245, phi: +2023-12-14 14:52:56.186009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.186014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.186018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:56.186023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:56.186028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 246, phi: +2023-12-14 14:52:56.186033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.186038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.186043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 247, phi: +2023-12-14 14:52:56.186047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31 +2023-12-14 14:52:56.186053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.186057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31: +2023-12-14 14:52:56.186062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:56.186066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 248, phi: +2023-12-14 14:52:56.186071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.186076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.186081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33: +2023-12-14 14:52:56.186086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:56.186090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 249, phi: +2023-12-14 14:52:56.186095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.186100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:56.186105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34: +2023-12-14 14:52:56.186109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:56.186114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 250, phi: +2023-12-14 14:52:56.186119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.186123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 259 +2023-12-14 14:52:56.186129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:56.186138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:56.186143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 251, phi: +2023-12-14 14:52:56.186148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.186152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 260 +2023-12-14 14:52:56.186158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:56.186162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 252, phi: +2023-12-14 14:52:56.186167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.186172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 258 +2023-12-14 14:52:56.186177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 253, phi: +2023-12-14 14:52:56.186182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.186186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262 +2023-12-14 14:52:56.186191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:56.186196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:56.186200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 254, phi: +2023-12-14 14:52:56.186205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.186210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 261 +2023-12-14 14:52:56.186215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 255, phi: +2023-12-14 14:52:56.186220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31 +2023-12-14 14:52:56.186226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.186231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 256, phi: +2023-12-14 14:52:56.186235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.186240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.186245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 257, phi: +2023-12-14 14:52:56.186249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.186254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:56.186260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 258, phi: +2023-12-14 14:52:56.186265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.186270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 259 +2023-12-14 14:52:56.186275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 259, phi: +2023-12-14 14:52:56.186279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.186284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 260 +2023-12-14 14:52:56.186289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 260, phi: +2023-12-14 14:52:56.186293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.186301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 258 +2023-12-14 14:52:56.186306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 261, phi: +2023-12-14 14:52:56.186311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.186316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262 +2023-12-14 14:52:56.186321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262, phi: +2023-12-14 14:52:56.186326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.186331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 261 +2023-12-14 14:52:56.186336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 263, phi: +2023-12-14 14:52:56.186340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.186345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.186350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 264, phi: +2023-12-14 14:52:56.186354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.186359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31 +2023-12-14 14:52:56.186365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 265, phi: +2023-12-14 14:52:56.186370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.186375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.186379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 266, phi: +2023-12-14 14:52:56.186384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:56.186389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.186393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 267, phi: +2023-12-14 14:52:56.186398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 259 +2023-12-14 14:52:56.186403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.186407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 268, phi: +2023-12-14 14:52:56.186412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 260 +2023-12-14 14:52:56.186417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.186422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 269, phi: +2023-12-14 14:52:56.186427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 258 +2023-12-14 14:52:56.186431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.186436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 270, phi: +2023-12-14 14:52:56.186440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262 +2023-12-14 14:52:56.186445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.186450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 271, phi: +2023-12-14 14:52:56.186454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 261 +2023-12-14 14:52:56.186462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.186481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.186491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.186495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 245, phi: +2023-12-14 14:52:56.186500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.186505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.186509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:56.186515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:56.186520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 246, phi: +2023-12-14 14:52:56.186525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.186530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.186534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 247, phi: +2023-12-14 14:52:56.186539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31 +2023-12-14 14:52:56.186544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.186548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31: +2023-12-14 14:52:56.186553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:56.186557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 248, phi: +2023-12-14 14:52:56.186563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.186568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.186573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33: +2023-12-14 14:52:56.186578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:56.186582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 249, phi: +2023-12-14 14:52:56.186587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.186592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:56.186596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34: +2023-12-14 14:52:56.186601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:56.186605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 250, phi: +2023-12-14 14:52:56.186611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.186615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 259 +2023-12-14 14:52:56.186620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:56.186625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:56.186630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 251, phi: +2023-12-14 14:52:56.186635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.186639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 260 +2023-12-14 14:52:56.186646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:56.186651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 252, phi: +2023-12-14 14:52:56.186656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.186661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 258 +2023-12-14 14:52:56.186666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 253, phi: +2023-12-14 14:52:56.186671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.186675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262 +2023-12-14 14:52:56.186681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:56.186686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:56.186690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 254, phi: +2023-12-14 14:52:56.186695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.186700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 261 +2023-12-14 14:52:56.186704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 255, phi: +2023-12-14 14:52:56.186710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31 +2023-12-14 14:52:56.186714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.186719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 256, phi: +2023-12-14 14:52:56.186724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.186728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.186734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 257, phi: +2023-12-14 14:52:56.186738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.186743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:56.186748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 258, phi: +2023-12-14 14:52:56.186752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.186758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 259 +2023-12-14 14:52:56.186762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 259, phi: +2023-12-14 14:52:56.186767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.186772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 260 +2023-12-14 14:52:56.186776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 260, phi: +2023-12-14 14:52:56.186781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.186786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 258 +2023-12-14 14:52:56.186791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 261, phi: +2023-12-14 14:52:56.186796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.186800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262 +2023-12-14 14:52:56.186809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262, phi: +2023-12-14 14:52:56.186813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.186818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 261 +2023-12-14 14:52:56.186823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 263, phi: +2023-12-14 14:52:56.186827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.186832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.186837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 264, phi: +2023-12-14 14:52:56.186842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.186847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31 +2023-12-14 14:52:56.186852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 265, phi: +2023-12-14 14:52:56.186857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.186862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.186866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 266, phi: +2023-12-14 14:52:56.186871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:56.186875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.186880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 267, phi: +2023-12-14 14:52:56.186885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 259 +2023-12-14 14:52:56.186890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.186895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 268, phi: +2023-12-14 14:52:56.186900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 260 +2023-12-14 14:52:56.186905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.186910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 269, phi: +2023-12-14 14:52:56.186914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 258 +2023-12-14 14:52:56.186919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.186924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 270, phi: +2023-12-14 14:52:56.186928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262 +2023-12-14 14:52:56.186933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.186937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 271, phi: +2023-12-14 14:52:56.186943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 261 +2023-12-14 14:52:56.186948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.186953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.186960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <32 Arg_0.1> + +2023-12-14 14:52:56.186968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.186974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <31 constant.14> + +2023-12-14 14:52:56.186979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.186985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <39 constant.16> + +2023-12-14 14:52:56.186990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.186996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <38 constant.17> + +2023-12-14 14:52:56.187002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:56.187012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <40 tuple.6{}> + {0} : HloValueSet: <31 constant.14> + {1} : HloValueSet: <33 fusion.6> + {2} : HloValueSet: <34 fusion.4> + {3} : HloValueSet: <35 fusion.5> + {4} : HloValueSet: <36 fusion.3> + {5} : HloValueSet: <37 fusion.7> + {6} : HloValueSet: <38 constant.17> + {7} : HloValueSet: <39 constant.16> + +2023-12-14 14:52:56.187018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.187029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <263 while.1{} (phi)> + {0} : HloValueSet: <264 while.1{0} (phi)> + {1} : HloValueSet: <265 while.1{1} (phi)> + {2} : HloValueSet: <266 while.1{2} (phi)> + {3} : HloValueSet: <267 while.1{3} (phi)> + {4} : HloValueSet: <268 while.1{4} (phi)> + {5} : HloValueSet: <269 while.1{5} (phi)> + {6} : HloValueSet: <270 while.1{6} (phi)> + {7} : HloValueSet: <271 while.1{7} (phi)> + +2023-12-14 14:52:56.187034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.187040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <265 while.1{1} (phi)> + +2023-12-14 14:52:56.187047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:56.187053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <266 while.1{2} (phi)> + +2023-12-14 14:52:56.187058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:56.187063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <36 fusion.3> + +2023-12-14 14:52:56.187068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:56.187074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <34 fusion.4> + +2023-12-14 14:52:56.187078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:56.187084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <35 fusion.5> + +2023-12-14 14:52:56.187088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:56.187101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <33 fusion.6> + +2023-12-14 14:52:56.187106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:56.187111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <37 fusion.7> + +2023-12-14 14:52:56.187116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.187121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 fusion.2.clone> + +2023-12-14 14:52:56.187126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.187137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <246 arg_tuple.3{} (phi)> + {0} : HloValueSet: <255 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <256 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <257 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <258 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <259 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <260 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <261 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <262 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.187144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:56.187150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <41 constant.67> + +2023-12-14 14:52:56.187155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:56.187161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <42 add.55> + +2023-12-14 14:52:56.187165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.7 +2023-12-14 14:52:56.187175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <45 tuple.7{}> + {0} : HloValueSet: <42 add.55> + {1} : HloValueSet: <43 fusion.1> + {2} : HloValueSet: <44 fusion> + {3} : HloValueSet: <259 arg_tuple.3{4} (phi)> + {4} : HloValueSet: <260 arg_tuple.3{5} (phi)> + {5} : HloValueSet: <258 arg_tuple.3{3} (phi)> + {6} : HloValueSet: <262 arg_tuple.3{7} (phi)> + {7} : HloValueSet: <261 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.187180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:56.187186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <262 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.187191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.86 +2023-12-14 14:52:56.187197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <261 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.187202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.87 +2023-12-14 14:52:56.187208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <260 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.187213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.88 +2023-12-14 14:52:56.187221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <259 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.187226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.89 +2023-12-14 14:52:56.187232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <258 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.187236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.90 +2023-12-14 14:52:56.187243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <257 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.187248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.91 +2023-12-14 14:52:56.187254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <256 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.187259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.93 +2023-12-14 14:52:56.187264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <255 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.187269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:56.187275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <44 fusion> + +2023-12-14 14:52:56.187279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:56.187285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <43 fusion.1> + +2023-12-14 14:52:56.187290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.187300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <245 arg_tuple.4{} (phi)> + {0} : HloValueSet: <247 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <248 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <249 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <250 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <251 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <252 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <253 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <254 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.187306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:56.187312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <7 constant.68> + +2023-12-14 14:52:56.187317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:56.187337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <8 compare.5> + +2023-12-14 14:52:56.187342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:56.187348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <247 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.187353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.57 +2023-12-14 14:52:56.187359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <136 add.57> + +2023-12-14 14:52:56.187366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.101 +2023-12-14 14:52:56.187372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <135 broadcast.101> + +2023-12-14 14:52:56.187378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:56.187383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <134 convert.3> + +2023-12-14 14:52:56.187388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.59 +2023-12-14 14:52:56.187393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <130 add.59> + +2023-12-14 14:52:56.187399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.102 +2023-12-14 14:52:56.187405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <129 broadcast.102> + +2023-12-14 14:52:56.187409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:56.187415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <127 xor.12> + +2023-12-14 14:52:56.187420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:56.187425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <126 or.12> + +2023-12-14 14:52:56.187430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:56.187436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <125 shift-right-logical.12> + +2023-12-14 14:52:56.187441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.103 +2023-12-14 14:52:56.187447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <124 broadcast.103> + +2023-12-14 14:52:56.187452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:56.187457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <123 subtract.16> + +2023-12-14 14:52:56.187462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:56.187467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <122 shift-left.12> + +2023-12-14 14:52:56.187472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.104 +2023-12-14 14:52:56.187478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <121 broadcast.104> + +2023-12-14 14:52:56.187483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.12 +2023-12-14 14:52:56.187489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <120 reshape.12> + +2023-12-14 14:52:56.187494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.12 +2023-12-14 14:52:56.187504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <119 slice.12> + +2023-12-14 14:52:56.187509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.60 +2023-12-14 14:52:56.187514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <118 add.60> + +2023-12-14 14:52:56.187519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:56.187524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <117 xor.13> + +2023-12-14 14:52:56.187529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:56.187535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <116 or.13> + +2023-12-14 14:52:56.187540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:56.187546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <115 shift-right-logical.13> + +2023-12-14 14:52:56.187551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.105 +2023-12-14 14:52:56.187556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <114 broadcast.105> + +2023-12-14 14:52:56.187561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:56.187567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <113 subtract.17> + +2023-12-14 14:52:56.187571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:56.187577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <112 shift-left.13> + +2023-12-14 14:52:56.187582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.106 +2023-12-14 14:52:56.187588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <111 broadcast.106> + +2023-12-14 14:52:56.187593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.13 +2023-12-14 14:52:56.187599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <110 reshape.13> + +2023-12-14 14:52:56.187603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.13 +2023-12-14 14:52:56.187609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <109 slice.13> + +2023-12-14 14:52:56.187613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.61 +2023-12-14 14:52:56.187619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <108 add.61> + +2023-12-14 14:52:56.187624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:56.187629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <107 xor.14> + +2023-12-14 14:52:56.187634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:56.187643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <106 or.14> + +2023-12-14 14:52:56.187648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:56.187653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <105 shift-right-logical.14> + +2023-12-14 14:52:56.187658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.107 +2023-12-14 14:52:56.187664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <104 broadcast.107> + +2023-12-14 14:52:56.187668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:56.187674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <103 subtract.18> + +2023-12-14 14:52:56.187679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:56.187684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <102 shift-left.14> + +2023-12-14 14:52:56.187691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.108 +2023-12-14 14:52:56.187696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <101 broadcast.108> + +2023-12-14 14:52:56.187701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:56.187707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <100 reshape.14> + +2023-12-14 14:52:56.187711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:56.187717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <99 slice.14> + +2023-12-14 14:52:56.187722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.62 +2023-12-14 14:52:56.187727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <98 add.62> + +2023-12-14 14:52:56.187732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:56.187738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <97 xor.15> + +2023-12-14 14:52:56.187743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:56.187748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <96 or.15> + +2023-12-14 14:52:56.187753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:56.187759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <95 shift-right-logical.15> + +2023-12-14 14:52:56.187764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.109 +2023-12-14 14:52:56.187769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <94 broadcast.109> + +2023-12-14 14:52:56.187777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.19 +2023-12-14 14:52:56.187784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <93 subtract.19> + +2023-12-14 14:52:56.187789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.69 +2023-12-14 14:52:56.187795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <92 constant.69> + +2023-12-14 14:52:56.187800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:56.187806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <91 shift-left.15> + +2023-12-14 14:52:56.187811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.110 +2023-12-14 14:52:56.187816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <90 broadcast.110> + +2023-12-14 14:52:56.187821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.15 +2023-12-14 14:52:56.187826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <89 reshape.15> + +2023-12-14 14:52:56.187831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:56.187837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <88 slice.15> + +2023-12-14 14:52:56.187842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.63 +2023-12-14 14:52:56.187848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <86 add.63> + +2023-12-14 14:52:56.187853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.64 +2023-12-14 14:52:56.187859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <133 add.64> + +2023-12-14 14:52:56.187863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:56.187869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <128 param_0.2> + +2023-12-14 14:52:56.187873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.5 +2023-12-14 14:52:56.187880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <87 param_1.5> + +2023-12-14 14:52:56.187885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.6 +2023-12-14 14:52:56.187890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <85 param_2.6> + +2023-12-14 14:52:56.187895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:56.187901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <84 param_3.7> + +2023-12-14 14:52:56.187905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:56.187911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <131 param_4.12> + +2023-12-14 14:52:56.187918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.70 +2023-12-14 14:52:56.187924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <132 constant.70> + +2023-12-14 14:52:56.187929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.65 +2023-12-14 14:52:56.187935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <83 add.65> + +2023-12-14 14:52:56.187940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.111 +2023-12-14 14:52:56.187945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <82 broadcast.111> + +2023-12-14 14:52:56.187950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.66 +2023-12-14 14:52:56.187956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <80 add.66> + +2023-12-14 14:52:56.187961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.4 +2023-12-14 14:52:56.187966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <81 param_0.4> + +2023-12-14 14:52:56.187971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:56.187977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <79 xor.16> + +2023-12-14 14:52:56.187982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:56.187987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <78 or.16> + +2023-12-14 14:52:56.187992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:56.187998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <77 shift-right-logical.16> + +2023-12-14 14:52:56.188003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.112 +2023-12-14 14:52:56.188009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <76 broadcast.112> + +2023-12-14 14:52:56.188013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.20 +2023-12-14 14:52:56.188019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 subtract.20> + +2023-12-14 14:52:56.188024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:56.188030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <74 shift-left.16> + +2023-12-14 14:52:56.188035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.113 +2023-12-14 14:52:56.188040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <73 broadcast.113> + +2023-12-14 14:52:56.188045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.16 +2023-12-14 14:52:56.188050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <72 reshape.16> + +2023-12-14 14:52:56.188058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:56.188064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <71 slice.16> + +2023-12-14 14:52:56.188069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.67 +2023-12-14 14:52:56.188075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <70 add.67> + +2023-12-14 14:52:56.188080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:56.188085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <69 xor.17> + +2023-12-14 14:52:56.188090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:56.188095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <68 or.17> + +2023-12-14 14:52:56.188100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:56.188105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <67 shift-right-logical.17> + +2023-12-14 14:52:56.188111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.114 +2023-12-14 14:52:56.188116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <66 broadcast.114> + +2023-12-14 14:52:56.188122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.21 +2023-12-14 14:52:56.188127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <65 subtract.21> + +2023-12-14 14:52:56.188132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:56.188138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <64 shift-left.17> + +2023-12-14 14:52:56.188142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.115 +2023-12-14 14:52:56.188148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <63 broadcast.115> + +2023-12-14 14:52:56.188153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:56.188158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <62 reshape.17> + +2023-12-14 14:52:56.188163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:56.188170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <61 slice.17> + +2023-12-14 14:52:56.188175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.69 +2023-12-14 14:52:56.188180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <60 add.69> + +2023-12-14 14:52:56.188185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:56.188190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <59 xor.18> + +2023-12-14 14:52:56.188198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:56.188204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <58 or.18> + +2023-12-14 14:52:56.188208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:56.188215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <57 shift-right-logical.18> + +2023-12-14 14:52:56.188221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.116 +2023-12-14 14:52:56.188227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <56 broadcast.116> + +2023-12-14 14:52:56.188231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.22 +2023-12-14 14:52:56.188237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 subtract.22> + +2023-12-14 14:52:56.188242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.71 +2023-12-14 14:52:56.188247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <54 constant.71> + +2023-12-14 14:52:56.188252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.11 +2023-12-14 14:52:56.188257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <49 param_1.11> + +2023-12-14 14:52:56.188262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:56.188268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <53 shift-left.18> + +2023-12-14 14:52:56.188273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.117 +2023-12-14 14:52:56.188279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <52 broadcast.117> + +2023-12-14 14:52:56.188283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:56.188289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <51 reshape.18> + +2023-12-14 14:52:56.188294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:56.188299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <50 slice.18> + +2023-12-14 14:52:56.188304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.70 +2023-12-14 14:52:56.188309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <48 add.70> + +2023-12-14 14:52:56.188314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.14 +2023-12-14 14:52:56.188321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <47 param_2.14> + +2023-12-14 14:52:56.188326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:56.188334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <46 param_3.17> + +2023-12-14 14:52:56.188339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:56.188344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 xor.19> + +2023-12-14 14:52:56.188349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:56.188355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 xor.20> + +2023-12-14 14:52:56.188359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:56.188366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 constant.101> + +2023-12-14 14:52:56.188371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:56.188377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 reshape.19> + +2023-12-14 14:52:56.188381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:56.188387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <26 slice.20> + +2023-12-14 14:52:56.188391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.21 +2023-12-14 14:52:56.188397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <25 reshape.21> + +2023-12-14 14:52:56.188402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.20 +2023-12-14 14:52:56.188407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <23 param_0.20> + +2023-12-14 14:52:56.188413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:56.188418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <24 slice.22> + +2023-12-14 14:52:56.188424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.84 +2023-12-14 14:52:56.188429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <22 add.84> + +2023-12-14 14:52:56.188434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.165 +2023-12-14 14:52:56.188439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <21 broadcast.165> + +2023-12-14 14:52:56.188444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.23 +2023-12-14 14:52:56.188449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <20 reshape.23> + +2023-12-14 14:52:56.188454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:56.188460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <19 slice.25> + +2023-12-14 14:52:56.188465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:56.188473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <17 slice.26> + +2023-12-14 14:52:56.188479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.22 +2023-12-14 14:52:56.188484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <18 param_0.22> + +2023-12-14 14:52:56.188489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.0 +2023-12-14 14:52:56.188494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <16 iota.0> + +2023-12-14 14:52:56.188499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.24 +2023-12-14 14:52:56.188505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.24> + +2023-12-14 14:52:56.188510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:56.188516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.27> + +2023-12-14 14:52:56.188520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.24 +2023-12-14 14:52:56.188526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.24> + +2023-12-14 14:52:56.188531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.85 +2023-12-14 14:52:56.188536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <15 add.85> + +2023-12-14 14:52:56.188541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:56.188547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <14 broadcast.167> + +2023-12-14 14:52:56.188552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.25 +2023-12-14 14:52:56.188558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 reshape.25> + +2023-12-14 14:52:56.188563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:56.188568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 slice.28> + +2023-12-14 14:52:56.188573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:56.188578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <10 slice.29> + +2023-12-14 14:52:56.188584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.26 +2023-12-14 14:52:56.188589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <11 param_0.26> + +2023-12-14 14:52:56.188594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.1 +2023-12-14 14:52:56.188599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <9 iota.1> + +2023-12-14 14:52:56.188605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:56.188613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <6 reshape.26> + +2023-12-14 14:52:56.188618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:56.188623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <5 slice.30> + +2023-12-14 14:52:56.188628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.28 +2023-12-14 14:52:56.188634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <4 param_0.28> + +2023-12-14 14:52:56.188639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.39 +2023-12-14 14:52:56.188645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <244 multiply.39> + +2023-12-14 14:52:56.188650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.169 +2023-12-14 14:52:56.188656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <243 broadcast.169> + +2023-12-14 14:52:56.188661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:56.188666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <242 constant.102> + +2023-12-14 14:52:56.188671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.33 +2023-12-14 14:52:56.188676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <241 select.33> + +2023-12-14 14:52:56.188681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.40 +2023-12-14 14:52:56.188687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <240 multiply.40> + +2023-12-14 14:52:56.188692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.86 +2023-12-14 14:52:56.188697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <239 add.86> + +2023-12-14 14:52:56.188703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.41 +2023-12-14 14:52:56.188708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <238 multiply.41> + +2023-12-14 14:52:56.188713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.88 +2023-12-14 14:52:56.188719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <237 add.88> + +2023-12-14 14:52:56.188723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:56.188729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <236 multiply.42> + +2023-12-14 14:52:56.188734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.91 +2023-12-14 14:52:56.188740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <235 add.91> + +2023-12-14 14:52:56.188745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:56.188754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <234 multiply.43> + +2023-12-14 14:52:56.188759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:56.188764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <233 add.92> + +2023-12-14 14:52:56.188769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:56.188774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <232 multiply.44> + +2023-12-14 14:52:56.188779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.95 +2023-12-14 14:52:56.188784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <231 add.95> + +2023-12-14 14:52:56.188790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:56.188795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <230 multiply.45> + +2023-12-14 14:52:56.188801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:56.188806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <229 add.96> + +2023-12-14 14:52:56.188811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:56.188816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <228 multiply.46> + +2023-12-14 14:52:56.188821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.97 +2023-12-14 14:52:56.188827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <227 add.97> + +2023-12-14 14:52:56.188831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:56.188837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <226 multiply.47> + +2023-12-14 14:52:56.188843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.98 +2023-12-14 14:52:56.188849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <225 add.98> + +2023-12-14 14:52:56.188854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:56.188859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <224 multiply.48> + +2023-12-14 14:52:56.188864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.34 +2023-12-14 14:52:56.188869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <223 select.34> + +2023-12-14 14:52:56.188874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.99 +2023-12-14 14:52:56.188879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <222 add.99> + +2023-12-14 14:52:56.188884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.171 +2023-12-14 14:52:56.188894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <221 broadcast.171> + +2023-12-14 14:52:56.188900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:56.188905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <220 constant.103> + +2023-12-14 14:52:56.188910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:56.188915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <219 sqrt.3> + +2023-12-14 14:52:56.188920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.100 +2023-12-14 14:52:56.188925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <218 add.100> + +2023-12-14 14:52:56.188930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:56.188936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <217 broadcast.173> + +2023-12-14 14:52:56.188941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.104 +2023-12-14 14:52:56.188947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <216 constant.104> + +2023-12-14 14:52:56.188952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.35 +2023-12-14 14:52:56.188958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <215 select.35> + +2023-12-14 14:52:56.188963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.175 +2023-12-14 14:52:56.188968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <214 broadcast.175> + +2023-12-14 14:52:56.188973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.105 +2023-12-14 14:52:56.188978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <213 constant.105> + +2023-12-14 14:52:56.188983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:56.188989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <212 broadcast.176> + +2023-12-14 14:52:56.188994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.106 +2023-12-14 14:52:56.189000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <211 constant.106> + +2023-12-14 14:52:56.189004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.36 +2023-12-14 14:52:56.189010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <210 select.36> + +2023-12-14 14:52:56.189015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:56.189020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <209 broadcast.177> + +2023-12-14 14:52:56.189028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.108 +2023-12-14 14:52:56.189034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <208 constant.108> + +2023-12-14 14:52:56.189040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:56.189045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <207 broadcast.178> + +2023-12-14 14:52:56.189051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.109 +2023-12-14 14:52:56.189057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <206 constant.109> + +2023-12-14 14:52:56.189062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.37 +2023-12-14 14:52:56.189067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <205 select.37> + +2023-12-14 14:52:56.189072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:56.189077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <204 broadcast.179> + +2023-12-14 14:52:56.189082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.110 +2023-12-14 14:52:56.189088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <203 constant.110> + +2023-12-14 14:52:56.189093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:56.189098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <202 broadcast.180> + +2023-12-14 14:52:56.189103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.111 +2023-12-14 14:52:56.189109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <201 constant.111> + +2023-12-14 14:52:56.189113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.38 +2023-12-14 14:52:56.189119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <200 select.38> + +2023-12-14 14:52:56.189124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:56.189129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <199 broadcast.181> + +2023-12-14 14:52:56.189134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.112 +2023-12-14 14:52:56.189140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <198 constant.112> + +2023-12-14 14:52:56.189145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:56.189150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <197 broadcast.182> + +2023-12-14 14:52:56.189156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.113 +2023-12-14 14:52:56.189161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <196 constant.113> + +2023-12-14 14:52:56.189170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.39 +2023-12-14 14:52:56.189176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <195 select.39> + +2023-12-14 14:52:56.189181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:56.189187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <194 broadcast.183> + +2023-12-14 14:52:56.189192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.114 +2023-12-14 14:52:56.189197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 constant.114> + +2023-12-14 14:52:56.189202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:56.189209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <192 broadcast.184> + +2023-12-14 14:52:56.189214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.115 +2023-12-14 14:52:56.189220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 constant.115> + +2023-12-14 14:52:56.189224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.40 +2023-12-14 14:52:56.189230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <190 select.40> + +2023-12-14 14:52:56.189235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:56.189241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <189 broadcast.185> + +2023-12-14 14:52:56.189245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.116 +2023-12-14 14:52:56.189251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 constant.116> + +2023-12-14 14:52:56.189256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:56.189261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <187 broadcast.186> + +2023-12-14 14:52:56.189266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.117 +2023-12-14 14:52:56.189272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 constant.117> + +2023-12-14 14:52:56.189276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:56.189282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <185 select.41> + +2023-12-14 14:52:56.189287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:56.189293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <184 broadcast.187> + +2023-12-14 14:52:56.189298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.118 +2023-12-14 14:52:56.189306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 constant.118> + +2023-12-14 14:52:56.189311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:56.189317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <182 broadcast.188> + +2023-12-14 14:52:56.189322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.119 +2023-12-14 14:52:56.189327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 constant.119> + +2023-12-14 14:52:56.189333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:56.189338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <180 select.42> + +2023-12-14 14:52:56.189343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:56.189349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <179 broadcast.189> + +2023-12-14 14:52:56.189353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.120 +2023-12-14 14:52:56.189359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 constant.120> + +2023-12-14 14:52:56.189365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:56.189371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <177 broadcast.190> + +2023-12-14 14:52:56.189376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.121 +2023-12-14 14:52:56.189382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 constant.121> + +2023-12-14 14:52:56.189386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:56.189392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <175 select.43> + +2023-12-14 14:52:56.189397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:56.189402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <174 broadcast.191> + +2023-12-14 14:52:56.189407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.122 +2023-12-14 14:52:56.189412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 constant.122> + +2023-12-14 14:52:56.189417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:56.189423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <172 broadcast.192> + +2023-12-14 14:52:56.189428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.123 +2023-12-14 14:52:56.189434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.123> + +2023-12-14 14:52:56.189439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.8 +2023-12-14 14:52:56.189447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <170 compare.8> + +2023-12-14 14:52:56.189452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:56.189457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <169 broadcast.193> + +2023-12-14 14:52:56.189462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.124 +2023-12-14 14:52:56.189468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 constant.124> + +2023-12-14 14:52:56.189474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:56.189479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <167 negate.9> + +2023-12-14 14:52:56.189484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:56.189490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <166 log-plus-one.3> + +2023-12-14 14:52:56.189494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:56.189500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <165 multiply.49> + +2023-12-14 14:52:56.189505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:56.189510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <164 negate.10> + +2023-12-14 14:52:56.189515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:56.189520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <163 multiply.50> + +2023-12-14 14:52:56.189526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:56.189531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <162 broadcast.194> + +2023-12-14 14:52:56.189536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.125 +2023-12-14 14:52:56.189542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 constant.125> + +2023-12-14 14:52:56.189546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.9 +2023-12-14 14:52:56.189552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <160 compare.9> + +2023-12-14 14:52:56.189557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:56.189562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <159 broadcast.195> + +2023-12-14 14:52:56.189567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.126 +2023-12-14 14:52:56.189573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 constant.126> + +2023-12-14 14:52:56.189582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:56.189588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <157 abs.3> + +2023-12-14 14:52:56.189592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:56.189598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <156 maximum.1> + +2023-12-14 14:52:56.189602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.101 +2023-12-14 14:52:56.189608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <155 add.101> + +2023-12-14 14:52:56.189613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:56.189620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <154 broadcast.196> + +2023-12-14 14:52:56.189624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.127 +2023-12-14 14:52:56.189631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 constant.127> + +2023-12-14 14:52:56.189635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:56.189641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <152 multiply.51> + +2023-12-14 14:52:56.189646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:56.189651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <151 broadcast.197> + +2023-12-14 14:52:56.189656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.128 +2023-12-14 14:52:56.189661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 constant.128> + +2023-12-14 14:52:56.189667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.102 +2023-12-14 14:52:56.189672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <149 add.102> + +2023-12-14 14:52:56.189677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:56.189683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <148 broadcast.198> + +2023-12-14 14:52:56.189688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.130 +2023-12-14 14:52:56.189693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 constant.130> + +2023-12-14 14:52:56.189698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.1 +2023-12-14 14:52:56.189704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <146 bitcast-convert.1> + +2023-12-14 14:52:56.189708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.20 +2023-12-14 14:52:56.189714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <145 or.20> + +2023-12-14 14:52:56.189722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:56.189728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <144 broadcast.199> + +2023-12-14 14:52:56.189733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.132 +2023-12-14 14:52:56.189739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <143 constant.132> + +2023-12-14 14:52:56.189744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.20 +2023-12-14 14:52:56.189749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <142 shift-right-logical.20> + +2023-12-14 14:52:56.189754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:56.189759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <141 broadcast.200> + +2023-12-14 14:52:56.189765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.134 +2023-12-14 14:52:56.189771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <140 constant.134> + +2023-12-14 14:52:56.189775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:56.189781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <139 concatenate.1> + +2023-12-14 14:52:56.189786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.29 +2023-12-14 14:52:56.189792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <137 param_0.29> + +2023-12-14 14:52:56.189796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.45 +2023-12-14 14:52:56.189802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <138 param_1.45> + +2023-12-14 14:52:56.189807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:56.189813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 fusion.2.clone> + +2023-12-14 14:52:56.189818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.189824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <265 while.1{1} (phi)> + +2023-12-14 14:52:56.189828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.189834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <266 while.1{2} (phi)> + +2023-12-14 14:52:56.190836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:56.190856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.190862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.190874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.190879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 Arg_0.1> (def) +2023-12-14 14:52:56.190883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.190888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.190893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> (def) +2023-12-14 14:52:56.190898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.190902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.190907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.16> (def) +2023-12-14 14:52:56.190912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.190916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.190922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 constant.17> (def) +2023-12-14 14:52:56.190927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.190931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:56.190936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.190942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 tuple.6{}> (def) +2023-12-14 14:52:56.190947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.190952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> +2023-12-14 14:52:56.190956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.190961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.6> +2023-12-14 14:52:56.190966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.190971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.4> +2023-12-14 14:52:56.190975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.190980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.5> +2023-12-14 14:52:56.190985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.190990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.3> +2023-12-14 14:52:56.190995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.191000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.7> +2023-12-14 14:52:56.191005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.191009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 constant.17> +2023-12-14 14:52:56.191015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.191023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.16> +2023-12-14 14:52:56.191028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.191038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.191043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 while.1{} (phi)> (def) +2023-12-14 14:52:56.191047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.191053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 while.1{0} (phi)> (def) +2023-12-14 14:52:56.191058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.191063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 while.1{1} (phi)> (def) +2023-12-14 14:52:56.191068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.191073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 while.1{2} (phi)> (def) +2023-12-14 14:52:56.191078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.191082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 while.1{3} (phi)> (def) +2023-12-14 14:52:56.191087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.191092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 while.1{4} (phi)> (def) +2023-12-14 14:52:56.191097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.191102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 while.1{5} (phi)> (def) +2023-12-14 14:52:56.191107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.191112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 while.1{6} (phi)> (def) +2023-12-14 14:52:56.191117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.191122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 while.1{7} (phi)> (def) +2023-12-14 14:52:56.191127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.191136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 while.1{1} (phi)> +2023-12-14 14:52:56.191141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:56.191150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 while.1{2} (phi)> +2023-12-14 14:52:56.191155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:56.191169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.3> (def) +2023-12-14 14:52:56.191174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:56.191184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.4> (def) +2023-12-14 14:52:56.191188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:56.191198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.5> (def) +2023-12-14 14:52:56.191202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:56.191213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.6> (def) +2023-12-14 14:52:56.191217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:56.191227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.7> (def) +2023-12-14 14:52:56.191231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.191241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> +2023-12-14 14:52:56.191245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.191255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.191261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.191266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.191271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.191276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.191281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.191285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.191290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.191295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.191300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.191304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.191313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.191327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.191333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.191338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.191343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.191348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.191352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.191357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:56.191368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.67> (def) +2023-12-14 14:52:56.191372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:56.191382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 add.55> (def) +2023-12-14 14:52:56.191386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7: +2023-12-14 14:52:56.191397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.191401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 tuple.7{}> (def) +2023-12-14 14:52:56.191406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.191411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 add.55> +2023-12-14 14:52:56.191417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.191422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.1> +2023-12-14 14:52:56.191426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.191431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion> +2023-12-14 14:52:56.191436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.191441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.191446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.191451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.191455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.191460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.191469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.191474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.191483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.191492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.191497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:56.191507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.191512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.86: +2023-12-14 14:52:56.191522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.191527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.87: +2023-12-14 14:52:56.191537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.191541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.88: +2023-12-14 14:52:56.191552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.191557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.89: +2023-12-14 14:52:56.191566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.191572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.90: +2023-12-14 14:52:56.191581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.191586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.91: +2023-12-14 14:52:56.191595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.191601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.93: +2023-12-14 14:52:56.191610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.191615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:56.191629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion> (def) +2023-12-14 14:52:56.191633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:56.191643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.1> (def) +2023-12-14 14:52:56.191648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.191658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.191662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.191668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.191673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.191678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.191682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.191687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.191692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.191697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.191702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.191707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.191711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.191717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.191722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.191726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.191731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.191736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.191741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.191746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:56.191755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 constant.68> (def) +2023-12-14 14:52:56.191760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:56.191773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 compare.5> (def) +2023-12-14 14:52:56.191778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:56.191787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.191793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57: +2023-12-14 14:52:56.191802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.57> (def) +2023-12-14 14:52:56.191807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101: +2023-12-14 14:52:56.191817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.101> (def) +2023-12-14 14:52:56.191822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:56.191832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 convert.3> (def) +2023-12-14 14:52:56.191836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59: +2023-12-14 14:52:56.191846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.59> (def) +2023-12-14 14:52:56.191851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102: +2023-12-14 14:52:56.191861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 broadcast.102> (def) +2023-12-14 14:52:56.191866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:56.191875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 xor.12> (def) +2023-12-14 14:52:56.191880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:56.191890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 or.12> (def) +2023-12-14 14:52:56.191895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:56.191905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 shift-right-logical.12> (def) +2023-12-14 14:52:56.191910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103: +2023-12-14 14:52:56.191923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 broadcast.103> (def) +2023-12-14 14:52:56.191928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:56.191938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 subtract.16> (def) +2023-12-14 14:52:56.191942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:56.191952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 shift-left.12> (def) +2023-12-14 14:52:56.191958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104: +2023-12-14 14:52:56.191967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 broadcast.104> (def) +2023-12-14 14:52:56.191972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12: +2023-12-14 14:52:56.191981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.12> (def) +2023-12-14 14:52:56.191987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.191991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12: +2023-12-14 14:52:56.191996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.12> (def) +2023-12-14 14:52:56.192001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60: +2023-12-14 14:52:56.192011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.60> (def) +2023-12-14 14:52:56.192015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:56.192025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.13> (def) +2023-12-14 14:52:56.192030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:56.192040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.13> (def) +2023-12-14 14:52:56.192044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:56.192054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.13> (def) +2023-12-14 14:52:56.192059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105: +2023-12-14 14:52:56.192076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.105> (def) +2023-12-14 14:52:56.192082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:56.192091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.17> (def) +2023-12-14 14:52:56.192096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:56.192106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 shift-left.13> (def) +2023-12-14 14:52:56.192111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106: +2023-12-14 14:52:56.192120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 broadcast.106> (def) +2023-12-14 14:52:56.192125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13: +2023-12-14 14:52:56.192135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 reshape.13> (def) +2023-12-14 14:52:56.192140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13: +2023-12-14 14:52:56.192150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 slice.13> (def) +2023-12-14 14:52:56.192154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61: +2023-12-14 14:52:56.192164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.61> (def) +2023-12-14 14:52:56.192168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:56.192178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.14> (def) +2023-12-14 14:52:56.192183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:56.192192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.14> (def) +2023-12-14 14:52:56.192198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:56.192207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.14> (def) +2023-12-14 14:52:56.192212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107: +2023-12-14 14:52:56.192226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.107> (def) +2023-12-14 14:52:56.192231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:56.192240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.18> (def) +2023-12-14 14:52:56.192245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:56.192255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.14> (def) +2023-12-14 14:52:56.192260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108: +2023-12-14 14:52:56.192270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.108> (def) +2023-12-14 14:52:56.192275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:56.192285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.14> (def) +2023-12-14 14:52:56.192289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:56.192299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.14> (def) +2023-12-14 14:52:56.192304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62: +2023-12-14 14:52:56.192313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.62> (def) +2023-12-14 14:52:56.192318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:56.192328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.15> (def) +2023-12-14 14:52:56.192333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:56.192343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.15> (def) +2023-12-14 14:52:56.192347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:56.192357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.15> (def) +2023-12-14 14:52:56.192362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109: +2023-12-14 14:52:56.192377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.109> (def) +2023-12-14 14:52:56.192382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19: +2023-12-14 14:52:56.192392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.19> (def) +2023-12-14 14:52:56.192396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69: +2023-12-14 14:52:56.192406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 constant.69> (def) +2023-12-14 14:52:56.192411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:56.192421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 shift-left.15> (def) +2023-12-14 14:52:56.192426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110: +2023-12-14 14:52:56.192435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 broadcast.110> (def) +2023-12-14 14:52:56.192440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15: +2023-12-14 14:52:56.192450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 reshape.15> (def) +2023-12-14 14:52:56.192455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:56.192465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 slice.15> (def) +2023-12-14 14:52:56.192469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63: +2023-12-14 14:52:56.192479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.63> (def) +2023-12-14 14:52:56.192484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64: +2023-12-14 14:52:56.192494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.64> (def) +2023-12-14 14:52:56.192498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:56.192509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 param_0.2> (def) +2023-12-14 14:52:56.192513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.5: +2023-12-14 14:52:56.192526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 param_1.5> (def) +2023-12-14 14:52:56.192530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.6: +2023-12-14 14:52:56.192540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 param_2.6> (def) +2023-12-14 14:52:56.192545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:56.192555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 param_3.7> (def) +2023-12-14 14:52:56.192560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:56.192569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 param_4.12> (def) +2023-12-14 14:52:56.192574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70: +2023-12-14 14:52:56.192584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.70> (def) +2023-12-14 14:52:56.192589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65: +2023-12-14 14:52:56.192598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 add.65> (def) +2023-12-14 14:52:56.192604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111: +2023-12-14 14:52:56.192613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.111> (def) +2023-12-14 14:52:56.192618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66: +2023-12-14 14:52:56.192628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.66> (def) +2023-12-14 14:52:56.192633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.4: +2023-12-14 14:52:56.192642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 param_0.4> (def) +2023-12-14 14:52:56.192647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:56.192657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.16> (def) +2023-12-14 14:52:56.192662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:56.192674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.16> (def) +2023-12-14 14:52:56.192680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:56.192689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.16> (def) +2023-12-14 14:52:56.192694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112: +2023-12-14 14:52:56.192704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.112> (def) +2023-12-14 14:52:56.192709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20: +2023-12-14 14:52:56.192718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.20> (def) +2023-12-14 14:52:56.192723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:56.192733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 shift-left.16> (def) +2023-12-14 14:52:56.192738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113: +2023-12-14 14:52:56.192748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 broadcast.113> (def) +2023-12-14 14:52:56.192753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16: +2023-12-14 14:52:56.192762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 reshape.16> (def) +2023-12-14 14:52:56.192767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:56.192777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 slice.16> (def) +2023-12-14 14:52:56.192782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67: +2023-12-14 14:52:56.192791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 add.67> (def) +2023-12-14 14:52:56.192796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:56.192806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 xor.17> (def) +2023-12-14 14:52:56.192810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:56.192823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 or.17> (def) +2023-12-14 14:52:56.192828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:56.192838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 shift-right-logical.17> (def) +2023-12-14 14:52:56.192843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114: +2023-12-14 14:52:56.192853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 broadcast.114> (def) +2023-12-14 14:52:56.192858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21: +2023-12-14 14:52:56.192867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 subtract.21> (def) +2023-12-14 14:52:56.192872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:56.192882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 shift-left.17> (def) +2023-12-14 14:52:56.192887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115: +2023-12-14 14:52:56.192897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 broadcast.115> (def) +2023-12-14 14:52:56.192902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:56.192911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 reshape.17> (def) +2023-12-14 14:52:56.192916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:56.192927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 slice.17> (def) +2023-12-14 14:52:56.192932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69: +2023-12-14 14:52:56.192943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 add.69> (def) +2023-12-14 14:52:56.192948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:56.192957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 xor.18> (def) +2023-12-14 14:52:56.192962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:56.192975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 or.18> (def) +2023-12-14 14:52:56.192979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:56.192990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 shift-right-logical.18> (def) +2023-12-14 14:52:56.192994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.192999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116: +2023-12-14 14:52:56.193004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 broadcast.116> (def) +2023-12-14 14:52:56.193008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22: +2023-12-14 14:52:56.193019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 subtract.22> (def) +2023-12-14 14:52:56.193024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71: +2023-12-14 14:52:56.193034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 constant.71> (def) +2023-12-14 14:52:56.193039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.11: +2023-12-14 14:52:56.193048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 param_1.11> (def) +2023-12-14 14:52:56.193053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:56.193062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 shift-left.18> (def) +2023-12-14 14:52:56.193067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117: +2023-12-14 14:52:56.193077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 broadcast.117> (def) +2023-12-14 14:52:56.193082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:56.193092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 reshape.18> (def) +2023-12-14 14:52:56.193096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:56.193106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 slice.18> (def) +2023-12-14 14:52:56.193110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70: +2023-12-14 14:52:56.193123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.70> (def) +2023-12-14 14:52:56.193129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.14: +2023-12-14 14:52:56.193138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 param_2.14> (def) +2023-12-14 14:52:56.193143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:56.193152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_3.17> (def) +2023-12-14 14:52:56.193157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:56.193167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 xor.19> (def) +2023-12-14 14:52:56.193172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:56.193182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 xor.20> (def) +2023-12-14 14:52:56.193187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:56.193196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 constant.101> (def) +2023-12-14 14:52:56.193201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:56.193210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> (def) +2023-12-14 14:52:56.193215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:56.193225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.20> (def) +2023-12-14 14:52:56.193230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21: +2023-12-14 14:52:56.193239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 reshape.21> (def) +2023-12-14 14:52:56.193244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.20: +2023-12-14 14:52:56.193253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 param_0.20> (def) +2023-12-14 14:52:56.193258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:56.193272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 slice.22> (def) +2023-12-14 14:52:56.193277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84: +2023-12-14 14:52:56.193287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 add.84> (def) +2023-12-14 14:52:56.193291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165: +2023-12-14 14:52:56.193301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.165> (def) +2023-12-14 14:52:56.193306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23: +2023-12-14 14:52:56.193316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 reshape.23> (def) +2023-12-14 14:52:56.193321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:56.193330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 slice.25> (def) +2023-12-14 14:52:56.193335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:56.193344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 slice.26> (def) +2023-12-14 14:52:56.193349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.22: +2023-12-14 14:52:56.193359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 param_0.22> (def) +2023-12-14 14:52:56.193364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0: +2023-12-14 14:52:56.193374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 iota.0> (def) +2023-12-14 14:52:56.193379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24: +2023-12-14 14:52:56.193388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.24> (def) +2023-12-14 14:52:56.193393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:56.193402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.27> (def) +2023-12-14 14:52:56.193407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.24: +2023-12-14 14:52:56.193420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.24> (def) +2023-12-14 14:52:56.193425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85: +2023-12-14 14:52:56.193434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.85> (def) +2023-12-14 14:52:56.193439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:56.193448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 broadcast.167> (def) +2023-12-14 14:52:56.193454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25: +2023-12-14 14:52:56.193464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.25> (def) +2023-12-14 14:52:56.193469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:56.193478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 slice.28> (def) +2023-12-14 14:52:56.193483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:56.193492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.29> (def) +2023-12-14 14:52:56.193497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.26: +2023-12-14 14:52:56.193507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 param_0.26> (def) +2023-12-14 14:52:56.193512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1: +2023-12-14 14:52:56.193522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 iota.1> (def) +2023-12-14 14:52:56.193526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:56.193536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.26> (def) +2023-12-14 14:52:56.193540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:56.193550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.30> (def) +2023-12-14 14:52:56.193555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.28: +2023-12-14 14:52:56.193565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.28> (def) +2023-12-14 14:52:56.193572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39: +2023-12-14 14:52:56.193582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 multiply.39> (def) +2023-12-14 14:52:56.193586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169: +2023-12-14 14:52:56.193597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 broadcast.169> (def) +2023-12-14 14:52:56.193602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:56.193612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 constant.102> (def) +2023-12-14 14:52:56.193617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33: +2023-12-14 14:52:56.193626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 select.33> (def) +2023-12-14 14:52:56.193631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40: +2023-12-14 14:52:56.193640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 multiply.40> (def) +2023-12-14 14:52:56.193646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86: +2023-12-14 14:52:56.193655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 add.86> (def) +2023-12-14 14:52:56.193660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41: +2023-12-14 14:52:56.193670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 multiply.41> (def) +2023-12-14 14:52:56.193674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88: +2023-12-14 14:52:56.193684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 add.88> (def) +2023-12-14 14:52:56.193689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:56.193699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 multiply.42> (def) +2023-12-14 14:52:56.193704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91: +2023-12-14 14:52:56.193713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 add.91> (def) +2023-12-14 14:52:56.193720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:56.193730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 multiply.43> (def) +2023-12-14 14:52:56.193735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:56.193745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 add.92> (def) +2023-12-14 14:52:56.193749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:56.193759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 multiply.44> (def) +2023-12-14 14:52:56.193764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95: +2023-12-14 14:52:56.193773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 add.95> (def) +2023-12-14 14:52:56.193778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:56.193788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 multiply.45> (def) +2023-12-14 14:52:56.193792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:56.193802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 add.96> (def) +2023-12-14 14:52:56.193806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:56.193817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 multiply.46> (def) +2023-12-14 14:52:56.193822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97: +2023-12-14 14:52:56.193832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 add.97> (def) +2023-12-14 14:52:56.193837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:56.193846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 multiply.47> (def) +2023-12-14 14:52:56.193851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98: +2023-12-14 14:52:56.193861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 add.98> (def) +2023-12-14 14:52:56.193868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:56.193878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 multiply.48> (def) +2023-12-14 14:52:56.193883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34: +2023-12-14 14:52:56.193892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 select.34> (def) +2023-12-14 14:52:56.193897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99: +2023-12-14 14:52:56.193907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 add.99> (def) +2023-12-14 14:52:56.193912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171: +2023-12-14 14:52:56.193922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.171> (def) +2023-12-14 14:52:56.193927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:56.193936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 constant.103> (def) +2023-12-14 14:52:56.193941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:56.193951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 sqrt.3> (def) +2023-12-14 14:52:56.193955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100: +2023-12-14 14:52:56.193965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 add.100> (def) +2023-12-14 14:52:56.193970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:56.193980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 broadcast.173> (def) +2023-12-14 14:52:56.193986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.193990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104: +2023-12-14 14:52:56.193995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 constant.104> (def) +2023-12-14 14:52:56.194000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35: +2023-12-14 14:52:56.194010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 select.35> (def) +2023-12-14 14:52:56.194018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175: +2023-12-14 14:52:56.194027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.175> (def) +2023-12-14 14:52:56.194033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105: +2023-12-14 14:52:56.194042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 constant.105> (def) +2023-12-14 14:52:56.194047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:56.194057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 broadcast.176> (def) +2023-12-14 14:52:56.194062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106: +2023-12-14 14:52:56.194072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 constant.106> (def) +2023-12-14 14:52:56.194077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36: +2023-12-14 14:52:56.194086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 select.36> (def) +2023-12-14 14:52:56.194091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:56.194101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 broadcast.177> (def) +2023-12-14 14:52:56.194105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108: +2023-12-14 14:52:56.194115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 constant.108> (def) +2023-12-14 14:52:56.194120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:56.194130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 broadcast.178> (def) +2023-12-14 14:52:56.194134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109: +2023-12-14 14:52:56.194145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 constant.109> (def) +2023-12-14 14:52:56.194149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37: +2023-12-14 14:52:56.194160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 select.37> (def) +2023-12-14 14:52:56.194167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:56.194177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 broadcast.179> (def) +2023-12-14 14:52:56.194182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110: +2023-12-14 14:52:56.194192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 constant.110> (def) +2023-12-14 14:52:56.194197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:56.194207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.180> (def) +2023-12-14 14:52:56.194212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111: +2023-12-14 14:52:56.194221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.111> (def) +2023-12-14 14:52:56.194226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38: +2023-12-14 14:52:56.194236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 select.38> (def) +2023-12-14 14:52:56.194241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:56.194251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 broadcast.181> (def) +2023-12-14 14:52:56.194255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112: +2023-12-14 14:52:56.194265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.112> (def) +2023-12-14 14:52:56.194269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:56.194279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 broadcast.182> (def) +2023-12-14 14:52:56.194285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113: +2023-12-14 14:52:56.194294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 constant.113> (def) +2023-12-14 14:52:56.194299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39: +2023-12-14 14:52:56.194308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 select.39> (def) +2023-12-14 14:52:56.194316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:56.194328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 broadcast.183> (def) +2023-12-14 14:52:56.194333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114: +2023-12-14 14:52:56.194342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.114> (def) +2023-12-14 14:52:56.194347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:56.194356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 broadcast.184> (def) +2023-12-14 14:52:56.194361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115: +2023-12-14 14:52:56.194371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 constant.115> (def) +2023-12-14 14:52:56.194376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40: +2023-12-14 14:52:56.194385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 select.40> (def) +2023-12-14 14:52:56.194390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:56.194400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 broadcast.185> (def) +2023-12-14 14:52:56.194404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116: +2023-12-14 14:52:56.194415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 constant.116> (def) +2023-12-14 14:52:56.194420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:56.194429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 broadcast.186> (def) +2023-12-14 14:52:56.194434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117: +2023-12-14 14:52:56.194443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.117> (def) +2023-12-14 14:52:56.194448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:56.194459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 select.41> (def) +2023-12-14 14:52:56.194466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:56.194476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 broadcast.187> (def) +2023-12-14 14:52:56.194480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118: +2023-12-14 14:52:56.194490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.118> (def) +2023-12-14 14:52:56.194495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:56.194505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 broadcast.188> (def) +2023-12-14 14:52:56.194510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119: +2023-12-14 14:52:56.194519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.119> (def) +2023-12-14 14:52:56.194524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:56.194534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 select.42> (def) +2023-12-14 14:52:56.194539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:56.194549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 broadcast.189> (def) +2023-12-14 14:52:56.194554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120: +2023-12-14 14:52:56.194563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.120> (def) +2023-12-14 14:52:56.194568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:56.194578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 broadcast.190> (def) +2023-12-14 14:52:56.194583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121: +2023-12-14 14:52:56.194593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 constant.121> (def) +2023-12-14 14:52:56.194597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:56.194607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 select.43> (def) +2023-12-14 14:52:56.194615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:56.194626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 broadcast.191> (def) +2023-12-14 14:52:56.194630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122: +2023-12-14 14:52:56.194641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 constant.122> (def) +2023-12-14 14:52:56.194645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:56.194655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.192> (def) +2023-12-14 14:52:56.194659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123: +2023-12-14 14:52:56.194670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.123> (def) +2023-12-14 14:52:56.194674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8: +2023-12-14 14:52:56.194684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 compare.8> (def) +2023-12-14 14:52:56.194689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:56.194699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 broadcast.193> (def) +2023-12-14 14:52:56.194704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124: +2023-12-14 14:52:56.194713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.124> (def) +2023-12-14 14:52:56.194718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:56.194728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 negate.9> (def) +2023-12-14 14:52:56.194733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:56.194742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 log-plus-one.3> (def) +2023-12-14 14:52:56.194747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:56.194757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.49> (def) +2023-12-14 14:52:56.194765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:56.194775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 negate.10> (def) +2023-12-14 14:52:56.194780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:56.194790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 multiply.50> (def) +2023-12-14 14:52:56.194794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:56.194804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 broadcast.194> (def) +2023-12-14 14:52:56.194809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125: +2023-12-14 14:52:56.194819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.125> (def) +2023-12-14 14:52:56.194823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9: +2023-12-14 14:52:56.194833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 compare.9> (def) +2023-12-14 14:52:56.194838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:56.194848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 broadcast.195> (def) +2023-12-14 14:52:56.194852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126: +2023-12-14 14:52:56.194862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.126> (def) +2023-12-14 14:52:56.194867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:56.194877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 abs.3> (def) +2023-12-14 14:52:56.194882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:56.194891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 maximum.1> (def) +2023-12-14 14:52:56.194896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101: +2023-12-14 14:52:56.194905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 add.101> (def) +2023-12-14 14:52:56.194914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:56.194924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 broadcast.196> (def) +2023-12-14 14:52:56.194929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127: +2023-12-14 14:52:56.194939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.127> (def) +2023-12-14 14:52:56.194943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:56.194953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 multiply.51> (def) +2023-12-14 14:52:56.194958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:56.194968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.197> (def) +2023-12-14 14:52:56.194972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128: +2023-12-14 14:52:56.194982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.128> (def) +2023-12-14 14:52:56.194986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.194991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102: +2023-12-14 14:52:56.194996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.102> (def) +2023-12-14 14:52:56.195001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:56.195011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.198> (def) +2023-12-14 14:52:56.195016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.130: +2023-12-14 14:52:56.195025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.130> (def) +2023-12-14 14:52:56.195030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1: +2023-12-14 14:52:56.195039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 bitcast-convert.1> (def) +2023-12-14 14:52:56.195045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20: +2023-12-14 14:52:56.195054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 or.20> (def) +2023-12-14 14:52:56.195062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:56.195071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.199> (def) +2023-12-14 14:52:56.195076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.132: +2023-12-14 14:52:56.195086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 constant.132> (def) +2023-12-14 14:52:56.195092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20: +2023-12-14 14:52:56.195101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 shift-right-logical.20> (def) +2023-12-14 14:52:56.195106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:56.195115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 broadcast.200> (def) +2023-12-14 14:52:56.195120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.134: +2023-12-14 14:52:56.195131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.134> (def) +2023-12-14 14:52:56.195136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:56.195146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 concatenate.1> (def) +2023-12-14 14:52:56.195151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29: +2023-12-14 14:52:56.195160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 param_0.29> (def) +2023-12-14 14:52:56.195165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45: +2023-12-14 14:52:56.195174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 param_1.45> (def) +2023-12-14 14:52:56.195180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:56.195189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> (def) +2023-12-14 14:52:56.195194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.195207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 while.1{1} (phi)> +2023-12-14 14:52:56.195212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.195217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.195222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 while.1{2} (phi)> +2023-12-14 14:52:56.195227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.195232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.24> +2023-12-14 14:52:56.195237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.24 +2023-12-14 14:52:56.195246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:56.195257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.24 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.195261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.27> +2023-12-14 14:52:56.195266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:56.195276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24, operand 0 +2023-12-14 14:52:56.195286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.24), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.24> +2023-12-14 14:52:56.195296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24 +2023-12-14 14:52:56.195306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> +2023-12-14 14:52:56.195328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:56.195338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.195344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048]{0} fusion(u32[1024]{0} %p, u32[1024]{0} %p.1), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94}, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:56.195357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.28> +2023-12-14 14:52:56.195362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.28 +2023-12-14 14:52:56.195372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:56.195382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.28 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.195387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.30> +2023-12-14 14:52:56.195392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:56.195401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:56.195412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.28), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.26> +2023-12-14 14:52:56.195421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:56.195432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 constant.68> +2023-12-14 14:52:56.195447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:56.195457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:56.195467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:56.195475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 compare.5> +2023-12-14 14:52:56.195480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:56.195489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 iota.1> +2023-12-14 14:52:56.195504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1 +2023-12-14 14:52:56.195514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:56.195524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.1 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.29> +2023-12-14 14:52:56.195534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:56.195543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85, operand 0 +2023-12-14 14:52:56.195555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1024]{0} slice(u32[2048]{0} %iota.1), slice={[0:1024]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1024,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 param_0.26> +2023-12-14 14:52:56.195564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.26 +2023-12-14 14:52:56.195574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:56.195583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.26 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.195588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 slice.28> +2023-12-14 14:52:56.195593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:56.195606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25, operand 0 +2023-12-14 14:52:56.195616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[2]{0} %param_0.26), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.25> +2023-12-14 14:52:56.195626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25 +2023-12-14 14:52:56.195635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:56.195646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 broadcast.167> +2023-12-14 14:52:56.195656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:56.195665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85, operand 1 +2023-12-14 14:52:56.195675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[1024]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.85> +2023-12-14 14:52:56.195686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85 +2023-12-14 14:52:56.195696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.85 = u32[1024]{0} add(u32[1024]{0} %slice.29, u32[1024]{0} %broadcast.167), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 iota.0> +2023-12-14 14:52:56.195710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0 +2023-12-14 14:52:56.195723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:56.195733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.0 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 slice.26> +2023-12-14 14:52:56.195743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:56.195752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 0 +2023-12-14 14:52:56.195762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1024]{0} slice(u32[2048]{0} %iota.0), slice={[1024:2048]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1024,) limit_indices=(2048,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 param_0.22> +2023-12-14 14:52:56.195773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.22 +2023-12-14 14:52:56.195783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:56.195792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.22 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.195797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 slice.25> +2023-12-14 14:52:56.195802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:56.195812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23, operand 0 +2023-12-14 14:52:56.195822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[2]{0} %param_0.22), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 reshape.23> +2023-12-14 14:52:56.195832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23 +2023-12-14 14:52:56.195841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165, operand 0 +2023-12-14 14:52:56.195855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.23 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.165> +2023-12-14 14:52:56.195865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165 +2023-12-14 14:52:56.195875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 1 +2023-12-14 14:52:56.195884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.165 = u32[1024]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 add.84> +2023-12-14 14:52:56.195894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84 +2023-12-14 14:52:56.195904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.84 = u32[1024]{0} add(u32[1024]{0} %slice.26, u32[1024]{0} %broadcast.165), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 param_0.20> +2023-12-14 14:52:56.195919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.20 +2023-12-14 14:52:56.195928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:56.195939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:56.195944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.20 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.195949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 slice.22> +2023-12-14 14:52:56.195954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:56.195964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.195968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21, operand 0 +2023-12-14 14:52:56.195977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.195982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 reshape.21> +2023-12-14 14:52:56.195987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.195991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21 +2023-12-14 14:52:56.195996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:56.196006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.21 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.20> +2023-12-14 14:52:56.196016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:56.196026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:56.196036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> +2023-12-14 14:52:56.196046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:56.196055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:56.196066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 xor.20> +2023-12-14 14:52:56.196075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:56.196085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:56.196098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.21, u32[] %reshape.19), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 constant.101> +2023-12-14 14:52:56.196108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:56.196118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:56.196127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(466688986) +2023-12-14 14:52:56.196132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 xor.19> +2023-12-14 14:52:56.196138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:56.196148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> +2023-12-14 14:52:56.196162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.196172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:56.196176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.196187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:56.196192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 Arg_0.1> +2023-12-14 14:52:56.196197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.196206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:56.196216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:56.196220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:56.196226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:56.196234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:56.196239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.196244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.6> +2023-12-14 14:52:56.196248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:56.196258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:56.196263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.196273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.4> +2023-12-14 14:52:56.196283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:56.196292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {2} +2023-12-14 14:52:56.196297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.196306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.5> +2023-12-14 14:52:56.196317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:56.196326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {3} +2023-12-14 14:52:56.196331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.196340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.3> +2023-12-14 14:52:56.196350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:56.196363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {4} +2023-12-14 14:52:56.196368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.196378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.7> +2023-12-14 14:52:56.196387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:56.196397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {5} +2023-12-14 14:52:56.196402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.196412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 constant.17> +2023-12-14 14:52:56.196422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.196431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {6} +2023-12-14 14:52:56.196436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.196447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.196452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.16> +2023-12-14 14:52:56.196457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.196466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {7} +2023-12-14 14:52:56.196471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.196481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.196489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 tuple.6{}> +2023-12-14 14:52:56.196494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:56.196503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.196513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.14, u32[1024]{0} %fusion.6, u32[1024]{0} %fusion.4, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %constant.17, u32[4]{0} %constant.16) +2023-12-14 14:52:56.196518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.67> +2023-12-14 14:52:56.196524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:56.196534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:56.196544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:56.196549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 add.55> +2023-12-14 14:52:56.196554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:56.196563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {0} +2023-12-14 14:52:56.196568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 0 +2023-12-14 14:52:56.196578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %get-tuple-element.93, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.1> +2023-12-14 14:52:56.196588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:56.196598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {1} +2023-12-14 14:52:56.196602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 1 +2023-12-14 14:52:56.196613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[1024]{0} fusion(u32[] %get-tuple-element.89, u32[4]{0} %get-tuple-element.86, u32[1024]{0} %get-tuple-element.90, u32[1024]{0} %get-tuple-element.91), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion> +2023-12-14 14:52:56.196627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:56.196637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {2} +2023-12-14 14:52:56.196642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 2 +2023-12-14 14:52:56.196653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[1024]{0} fusion(u32[] %get-tuple-element.88, u32[4]{0} %get-tuple-element.86, u32[1024]{0} %get-tuple-element.90, u32[1024]{0} %get-tuple-element.91, s32[] %get-tuple-element.93), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 tuple.7{}> +2023-12-14 14:52:56.196662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {} +2023-12-14 14:52:56.196672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.7 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[1024]{0} %fusion.1, u32[1024]{0} %fusion, u32[] %get-tuple-element.88, u32[] %get-tuple-element.87, /*index=5*/u32[] %get-tuple-element.89, u32[4]{0} %get-tuple-element.85, u32[4]{0} %get-tuple-element.86) +2023-12-14 14:52:56.196683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_3.17> +2023-12-14 14:52:56.196688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:56.196698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70, operand 0 +2023-12-14 14:52:56.196708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.196712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 param_2.14> +2023-12-14 14:52:56.196717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.14 +2023-12-14 14:52:56.196727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:56.196740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:56.196745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70, operand 1 +2023-12-14 14:52:56.196750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.14 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.196755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.70> +2023-12-14 14:52:56.196760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70 +2023-12-14 14:52:56.196770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69, operand 0 +2023-12-14 14:52:56.196780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:56.196785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.70 = u32[1024]{0} add(u32[1024]{0} %param_3.17, u32[1024]{0} %param_2.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 param_1.11> +2023-12-14 14:52:56.196794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.11 +2023-12-14 14:52:56.196804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:56.196814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:56.196820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:56.196825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.11 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.196829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 slice.18> +2023-12-14 14:52:56.196834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:56.196844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:56.196853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 reshape.18> +2023-12-14 14:52:56.196867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:56.196876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22, operand 1 +2023-12-14 14:52:56.196886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117, operand 0 +2023-12-14 14:52:56.196891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 broadcast.117> +2023-12-14 14:52:56.196900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117 +2023-12-14 14:52:56.196911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:56.196920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.117 = u32[1024]{0} broadcast(u32[] %reshape.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 shift-left.18> +2023-12-14 14:52:56.196930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:56.196939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:56.196950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.117), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.196955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 constant.71> +2023-12-14 14:52:56.196960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.196964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71 +2023-12-14 14:52:56.196969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.196974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20, operand 0 +2023-12-14 14:52:56.196978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21, operand 0 +2023-12-14 14:52:56.196983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22, operand 0 +2023-12-14 14:52:56.196993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.71 = u32[] constant(32) +2023-12-14 14:52:56.196998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 subtract.22> +2023-12-14 14:52:56.197003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22 +2023-12-14 14:52:56.197012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116, operand 0 +2023-12-14 14:52:56.197022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.22 = u32[] subtract(u32[] %constant.71, u32[] %reshape.18), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 broadcast.116> +2023-12-14 14:52:56.197032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116 +2023-12-14 14:52:56.197042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:56.197052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.116 = u32[1024]{0} broadcast(u32[] %subtract.22), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 shift-right-logical.18> +2023-12-14 14:52:56.197062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:56.197071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:56.197082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.116), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 or.18> +2023-12-14 14:52:56.197092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:56.197101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:56.197111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[1024]{0} or(u32[1024]{0} %shift-left.18, u32[1024]{0} %shift-right-logical.18), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 xor.18> +2023-12-14 14:52:56.197124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:56.197134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:56.197143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:56.197148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69, operand 1 +2023-12-14 14:52:56.197153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[1024]{0} xor(u32[1024]{0} %add.70, u32[1024]{0} %or.18), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 add.69> +2023-12-14 14:52:56.197163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69 +2023-12-14 14:52:56.197173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 0 +2023-12-14 14:52:56.197183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:56.197187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.69 = u32[1024]{0} add(u32[1024]{0} %add.70, u32[1024]{0} %xor.18), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 slice.17> +2023-12-14 14:52:56.197197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:56.197207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:56.197217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 reshape.17> +2023-12-14 14:52:56.197227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:56.197239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21, operand 1 +2023-12-14 14:52:56.197250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115, operand 0 +2023-12-14 14:52:56.197254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 broadcast.115> +2023-12-14 14:52:56.197265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115 +2023-12-14 14:52:56.197274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:56.197285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.115 = u32[1024]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 shift-left.17> +2023-12-14 14:52:56.197294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:56.197304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:56.197315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[1024]{0} shift-left(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.115), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 subtract.21> +2023-12-14 14:52:56.197324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21 +2023-12-14 14:52:56.197334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114, operand 0 +2023-12-14 14:52:56.197344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.21 = u32[] subtract(u32[] %constant.71, u32[] %reshape.17), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 broadcast.114> +2023-12-14 14:52:56.197357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114 +2023-12-14 14:52:56.197366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:56.197377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.114 = u32[1024]{0} broadcast(u32[] %subtract.21), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 shift-right-logical.17> +2023-12-14 14:52:56.197386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:56.197396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:56.197406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.114), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 or.17> +2023-12-14 14:52:56.197417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:56.197426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:56.197436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[1024]{0} or(u32[1024]{0} %shift-left.17, u32[1024]{0} %shift-right-logical.17), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 xor.17> +2023-12-14 14:52:56.197445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:56.197456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:56.197465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:56.197470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 1 +2023-12-14 14:52:56.197480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[1024]{0} xor(u32[1024]{0} %add.69, u32[1024]{0} %or.17), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 add.67> +2023-12-14 14:52:56.197490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67 +2023-12-14 14:52:56.197501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66, operand 0 +2023-12-14 14:52:56.197511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:56.197516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.67 = u32[1024]{0} add(u32[1024]{0} %add.69, u32[1024]{0} %xor.17), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 slice.16> +2023-12-14 14:52:56.197525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:56.197535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16, operand 0 +2023-12-14 14:52:56.197545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 reshape.16> +2023-12-14 14:52:56.197555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16 +2023-12-14 14:52:56.197564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20, operand 1 +2023-12-14 14:52:56.197574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113, operand 0 +2023-12-14 14:52:56.197579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.16 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 broadcast.113> +2023-12-14 14:52:56.197589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113 +2023-12-14 14:52:56.197602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:56.197611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.113 = u32[1024]{0} broadcast(u32[] %reshape.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 shift-left.16> +2023-12-14 14:52:56.197621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:56.197632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:56.197641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[1024]{0} shift-left(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.113), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.20> +2023-12-14 14:52:56.197651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20 +2023-12-14 14:52:56.197660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112, operand 0 +2023-12-14 14:52:56.197671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.20 = u32[] subtract(u32[] %constant.71, u32[] %reshape.16), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.112> +2023-12-14 14:52:56.197681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112 +2023-12-14 14:52:56.197691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:56.197700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.112 = u32[1024]{0} broadcast(u32[] %subtract.20), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.16> +2023-12-14 14:52:56.197710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:56.197723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:56.197733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.112), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.16> +2023-12-14 14:52:56.197743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:56.197753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:56.197763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[1024]{0} or(u32[1024]{0} %shift-left.16, u32[1024]{0} %shift-right-logical.16), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.16> +2023-12-14 14:52:56.197773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:56.197782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66, operand 1 +2023-12-14 14:52:56.197793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[1024]{0} xor(u32[1024]{0} %add.67, u32[1024]{0} %or.16), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.66> +2023-12-14 14:52:56.197802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66 +2023-12-14 14:52:56.197812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 0 +2023-12-14 14:52:56.197821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.66 = u32[1024]{0} add(u32[1024]{0} %add.67, u32[1024]{0} %xor.16), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 param_0.4> +2023-12-14 14:52:56.197834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.4 +2023-12-14 14:52:56.197844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111, operand 0 +2023-12-14 14:52:56.197854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.4 = u32[] parameter(0) +2023-12-14 14:52:56.197859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.111> +2023-12-14 14:52:56.197864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111 +2023-12-14 14:52:56.197873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 1 +2023-12-14 14:52:56.197884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.111 = u32[1024]{0} broadcast(u32[] %param_0.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 add.65> +2023-12-14 14:52:56.197893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65 +2023-12-14 14:52:56.197903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.65 = u32[1024]{0} add(u32[1024]{0} %add.66, u32[1024]{0} %broadcast.111), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.197913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 param_3.7> +2023-12-14 14:52:56.197918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:56.197927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 0 +2023-12-14 14:52:56.197937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.197942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 param_2.6> +2023-12-14 14:52:56.197947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.6 +2023-12-14 14:52:56.197957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.197962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:56.197970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:56.197975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 1 +2023-12-14 14:52:56.197980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.6 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.197984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.63> +2023-12-14 14:52:56.197990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.197994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63 +2023-12-14 14:52:56.197999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 0 +2023-12-14 14:52:56.198009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:56.198014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.63 = u32[1024]{0} add(u32[1024]{0} %param_3.7, u32[1024]{0} %param_2.6), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 param_1.5> +2023-12-14 14:52:56.198024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.5 +2023-12-14 14:52:56.198034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12, operand 0 +2023-12-14 14:52:56.198045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13, operand 0 +2023-12-14 14:52:56.198049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:56.198054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:56.198059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.5 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.198064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 slice.15> +2023-12-14 14:52:56.198068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:56.198078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15, operand 0 +2023-12-14 14:52:56.198088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 reshape.15> +2023-12-14 14:52:56.198101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15 +2023-12-14 14:52:56.198110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19, operand 1 +2023-12-14 14:52:56.198120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110, operand 0 +2023-12-14 14:52:56.198125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.15 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 broadcast.110> +2023-12-14 14:52:56.198136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110 +2023-12-14 14:52:56.198145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:56.198155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.110 = u32[1024]{0} broadcast(u32[] %reshape.15), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 shift-left.15> +2023-12-14 14:52:56.198164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:56.198175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:56.198185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.110), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 constant.69> +2023-12-14 14:52:56.198194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69 +2023-12-14 14:52:56.198204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:56.198214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:56.198222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:56.198227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19, operand 0 +2023-12-14 14:52:56.198232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.69 = u32[] constant(32) +2023-12-14 14:52:56.198236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.19> +2023-12-14 14:52:56.198241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19 +2023-12-14 14:52:56.198250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109, operand 0 +2023-12-14 14:52:56.198262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.19 = u32[] subtract(u32[] %constant.69, u32[] %reshape.15), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.109> +2023-12-14 14:52:56.198271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109 +2023-12-14 14:52:56.198281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:56.198290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.109 = u32[1024]{0} broadcast(u32[] %subtract.19), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.15> +2023-12-14 14:52:56.198301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:56.198312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:56.198321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.109), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.15> +2023-12-14 14:52:56.198331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:56.198341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:56.198354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[1024]{0} or(u32[1024]{0} %shift-left.15, u32[1024]{0} %shift-right-logical.15), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.15> +2023-12-14 14:52:56.198363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:56.198372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:56.198383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:56.198388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 1 +2023-12-14 14:52:56.198392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[1024]{0} xor(u32[1024]{0} %add.63, u32[1024]{0} %or.15), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.62> +2023-12-14 14:52:56.198402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62 +2023-12-14 14:52:56.198412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 0 +2023-12-14 14:52:56.198422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:56.198427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.62 = u32[1024]{0} add(u32[1024]{0} %add.63, u32[1024]{0} %xor.15), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.14> +2023-12-14 14:52:56.198437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:56.198447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:56.198457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.14> +2023-12-14 14:52:56.198471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:56.198480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:56.198491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108, operand 0 +2023-12-14 14:52:56.198496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.108> +2023-12-14 14:52:56.198506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108 +2023-12-14 14:52:56.198516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:56.198525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.108 = u32[1024]{0} broadcast(u32[] %reshape.14), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.14> +2023-12-14 14:52:56.198535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:56.198545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:56.198555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[1024]{0} shift-left(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.108), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.18> +2023-12-14 14:52:56.198564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:56.198574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107, operand 0 +2023-12-14 14:52:56.198584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.69, u32[] %reshape.14), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.107> +2023-12-14 14:52:56.198597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107 +2023-12-14 14:52:56.198607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:56.198616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.107 = u32[1024]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.14> +2023-12-14 14:52:56.198626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:56.198637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:56.198646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.107), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.14> +2023-12-14 14:52:56.198656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:56.198665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:56.198677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[1024]{0} or(u32[1024]{0} %shift-left.14, u32[1024]{0} %shift-right-logical.14), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.14> +2023-12-14 14:52:56.198686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:56.198696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:56.198708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:56.198714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 1 +2023-12-14 14:52:56.198718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[1024]{0} xor(u32[1024]{0} %add.62, u32[1024]{0} %or.14), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.61> +2023-12-14 14:52:56.198728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61 +2023-12-14 14:52:56.198738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60, operand 0 +2023-12-14 14:52:56.198747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:56.198752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.61 = u32[1024]{0} add(u32[1024]{0} %add.62, u32[1024]{0} %xor.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 slice.13> +2023-12-14 14:52:56.198763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13 +2023-12-14 14:52:56.198772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13, operand 0 +2023-12-14 14:52:56.198782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.13 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 reshape.13> +2023-12-14 14:52:56.198792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13 +2023-12-14 14:52:56.198802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:56.198812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106, operand 0 +2023-12-14 14:52:56.198817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.13 = u32[] reshape(u32[1]{0} %slice.13), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 broadcast.106> +2023-12-14 14:52:56.198829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106 +2023-12-14 14:52:56.198839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:56.198849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.106 = u32[1024]{0} broadcast(u32[] %reshape.13), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 shift-left.13> +2023-12-14 14:52:56.198859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:56.198868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:56.198878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[1024]{0} shift-left(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.106), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.17> +2023-12-14 14:52:56.198888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:56.198899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105, operand 0 +2023-12-14 14:52:56.198908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.69, u32[] %reshape.13), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.105> +2023-12-14 14:52:56.198918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105 +2023-12-14 14:52:56.198927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:56.198938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.105 = u32[1024]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.13> +2023-12-14 14:52:56.198951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:56.198960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:56.198970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.105), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.198975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.13> +2023-12-14 14:52:56.198980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.198985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:56.198990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.198995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:56.199000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[1024]{0} or(u32[1024]{0} %shift-left.13, u32[1024]{0} %shift-right-logical.13), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.13> +2023-12-14 14:52:56.199009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:56.199020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:56.199030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:56.199035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60, operand 1 +2023-12-14 14:52:56.199040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[1024]{0} xor(u32[1024]{0} %add.61, u32[1024]{0} %or.13), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.60> +2023-12-14 14:52:56.199049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60 +2023-12-14 14:52:56.199059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:56.199073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.60 = u32[1024]{0} add(u32[1024]{0} %add.61, u32[1024]{0} %xor.13), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.12> +2023-12-14 14:52:56.199083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12 +2023-12-14 14:52:56.199092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12, operand 0 +2023-12-14 14:52:56.199103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.12 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.12> +2023-12-14 14:52:56.199112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12 +2023-12-14 14:52:56.199122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:56.199132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104, operand 0 +2023-12-14 14:52:56.199137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.12 = u32[] reshape(u32[1]{0} %slice.12), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 broadcast.104> +2023-12-14 14:52:56.199147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104 +2023-12-14 14:52:56.199156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:56.199167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.104 = u32[1024]{0} broadcast(u32[] %reshape.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 shift-left.12> +2023-12-14 14:52:56.199176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:56.199189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:56.199199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[1024]{0} shift-left(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.104), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 subtract.16> +2023-12-14 14:52:56.199209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:56.199219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103, operand 0 +2023-12-14 14:52:56.199229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.69, u32[] %reshape.12), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 broadcast.103> +2023-12-14 14:52:56.199239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103 +2023-12-14 14:52:56.199248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:56.199258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.103 = u32[1024]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 shift-right-logical.12> +2023-12-14 14:52:56.199269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:56.199278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:56.199288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.103), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 or.12> +2023-12-14 14:52:56.199298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:56.199311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:56.199327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[1024]{0} or(u32[1024]{0} %shift-left.12, u32[1024]{0} %shift-right-logical.12), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 xor.12> +2023-12-14 14:52:56.199336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:56.199346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 0 +2023-12-14 14:52:56.199356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[1024]{0} xor(u32[1024]{0} %add.60, u32[1024]{0} %or.12), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 param_0.2> +2023-12-14 14:52:56.199366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:56.199376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102, operand 0 +2023-12-14 14:52:56.199386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = u32[] parameter(0) +2023-12-14 14:52:56.199390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 broadcast.102> +2023-12-14 14:52:56.199396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102 +2023-12-14 14:52:56.199406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 1 +2023-12-14 14:52:56.199416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.102 = u32[1024]{0} broadcast(u32[] %param_0.2), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.59> +2023-12-14 14:52:56.199425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59 +2023-12-14 14:52:56.199438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 0 +2023-12-14 14:52:56.199448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.59 = u32[1024]{0} add(u32[1024]{0} %xor.12, u32[1024]{0} %broadcast.102), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 param_4.12> +2023-12-14 14:52:56.199458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:56.199467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 0 +2023-12-14 14:52:56.199477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.199482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.70> +2023-12-14 14:52:56.199487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70 +2023-12-14 14:52:56.199497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 1 +2023-12-14 14:52:56.199506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.70 = s32[] constant(1) +2023-12-14 14:52:56.199511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.64> +2023-12-14 14:52:56.199516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64 +2023-12-14 14:52:56.199526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:56.199536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.64 = s32[] add(s32[] %param_4.12, s32[] %constant.70), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 convert.3> +2023-12-14 14:52:56.199545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:56.199555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101, operand 0 +2023-12-14 14:52:56.199564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.64), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.101> +2023-12-14 14:52:56.199578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101 +2023-12-14 14:52:56.199588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 1 +2023-12-14 14:52:56.199597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.101 = u32[1024]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.57> +2023-12-14 14:52:56.199607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57 +2023-12-14 14:52:56.199617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.57 = u32[1024]{0} add(u32[1024]{0} %add.59, u32[1024]{0} %broadcast.101), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 param_0.29> +2023-12-14 14:52:56.199632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29 +2023-12-14 14:52:56.199642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:56.199651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.29 = u32[1024]{0} parameter(0) +2023-12-14 14:52:56.199657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 param_1.45> +2023-12-14 14:52:56.199661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45 +2023-12-14 14:52:56.199672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:56.199681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.45 = u32[1024]{0} parameter(1) +2023-12-14 14:52:56.199686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 concatenate.1> +2023-12-14 14:52:56.199693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:56.199704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 0 +2023-12-14 14:52:56.199714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[2048]{0} concatenate(u32[1024]{0} %param_0.29, u32[1024]{0} %param_1.45), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.134> +2023-12-14 14:52:56.199724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.134 +2023-12-14 14:52:56.199733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:56.199744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.134 = u32[] constant(9) +2023-12-14 14:52:56.199748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 broadcast.200> +2023-12-14 14:52:56.199753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:56.199763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 1 +2023-12-14 14:52:56.199773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = u32[2048]{0} broadcast(u32[] %constant.134), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 shift-right-logical.20> +2023-12-14 14:52:56.199783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20 +2023-12-14 14:52:56.199793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20, operand 0 +2023-12-14 14:52:56.199803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.20 = u32[2048]{0} shift-right-logical(u32[2048]{0} %concatenate.1, u32[2048]{0} %broadcast.200), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 constant.132> +2023-12-14 14:52:56.199816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.132 +2023-12-14 14:52:56.199826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:56.199836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.132 = u32[] constant(1065353216) +2023-12-14 14:52:56.199841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.199> +2023-12-14 14:52:56.199846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:56.199855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20, operand 1 +2023-12-14 14:52:56.199866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = u32[2048]{0} broadcast(u32[] %constant.132), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 or.20> +2023-12-14 14:52:56.199875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20 +2023-12-14 14:52:56.199884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1, operand 0 +2023-12-14 14:52:56.199895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.20 = u32[2048]{0} or(u32[2048]{0} %shift-right-logical.20, u32[2048]{0} %broadcast.199), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 bitcast-convert.1> +2023-12-14 14:52:56.199904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1 +2023-12-14 14:52:56.199914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 0 +2023-12-14 14:52:56.199924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.1 = f32[2048]{0} bitcast-convert(u32[2048]{0} %or.20), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.199929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.130> +2023-12-14 14:52:56.199934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.130 +2023-12-14 14:52:56.199947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:56.199958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.130 = f32[] constant(-1) +2023-12-14 14:52:56.199962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.198> +2023-12-14 14:52:56.199967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.199972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:56.199976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.199982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 1 +2023-12-14 14:52:56.199987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048]{0} broadcast(f32[] %constant.130), dimensions={} +2023-12-14 14:52:56.199993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.102> +2023-12-14 14:52:56.199997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102 +2023-12-14 14:52:56.200007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:56.200017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.102 = f32[2048]{0} add(f32[2048]{0} %bitcast-convert.1, f32[2048]{0} %broadcast.198), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.200021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.128> +2023-12-14 14:52:56.200027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128 +2023-12-14 14:52:56.200038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:56.200048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.128 = f32[] constant(2) +2023-12-14 14:52:56.200052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.197> +2023-12-14 14:52:56.200057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:56.200066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:56.200079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048]{0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.200084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 multiply.51> +2023-12-14 14:52:56.200089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:56.200099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 0 +2023-12-14 14:52:56.200108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[2048]{0} multiply(f32[2048]{0} %add.102, f32[2048]{0} %broadcast.197), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.200113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.127> +2023-12-14 14:52:56.200118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127 +2023-12-14 14:52:56.200128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:56.200138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.127 = f32[] constant(-0.99999994) +2023-12-14 14:52:56.200142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 broadcast.196> +2023-12-14 14:52:56.200147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:56.200156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:56.200168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 1 +2023-12-14 14:52:56.200173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048]{0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.200178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 add.101> +2023-12-14 14:52:56.200183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101 +2023-12-14 14:52:56.200192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:56.200205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.101 = f32[2048]{0} add(f32[2048]{0} %multiply.51, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.200210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 maximum.1> +2023-12-14 14:52:56.200215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:56.200224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 1 +2023-12-14 14:52:56.200234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:56.200238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:56.200245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:56.200250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:56.200255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048]{0} maximum(f32[2048]{0} %add.101, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.200260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 abs.3> +2023-12-14 14:52:56.200265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:56.200274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 0 +2023-12-14 14:52:56.200284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048]{0} abs(f32[2048]{0} %maximum.1), metadata={op_name="abs.83"} +2023-12-14 14:52:56.200289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.126> +2023-12-14 14:52:56.200294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126 +2023-12-14 14:52:56.200304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:56.200313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.126 = f32[] constant(1) +2023-12-14 14:52:56.200318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 broadcast.195> +2023-12-14 14:52:56.200323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:56.200337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 1 +2023-12-14 14:52:56.200348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048]{0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:56.200353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 compare.9> +2023-12-14 14:52:56.200358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9 +2023-12-14 14:52:56.200367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 0 +2023-12-14 14:52:56.200378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.9 = pred[2048]{0} compare(f32[2048]{0} %abs.3, f32[2048]{0} %broadcast.195), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:56.200383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.125> +2023-12-14 14:52:56.200388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125 +2023-12-14 14:52:56.200398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:56.200407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.125 = f32[] constant(inf) +2023-12-14 14:52:56.200413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 broadcast.194> +2023-12-14 14:52:56.200418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:56.200428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:56.200438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[2048]{0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:56.200443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 multiply.50> +2023-12-14 14:52:56.200448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:56.200457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 1 +2023-12-14 14:52:56.200467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[2048]{0} multiply(f32[2048]{0} %maximum.1, f32[2048]{0} %broadcast.194), metadata={op_name="multiply.81"} +2023-12-14 14:52:56.200475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 negate.10> +2023-12-14 14:52:56.200480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:56.200490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:56.200500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048]{0} negate(f32[2048]{0} %maximum.1), metadata={op_name="negate.2"} +2023-12-14 14:52:56.200505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.49> +2023-12-14 14:52:56.200510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:56.200519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:56.200530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[2048]{0} multiply(f32[2048]{0} %negate.10, f32[2048]{0} %maximum.1), metadata={op_name="multiply.3"} +2023-12-14 14:52:56.200535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 log-plus-one.3> +2023-12-14 14:52:56.200540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:56.200550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:56.200559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048]{0} log-plus-one(f32[2048]{0} %multiply.49), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:56.200564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 negate.9> +2023-12-14 14:52:56.200569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:56.200579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:56.200589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 0 +2023-12-14 14:52:56.200594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 0 +2023-12-14 14:52:56.200599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048]{0} negate(f32[2048]{0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:56.200606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.124> +2023-12-14 14:52:56.200611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124 +2023-12-14 14:52:56.200621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:56.200632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.124 = f32[] constant(5) +2023-12-14 14:52:56.200636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 broadcast.193> +2023-12-14 14:52:56.200641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:56.200650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 1 +2023-12-14 14:52:56.200660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[2048]{0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:56.200667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 compare.8> +2023-12-14 14:52:56.200672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8 +2023-12-14 14:52:56.200681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 0 +2023-12-14 14:52:56.200691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 0 +2023-12-14 14:52:56.200696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 0 +2023-12-14 14:52:56.200700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 0 +2023-12-14 14:52:56.200705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 0 +2023-12-14 14:52:56.200711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 0 +2023-12-14 14:52:56.200715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 0 +2023-12-14 14:52:56.200720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:56.200725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:56.200729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:56.200734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.8 = pred[2048]{0} compare(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.193), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:56.200739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.123> +2023-12-14 14:52:56.200747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123 +2023-12-14 14:52:56.200757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:56.200767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.123 = f32[] constant(1.50140941) +2023-12-14 14:52:56.200772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.192> +2023-12-14 14:52:56.200776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:56.200786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:56.200796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[2048]{0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:56.200801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 constant.122> +2023-12-14 14:52:56.200806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122 +2023-12-14 14:52:56.200816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:56.200825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.122 = f32[] constant(2.83297682) +2023-12-14 14:52:56.200830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 broadcast.191> +2023-12-14 14:52:56.200835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:56.200846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:56.200855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[2048]{0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:56.200860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 select.43> +2023-12-14 14:52:56.200865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:56.200874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 0 +2023-12-14 14:52:56.200889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.192, f32[2048]{0} %broadcast.191), metadata={op_name="select.76"} +2023-12-14 14:52:56.200894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 constant.121> +2023-12-14 14:52:56.200898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121 +2023-12-14 14:52:56.200908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:56.200918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.121 = f32[] constant(0.246640727) +2023-12-14 14:52:56.200923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 broadcast.190> +2023-12-14 14:52:56.200928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:56.200938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:56.200948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[2048]{0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:56.200952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.120> +2023-12-14 14:52:56.200957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120 +2023-12-14 14:52:56.200967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.200972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:56.200977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.120 = f32[] constant(1.00167406) +2023-12-14 14:52:56.200982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 broadcast.189> +2023-12-14 14:52:56.200987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.200992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:56.200997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:56.201007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[2048]{0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:56.201012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 select.42> +2023-12-14 14:52:56.201019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:56.201029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 0 +2023-12-14 14:52:56.201039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.190, f32[2048]{0} %broadcast.189), metadata={op_name="select.69"} +2023-12-14 14:52:56.201044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.119> +2023-12-14 14:52:56.201049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119 +2023-12-14 14:52:56.201059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:56.201069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.119 = f32[] constant(-0.00417768164) +2023-12-14 14:52:56.201074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 broadcast.188> +2023-12-14 14:52:56.201079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:56.201089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:56.201099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[2048]{0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:56.201103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.118> +2023-12-14 14:52:56.201108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118 +2023-12-14 14:52:56.201119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:56.201129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.118 = f32[] constant(0.00943887047) +2023-12-14 14:52:56.201134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 broadcast.187> +2023-12-14 14:52:56.201139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:56.201149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:56.201161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[2048]{0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:56.201166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 select.41> +2023-12-14 14:52:56.201171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:56.201181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 0 +2023-12-14 14:52:56.201191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.188, f32[2048]{0} %broadcast.187), metadata={op_name="select.62"} +2023-12-14 14:52:56.201196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.117> +2023-12-14 14:52:56.201200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117 +2023-12-14 14:52:56.201210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:56.201221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.117 = f32[] constant(-0.00125372503) +2023-12-14 14:52:56.201226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 broadcast.186> +2023-12-14 14:52:56.201231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:56.201240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 1 +2023-12-14 14:52:56.201251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[2048]{0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:56.201256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 constant.116> +2023-12-14 14:52:56.201261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116 +2023-12-14 14:52:56.201270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:56.201280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.116 = f32[] constant(-0.0076224613) +2023-12-14 14:52:56.201285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 broadcast.185> +2023-12-14 14:52:56.201292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:56.201303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 2 +2023-12-14 14:52:56.201313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[2048]{0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:56.201318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 select.40> +2023-12-14 14:52:56.201322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40 +2023-12-14 14:52:56.201332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:56.201342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.40 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.186, f32[2048]{0} %broadcast.185), metadata={op_name="select.55"} +2023-12-14 14:52:56.201347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 constant.115> +2023-12-14 14:52:56.201352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115 +2023-12-14 14:52:56.201361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:56.201371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.115 = f32[] constant(0.00021858087) +2023-12-14 14:52:56.201376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 broadcast.184> +2023-12-14 14:52:56.201380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:56.201391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 1 +2023-12-14 14:52:56.201400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[2048]{0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:56.201405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.114> +2023-12-14 14:52:56.201410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114 +2023-12-14 14:52:56.201419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:56.201433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.114 = f32[] constant(0.00573950773) +2023-12-14 14:52:56.201438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 broadcast.183> +2023-12-14 14:52:56.201443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:56.201452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 2 +2023-12-14 14:52:56.201462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[2048]{0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:56.201467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 select.39> +2023-12-14 14:52:56.201472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39 +2023-12-14 14:52:56.201483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 0 +2023-12-14 14:52:56.201492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.39 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.184, f32[2048]{0} %broadcast.183), metadata={op_name="select.48"} +2023-12-14 14:52:56.201497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 constant.113> +2023-12-14 14:52:56.201502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113 +2023-12-14 14:52:56.201512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:56.201522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.113 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:56.201527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 broadcast.182> +2023-12-14 14:52:56.201532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:56.201541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 1 +2023-12-14 14:52:56.201551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[2048]{0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:56.201559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.112> +2023-12-14 14:52:56.201564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112 +2023-12-14 14:52:56.201574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:56.201584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.112 = f32[] constant(-0.00367342844) +2023-12-14 14:52:56.201588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 broadcast.181> +2023-12-14 14:52:56.201593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:56.201608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 2 +2023-12-14 14:52:56.201623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[2048]{0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:56.201632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 select.38> +2023-12-14 14:52:56.201637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38 +2023-12-14 14:52:56.201647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:56.201657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.38 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.182, f32[2048]{0} %broadcast.181), metadata={op_name="select.41"} +2023-12-14 14:52:56.201662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.111> +2023-12-14 14:52:56.201667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111 +2023-12-14 14:52:56.201676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:56.201687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.111 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:56.201691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.180> +2023-12-14 14:52:56.201696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:56.201706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 1 +2023-12-14 14:52:56.201719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[2048]{0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:56.201724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 constant.110> +2023-12-14 14:52:56.201729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110 +2023-12-14 14:52:56.201738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:56.201749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.110 = f32[] constant(0.00134934322) +2023-12-14 14:52:56.201754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 broadcast.179> +2023-12-14 14:52:56.201758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:56.201770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 2 +2023-12-14 14:52:56.201779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[2048]{0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:56.201784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 select.37> +2023-12-14 14:52:56.201789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37 +2023-12-14 14:52:56.201799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 0 +2023-12-14 14:52:56.201809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.37 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.180, f32[2048]{0} %broadcast.179), metadata={op_name="select.34"} +2023-12-14 14:52:56.201814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 constant.109> +2023-12-14 14:52:56.201818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109 +2023-12-14 14:52:56.201828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:56.201838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.109 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:56.201846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 broadcast.178> +2023-12-14 14:52:56.201852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:56.201861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 1 +2023-12-14 14:52:56.201871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[2048]{0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:56.201875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 constant.108> +2023-12-14 14:52:56.201880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108 +2023-12-14 14:52:56.201891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:56.201901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.108 = f32[] constant(0.000100950558) +2023-12-14 14:52:56.201906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 broadcast.177> +2023-12-14 14:52:56.201910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:56.201920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 2 +2023-12-14 14:52:56.201930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[2048]{0} broadcast(f32[] %constant.108), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:56.201936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 select.36> +2023-12-14 14:52:56.201940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36 +2023-12-14 14:52:56.201950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 0 +2023-12-14 14:52:56.201959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.36 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.178, f32[2048]{0} %broadcast.177), metadata={op_name="select.27"} +2023-12-14 14:52:56.201964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 constant.106> +2023-12-14 14:52:56.201969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.201974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106 +2023-12-14 14:52:56.201982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.201987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:56.201992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.106 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:56.201997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 broadcast.176> +2023-12-14 14:52:56.202002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:56.202011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 1 +2023-12-14 14:52:56.202023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[2048]{0} broadcast(f32[] %constant.106), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:56.202028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 constant.105> +2023-12-14 14:52:56.202032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105 +2023-12-14 14:52:56.202042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175, operand 0 +2023-12-14 14:52:56.202052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.105 = f32[] constant(-0.000200214257) +2023-12-14 14:52:56.202056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.175> +2023-12-14 14:52:56.202062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175 +2023-12-14 14:52:56.202072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 2 +2023-12-14 14:52:56.202081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.175 = f32[2048]{0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:56.202086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 select.35> +2023-12-14 14:52:56.202091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35 +2023-12-14 14:52:56.202100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:56.202111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.35 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.176, f32[2048]{0} %broadcast.175), metadata={op_name="select.21"} +2023-12-14 14:52:56.202119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 constant.104> +2023-12-14 14:52:56.202123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104 +2023-12-14 14:52:56.202133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:56.202143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.104 = f32[] constant(-2.5) +2023-12-14 14:52:56.202148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 broadcast.173> +2023-12-14 14:52:56.202154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:56.202164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 1 +2023-12-14 14:52:56.202174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = f32[2048]{0} broadcast(f32[] %constant.104), dimensions={} +2023-12-14 14:52:56.202178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 add.100> +2023-12-14 14:52:56.202183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100 +2023-12-14 14:52:56.202193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 1 +2023-12-14 14:52:56.202204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.100 = f32[2048]{0} add(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.173), metadata={op_name="subtract.15"} +2023-12-14 14:52:56.202208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 sqrt.3> +2023-12-14 14:52:56.202213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:56.202222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 0 +2023-12-14 14:52:56.202233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048]{0} sqrt(f32[2048]{0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:56.202238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 constant.103> +2023-12-14 14:52:56.202243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:56.202253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171, operand 0 +2023-12-14 14:52:56.202265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = f32[] constant(-3) +2023-12-14 14:52:56.202272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.171> +2023-12-14 14:52:56.202277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171 +2023-12-14 14:52:56.202286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 1 +2023-12-14 14:52:56.202296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.171 = f32[2048]{0} broadcast(f32[] %constant.103), dimensions={} +2023-12-14 14:52:56.202301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 add.99> +2023-12-14 14:52:56.202306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99 +2023-12-14 14:52:56.202316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 2 +2023-12-14 14:52:56.202325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.99 = f32[2048]{0} add(f32[2048]{0} %sqrt.3, f32[2048]{0} %broadcast.171), metadata={op_name="subtract.12"} +2023-12-14 14:52:56.202330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 select.34> +2023-12-14 14:52:56.202336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34 +2023-12-14 14:52:56.202345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 1 +2023-12-14 14:52:56.202355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:56.202360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:56.202365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:56.202369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:56.202374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:56.202379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:56.202384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:56.202389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.34 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %add.100, f32[2048]{0} %add.99), metadata={op_name="select.16"} +2023-12-14 14:52:56.202398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 multiply.48> +2023-12-14 14:52:56.202403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:56.202413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 1 +2023-12-14 14:52:56.202422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[2048]{0} multiply(f32[2048]{0} %select.35, f32[2048]{0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:56.202428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 add.98> +2023-12-14 14:52:56.202433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98 +2023-12-14 14:52:56.202443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:56.202453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.98 = f32[2048]{0} add(f32[2048]{0} %select.36, f32[2048]{0} %multiply.48), metadata={op_name="add.28"} +2023-12-14 14:52:56.202457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 multiply.47> +2023-12-14 14:52:56.202462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:56.202472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 1 +2023-12-14 14:52:56.202483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[2048]{0} multiply(f32[2048]{0} %add.98, f32[2048]{0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:56.202488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 add.97> +2023-12-14 14:52:56.202492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97 +2023-12-14 14:52:56.202502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:56.202512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.97 = f32[2048]{0} add(f32[2048]{0} %select.37, f32[2048]{0} %multiply.47), metadata={op_name="add.35"} +2023-12-14 14:52:56.202517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 multiply.46> +2023-12-14 14:52:56.202522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:56.202536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:56.202546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[2048]{0} multiply(f32[2048]{0} %add.97, f32[2048]{0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:56.202551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 add.96> +2023-12-14 14:52:56.202555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:56.202567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:56.202577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = f32[2048]{0} add(f32[2048]{0} %select.38, f32[2048]{0} %multiply.46), metadata={op_name="add.42"} +2023-12-14 14:52:56.202581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 multiply.45> +2023-12-14 14:52:56.202586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:56.202596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 1 +2023-12-14 14:52:56.202606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[2048]{0} multiply(f32[2048]{0} %add.96, f32[2048]{0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:56.202611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 add.95> +2023-12-14 14:52:56.202616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95 +2023-12-14 14:52:56.202625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:56.202635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.95 = f32[2048]{0} add(f32[2048]{0} %select.39, f32[2048]{0} %multiply.45), metadata={op_name="add.49"} +2023-12-14 14:52:56.202640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 multiply.44> +2023-12-14 14:52:56.202644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:56.202655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:56.202668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[2048]{0} multiply(f32[2048]{0} %add.95, f32[2048]{0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:56.202673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 add.92> +2023-12-14 14:52:56.202677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:56.202687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:56.202697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = f32[2048]{0} add(f32[2048]{0} %select.40, f32[2048]{0} %multiply.44), metadata={op_name="add.56"} +2023-12-14 14:52:56.202702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 multiply.43> +2023-12-14 14:52:56.202707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:56.202716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 1 +2023-12-14 14:52:56.202726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[2048]{0} multiply(f32[2048]{0} %add.92, f32[2048]{0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:56.202730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 add.91> +2023-12-14 14:52:56.202736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91 +2023-12-14 14:52:56.202746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:56.202755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.91 = f32[2048]{0} add(f32[2048]{0} %select.41, f32[2048]{0} %multiply.43), metadata={op_name="add.63"} +2023-12-14 14:52:56.202760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 multiply.42> +2023-12-14 14:52:56.202765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:56.202774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 1 +2023-12-14 14:52:56.202785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[2048]{0} multiply(f32[2048]{0} %add.91, f32[2048]{0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:56.202790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 add.88> +2023-12-14 14:52:56.202797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88 +2023-12-14 14:52:56.202807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 0 +2023-12-14 14:52:56.202816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.88 = f32[2048]{0} add(f32[2048]{0} %select.42, f32[2048]{0} %multiply.42), metadata={op_name="add.70"} +2023-12-14 14:52:56.202822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 multiply.41> +2023-12-14 14:52:56.202827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41 +2023-12-14 14:52:56.202837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 1 +2023-12-14 14:52:56.202846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.41 = f32[2048]{0} multiply(f32[2048]{0} %add.88, f32[2048]{0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:56.202851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 add.86> +2023-12-14 14:52:56.202856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86 +2023-12-14 14:52:56.202867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 0 +2023-12-14 14:52:56.202877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.86 = f32[2048]{0} add(f32[2048]{0} %select.43, f32[2048]{0} %multiply.41), metadata={op_name="add.77"} +2023-12-14 14:52:56.202882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 multiply.40> +2023-12-14 14:52:56.202887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40 +2023-12-14 14:52:56.202896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 2 +2023-12-14 14:52:56.202906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.40 = f32[2048]{0} multiply(f32[2048]{0} %add.86, f32[2048]{0} %maximum.1), metadata={op_name="multiply.78"} +2023-12-14 14:52:56.202911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 select.33> +2023-12-14 14:52:56.202916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33 +2023-12-14 14:52:56.202926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39, operand 0 +2023-12-14 14:52:56.202939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.33 = f32[2048]{0} select(pred[2048]{0} %compare.9, f32[2048]{0} %multiply.50, f32[2048]{0} %multiply.40), metadata={op_name="select.86"} +2023-12-14 14:52:56.202944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 constant.102> +2023-12-14 14:52:56.202949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:56.202959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169, operand 0 +2023-12-14 14:52:56.202969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = f32[] constant(1.41421354) +2023-12-14 14:52:56.202974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 broadcast.169> +2023-12-14 14:52:56.202979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.202983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169 +2023-12-14 14:52:56.202989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.202994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39, operand 1 +2023-12-14 14:52:56.202998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.169 = f32[2048]{0} broadcast(f32[] %constant.102), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.203003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 multiply.39> +2023-12-14 14:52:56.203008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39 +2023-12-14 14:52:56.203018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.39 = f32[2048]{0} multiply(f32[2048]{0} %select.33, f32[2048]{0} %broadcast.169), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.203028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.203033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.203043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:56.203052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.203065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.203076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:56.203085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.86, operand 0 {} +2023-12-14 14:52:56.203090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.87, operand 0 {} +2023-12-14 14:52:56.203095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.88, operand 0 {} +2023-12-14 14:52:56.203100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.89, operand 0 {} +2023-12-14 14:52:56.203105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.90, operand 0 {} +2023-12-14 14:52:56.203110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.91, operand 0 {} +2023-12-14 14:52:56.203115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.93, operand 0 {} +2023-12-14 14:52:56.203120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.203130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.203139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:56.203144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:56.203154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.203164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.203174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.203191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.203202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.203216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.203226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.203241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.203251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.203265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.203275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.203290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.203299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.203316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.203334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.203348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.203358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.93 +2023-12-14 14:52:56.203362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:56.203373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 4 +2023-12-14 14:52:56.203379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.203388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.203398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.91 +2023-12-14 14:52:56.203403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 3 +2023-12-14 14:52:56.203412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 3 +2023-12-14 14:52:56.203417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.203427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.203437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.90 +2023-12-14 14:52:56.203442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 2 +2023-12-14 14:52:56.203451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 2 +2023-12-14 14:52:56.203460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.203470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.203479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {5} +2023-12-14 14:52:56.203484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.89 +2023-12-14 14:52:56.203489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 5 +2023-12-14 14:52:56.203498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:56.203504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.203514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.203524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {3} +2023-12-14 14:52:56.203529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.88 +2023-12-14 14:52:56.203533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 3 +2023-12-14 14:52:56.203543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:56.203548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.203558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.203568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {4} +2023-12-14 14:52:56.203573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.87 +2023-12-14 14:52:56.203577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 4 +2023-12-14 14:52:56.203588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.203600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.203610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {7} +2023-12-14 14:52:56.203615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.86 +2023-12-14 14:52:56.203620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 7 +2023-12-14 14:52:56.203630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 1 +2023-12-14 14:52:56.203635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:56.203640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.203650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.203660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {6} +2023-12-14 14:52:56.203665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:56.203670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 6 +2023-12-14 14:52:56.203680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.203684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 while.1{} (phi)> +2023-12-14 14:52:56.203689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.203699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:56.203708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.203714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.203722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 while.1{0} (phi)> +2023-12-14 14:52:56.203727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.203736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.203747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 while.1{1} (phi)> +2023-12-14 14:52:56.203751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.203762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.203766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.203771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.203781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:56.203786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.203791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 while.1{2} (phi)> +2023-12-14 14:52:56.203797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.203806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:56.203811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.203816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.203825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:56.203831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.203836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 while.1{3} (phi)> +2023-12-14 14:52:56.203845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.203854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.203864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 while.1{4} (phi)> +2023-12-14 14:52:56.203869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.203879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.203889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 while.1{5} (phi)> +2023-12-14 14:52:56.203894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.203903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.203913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 while.1{6} (phi)> +2023-12-14 14:52:56.203917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.203928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.203938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 while.1{7} (phi)> +2023-12-14 14:52:56.203942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.203950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.203955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.203960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.204474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:56.204911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.204967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.204975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.204990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:56.204996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:56.205010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:56.205015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:56.205020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:56.205025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:56.205030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:56.205035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:56.205041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:56.205047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:56.205052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:56.205057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:56.205062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:56.205067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:56.205073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:56.205079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:56.205084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:56.205089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:56.205104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.205116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.205129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 269, phi: +2023-12-14 14:52:56.205135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:56.205140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:56.205145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:56.205149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69: +2023-12-14 14:52:56.205154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 270, phi: +2023-12-14 14:52:56.205159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:56.205164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:56.205169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 271, phi: +2023-12-14 14:52:56.205174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.205179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.205183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32: +2023-12-14 14:52:56.205188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:56.205193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 272, phi: +2023-12-14 14:52:56.205198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.205203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.205208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:56.205213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:56.205217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 273, phi: +2023-12-14 14:52:56.205223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.205227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.205232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:56.205237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:56.205242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 274, phi: +2023-12-14 14:52:56.205246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.205251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:56.205256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:56.205261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62: +2023-12-14 14:52:56.205266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 275, phi: +2023-12-14 14:52:56.205271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.205275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:56.205280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:56.205285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:56.205293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 276, phi: +2023-12-14 14:52:56.205298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.205303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:56.205307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:56.205313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:56.205318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 277, phi: +2023-12-14 14:52:56.205322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.205327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.205332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:56.205337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67: +2023-12-14 14:52:56.205342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 278, phi: +2023-12-14 14:52:56.205347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:56.205352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.205356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47: +2023-12-14 14:52:56.205361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:56.205366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 279, phi: +2023-12-14 14:52:56.205371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.205376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.205380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 280, phi: +2023-12-14 14:52:56.205385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.205390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.205395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 281, phi: +2023-12-14 14:52:56.205400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.205405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.205409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 282, phi: +2023-12-14 14:52:56.205414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.205418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:56.205425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 283, phi: +2023-12-14 14:52:56.205430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.205435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:56.205440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 284, phi: +2023-12-14 14:52:56.205444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.205449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:56.205460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 285, phi: +2023-12-14 14:52:56.205465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.205470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.205475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 286, phi: +2023-12-14 14:52:56.205479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:56.205484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.205489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 287, phi: +2023-12-14 14:52:56.205495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:56.205499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:56.205504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 288, phi: +2023-12-14 14:52:56.205508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.205513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.205518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 289, phi: +2023-12-14 14:52:56.205523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.205528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.205533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 290, phi: +2023-12-14 14:52:56.205537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.205542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.205547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 291, phi: +2023-12-14 14:52:56.205552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:56.205557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.205562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 292, phi: +2023-12-14 14:52:56.205566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:56.205571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.205575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 293, phi: +2023-12-14 14:52:56.205580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:56.205585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.205590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 294, phi: +2023-12-14 14:52:56.205595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.205599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.205604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 295, phi: +2023-12-14 14:52:56.205608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.205613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:56.205634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.205643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.205648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 269, phi: +2023-12-14 14:52:56.205653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:56.205658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:56.205662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:56.205667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69: +2023-12-14 14:52:56.205672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 270, phi: +2023-12-14 14:52:56.205677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:56.205683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:56.205687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 271, phi: +2023-12-14 14:52:56.205692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.205696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.205701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32: +2023-12-14 14:52:56.205706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:56.205712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 272, phi: +2023-12-14 14:52:56.205716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.205721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.205725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:56.205730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:56.205736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 273, phi: +2023-12-14 14:52:56.205742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.205747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.205752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:56.205756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:56.205761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 274, phi: +2023-12-14 14:52:56.205766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.205771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:56.205776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:56.205780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62: +2023-12-14 14:52:56.205785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 275, phi: +2023-12-14 14:52:56.205789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.205794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:56.205802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:56.205807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:56.205812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 276, phi: +2023-12-14 14:52:56.205817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.205821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:56.205827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:56.205832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:56.205837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 277, phi: +2023-12-14 14:52:56.205842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.205846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.205851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:56.205857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67: +2023-12-14 14:52:56.205862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 278, phi: +2023-12-14 14:52:56.205866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:56.205872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.205876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47: +2023-12-14 14:52:56.205881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:56.205886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 279, phi: +2023-12-14 14:52:56.205891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.205895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.205900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 280, phi: +2023-12-14 14:52:56.205905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.205910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.205914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 281, phi: +2023-12-14 14:52:56.205920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.205924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.205929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 282, phi: +2023-12-14 14:52:56.205934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.205939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:56.205943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 283, phi: +2023-12-14 14:52:56.205948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.205953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:56.205958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 284, phi: +2023-12-14 14:52:56.205963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.205971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:56.205977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 285, phi: +2023-12-14 14:52:56.205982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.205986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.205991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 286, phi: +2023-12-14 14:52:56.205996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:56.206000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.206005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 287, phi: +2023-12-14 14:52:56.206010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:56.206015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:56.206019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 288, phi: +2023-12-14 14:52:56.206024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.206029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.206034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 289, phi: +2023-12-14 14:52:56.206039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.206044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.206048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 290, phi: +2023-12-14 14:52:56.206053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.206057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.206063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 291, phi: +2023-12-14 14:52:56.206068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:56.206072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.206077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 292, phi: +2023-12-14 14:52:56.206082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:56.206086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.206091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 293, phi: +2023-12-14 14:52:56.206096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:56.206101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.206106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 294, phi: +2023-12-14 14:52:56.206110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.206115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.206120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 295, phi: +2023-12-14 14:52:56.206125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.206133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:56.206138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.206146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <33 Arg_0.1> + +2023-12-14 14:52:56.206152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.206158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <31 constant.14> + +2023-12-14 14:52:56.206164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.206170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <46 constant.16> + +2023-12-14 14:52:56.206174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.206180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <44 constant.17> + +2023-12-14 14:52:56.206185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.206198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <287 while.1{} (phi)> + {0} : HloValueSet: <288 while.1{0} (phi)> + {1} : HloValueSet: <289 while.1{1} (phi)> + {2} : HloValueSet: <290 while.1{2} (phi)> + {3} : HloValueSet: <291 while.1{3} (phi)> + {4} : HloValueSet: <292 while.1{4} (phi)> + {5} : HloValueSet: <293 while.1{5} (phi)> + {6} : HloValueSet: <294 while.1{6} (phi)> + {7} : HloValueSet: <295 while.1{7} (phi)> + +2023-12-14 14:52:56.206204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.206209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <289 while.1{1} (phi)> + +2023-12-14 14:52:56.206214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:56.206220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <290 while.1{2} (phi)> + +2023-12-14 14:52:56.206225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:56.206231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.3> + +2023-12-14 14:52:56.206236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:56.206241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <36 fusion.4> + +2023-12-14 14:52:56.206246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:56.206252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 fusion.5> + +2023-12-14 14:52:56.206256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:56.206262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <34 fusion.6> + +2023-12-14 14:52:56.206270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:56.206275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 fusion.7> + +2023-12-14 14:52:56.206281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.206287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 fusion.2.clone> + +2023-12-14 14:52:56.206292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:56.206297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <32 copy> + +2023-12-14 14:52:56.206302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.1 +2023-12-14 14:52:56.206307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <35 copy.1> + +2023-12-14 14:52:56.206313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:52:56.206318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <37 copy.2> + +2023-12-14 14:52:56.206323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.3 +2023-12-14 14:52:56.206328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 copy.3> + +2023-12-14 14:52:56.206333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.4 +2023-12-14 14:52:56.206338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <41 copy.4> + +2023-12-14 14:52:56.206345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.5 +2023-12-14 14:52:56.206351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <43 copy.5> + +2023-12-14 14:52:56.206355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.6 +2023-12-14 14:52:56.206361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 copy.6> + +2023-12-14 14:52:56.206365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.7 +2023-12-14 14:52:56.206371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 copy.7> + +2023-12-14 14:52:56.206376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:56.206386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <48 tuple.9{}> + {0} : HloValueSet: <32 copy> + {1} : HloValueSet: <35 copy.1> + {2} : HloValueSet: <37 copy.2> + {3} : HloValueSet: <39 copy.3> + {4} : HloValueSet: <41 copy.4> + {5} : HloValueSet: <43 copy.5> + {6} : HloValueSet: <45 copy.6> + {7} : HloValueSet: <47 copy.7> + +2023-12-14 14:52:56.206391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.206402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <270 arg_tuple.3{} (phi)> + {0} : HloValueSet: <279 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <280 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <281 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <282 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <283 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <284 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <285 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <286 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.206411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:56.206417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 constant.67> + +2023-12-14 14:52:56.206422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:56.206427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 add.55> + +2023-12-14 14:52:56.206432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:56.206438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <60 fusion> + +2023-12-14 14:52:56.206443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:56.206449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <57 fusion.1> + +2023-12-14 14:52:56.206454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:56.206459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <279 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.206464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:56.206470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <49 copy.8> + +2023-12-14 14:52:56.206475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:56.206481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <280 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.206486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:56.206492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <53 copy.9> + +2023-12-14 14:52:56.206496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:56.206502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <281 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.206507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:56.206513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <56 copy.10> + +2023-12-14 14:52:56.206518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:56.206524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <282 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.206529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:56.206538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <54 copy.11> + +2023-12-14 14:52:56.206543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:56.206548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <283 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.206554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:56.206559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.12> + +2023-12-14 14:52:56.206564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:56.206570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <284 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.206575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:56.206581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <63 copy.13> + +2023-12-14 14:52:56.206586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:56.206591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <285 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.206596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:56.206602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <55 copy.14> + +2023-12-14 14:52:56.206607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:56.206613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <286 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.206618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:56.206623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <66 copy.15> + +2023-12-14 14:52:56.206628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.16 +2023-12-14 14:52:56.206634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <52 copy.16> + +2023-12-14 14:52:56.206639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.17 +2023-12-14 14:52:56.206645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <58 copy.17> + +2023-12-14 14:52:56.206650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.18 +2023-12-14 14:52:56.206655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <61 copy.18> + +2023-12-14 14:52:56.206660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:56.206665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <62 copy.19> + +2023-12-14 14:52:56.206671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:56.206680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.20> + +2023-12-14 14:52:56.206684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:56.206690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <65 copy.21> + +2023-12-14 14:52:56.206695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:56.206701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <67 copy.22> + +2023-12-14 14:52:56.206706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:56.206711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <68 copy.23> + +2023-12-14 14:52:56.206716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:56.206725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <69 tuple.11{}> + {0} : HloValueSet: <52 copy.16> + {1} : HloValueSet: <58 copy.17> + {2} : HloValueSet: <61 copy.18> + {3} : HloValueSet: <62 copy.19> + {4} : HloValueSet: <64 copy.20> + {5} : HloValueSet: <65 copy.21> + {6} : HloValueSet: <67 copy.22> + {7} : HloValueSet: <68 copy.23> + +2023-12-14 14:52:56.206731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.206741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <269 arg_tuple.4{} (phi)> + {0} : HloValueSet: <271 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <272 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <273 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <274 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <275 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <276 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <277 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <278 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.206746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:56.206752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <7 constant.68> + +2023-12-14 14:52:56.206757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:56.206763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <8 compare.5> + +2023-12-14 14:52:56.206768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:56.206774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <271 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.206778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.57 +2023-12-14 14:52:56.206784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <160 add.57> + +2023-12-14 14:52:56.206789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.101 +2023-12-14 14:52:56.206796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <159 broadcast.101> + +2023-12-14 14:52:56.206804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:56.206809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <158 convert.3> + +2023-12-14 14:52:56.206814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.59 +2023-12-14 14:52:56.206819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <154 add.59> + +2023-12-14 14:52:56.206825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.102 +2023-12-14 14:52:56.206830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <153 broadcast.102> + +2023-12-14 14:52:56.206835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:56.206840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <151 xor.12> + +2023-12-14 14:52:56.206845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:56.206851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <150 or.12> + +2023-12-14 14:52:56.206856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:56.206862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <149 shift-right-logical.12> + +2023-12-14 14:52:56.206867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.103 +2023-12-14 14:52:56.206872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <148 broadcast.103> + +2023-12-14 14:52:56.206877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:56.206883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <147 subtract.16> + +2023-12-14 14:52:56.206888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:56.206894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <146 shift-left.12> + +2023-12-14 14:52:56.206898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.104 +2023-12-14 14:52:56.206904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <145 broadcast.104> + +2023-12-14 14:52:56.206909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.12 +2023-12-14 14:52:56.206915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 reshape.12> + +2023-12-14 14:52:56.206920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.12 +2023-12-14 14:52:56.206925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <143 slice.12> + +2023-12-14 14:52:56.206930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.60 +2023-12-14 14:52:56.206938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <142 add.60> + +2023-12-14 14:52:56.206944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:56.206950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <141 xor.13> + +2023-12-14 14:52:56.206955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:56.206960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <140 or.13> + +2023-12-14 14:52:56.206965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:56.206970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <139 shift-right-logical.13> + +2023-12-14 14:52:56.206976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.105 +2023-12-14 14:52:56.206982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <138 broadcast.105> + +2023-12-14 14:52:56.206986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:56.206992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <137 subtract.17> + +2023-12-14 14:52:56.206997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:56.207003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <136 shift-left.13> + +2023-12-14 14:52:56.207008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.106 +2023-12-14 14:52:56.207014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <135 broadcast.106> + +2023-12-14 14:52:56.207018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.13 +2023-12-14 14:52:56.207024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <134 reshape.13> + +2023-12-14 14:52:56.207029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.13 +2023-12-14 14:52:56.207035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <133 slice.13> + +2023-12-14 14:52:56.207039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.61 +2023-12-14 14:52:56.207045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <132 add.61> + +2023-12-14 14:52:56.207050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:56.207055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <131 xor.14> + +2023-12-14 14:52:56.207060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:56.207066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <130 or.14> + +2023-12-14 14:52:56.207071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:56.207081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <129 shift-right-logical.14> + +2023-12-14 14:52:56.207086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.107 +2023-12-14 14:52:56.207091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <128 broadcast.107> + +2023-12-14 14:52:56.207097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:56.207102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <127 subtract.18> + +2023-12-14 14:52:56.207108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:56.207113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <126 shift-left.14> + +2023-12-14 14:52:56.207118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.108 +2023-12-14 14:52:56.207124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <125 broadcast.108> + +2023-12-14 14:52:56.207129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:56.207134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <124 reshape.14> + +2023-12-14 14:52:56.207139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:56.207145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <123 slice.14> + +2023-12-14 14:52:56.207149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.62 +2023-12-14 14:52:56.207155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <122 add.62> + +2023-12-14 14:52:56.207160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:56.207165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <121 xor.15> + +2023-12-14 14:52:56.207171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:56.207176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <120 or.15> + +2023-12-14 14:52:56.207181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:56.207187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <119 shift-right-logical.15> + +2023-12-14 14:52:56.207192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.109 +2023-12-14 14:52:56.207197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <118 broadcast.109> + +2023-12-14 14:52:56.207203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.19 +2023-12-14 14:52:56.207208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <117 subtract.19> + +2023-12-14 14:52:56.207217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.69 +2023-12-14 14:52:56.207223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <116 constant.69> + +2023-12-14 14:52:56.207227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:56.207233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <115 shift-left.15> + +2023-12-14 14:52:56.207238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.110 +2023-12-14 14:52:56.207245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <114 broadcast.110> + +2023-12-14 14:52:56.207249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.15 +2023-12-14 14:52:56.207255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <113 reshape.15> + +2023-12-14 14:52:56.207259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:56.207265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <112 slice.15> + +2023-12-14 14:52:56.207270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.63 +2023-12-14 14:52:56.207276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <110 add.63> + +2023-12-14 14:52:56.207281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.64 +2023-12-14 14:52:56.207286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <157 add.64> + +2023-12-14 14:52:56.207291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:56.207297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <152 param_0.2> + +2023-12-14 14:52:56.207302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.5 +2023-12-14 14:52:56.207308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <111 param_1.5> + +2023-12-14 14:52:56.207312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.6 +2023-12-14 14:52:56.207327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <109 param_2.6> + +2023-12-14 14:52:56.207332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:56.207338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <108 param_3.7> + +2023-12-14 14:52:56.207343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:56.207349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <155 param_4.12> + +2023-12-14 14:52:56.207354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.70 +2023-12-14 14:52:56.207359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <156 constant.70> + +2023-12-14 14:52:56.207367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.65 +2023-12-14 14:52:56.207373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <107 add.65> + +2023-12-14 14:52:56.207379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.111 +2023-12-14 14:52:56.207384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <106 broadcast.111> + +2023-12-14 14:52:56.207389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.66 +2023-12-14 14:52:56.207394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <104 add.66> + +2023-12-14 14:52:56.207399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.4 +2023-12-14 14:52:56.207405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <105 param_0.4> + +2023-12-14 14:52:56.207410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:56.207415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <103 xor.16> + +2023-12-14 14:52:56.207420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:56.207425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <102 or.16> + +2023-12-14 14:52:56.207430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:56.207436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <101 shift-right-logical.16> + +2023-12-14 14:52:56.207441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.112 +2023-12-14 14:52:56.207447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <100 broadcast.112> + +2023-12-14 14:52:56.207451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.20 +2023-12-14 14:52:56.207457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <99 subtract.20> + +2023-12-14 14:52:56.207462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:56.207468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <98 shift-left.16> + +2023-12-14 14:52:56.207473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.113 +2023-12-14 14:52:56.207478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <97 broadcast.113> + +2023-12-14 14:52:56.207483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.16 +2023-12-14 14:52:56.207488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <96 reshape.16> + +2023-12-14 14:52:56.207493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:56.207499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <95 slice.16> + +2023-12-14 14:52:56.207507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.67 +2023-12-14 14:52:56.207512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <94 add.67> + +2023-12-14 14:52:56.207517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:56.207523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <93 xor.17> + +2023-12-14 14:52:56.207528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:56.207534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <92 or.17> + +2023-12-14 14:52:56.207539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:56.207545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <91 shift-right-logical.17> + +2023-12-14 14:52:56.207550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.114 +2023-12-14 14:52:56.207555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <90 broadcast.114> + +2023-12-14 14:52:56.207561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.21 +2023-12-14 14:52:56.207566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <89 subtract.21> + +2023-12-14 14:52:56.207571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:56.207577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <88 shift-left.17> + +2023-12-14 14:52:56.207581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.115 +2023-12-14 14:52:56.207587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <87 broadcast.115> + +2023-12-14 14:52:56.207593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:56.207598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <86 reshape.17> + +2023-12-14 14:52:56.207603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:56.207608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <85 slice.17> + +2023-12-14 14:52:56.207613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.69 +2023-12-14 14:52:56.207619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <84 add.69> + +2023-12-14 14:52:56.207624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:56.207630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <83 xor.18> + +2023-12-14 14:52:56.207635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:56.207640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <82 or.18> + +2023-12-14 14:52:56.207650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:56.207657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <81 shift-right-logical.18> + +2023-12-14 14:52:56.207662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.116 +2023-12-14 14:52:56.207667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <80 broadcast.116> + +2023-12-14 14:52:56.207672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.22 +2023-12-14 14:52:56.207679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 subtract.22> + +2023-12-14 14:52:56.207683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.71 +2023-12-14 14:52:56.207689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 constant.71> + +2023-12-14 14:52:56.207694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.11 +2023-12-14 14:52:56.207699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <73 param_1.11> + +2023-12-14 14:52:56.207704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:56.207710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <77 shift-left.18> + +2023-12-14 14:52:56.207715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.117 +2023-12-14 14:52:56.207721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <76 broadcast.117> + +2023-12-14 14:52:56.207726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:56.207731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 reshape.18> + +2023-12-14 14:52:56.207737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:56.207742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <74 slice.18> + +2023-12-14 14:52:56.207747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.70 +2023-12-14 14:52:56.207753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <72 add.70> + +2023-12-14 14:52:56.207758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.14 +2023-12-14 14:52:56.207763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <71 param_2.14> + +2023-12-14 14:52:56.207769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:56.207774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <70 param_3.17> + +2023-12-14 14:52:56.207779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:56.207785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 xor.19> + +2023-12-14 14:52:56.207793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:56.207799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 xor.20> + +2023-12-14 14:52:56.207804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:56.207809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 constant.101> + +2023-12-14 14:52:56.207815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:56.207820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 reshape.19> + +2023-12-14 14:52:56.207824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:56.207831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <26 slice.20> + +2023-12-14 14:52:56.207835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.21 +2023-12-14 14:52:56.207841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <25 reshape.21> + +2023-12-14 14:52:56.207845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.20 +2023-12-14 14:52:56.207851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <23 param_0.20> + +2023-12-14 14:52:56.207857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:56.207863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <24 slice.22> + +2023-12-14 14:52:56.207868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.84 +2023-12-14 14:52:56.207873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <22 add.84> + +2023-12-14 14:52:56.207879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.165 +2023-12-14 14:52:56.207884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <21 broadcast.165> + +2023-12-14 14:52:56.207889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.23 +2023-12-14 14:52:56.207895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <20 reshape.23> + +2023-12-14 14:52:56.207899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:56.207905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <19 slice.25> + +2023-12-14 14:52:56.207910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:56.207915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <17 slice.26> + +2023-12-14 14:52:56.207921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.22 +2023-12-14 14:52:56.207926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <18 param_0.22> + +2023-12-14 14:52:56.207934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.0 +2023-12-14 14:52:56.207940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <16 iota.0> + +2023-12-14 14:52:56.207945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.24 +2023-12-14 14:52:56.207951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.24> + +2023-12-14 14:52:56.207956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:56.207961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.27> + +2023-12-14 14:52:56.207966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.24 +2023-12-14 14:52:56.207971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.24> + +2023-12-14 14:52:56.207977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.85 +2023-12-14 14:52:56.207983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <15 add.85> + +2023-12-14 14:52:56.207988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:56.207993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <14 broadcast.167> + +2023-12-14 14:52:56.207998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.25 +2023-12-14 14:52:56.208003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 reshape.25> + +2023-12-14 14:52:56.208009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:56.208014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 slice.28> + +2023-12-14 14:52:56.208019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:56.208024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <10 slice.29> + +2023-12-14 14:52:56.208029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.26 +2023-12-14 14:52:56.208035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <11 param_0.26> + +2023-12-14 14:52:56.208040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.1 +2023-12-14 14:52:56.208046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <9 iota.1> + +2023-12-14 14:52:56.208050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:56.208056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <6 reshape.26> + +2023-12-14 14:52:56.208060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:56.208066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <5 slice.30> + +2023-12-14 14:52:56.208074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.28 +2023-12-14 14:52:56.208080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <4 param_0.28> + +2023-12-14 14:52:56.208085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.39 +2023-12-14 14:52:56.208090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <268 multiply.39> + +2023-12-14 14:52:56.208095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.169 +2023-12-14 14:52:56.208101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <267 broadcast.169> + +2023-12-14 14:52:56.208106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:56.208112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <266 constant.102> + +2023-12-14 14:52:56.208117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.33 +2023-12-14 14:52:56.208122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <265 select.33> + +2023-12-14 14:52:56.208127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.40 +2023-12-14 14:52:56.208133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <264 multiply.40> + +2023-12-14 14:52:56.208138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.86 +2023-12-14 14:52:56.208143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <263 add.86> + +2023-12-14 14:52:56.208148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.41 +2023-12-14 14:52:56.208154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <262 multiply.41> + +2023-12-14 14:52:56.208159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.88 +2023-12-14 14:52:56.208165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <261 add.88> + +2023-12-14 14:52:56.208170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:56.208175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <260 multiply.42> + +2023-12-14 14:52:56.208180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.91 +2023-12-14 14:52:56.208186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <259 add.91> + +2023-12-14 14:52:56.208191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:56.208197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <258 multiply.43> + +2023-12-14 14:52:56.208202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:56.208216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <257 add.92> + +2023-12-14 14:52:56.208222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:56.208228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <256 multiply.44> + +2023-12-14 14:52:56.208233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.95 +2023-12-14 14:52:56.208238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <255 add.95> + +2023-12-14 14:52:56.208243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:56.208248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <254 multiply.45> + +2023-12-14 14:52:56.208254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:56.208259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <253 add.96> + +2023-12-14 14:52:56.208264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:56.208270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <252 multiply.46> + +2023-12-14 14:52:56.208274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.97 +2023-12-14 14:52:56.208280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <251 add.97> + +2023-12-14 14:52:56.208285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:56.208291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <250 multiply.47> + +2023-12-14 14:52:56.208296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.98 +2023-12-14 14:52:56.208301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <249 add.98> + +2023-12-14 14:52:56.208306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:56.208312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <248 multiply.48> + +2023-12-14 14:52:56.208317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.34 +2023-12-14 14:52:56.208323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <247 select.34> + +2023-12-14 14:52:56.208328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.99 +2023-12-14 14:52:56.208333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <246 add.99> + +2023-12-14 14:52:56.208338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.171 +2023-12-14 14:52:56.208344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <245 broadcast.171> + +2023-12-14 14:52:56.208349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:56.208358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <244 constant.103> + +2023-12-14 14:52:56.208363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:56.208368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <243 sqrt.3> + +2023-12-14 14:52:56.208374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.100 +2023-12-14 14:52:56.208379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <242 add.100> + +2023-12-14 14:52:56.208384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:56.208390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <241 broadcast.173> + +2023-12-14 14:52:56.208395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.104 +2023-12-14 14:52:56.208401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <240 constant.104> + +2023-12-14 14:52:56.208406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.35 +2023-12-14 14:52:56.208411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <239 select.35> + +2023-12-14 14:52:56.208416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.175 +2023-12-14 14:52:56.208422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <238 broadcast.175> + +2023-12-14 14:52:56.208426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.105 +2023-12-14 14:52:56.208432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <237 constant.105> + +2023-12-14 14:52:56.208437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:56.208443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <236 broadcast.176> + +2023-12-14 14:52:56.208447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.106 +2023-12-14 14:52:56.208453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <235 constant.106> + +2023-12-14 14:52:56.208458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.36 +2023-12-14 14:52:56.208464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <234 select.36> + +2023-12-14 14:52:56.208469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:56.208474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <233 broadcast.177> + +2023-12-14 14:52:56.208479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.108 +2023-12-14 14:52:56.208485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <232 constant.108> + +2023-12-14 14:52:56.208490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:56.208499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <231 broadcast.178> + +2023-12-14 14:52:56.208504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.109 +2023-12-14 14:52:56.208509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <230 constant.109> + +2023-12-14 14:52:56.208515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.37 +2023-12-14 14:52:56.208521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <229 select.37> + +2023-12-14 14:52:56.208526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:56.208531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <228 broadcast.179> + +2023-12-14 14:52:56.208536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.110 +2023-12-14 14:52:56.208541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <227 constant.110> + +2023-12-14 14:52:56.208547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:56.208553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <226 broadcast.180> + +2023-12-14 14:52:56.208557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.111 +2023-12-14 14:52:56.208563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <225 constant.111> + +2023-12-14 14:52:56.208568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.38 +2023-12-14 14:52:56.208573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <224 select.38> + +2023-12-14 14:52:56.208578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:56.208584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <223 broadcast.181> + +2023-12-14 14:52:56.208589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.112 +2023-12-14 14:52:56.208594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <222 constant.112> + +2023-12-14 14:52:56.208599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:56.208605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <221 broadcast.182> + +2023-12-14 14:52:56.208611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.113 +2023-12-14 14:52:56.208617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <220 constant.113> + +2023-12-14 14:52:56.208621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.39 +2023-12-14 14:52:56.208627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <219 select.39> + +2023-12-14 14:52:56.208635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:56.208641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <218 broadcast.183> + +2023-12-14 14:52:56.208647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.114 +2023-12-14 14:52:56.208652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <217 constant.114> + +2023-12-14 14:52:56.208657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:56.208662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <216 broadcast.184> + +2023-12-14 14:52:56.208667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.115 +2023-12-14 14:52:56.208673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <215 constant.115> + +2023-12-14 14:52:56.208678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.40 +2023-12-14 14:52:56.208683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <214 select.40> + +2023-12-14 14:52:56.208688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:56.208694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <213 broadcast.185> + +2023-12-14 14:52:56.208698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.116 +2023-12-14 14:52:56.208705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <212 constant.116> + +2023-12-14 14:52:56.208709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:56.208715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <211 broadcast.186> + +2023-12-14 14:52:56.208720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.117 +2023-12-14 14:52:56.208725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <210 constant.117> + +2023-12-14 14:52:56.208730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:56.208736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <209 select.41> + +2023-12-14 14:52:56.208741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:56.208746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <208 broadcast.187> + +2023-12-14 14:52:56.208751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.118 +2023-12-14 14:52:56.208757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <207 constant.118> + +2023-12-14 14:52:56.208762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:56.208768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <206 broadcast.188> + +2023-12-14 14:52:56.208776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.119 +2023-12-14 14:52:56.208781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <205 constant.119> + +2023-12-14 14:52:56.208786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:56.208792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <204 select.42> + +2023-12-14 14:52:56.208797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:56.208803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <203 broadcast.189> + +2023-12-14 14:52:56.208808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.120 +2023-12-14 14:52:56.208813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <202 constant.120> + +2023-12-14 14:52:56.208818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:56.208824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <201 broadcast.190> + +2023-12-14 14:52:56.208829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.121 +2023-12-14 14:52:56.208835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <200 constant.121> + +2023-12-14 14:52:56.208839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:56.208845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <199 select.43> + +2023-12-14 14:52:56.208850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:56.208856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <198 broadcast.191> + +2023-12-14 14:52:56.208861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.122 +2023-12-14 14:52:56.208867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <197 constant.122> + +2023-12-14 14:52:56.208871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:56.208877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <196 broadcast.192> + +2023-12-14 14:52:56.208883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.123 +2023-12-14 14:52:56.208888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 constant.123> + +2023-12-14 14:52:56.208894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.8 +2023-12-14 14:52:56.208899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <194 compare.8> + +2023-12-14 14:52:56.208904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:56.208913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <193 broadcast.193> + +2023-12-14 14:52:56.208918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.124 +2023-12-14 14:52:56.208925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 constant.124> + +2023-12-14 14:52:56.208930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:56.208935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <191 negate.9> + +2023-12-14 14:52:56.208940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:56.208946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <190 log-plus-one.3> + +2023-12-14 14:52:56.208951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:56.208957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <189 multiply.49> + +2023-12-14 14:52:56.208962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:56.208967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <188 negate.10> + +2023-12-14 14:52:56.208973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:56.208979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <187 multiply.50> + +2023-12-14 14:52:56.208984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:56.208990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <186 broadcast.194> + +2023-12-14 14:52:56.208995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.125 +2023-12-14 14:52:56.209000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 constant.125> + +2023-12-14 14:52:56.209005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.9 +2023-12-14 14:52:56.209011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <184 compare.9> + +2023-12-14 14:52:56.209015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:56.209021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <183 broadcast.195> + +2023-12-14 14:52:56.209026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.126 +2023-12-14 14:52:56.209032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 constant.126> + +2023-12-14 14:52:56.209037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:56.209042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <181 abs.3> + +2023-12-14 14:52:56.209047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:56.209059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <180 maximum.1> + +2023-12-14 14:52:56.209065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.101 +2023-12-14 14:52:56.209070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <179 add.101> + +2023-12-14 14:52:56.209075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:56.209080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <178 broadcast.196> + +2023-12-14 14:52:56.209086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.127 +2023-12-14 14:52:56.209091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.127> + +2023-12-14 14:52:56.209096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:56.209102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <176 multiply.51> + +2023-12-14 14:52:56.209107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:56.209112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <175 broadcast.197> + +2023-12-14 14:52:56.209117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.128 +2023-12-14 14:52:56.209123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.128> + +2023-12-14 14:52:56.209128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.102 +2023-12-14 14:52:56.209133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <173 add.102> + +2023-12-14 14:52:56.209138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:56.209144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <172 broadcast.198> + +2023-12-14 14:52:56.209149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.130 +2023-12-14 14:52:56.209155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.130> + +2023-12-14 14:52:56.209160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.1 +2023-12-14 14:52:56.209165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <170 bitcast-convert.1> + +2023-12-14 14:52:56.209170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.20 +2023-12-14 14:52:56.209176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <169 or.20> + +2023-12-14 14:52:56.209181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:56.209187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <168 broadcast.199> + +2023-12-14 14:52:56.209195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.132 +2023-12-14 14:52:56.209201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <167 constant.132> + +2023-12-14 14:52:56.209205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.20 +2023-12-14 14:52:56.209212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <166 shift-right-logical.20> + +2023-12-14 14:52:56.209217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:56.209223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <165 broadcast.200> + +2023-12-14 14:52:56.209227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.134 +2023-12-14 14:52:56.209233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <164 constant.134> + +2023-12-14 14:52:56.209238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:56.209244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <163 concatenate.1> + +2023-12-14 14:52:56.209249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.29 +2023-12-14 14:52:56.209255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <161 param_0.29> + +2023-12-14 14:52:56.209259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.45 +2023-12-14 14:52:56.209265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <162 param_1.45> + +2023-12-14 14:52:56.209270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:56.209276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 fusion.2.clone> + +2023-12-14 14:52:56.209281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.209286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <289 while.1{1} (phi)> + +2023-12-14 14:52:56.209291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.209297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <290 while.1{2} (phi)> + +2023-12-14 14:52:56.210264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:56.210281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.210287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.210297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 Arg_0.1> (def) +2023-12-14 14:52:56.210302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.210317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> (def) +2023-12-14 14:52:56.210322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.210331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 constant.16> (def) +2023-12-14 14:52:56.210336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.210347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.17> (def) +2023-12-14 14:52:56.210351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.210361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.210366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{} (phi)> (def) +2023-12-14 14:52:56.210371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.210375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{0} (phi)> (def) +2023-12-14 14:52:56.210380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.210385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 while.1{1} (phi)> (def) +2023-12-14 14:52:56.210390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.210395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{2} (phi)> (def) +2023-12-14 14:52:56.210400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.210405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 while.1{3} (phi)> (def) +2023-12-14 14:52:56.210409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.210414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 while.1{4} (phi)> (def) +2023-12-14 14:52:56.210419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.210424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 while.1{5} (phi)> (def) +2023-12-14 14:52:56.210429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.210434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 while.1{6} (phi)> (def) +2023-12-14 14:52:56.210439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.210444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 while.1{7} (phi)> (def) +2023-12-14 14:52:56.210448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.210462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 while.1{1} (phi)> +2023-12-14 14:52:56.210467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:56.210477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{2} (phi)> +2023-12-14 14:52:56.210481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:56.210493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.3> (def) +2023-12-14 14:52:56.210498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:56.210507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.4> (def) +2023-12-14 14:52:56.210512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:56.210522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.5> (def) +2023-12-14 14:52:56.210527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:56.210536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.6> (def) +2023-12-14 14:52:56.210541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:56.210551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.7> (def) +2023-12-14 14:52:56.210556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.210566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> +2023-12-14 14:52:56.210571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:56.210581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 copy> (def) +2023-12-14 14:52:56.210585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1: +2023-12-14 14:52:56.210595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.1> (def) +2023-12-14 14:52:56.210600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:52:56.210614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 copy.2> (def) +2023-12-14 14:52:56.210618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3: +2023-12-14 14:52:56.210629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 copy.3> (def) +2023-12-14 14:52:56.210633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4: +2023-12-14 14:52:56.210643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy.4> (def) +2023-12-14 14:52:56.210648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5: +2023-12-14 14:52:56.210658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.5> (def) +2023-12-14 14:52:56.210663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6: +2023-12-14 14:52:56.210673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.6> (def) +2023-12-14 14:52:56.210678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7: +2023-12-14 14:52:56.210688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.7> (def) +2023-12-14 14:52:56.210693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:56.210703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.210708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 tuple.9{}> (def) +2023-12-14 14:52:56.210713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.210718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 copy> +2023-12-14 14:52:56.210723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.210729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.1> +2023-12-14 14:52:56.210734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.210739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 copy.2> +2023-12-14 14:52:56.210744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.210749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 copy.3> +2023-12-14 14:52:56.210754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.210759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy.4> +2023-12-14 14:52:56.210769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.210774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.5> +2023-12-14 14:52:56.210779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.210784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.6> +2023-12-14 14:52:56.210789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.210794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.7> +2023-12-14 14:52:56.210799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.210810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.210815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.210820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.210825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.210830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.210835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.210839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.210845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.210850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.210855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.210859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.210864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.210869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.210874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.210880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.210884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.210889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.210894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.210899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:56.210912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 constant.67> (def) +2023-12-14 14:52:56.210917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:56.210927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.55> (def) +2023-12-14 14:52:56.210931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:56.210942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion> (def) +2023-12-14 14:52:56.210947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:56.210956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.1> (def) +2023-12-14 14:52:56.210961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:56.210971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.210976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:56.210986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.8> (def) +2023-12-14 14:52:56.210990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.210995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:56.211001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.211006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:56.211015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.9> (def) +2023-12-14 14:52:56.211020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:56.211030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.211036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:56.211045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.10> (def) +2023-12-14 14:52:56.211050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:56.211064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.211068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:56.211078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.11> (def) +2023-12-14 14:52:56.211083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:56.211093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.211099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:56.211108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.12> (def) +2023-12-14 14:52:56.211113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:56.211123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.211128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:56.211138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.13> (def) +2023-12-14 14:52:56.211143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:56.211153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.211158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:56.211168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.14> (def) +2023-12-14 14:52:56.211172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:56.211183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.211187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:56.211197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.15> (def) +2023-12-14 14:52:56.211202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16: +2023-12-14 14:52:56.211215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.16> (def) +2023-12-14 14:52:56.211220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17: +2023-12-14 14:52:56.211230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.17> (def) +2023-12-14 14:52:56.211235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18: +2023-12-14 14:52:56.211245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.18> (def) +2023-12-14 14:52:56.211250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:56.211260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.19> (def) +2023-12-14 14:52:56.211265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:56.211275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.20> (def) +2023-12-14 14:52:56.211280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:56.211290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.21> (def) +2023-12-14 14:52:56.211295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:56.211304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.22> (def) +2023-12-14 14:52:56.211309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:56.211329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.23> (def) +2023-12-14 14:52:56.211334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:56.211344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.211349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 tuple.11{}> (def) +2023-12-14 14:52:56.211354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.211359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.16> +2023-12-14 14:52:56.211365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.211370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.17> +2023-12-14 14:52:56.211378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.211383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.18> +2023-12-14 14:52:56.211388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.211393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.19> +2023-12-14 14:52:56.211398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.211404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.20> +2023-12-14 14:52:56.211409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.211413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.21> +2023-12-14 14:52:56.211418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.211424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.22> +2023-12-14 14:52:56.211429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.211433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.23> +2023-12-14 14:52:56.211438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.211448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.211453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.211458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.211464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.211469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.211473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.211478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.211483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.211488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.211493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.211498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.211503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.211508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.211513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.211518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.211527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.211532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.211536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.211541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:56.211552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 constant.68> (def) +2023-12-14 14:52:56.211557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:56.211567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 compare.5> (def) +2023-12-14 14:52:56.211571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:56.211582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.211588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57: +2023-12-14 14:52:56.211598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.57> (def) +2023-12-14 14:52:56.211602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101: +2023-12-14 14:52:56.211612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 broadcast.101> (def) +2023-12-14 14:52:56.211618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:56.211627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 convert.3> (def) +2023-12-14 14:52:56.211632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59: +2023-12-14 14:52:56.211641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 add.59> (def) +2023-12-14 14:52:56.211647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102: +2023-12-14 14:52:56.211657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 broadcast.102> (def) +2023-12-14 14:52:56.211662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:56.211671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 xor.12> (def) +2023-12-14 14:52:56.211679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:56.211689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 or.12> (def) +2023-12-14 14:52:56.211694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:56.211705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 shift-right-logical.12> (def) +2023-12-14 14:52:56.211710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103: +2023-12-14 14:52:56.211720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.103> (def) +2023-12-14 14:52:56.211725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:56.211734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 subtract.16> (def) +2023-12-14 14:52:56.211740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:56.211750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 shift-left.12> (def) +2023-12-14 14:52:56.211755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104: +2023-12-14 14:52:56.211764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.104> (def) +2023-12-14 14:52:56.211769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12: +2023-12-14 14:52:56.211780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 reshape.12> (def) +2023-12-14 14:52:56.211785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12: +2023-12-14 14:52:56.211794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 slice.12> (def) +2023-12-14 14:52:56.211799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60: +2023-12-14 14:52:56.211809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.60> (def) +2023-12-14 14:52:56.211814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:56.211824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 xor.13> (def) +2023-12-14 14:52:56.211832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:56.211842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 or.13> (def) +2023-12-14 14:52:56.211847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:56.211857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 shift-right-logical.13> (def) +2023-12-14 14:52:56.211862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105: +2023-12-14 14:52:56.211873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 broadcast.105> (def) +2023-12-14 14:52:56.211877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:56.211887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 subtract.17> (def) +2023-12-14 14:52:56.211892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:56.211904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 shift-left.13> (def) +2023-12-14 14:52:56.211909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106: +2023-12-14 14:52:56.211919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.106> (def) +2023-12-14 14:52:56.211924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13: +2023-12-14 14:52:56.211934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 reshape.13> (def) +2023-12-14 14:52:56.211938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13: +2023-12-14 14:52:56.211948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 slice.13> (def) +2023-12-14 14:52:56.211953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61: +2023-12-14 14:52:56.211963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.61> (def) +2023-12-14 14:52:56.211968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:56.211978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 xor.14> (def) +2023-12-14 14:52:56.211985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.211990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:56.211996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 or.14> (def) +2023-12-14 14:52:56.212000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:56.212011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-right-logical.14> (def) +2023-12-14 14:52:56.212016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107: +2023-12-14 14:52:56.212026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 broadcast.107> (def) +2023-12-14 14:52:56.212031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:56.212043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 subtract.18> (def) +2023-12-14 14:52:56.212047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:56.212058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 shift-left.14> (def) +2023-12-14 14:52:56.212062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108: +2023-12-14 14:52:56.212073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 broadcast.108> (def) +2023-12-14 14:52:56.212077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:56.212087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 reshape.14> (def) +2023-12-14 14:52:56.212092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:56.212103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 slice.14> (def) +2023-12-14 14:52:56.212108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62: +2023-12-14 14:52:56.212117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 add.62> (def) +2023-12-14 14:52:56.212122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:56.212132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 xor.15> (def) +2023-12-14 14:52:56.212140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:56.212150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 or.15> (def) +2023-12-14 14:52:56.212155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:56.212166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-right-logical.15> (def) +2023-12-14 14:52:56.212170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109: +2023-12-14 14:52:56.212180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.109> (def) +2023-12-14 14:52:56.212186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19: +2023-12-14 14:52:56.212196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 subtract.19> (def) +2023-12-14 14:52:56.212201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69: +2023-12-14 14:52:56.212210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.69> (def) +2023-12-14 14:52:56.212216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:56.212226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-left.15> (def) +2023-12-14 14:52:56.212230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110: +2023-12-14 14:52:56.212240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.110> (def) +2023-12-14 14:52:56.212245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15: +2023-12-14 14:52:56.212255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 reshape.15> (def) +2023-12-14 14:52:56.212260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:56.212269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 slice.15> (def) +2023-12-14 14:52:56.212274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63: +2023-12-14 14:52:56.212285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 add.63> (def) +2023-12-14 14:52:56.212292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64: +2023-12-14 14:52:56.212302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 add.64> (def) +2023-12-14 14:52:56.212307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:56.212317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 param_0.2> (def) +2023-12-14 14:52:56.212322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.5: +2023-12-14 14:52:56.212331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 param_1.5> (def) +2023-12-14 14:52:56.212336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.6: +2023-12-14 14:52:56.212347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_2.6> (def) +2023-12-14 14:52:56.212351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:56.212361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 param_3.7> (def) +2023-12-14 14:52:56.212365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:56.212376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 param_4.12> (def) +2023-12-14 14:52:56.212381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70: +2023-12-14 14:52:56.212390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.70> (def) +2023-12-14 14:52:56.212395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65: +2023-12-14 14:52:56.212406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 add.65> (def) +2023-12-14 14:52:56.212411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111: +2023-12-14 14:52:56.212420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.111> (def) +2023-12-14 14:52:56.212425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66: +2023-12-14 14:52:56.212436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 add.66> (def) +2023-12-14 14:52:56.212444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.4: +2023-12-14 14:52:56.212454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.4> (def) +2023-12-14 14:52:56.212459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:56.212469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 xor.16> (def) +2023-12-14 14:52:56.212474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:56.212484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 or.16> (def) +2023-12-14 14:52:56.212489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:56.212500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-right-logical.16> (def) +2023-12-14 14:52:56.212505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112: +2023-12-14 14:52:56.212514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 broadcast.112> (def) +2023-12-14 14:52:56.212520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20: +2023-12-14 14:52:56.212529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 subtract.20> (def) +2023-12-14 14:52:56.212534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:56.212544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 shift-left.16> (def) +2023-12-14 14:52:56.212549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113: +2023-12-14 14:52:56.212559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 broadcast.113> (def) +2023-12-14 14:52:56.212564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16: +2023-12-14 14:52:56.212574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.16> (def) +2023-12-14 14:52:56.212579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:56.212588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 slice.16> (def) +2023-12-14 14:52:56.212597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67: +2023-12-14 14:52:56.212607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 add.67> (def) +2023-12-14 14:52:56.212612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:56.212622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 xor.17> (def) +2023-12-14 14:52:56.212627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:56.212637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 or.17> (def) +2023-12-14 14:52:56.212642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:56.212652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 shift-right-logical.17> (def) +2023-12-14 14:52:56.212657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114: +2023-12-14 14:52:56.212667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 broadcast.114> (def) +2023-12-14 14:52:56.212672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21: +2023-12-14 14:52:56.212682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 subtract.21> (def) +2023-12-14 14:52:56.212687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:56.212697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 shift-left.17> (def) +2023-12-14 14:52:56.212703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115: +2023-12-14 14:52:56.212712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 broadcast.115> (def) +2023-12-14 14:52:56.212717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:56.212727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.17> (def) +2023-12-14 14:52:56.212732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:56.212742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 slice.17> (def) +2023-12-14 14:52:56.212750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69: +2023-12-14 14:52:56.212761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.69> (def) +2023-12-14 14:52:56.212765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:56.212775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.18> (def) +2023-12-14 14:52:56.212780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:56.212791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.18> (def) +2023-12-14 14:52:56.212795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:56.212805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.18> (def) +2023-12-14 14:52:56.212810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116: +2023-12-14 14:52:56.212820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.116> (def) +2023-12-14 14:52:56.212825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22: +2023-12-14 14:52:56.212834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.22> (def) +2023-12-14 14:52:56.212839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71: +2023-12-14 14:52:56.212849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 constant.71> (def) +2023-12-14 14:52:56.212854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.11: +2023-12-14 14:52:56.212864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 param_1.11> (def) +2023-12-14 14:52:56.212868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:56.212878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-left.18> (def) +2023-12-14 14:52:56.212884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117: +2023-12-14 14:52:56.212894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.117> (def) +2023-12-14 14:52:56.212902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:56.212912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 reshape.18> (def) +2023-12-14 14:52:56.212917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:56.212926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 slice.18> (def) +2023-12-14 14:52:56.212931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70: +2023-12-14 14:52:56.212941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 add.70> (def) +2023-12-14 14:52:56.212947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.14: +2023-12-14 14:52:56.212956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 param_2.14> (def) +2023-12-14 14:52:56.212961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:56.212971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 param_3.17> (def) +2023-12-14 14:52:56.212976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:56.212986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 xor.19> (def) +2023-12-14 14:52:56.212990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.212995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:56.213000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 xor.20> (def) +2023-12-14 14:52:56.213006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:56.213016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 constant.101> (def) +2023-12-14 14:52:56.213021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:56.213031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> (def) +2023-12-14 14:52:56.213035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:56.213045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.20> (def) +2023-12-14 14:52:56.213054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21: +2023-12-14 14:52:56.213065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 reshape.21> (def) +2023-12-14 14:52:56.213070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.20: +2023-12-14 14:52:56.213079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 param_0.20> (def) +2023-12-14 14:52:56.213084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:56.213095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 slice.22> (def) +2023-12-14 14:52:56.213100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84: +2023-12-14 14:52:56.213110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 add.84> (def) +2023-12-14 14:52:56.213115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165: +2023-12-14 14:52:56.213125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.165> (def) +2023-12-14 14:52:56.213130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23: +2023-12-14 14:52:56.213140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 reshape.23> (def) +2023-12-14 14:52:56.213145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:56.213155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 slice.25> (def) +2023-12-14 14:52:56.213159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:56.213171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 slice.26> (def) +2023-12-14 14:52:56.213175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.22: +2023-12-14 14:52:56.213186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 param_0.22> (def) +2023-12-14 14:52:56.213191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0: +2023-12-14 14:52:56.213201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 iota.0> (def) +2023-12-14 14:52:56.213205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24: +2023-12-14 14:52:56.213218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.24> (def) +2023-12-14 14:52:56.213223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:56.213233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.27> (def) +2023-12-14 14:52:56.213238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.24: +2023-12-14 14:52:56.213248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.24> (def) +2023-12-14 14:52:56.213252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85: +2023-12-14 14:52:56.213263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.85> (def) +2023-12-14 14:52:56.213267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:56.213278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 broadcast.167> (def) +2023-12-14 14:52:56.213282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25: +2023-12-14 14:52:56.213292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.25> (def) +2023-12-14 14:52:56.213297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:56.213307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 slice.28> (def) +2023-12-14 14:52:56.213312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:56.213322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.29> (def) +2023-12-14 14:52:56.213327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.26: +2023-12-14 14:52:56.213337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 param_0.26> (def) +2023-12-14 14:52:56.213342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1: +2023-12-14 14:52:56.213351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 iota.1> (def) +2023-12-14 14:52:56.213357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:56.213370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.26> (def) +2023-12-14 14:52:56.213374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:56.213384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.30> (def) +2023-12-14 14:52:56.213389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.28: +2023-12-14 14:52:56.213400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.28> (def) +2023-12-14 14:52:56.213404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39: +2023-12-14 14:52:56.213414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 multiply.39> (def) +2023-12-14 14:52:56.213419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169: +2023-12-14 14:52:56.213429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 broadcast.169> (def) +2023-12-14 14:52:56.213434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:56.213444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 constant.102> (def) +2023-12-14 14:52:56.213448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33: +2023-12-14 14:52:56.213459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 select.33> (def) +2023-12-14 14:52:56.213463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40: +2023-12-14 14:52:56.213473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 multiply.40> (def) +2023-12-14 14:52:56.213478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86: +2023-12-14 14:52:56.213488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 add.86> (def) +2023-12-14 14:52:56.213493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41: +2023-12-14 14:52:56.213502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 multiply.41> (def) +2023-12-14 14:52:56.213507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88: +2023-12-14 14:52:56.213521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 add.88> (def) +2023-12-14 14:52:56.213526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:56.213535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 multiply.42> (def) +2023-12-14 14:52:56.213540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91: +2023-12-14 14:52:56.213551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 add.91> (def) +2023-12-14 14:52:56.213555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:56.213565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 multiply.43> (def) +2023-12-14 14:52:56.213570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:56.213581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 add.92> (def) +2023-12-14 14:52:56.213585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:56.213595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 multiply.44> (def) +2023-12-14 14:52:56.213599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95: +2023-12-14 14:52:56.213610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.95> (def) +2023-12-14 14:52:56.213615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:56.213624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 multiply.45> (def) +2023-12-14 14:52:56.213629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:56.213639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.96> (def) +2023-12-14 14:52:56.213645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:56.213654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 multiply.46> (def) +2023-12-14 14:52:56.213659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97: +2023-12-14 14:52:56.213674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 add.97> (def) +2023-12-14 14:52:56.213678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:56.213688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 multiply.47> (def) +2023-12-14 14:52:56.213693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98: +2023-12-14 14:52:56.213703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 add.98> (def) +2023-12-14 14:52:56.213708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:56.213717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 multiply.48> (def) +2023-12-14 14:52:56.213723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34: +2023-12-14 14:52:56.213733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 select.34> (def) +2023-12-14 14:52:56.213738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99: +2023-12-14 14:52:56.213748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 add.99> (def) +2023-12-14 14:52:56.213753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171: +2023-12-14 14:52:56.213763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 broadcast.171> (def) +2023-12-14 14:52:56.213768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:56.213777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.103> (def) +2023-12-14 14:52:56.213782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:56.213792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 sqrt.3> (def) +2023-12-14 14:52:56.213797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100: +2023-12-14 14:52:56.213807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.100> (def) +2023-12-14 14:52:56.213812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:56.213825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.173> (def) +2023-12-14 14:52:56.213831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104: +2023-12-14 14:52:56.213841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 constant.104> (def) +2023-12-14 14:52:56.213846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35: +2023-12-14 14:52:56.213856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 select.35> (def) +2023-12-14 14:52:56.213860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175: +2023-12-14 14:52:56.213870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 broadcast.175> (def) +2023-12-14 14:52:56.213876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105: +2023-12-14 14:52:56.213885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.105> (def) +2023-12-14 14:52:56.213890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:56.213901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.176> (def) +2023-12-14 14:52:56.213906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106: +2023-12-14 14:52:56.213916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 constant.106> (def) +2023-12-14 14:52:56.213920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36: +2023-12-14 14:52:56.213932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 select.36> (def) +2023-12-14 14:52:56.213937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:56.213947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.177> (def) +2023-12-14 14:52:56.213951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108: +2023-12-14 14:52:56.213961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 constant.108> (def) +2023-12-14 14:52:56.213967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:56.213979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.178> (def) +2023-12-14 14:52:56.213984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.213989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109: +2023-12-14 14:52:56.213995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 constant.109> (def) +2023-12-14 14:52:56.214000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37: +2023-12-14 14:52:56.214009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 select.37> (def) +2023-12-14 14:52:56.214014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:56.214025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 broadcast.179> (def) +2023-12-14 14:52:56.214030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110: +2023-12-14 14:52:56.214040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 constant.110> (def) +2023-12-14 14:52:56.214045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:56.214055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.180> (def) +2023-12-14 14:52:56.214060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111: +2023-12-14 14:52:56.214070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 constant.111> (def) +2023-12-14 14:52:56.214074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38: +2023-12-14 14:52:56.214084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 select.38> (def) +2023-12-14 14:52:56.214089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:56.214099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.181> (def) +2023-12-14 14:52:56.214104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112: +2023-12-14 14:52:56.214113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 constant.112> (def) +2023-12-14 14:52:56.214119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:56.214132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.182> (def) +2023-12-14 14:52:56.214136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113: +2023-12-14 14:52:56.214146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 constant.113> (def) +2023-12-14 14:52:56.214152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39: +2023-12-14 14:52:56.214162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 select.39> (def) +2023-12-14 14:52:56.214166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:56.214177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 broadcast.183> (def) +2023-12-14 14:52:56.214182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114: +2023-12-14 14:52:56.214192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 constant.114> (def) +2023-12-14 14:52:56.214197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:56.214207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.184> (def) +2023-12-14 14:52:56.214212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115: +2023-12-14 14:52:56.214222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 constant.115> (def) +2023-12-14 14:52:56.214227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40: +2023-12-14 14:52:56.214237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 select.40> (def) +2023-12-14 14:52:56.214241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:56.214252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.185> (def) +2023-12-14 14:52:56.214256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116: +2023-12-14 14:52:56.214267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.116> (def) +2023-12-14 14:52:56.214271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:56.214285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 broadcast.186> (def) +2023-12-14 14:52:56.214289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117: +2023-12-14 14:52:56.214299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 constant.117> (def) +2023-12-14 14:52:56.214304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:56.214315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 select.41> (def) +2023-12-14 14:52:56.214319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:56.214330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 broadcast.187> (def) +2023-12-14 14:52:56.214334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118: +2023-12-14 14:52:56.214345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 constant.118> (def) +2023-12-14 14:52:56.214349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:56.214360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.188> (def) +2023-12-14 14:52:56.214364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119: +2023-12-14 14:52:56.214375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 constant.119> (def) +2023-12-14 14:52:56.214380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:56.214390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 select.42> (def) +2023-12-14 14:52:56.214395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:56.214405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 broadcast.189> (def) +2023-12-14 14:52:56.214410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120: +2023-12-14 14:52:56.214420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 constant.120> (def) +2023-12-14 14:52:56.214424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:56.214439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 broadcast.190> (def) +2023-12-14 14:52:56.214444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121: +2023-12-14 14:52:56.214454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 constant.121> (def) +2023-12-14 14:52:56.214459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:56.214469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 select.43> (def) +2023-12-14 14:52:56.214474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:56.214484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 broadcast.191> (def) +2023-12-14 14:52:56.214489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122: +2023-12-14 14:52:56.214499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 constant.122> (def) +2023-12-14 14:52:56.214503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:56.214514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 broadcast.192> (def) +2023-12-14 14:52:56.214518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123: +2023-12-14 14:52:56.214529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.123> (def) +2023-12-14 14:52:56.214534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8: +2023-12-14 14:52:56.214544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 compare.8> (def) +2023-12-14 14:52:56.214549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:56.214558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 broadcast.193> (def) +2023-12-14 14:52:56.214564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124: +2023-12-14 14:52:56.214574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.124> (def) +2023-12-14 14:52:56.214579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:56.214592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 negate.9> (def) +2023-12-14 14:52:56.214598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:56.214607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 log-plus-one.3> (def) +2023-12-14 14:52:56.214612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:56.214622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.49> (def) +2023-12-14 14:52:56.214628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:56.214638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 negate.10> (def) +2023-12-14 14:52:56.214643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:56.214652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 multiply.50> (def) +2023-12-14 14:52:56.214657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:56.214668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.194> (def) +2023-12-14 14:52:56.214672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125: +2023-12-14 14:52:56.214682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 constant.125> (def) +2023-12-14 14:52:56.214688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9: +2023-12-14 14:52:56.214697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 compare.9> (def) +2023-12-14 14:52:56.214702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:56.214712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 broadcast.195> (def) +2023-12-14 14:52:56.214717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126: +2023-12-14 14:52:56.214727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 constant.126> (def) +2023-12-14 14:52:56.214732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:56.214744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 abs.3> (def) +2023-12-14 14:52:56.214749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:56.214759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 maximum.1> (def) +2023-12-14 14:52:56.214764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101: +2023-12-14 14:52:56.214774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.101> (def) +2023-12-14 14:52:56.214779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:56.214790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.196> (def) +2023-12-14 14:52:56.214794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127: +2023-12-14 14:52:56.214804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.127> (def) +2023-12-14 14:52:56.214809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:56.214819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.51> (def) +2023-12-14 14:52:56.214824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:56.214833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.197> (def) +2023-12-14 14:52:56.214838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128: +2023-12-14 14:52:56.214849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.128> (def) +2023-12-14 14:52:56.214854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102: +2023-12-14 14:52:56.214863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.102> (def) +2023-12-14 14:52:56.214868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:56.214879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.198> (def) +2023-12-14 14:52:56.214883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.130: +2023-12-14 14:52:56.214896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.130> (def) +2023-12-14 14:52:56.214901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1: +2023-12-14 14:52:56.214912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 bitcast-convert.1> (def) +2023-12-14 14:52:56.214916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20: +2023-12-14 14:52:56.214926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 or.20> (def) +2023-12-14 14:52:56.214931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:56.214942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 broadcast.199> (def) +2023-12-14 14:52:56.214946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.132: +2023-12-14 14:52:56.214956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 constant.132> (def) +2023-12-14 14:52:56.214961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20: +2023-12-14 14:52:56.214971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 shift-right-logical.20> (def) +2023-12-14 14:52:56.214976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:56.214986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 broadcast.200> (def) +2023-12-14 14:52:56.214991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.214996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.134: +2023-12-14 14:52:56.215001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 constant.134> (def) +2023-12-14 14:52:56.215006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.215011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:56.215016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 concatenate.1> (def) +2023-12-14 14:52:56.215021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.215026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29: +2023-12-14 14:52:56.215030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 param_0.29> (def) +2023-12-14 14:52:56.215037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.215045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45: +2023-12-14 14:52:56.215051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 param_1.45> (def) +2023-12-14 14:52:56.215056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.215061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:56.215066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> (def) +2023-12-14 14:52:56.215071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.215076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.215081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 while.1{1} (phi)> +2023-12-14 14:52:56.215086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.215091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.215096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{2} (phi)> +2023-12-14 14:52:56.215101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.215106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.24> +2023-12-14 14:52:56.215112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.24 +2023-12-14 14:52:56.215121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:56.215132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.24 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.215137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.27> +2023-12-14 14:52:56.215142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:56.215151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24, operand 0 +2023-12-14 14:52:56.215162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.24), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.24> +2023-12-14 14:52:56.215172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24 +2023-12-14 14:52:56.215182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> +2023-12-14 14:52:56.215201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:56.215211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.215215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048]{0} fusion(u32[1024]{0} %p, u32[1024]{0} %p.1), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94}, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:56.215226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.28> +2023-12-14 14:52:56.215231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.28 +2023-12-14 14:52:56.215241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:56.215251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.28 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.215257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.30> +2023-12-14 14:52:56.215261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:56.215271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:56.215281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.28), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.26> +2023-12-14 14:52:56.215292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:56.215302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 constant.68> +2023-12-14 14:52:56.215328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:56.215338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:56.215348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:56.215353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 compare.5> +2023-12-14 14:52:56.215358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:56.215368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 iota.1> +2023-12-14 14:52:56.215383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1 +2023-12-14 14:52:56.215393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:56.215403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.1 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.29> +2023-12-14 14:52:56.215414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:56.215424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85, operand 0 +2023-12-14 14:52:56.215434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1024]{0} slice(u32[2048]{0} %iota.1), slice={[0:1024]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1024,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 param_0.26> +2023-12-14 14:52:56.215448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.26 +2023-12-14 14:52:56.215458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:56.215467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.26 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.215473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 slice.28> +2023-12-14 14:52:56.215478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:56.215487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25, operand 0 +2023-12-14 14:52:56.215497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[2]{0} %param_0.26), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.25> +2023-12-14 14:52:56.215508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25 +2023-12-14 14:52:56.215518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:56.215528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 broadcast.167> +2023-12-14 14:52:56.215538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:56.215548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85, operand 1 +2023-12-14 14:52:56.215558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[1024]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.85> +2023-12-14 14:52:56.215569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85 +2023-12-14 14:52:56.215582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.85 = u32[1024]{0} add(u32[1024]{0} %slice.29, u32[1024]{0} %broadcast.167), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 iota.0> +2023-12-14 14:52:56.215597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0 +2023-12-14 14:52:56.215607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:56.215616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.0 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 slice.26> +2023-12-14 14:52:56.215627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:56.215637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 0 +2023-12-14 14:52:56.215647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1024]{0} slice(u32[2048]{0} %iota.0), slice={[1024:2048]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1024,) limit_indices=(2048,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 param_0.22> +2023-12-14 14:52:56.215657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.22 +2023-12-14 14:52:56.215667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:56.215677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.22 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.215682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 slice.25> +2023-12-14 14:52:56.215687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:56.215697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23, operand 0 +2023-12-14 14:52:56.215710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[2]{0} %param_0.22), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 reshape.23> +2023-12-14 14:52:56.215721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23 +2023-12-14 14:52:56.215730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165, operand 0 +2023-12-14 14:52:56.215740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.23 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.165> +2023-12-14 14:52:56.215751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165 +2023-12-14 14:52:56.215761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 1 +2023-12-14 14:52:56.215770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.165 = u32[1024]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 add.84> +2023-12-14 14:52:56.215781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84 +2023-12-14 14:52:56.215790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.84 = u32[1024]{0} add(u32[1024]{0} %slice.26, u32[1024]{0} %broadcast.165), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 param_0.20> +2023-12-14 14:52:56.215805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.20 +2023-12-14 14:52:56.215816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:56.215831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:56.215837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.20 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.215842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 slice.22> +2023-12-14 14:52:56.215847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:56.215857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21, operand 0 +2023-12-14 14:52:56.215867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 reshape.21> +2023-12-14 14:52:56.215877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21 +2023-12-14 14:52:56.215887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:56.215897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.21 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.20> +2023-12-14 14:52:56.215907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:56.215917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:56.215927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> +2023-12-14 14:52:56.215937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:56.215947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:56.215961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 xor.20> +2023-12-14 14:52:56.215970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.215975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:56.215980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.215985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:56.215991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.21, u32[] %reshape.19), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.215996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 constant.101> +2023-12-14 14:52:56.216000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:56.216010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:56.216020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(466688986) +2023-12-14 14:52:56.216025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 xor.19> +2023-12-14 14:52:56.216030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:56.216039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.216050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> +2023-12-14 14:52:56.216055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.216064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:56.216074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:56.216080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 copy> +2023-12-14 14:52:56.216085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:56.216098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:56.216103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.216113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:56.216118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 Arg_0.1> +2023-12-14 14:52:56.216123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.216132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:56.216143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:56.216147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:56.216152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:56.216157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:56.216162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.216167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.6> +2023-12-14 14:52:56.216172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:56.216182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1, operand 0 +2023-12-14 14:52:56.216191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.216196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.1> +2023-12-14 14:52:56.216201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1 +2023-12-14 14:52:56.216211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:56.216216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.216226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.1 = u32[1024]{0} copy(u32[1024]{0} %fusion.6) +2023-12-14 14:52:56.216234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.4> +2023-12-14 14:52:56.216239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:56.216248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:52:56.216258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.216264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 copy.2> +2023-12-14 14:52:56.216268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:52:56.216278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:56.216283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.216293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = u32[1024]{0} copy(u32[1024]{0} %fusion.4) +2023-12-14 14:52:56.216298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.5> +2023-12-14 14:52:56.216303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:56.216312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3, operand 0 +2023-12-14 14:52:56.216323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.216327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 copy.3> +2023-12-14 14:52:56.216332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3 +2023-12-14 14:52:56.216342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:56.216346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.216358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.3 = u32[] copy(u32[] %fusion.5) +2023-12-14 14:52:56.216366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.3> +2023-12-14 14:52:56.216371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:56.216380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4, operand 0 +2023-12-14 14:52:56.216391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.216395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy.4> +2023-12-14 14:52:56.216400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4 +2023-12-14 14:52:56.216410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:56.216415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.216425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.4 = u32[] copy(u32[] %fusion.3) +2023-12-14 14:52:56.216430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.7> +2023-12-14 14:52:56.216434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:56.216445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5, operand 0 +2023-12-14 14:52:56.216454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.216459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.5> +2023-12-14 14:52:56.216464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5 +2023-12-14 14:52:56.216474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:56.216479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.216489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.5 = u32[] copy(u32[] %fusion.7) +2023-12-14 14:52:56.216497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.17> +2023-12-14 14:52:56.216503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.216513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6, operand 0 +2023-12-14 14:52:56.216523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.216527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.6> +2023-12-14 14:52:56.216532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6 +2023-12-14 14:52:56.216542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:56.216547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.216557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.6 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:56.216561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 constant.16> +2023-12-14 14:52:56.216567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.216576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7, operand 0 +2023-12-14 14:52:56.216586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.216591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.7> +2023-12-14 14:52:56.216596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7 +2023-12-14 14:52:56.216606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:56.216611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.216620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.7 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:56.216626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 tuple.9{}> +2023-12-14 14:52:56.216631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:56.216644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.216654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy, u32[1024]{0} %copy.1, u32[1024]{0} %copy.2, u32[] %copy.3, u32[] %copy.4, /*index=5*/u32[] %copy.5, u32[4]{0} %copy.6, u32[4]{0} %copy.7) +2023-12-14 14:52:56.216660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.8> +2023-12-14 14:52:56.216664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:56.216674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 4 +2023-12-14 14:52:56.216684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:56.216689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.216694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 constant.67> +2023-12-14 14:52:56.216699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:56.216709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:56.216719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:56.216724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.55> +2023-12-14 14:52:56.216729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:56.216738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16, operand 0 +2023-12-14 14:52:56.216749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.216754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.16> +2023-12-14 14:52:56.216759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16 +2023-12-14 14:52:56.216769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:56.216777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:56.216787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.16 = s32[] copy(s32[] %add.55), control-predecessors={%copy.8} +2023-12-14 14:52:56.216792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.9> +2023-12-14 14:52:56.216797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:56.216807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 3 +2023-12-14 14:52:56.216817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 3 +2023-12-14 14:52:56.216822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.131) +2023-12-14 14:52:56.216827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.11> +2023-12-14 14:52:56.216832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:56.216842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:56.216852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:56.216857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.216861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.14> +2023-12-14 14:52:56.216867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:56.216877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:56.216886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:56.216891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 1 +2023-12-14 14:52:56.216897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.216902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.10> +2023-12-14 14:52:56.216907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:56.216916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 2 +2023-12-14 14:52:56.216931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 2 +2023-12-14 14:52:56.216936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.132) +2023-12-14 14:52:56.216941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.1> +2023-12-14 14:52:56.216946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:56.216955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17, operand 0 +2023-12-14 14:52:56.216966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.216971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.17> +2023-12-14 14:52:56.216976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.216980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17 +2023-12-14 14:52:56.216986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:56.216991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.216996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:56.217001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.17 = u32[1024]{0} copy(u32[1024]{0} %fusion.1), control-predecessors={%copy.9} +2023-12-14 14:52:56.217006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.12> +2023-12-14 14:52:56.217011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:56.217022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:56.217031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:56.217036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.217041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion> +2023-12-14 14:52:56.217046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:56.217058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18, operand 0 +2023-12-14 14:52:56.217068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.18> +2023-12-14 14:52:56.217079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18 +2023-12-14 14:52:56.217089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:56.217094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:56.217103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.18 = u32[1024]{0} copy(u32[1024]{0} %fusion), control-predecessors={%copy.10} +2023-12-14 14:52:56.217109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.19> +2023-12-14 14:52:56.217114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:56.217124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:56.217128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:56.217139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.217144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.13> +2023-12-14 14:52:56.217149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:56.217158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:56.217169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.217174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.20> +2023-12-14 14:52:56.217179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:56.217188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:56.217195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:56.217206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.217211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.21> +2023-12-14 14:52:56.217216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:56.217225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:56.217232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:56.217242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.217247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.15> +2023-12-14 14:52:56.217251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:56.217262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:56.217272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.217276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.22> +2023-12-14 14:52:56.217281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:56.217292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:56.217297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:56.217307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.217311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.23> +2023-12-14 14:52:56.217316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:56.217327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:56.217332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:56.217346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.217351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 tuple.11{}> +2023-12-14 14:52:56.217357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:56.217366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.16, u32[1024]{0} %copy.17, u32[1024]{0} %copy.18, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.217376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 param_3.17> +2023-12-14 14:52:56.217381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:56.217391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70, operand 0 +2023-12-14 14:52:56.217401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.217406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 param_2.14> +2023-12-14 14:52:56.217411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.14 +2023-12-14 14:52:56.217421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:56.217431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:56.217436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70, operand 1 +2023-12-14 14:52:56.217441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.14 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.217447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 add.70> +2023-12-14 14:52:56.217451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70 +2023-12-14 14:52:56.217461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69, operand 0 +2023-12-14 14:52:56.217471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:56.217479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.70 = u32[1024]{0} add(u32[1024]{0} %param_3.17, u32[1024]{0} %param_2.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 param_1.11> +2023-12-14 14:52:56.217489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.11 +2023-12-14 14:52:56.217499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:56.217509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:56.217514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:56.217519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.11 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.217523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 slice.18> +2023-12-14 14:52:56.217529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:56.217539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:56.217549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 reshape.18> +2023-12-14 14:52:56.217559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:56.217569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22, operand 1 +2023-12-14 14:52:56.217578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117, operand 0 +2023-12-14 14:52:56.217583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.117> +2023-12-14 14:52:56.217594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117 +2023-12-14 14:52:56.217607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:56.217617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.117 = u32[1024]{0} broadcast(u32[] %reshape.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-left.18> +2023-12-14 14:52:56.217627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:56.217637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:56.217646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.117), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 constant.71> +2023-12-14 14:52:56.217657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71 +2023-12-14 14:52:56.217667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20, operand 0 +2023-12-14 14:52:56.217676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21, operand 0 +2023-12-14 14:52:56.217682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22, operand 0 +2023-12-14 14:52:56.217687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.71 = u32[] constant(32) +2023-12-14 14:52:56.217692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.22> +2023-12-14 14:52:56.217697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22 +2023-12-14 14:52:56.217706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116, operand 0 +2023-12-14 14:52:56.217716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.22 = u32[] subtract(u32[] %constant.71, u32[] %reshape.18), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.116> +2023-12-14 14:52:56.217729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116 +2023-12-14 14:52:56.217739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:56.217750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.116 = u32[1024]{0} broadcast(u32[] %subtract.22), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.18> +2023-12-14 14:52:56.217759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:56.217769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:56.217780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.116), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.18> +2023-12-14 14:52:56.217789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:56.217799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:56.217809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[1024]{0} or(u32[1024]{0} %shift-left.18, u32[1024]{0} %shift-right-logical.18), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.18> +2023-12-14 14:52:56.217819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:56.217828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:56.217838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:56.217844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69, operand 1 +2023-12-14 14:52:56.217849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[1024]{0} xor(u32[1024]{0} %add.70, u32[1024]{0} %or.18), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.69> +2023-12-14 14:52:56.217861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69 +2023-12-14 14:52:56.217872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 0 +2023-12-14 14:52:56.217881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:56.217886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.69 = u32[1024]{0} add(u32[1024]{0} %add.70, u32[1024]{0} %xor.18), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 slice.17> +2023-12-14 14:52:56.217896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:56.217906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:56.217916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.17> +2023-12-14 14:52:56.217927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:56.217937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21, operand 1 +2023-12-14 14:52:56.217946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115, operand 0 +2023-12-14 14:52:56.217953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 broadcast.115> +2023-12-14 14:52:56.217963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.217968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115 +2023-12-14 14:52:56.217975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.217980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:56.217985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.115 = u32[1024]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.217990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 shift-left.17> +2023-12-14 14:52:56.217995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:56.218005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:56.218015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[1024]{0} shift-left(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.115), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 subtract.21> +2023-12-14 14:52:56.218026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21 +2023-12-14 14:52:56.218035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114, operand 0 +2023-12-14 14:52:56.218045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.21 = u32[] subtract(u32[] %constant.71, u32[] %reshape.17), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 broadcast.114> +2023-12-14 14:52:56.218055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114 +2023-12-14 14:52:56.218065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:56.218075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.114 = u32[1024]{0} broadcast(u32[] %subtract.21), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 shift-right-logical.17> +2023-12-14 14:52:56.218085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:56.218097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:56.218108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.114), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 or.17> +2023-12-14 14:52:56.218118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:56.218128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:56.218138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[1024]{0} or(u32[1024]{0} %shift-left.17, u32[1024]{0} %shift-right-logical.17), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 xor.17> +2023-12-14 14:52:56.218148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:56.218157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:56.218167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:56.218172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 1 +2023-12-14 14:52:56.218178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[1024]{0} xor(u32[1024]{0} %add.69, u32[1024]{0} %or.17), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 add.67> +2023-12-14 14:52:56.218187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67 +2023-12-14 14:52:56.218197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66, operand 0 +2023-12-14 14:52:56.218207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:56.218212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.67 = u32[1024]{0} add(u32[1024]{0} %add.69, u32[1024]{0} %xor.17), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 slice.16> +2023-12-14 14:52:56.218231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:56.218241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16, operand 0 +2023-12-14 14:52:56.218251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.16> +2023-12-14 14:52:56.218261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16 +2023-12-14 14:52:56.218271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20, operand 1 +2023-12-14 14:52:56.218281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113, operand 0 +2023-12-14 14:52:56.218286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.16 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 broadcast.113> +2023-12-14 14:52:56.218296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113 +2023-12-14 14:52:56.218306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:56.218316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.113 = u32[1024]{0} broadcast(u32[] %reshape.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 shift-left.16> +2023-12-14 14:52:56.218326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:56.218336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:56.218349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[1024]{0} shift-left(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.113), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 subtract.20> +2023-12-14 14:52:56.218359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20 +2023-12-14 14:52:56.218369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112, operand 0 +2023-12-14 14:52:56.218380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.20 = u32[] subtract(u32[] %constant.71, u32[] %reshape.16), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 broadcast.112> +2023-12-14 14:52:56.218390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112 +2023-12-14 14:52:56.218400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:56.218410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.112 = u32[1024]{0} broadcast(u32[] %subtract.20), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-right-logical.16> +2023-12-14 14:52:56.218420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:56.218430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:56.218441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.112), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 or.16> +2023-12-14 14:52:56.218451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:56.218460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:56.218473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[1024]{0} or(u32[1024]{0} %shift-left.16, u32[1024]{0} %shift-right-logical.16), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 xor.16> +2023-12-14 14:52:56.218484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:56.218493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66, operand 1 +2023-12-14 14:52:56.218503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[1024]{0} xor(u32[1024]{0} %add.67, u32[1024]{0} %or.16), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 add.66> +2023-12-14 14:52:56.218514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66 +2023-12-14 14:52:56.218523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 0 +2023-12-14 14:52:56.218533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.66 = u32[1024]{0} add(u32[1024]{0} %add.67, u32[1024]{0} %xor.16), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.4> +2023-12-14 14:52:56.218543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.4 +2023-12-14 14:52:56.218553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111, operand 0 +2023-12-14 14:52:56.218563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.4 = u32[] parameter(0) +2023-12-14 14:52:56.218568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.111> +2023-12-14 14:52:56.218573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111 +2023-12-14 14:52:56.218583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 1 +2023-12-14 14:52:56.218596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.111 = u32[1024]{0} broadcast(u32[] %param_0.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 add.65> +2023-12-14 14:52:56.218606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65 +2023-12-14 14:52:56.218616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.65 = u32[1024]{0} add(u32[1024]{0} %add.66, u32[1024]{0} %broadcast.111), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 param_3.7> +2023-12-14 14:52:56.218631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:56.218641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 0 +2023-12-14 14:52:56.218651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.218656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_2.6> +2023-12-14 14:52:56.218661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.6 +2023-12-14 14:52:56.218670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:56.218681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:56.218685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 1 +2023-12-14 14:52:56.218690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.6 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.218696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 add.63> +2023-12-14 14:52:56.218700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63 +2023-12-14 14:52:56.218710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 0 +2023-12-14 14:52:56.218720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:56.218728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.63 = u32[1024]{0} add(u32[1024]{0} %param_3.7, u32[1024]{0} %param_2.6), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 param_1.5> +2023-12-14 14:52:56.218739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.5 +2023-12-14 14:52:56.218748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12, operand 0 +2023-12-14 14:52:56.218758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13, operand 0 +2023-12-14 14:52:56.218763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:56.218769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:56.218775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.5 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.218779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 slice.15> +2023-12-14 14:52:56.218785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:56.218794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15, operand 0 +2023-12-14 14:52:56.218804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 reshape.15> +2023-12-14 14:52:56.218814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15 +2023-12-14 14:52:56.218824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19, operand 1 +2023-12-14 14:52:56.218835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110, operand 0 +2023-12-14 14:52:56.218840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.15 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.110> +2023-12-14 14:52:56.218850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110 +2023-12-14 14:52:56.218862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:56.218872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.110 = u32[1024]{0} broadcast(u32[] %reshape.15), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-left.15> +2023-12-14 14:52:56.218882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:56.218893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:56.218902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.110), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.69> +2023-12-14 14:52:56.218912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69 +2023-12-14 14:52:56.218923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:56.218932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:56.218938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:56.218942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19, operand 0 +2023-12-14 14:52:56.218947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.69 = u32[] constant(32) +2023-12-14 14:52:56.218953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 subtract.19> +2023-12-14 14:52:56.218957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19 +2023-12-14 14:52:56.218967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.218972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109, operand 0 +2023-12-14 14:52:56.218977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.19 = u32[] subtract(u32[] %constant.69, u32[] %reshape.15), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.218985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.109> +2023-12-14 14:52:56.218990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.218995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109 +2023-12-14 14:52:56.219000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:56.219011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.109 = u32[1024]{0} broadcast(u32[] %subtract.19), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-right-logical.15> +2023-12-14 14:52:56.219020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:56.219030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:56.219041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.109), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 or.15> +2023-12-14 14:52:56.219050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:56.219060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:56.219071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[1024]{0} or(u32[1024]{0} %shift-left.15, u32[1024]{0} %shift-right-logical.15), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 xor.15> +2023-12-14 14:52:56.219080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:56.219090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:56.219101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:56.219109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 1 +2023-12-14 14:52:56.219114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[1024]{0} xor(u32[1024]{0} %add.63, u32[1024]{0} %or.15), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 add.62> +2023-12-14 14:52:56.219124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62 +2023-12-14 14:52:56.219134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 0 +2023-12-14 14:52:56.219143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:56.219149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.62 = u32[1024]{0} add(u32[1024]{0} %add.63, u32[1024]{0} %xor.15), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 slice.14> +2023-12-14 14:52:56.219158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:56.219168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:56.219179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 reshape.14> +2023-12-14 14:52:56.219188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:56.219198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:56.219209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108, operand 0 +2023-12-14 14:52:56.219214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 broadcast.108> +2023-12-14 14:52:56.219229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108 +2023-12-14 14:52:56.219238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:56.219248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.108 = u32[1024]{0} broadcast(u32[] %reshape.14), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 shift-left.14> +2023-12-14 14:52:56.219258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:56.219268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:56.219278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[1024]{0} shift-left(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.108), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 subtract.18> +2023-12-14 14:52:56.219289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:56.219298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107, operand 0 +2023-12-14 14:52:56.219308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.69, u32[] %reshape.14), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 broadcast.107> +2023-12-14 14:52:56.219323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107 +2023-12-14 14:52:56.219334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:56.219344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.107 = u32[1024]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-right-logical.14> +2023-12-14 14:52:56.219357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:56.219367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:56.219378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.107), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 or.14> +2023-12-14 14:52:56.219387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:56.219397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:56.219408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[1024]{0} or(u32[1024]{0} %shift-left.14, u32[1024]{0} %shift-right-logical.14), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 xor.14> +2023-12-14 14:52:56.219417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:56.219427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:56.219437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:56.219442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 1 +2023-12-14 14:52:56.219447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[1024]{0} xor(u32[1024]{0} %add.62, u32[1024]{0} %or.14), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.61> +2023-12-14 14:52:56.219457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61 +2023-12-14 14:52:56.219467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60, operand 0 +2023-12-14 14:52:56.219479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:56.219484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.61 = u32[1024]{0} add(u32[1024]{0} %add.62, u32[1024]{0} %xor.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 slice.13> +2023-12-14 14:52:56.219495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13 +2023-12-14 14:52:56.219505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13, operand 0 +2023-12-14 14:52:56.219514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.13 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 reshape.13> +2023-12-14 14:52:56.219525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13 +2023-12-14 14:52:56.219535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:56.219544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106, operand 0 +2023-12-14 14:52:56.219550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.13 = u32[] reshape(u32[1]{0} %slice.13), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.106> +2023-12-14 14:52:56.219560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106 +2023-12-14 14:52:56.219569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:56.219580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.106 = u32[1024]{0} broadcast(u32[] %reshape.13), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 shift-left.13> +2023-12-14 14:52:56.219590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:56.219602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:56.219612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[1024]{0} shift-left(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.106), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 subtract.17> +2023-12-14 14:52:56.219623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:56.219632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105, operand 0 +2023-12-14 14:52:56.219642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.69, u32[] %reshape.13), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 broadcast.105> +2023-12-14 14:52:56.219652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105 +2023-12-14 14:52:56.219662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:56.219672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.105 = u32[1024]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 shift-right-logical.13> +2023-12-14 14:52:56.219682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:56.219692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:56.219702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.105), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 or.13> +2023-12-14 14:52:56.219715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:56.219725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:56.219735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[1024]{0} or(u32[1024]{0} %shift-left.13, u32[1024]{0} %shift-right-logical.13), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 xor.13> +2023-12-14 14:52:56.219745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:56.219755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:56.219765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:56.219770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60, operand 1 +2023-12-14 14:52:56.219775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[1024]{0} xor(u32[1024]{0} %add.61, u32[1024]{0} %or.13), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.60> +2023-12-14 14:52:56.219785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60 +2023-12-14 14:52:56.219795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:56.219805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.60 = u32[1024]{0} add(u32[1024]{0} %add.61, u32[1024]{0} %xor.13), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 slice.12> +2023-12-14 14:52:56.219815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12 +2023-12-14 14:52:56.219825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12, operand 0 +2023-12-14 14:52:56.219835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.12 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 reshape.12> +2023-12-14 14:52:56.219848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12 +2023-12-14 14:52:56.219859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:56.219868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104, operand 0 +2023-12-14 14:52:56.219873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.12 = u32[] reshape(u32[1]{0} %slice.12), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.104> +2023-12-14 14:52:56.219883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104 +2023-12-14 14:52:56.219893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:56.219903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.104 = u32[1024]{0} broadcast(u32[] %reshape.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 shift-left.12> +2023-12-14 14:52:56.219913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:56.219923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:56.219933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[1024]{0} shift-left(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.104), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 subtract.16> +2023-12-14 14:52:56.219943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:56.219954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103, operand 0 +2023-12-14 14:52:56.219966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.69, u32[] %reshape.12), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.219971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.103> +2023-12-14 14:52:56.219976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.219982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103 +2023-12-14 14:52:56.219987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.219991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:56.219996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.103 = u32[1024]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 shift-right-logical.12> +2023-12-14 14:52:56.220007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:56.220017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:56.220027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.103), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 or.12> +2023-12-14 14:52:56.220037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:56.220047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:56.220056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[1024]{0} or(u32[1024]{0} %shift-left.12, u32[1024]{0} %shift-right-logical.12), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 xor.12> +2023-12-14 14:52:56.220066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:56.220076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 0 +2023-12-14 14:52:56.220089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[1024]{0} xor(u32[1024]{0} %add.60, u32[1024]{0} %or.12), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 param_0.2> +2023-12-14 14:52:56.220099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:56.220108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102, operand 0 +2023-12-14 14:52:56.220118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = u32[] parameter(0) +2023-12-14 14:52:56.220123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 broadcast.102> +2023-12-14 14:52:56.220129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102 +2023-12-14 14:52:56.220138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 1 +2023-12-14 14:52:56.220148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.102 = u32[1024]{0} broadcast(u32[] %param_0.2), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 add.59> +2023-12-14 14:52:56.220158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59 +2023-12-14 14:52:56.220168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 0 +2023-12-14 14:52:56.220177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.59 = u32[1024]{0} add(u32[1024]{0} %xor.12, u32[1024]{0} %broadcast.102), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 param_4.12> +2023-12-14 14:52:56.220188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:56.220198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 0 +2023-12-14 14:52:56.220210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.220215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.70> +2023-12-14 14:52:56.220221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70 +2023-12-14 14:52:56.220230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 1 +2023-12-14 14:52:56.220240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.70 = s32[] constant(1) +2023-12-14 14:52:56.220245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 add.64> +2023-12-14 14:52:56.220251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64 +2023-12-14 14:52:56.220260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:56.220270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.64 = s32[] add(s32[] %param_4.12, s32[] %constant.70), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 convert.3> +2023-12-14 14:52:56.220280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:56.220289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101, operand 0 +2023-12-14 14:52:56.220299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.64), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 broadcast.101> +2023-12-14 14:52:56.220309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101 +2023-12-14 14:52:56.220319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 1 +2023-12-14 14:52:56.220328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.101 = u32[1024]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.57> +2023-12-14 14:52:56.220341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57 +2023-12-14 14:52:56.220351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.57 = u32[1024]{0} add(u32[1024]{0} %add.59, u32[1024]{0} %broadcast.101), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 param_0.29> +2023-12-14 14:52:56.220365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29 +2023-12-14 14:52:56.220376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:56.220385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.29 = u32[1024]{0} parameter(0) +2023-12-14 14:52:56.220390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 param_1.45> +2023-12-14 14:52:56.220395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45 +2023-12-14 14:52:56.220405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:56.220415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.45 = u32[1024]{0} parameter(1) +2023-12-14 14:52:56.220420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 concatenate.1> +2023-12-14 14:52:56.220424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:56.220436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 0 +2023-12-14 14:52:56.220445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[2048]{0} concatenate(u32[1024]{0} %param_0.29, u32[1024]{0} %param_1.45), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 constant.134> +2023-12-14 14:52:56.220455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.134 +2023-12-14 14:52:56.220468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:56.220478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.134 = u32[] constant(9) +2023-12-14 14:52:56.220483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 broadcast.200> +2023-12-14 14:52:56.220487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:56.220498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 1 +2023-12-14 14:52:56.220507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = u32[2048]{0} broadcast(u32[] %constant.134), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 shift-right-logical.20> +2023-12-14 14:52:56.220517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20 +2023-12-14 14:52:56.220527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20, operand 0 +2023-12-14 14:52:56.220537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.20 = u32[2048]{0} shift-right-logical(u32[2048]{0} %concatenate.1, u32[2048]{0} %broadcast.200), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 constant.132> +2023-12-14 14:52:56.220547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.132 +2023-12-14 14:52:56.220557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:56.220567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.132 = u32[] constant(1065353216) +2023-12-14 14:52:56.220571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 broadcast.199> +2023-12-14 14:52:56.220576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:56.220587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20, operand 1 +2023-12-14 14:52:56.220600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = u32[2048]{0} broadcast(u32[] %constant.132), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 or.20> +2023-12-14 14:52:56.220610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20 +2023-12-14 14:52:56.220620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1, operand 0 +2023-12-14 14:52:56.220630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.20 = u32[2048]{0} or(u32[2048]{0} %shift-right-logical.20, u32[2048]{0} %broadcast.199), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 bitcast-convert.1> +2023-12-14 14:52:56.220640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1 +2023-12-14 14:52:56.220650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 0 +2023-12-14 14:52:56.220660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.1 = f32[2048]{0} bitcast-convert(u32[2048]{0} %or.20), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.130> +2023-12-14 14:52:56.220670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.130 +2023-12-14 14:52:56.220680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:56.220690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.130 = f32[] constant(-1) +2023-12-14 14:52:56.220695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.198> +2023-12-14 14:52:56.220700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:56.220710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 1 +2023-12-14 14:52:56.220720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048]{0} broadcast(f32[] %constant.130), dimensions={} +2023-12-14 14:52:56.220728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.102> +2023-12-14 14:52:56.220733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102 +2023-12-14 14:52:56.220743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:56.220753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.102 = f32[2048]{0} add(f32[2048]{0} %bitcast-convert.1, f32[2048]{0} %broadcast.198), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.128> +2023-12-14 14:52:56.220763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128 +2023-12-14 14:52:56.220773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:56.220783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.128 = f32[] constant(2) +2023-12-14 14:52:56.220787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.197> +2023-12-14 14:52:56.220793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:56.220803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:56.220812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048]{0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.51> +2023-12-14 14:52:56.220823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:56.220833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 0 +2023-12-14 14:52:56.220842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[2048]{0} multiply(f32[2048]{0} %add.102, f32[2048]{0} %broadcast.197), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.127> +2023-12-14 14:52:56.220858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127 +2023-12-14 14:52:56.220867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:56.220877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.127 = f32[] constant(-0.99999994) +2023-12-14 14:52:56.220883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.196> +2023-12-14 14:52:56.220888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:56.220898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:56.220907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 1 +2023-12-14 14:52:56.220913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048]{0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.101> +2023-12-14 14:52:56.220923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101 +2023-12-14 14:52:56.220932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:56.220942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.101 = f32[2048]{0} add(f32[2048]{0} %multiply.51, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.220948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 maximum.1> +2023-12-14 14:52:56.220953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.220957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:56.220962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.220967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 1 +2023-12-14 14:52:56.220972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:56.220978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:56.220985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:56.220990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:56.220995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048]{0} maximum(f32[2048]{0} %add.101, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.221000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 abs.3> +2023-12-14 14:52:56.221005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:56.221015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 0 +2023-12-14 14:52:56.221025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048]{0} abs(f32[2048]{0} %maximum.1), metadata={op_name="abs.83"} +2023-12-14 14:52:56.221029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 constant.126> +2023-12-14 14:52:56.221035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126 +2023-12-14 14:52:56.221045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:56.221055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.126 = f32[] constant(1) +2023-12-14 14:52:56.221059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 broadcast.195> +2023-12-14 14:52:56.221065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:56.221075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 1 +2023-12-14 14:52:56.221085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048]{0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:56.221090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 compare.9> +2023-12-14 14:52:56.221095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9 +2023-12-14 14:52:56.221105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 0 +2023-12-14 14:52:56.221115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.9 = pred[2048]{0} compare(f32[2048]{0} %abs.3, f32[2048]{0} %broadcast.195), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:56.221124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 constant.125> +2023-12-14 14:52:56.221130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125 +2023-12-14 14:52:56.221139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:56.221149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.125 = f32[] constant(inf) +2023-12-14 14:52:56.221154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.194> +2023-12-14 14:52:56.221160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:56.221170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:56.221179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[2048]{0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:56.221185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 multiply.50> +2023-12-14 14:52:56.221190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:56.221200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 1 +2023-12-14 14:52:56.221209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[2048]{0} multiply(f32[2048]{0} %maximum.1, f32[2048]{0} %broadcast.194), metadata={op_name="multiply.81"} +2023-12-14 14:52:56.221215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 negate.10> +2023-12-14 14:52:56.221221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:56.221231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:56.221240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048]{0} negate(f32[2048]{0} %maximum.1), metadata={op_name="negate.2"} +2023-12-14 14:52:56.221246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.49> +2023-12-14 14:52:56.221250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:56.221263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:56.221274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[2048]{0} multiply(f32[2048]{0} %negate.10, f32[2048]{0} %maximum.1), metadata={op_name="multiply.3"} +2023-12-14 14:52:56.221278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 log-plus-one.3> +2023-12-14 14:52:56.221284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:56.221293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:56.221304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048]{0} log-plus-one(f32[2048]{0} %multiply.49), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:56.221308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 negate.9> +2023-12-14 14:52:56.221314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:56.221323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:56.221333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 0 +2023-12-14 14:52:56.221338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 0 +2023-12-14 14:52:56.221343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048]{0} negate(f32[2048]{0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:56.221348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.124> +2023-12-14 14:52:56.221353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124 +2023-12-14 14:52:56.221363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:56.221373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.124 = f32[] constant(5) +2023-12-14 14:52:56.221378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 broadcast.193> +2023-12-14 14:52:56.221383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:56.221393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 1 +2023-12-14 14:52:56.221407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[2048]{0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:56.221411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 compare.8> +2023-12-14 14:52:56.221416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8 +2023-12-14 14:52:56.221426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 0 +2023-12-14 14:52:56.221436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 0 +2023-12-14 14:52:56.221441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 0 +2023-12-14 14:52:56.221446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 0 +2023-12-14 14:52:56.221451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 0 +2023-12-14 14:52:56.221456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 0 +2023-12-14 14:52:56.221461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 0 +2023-12-14 14:52:56.221466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:56.221471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:56.221476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:56.221480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.8 = pred[2048]{0} compare(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.193), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:56.221486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.123> +2023-12-14 14:52:56.221490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123 +2023-12-14 14:52:56.221501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:56.221510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.123 = f32[] constant(1.50140941) +2023-12-14 14:52:56.221516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 broadcast.192> +2023-12-14 14:52:56.221520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:56.221530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:56.221544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[2048]{0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:56.221549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 constant.122> +2023-12-14 14:52:56.221553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122 +2023-12-14 14:52:56.221564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:56.221574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.122 = f32[] constant(2.83297682) +2023-12-14 14:52:56.221579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 broadcast.191> +2023-12-14 14:52:56.221583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:56.221594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:56.221604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[2048]{0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:56.221609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 select.43> +2023-12-14 14:52:56.221613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:56.221623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 0 +2023-12-14 14:52:56.221634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.192, f32[2048]{0} %broadcast.191), metadata={op_name="select.76"} +2023-12-14 14:52:56.221639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 constant.121> +2023-12-14 14:52:56.221643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121 +2023-12-14 14:52:56.221653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:56.221664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.121 = f32[] constant(0.246640727) +2023-12-14 14:52:56.221669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 broadcast.190> +2023-12-14 14:52:56.221678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:56.221687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:56.221697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[2048]{0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:56.221702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 constant.120> +2023-12-14 14:52:56.221707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120 +2023-12-14 14:52:56.221717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:56.221727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.120 = f32[] constant(1.00167406) +2023-12-14 14:52:56.221732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 broadcast.189> +2023-12-14 14:52:56.221738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:56.221748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:56.221758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[2048]{0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:56.221763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 select.42> +2023-12-14 14:52:56.221767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:56.221777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 0 +2023-12-14 14:52:56.221787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.190, f32[2048]{0} %broadcast.189), metadata={op_name="select.69"} +2023-12-14 14:52:56.221792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 constant.119> +2023-12-14 14:52:56.221797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119 +2023-12-14 14:52:56.221807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:56.221820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.119 = f32[] constant(-0.00417768164) +2023-12-14 14:52:56.221825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.188> +2023-12-14 14:52:56.221830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:56.221840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:56.221850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[2048]{0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:56.221855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 constant.118> +2023-12-14 14:52:56.221861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118 +2023-12-14 14:52:56.221870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:56.221880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.118 = f32[] constant(0.00943887047) +2023-12-14 14:52:56.221885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 broadcast.187> +2023-12-14 14:52:56.221890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:56.221900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:56.221910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[2048]{0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:56.221915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 select.41> +2023-12-14 14:52:56.221921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:56.221931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 0 +2023-12-14 14:52:56.221941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.188, f32[2048]{0} %broadcast.187), metadata={op_name="select.62"} +2023-12-14 14:52:56.221949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 constant.117> +2023-12-14 14:52:56.221954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117 +2023-12-14 14:52:56.221964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:56.221974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.117 = f32[] constant(-0.00125372503) +2023-12-14 14:52:56.221979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 broadcast.186> +2023-12-14 14:52:56.221984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.221989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:56.221993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.221999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 1 +2023-12-14 14:52:56.222004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[2048]{0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:56.222008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.116> +2023-12-14 14:52:56.222014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116 +2023-12-14 14:52:56.222023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:56.222033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.116 = f32[] constant(-0.0076224613) +2023-12-14 14:52:56.222038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.185> +2023-12-14 14:52:56.222044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:56.222053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 2 +2023-12-14 14:52:56.222063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[2048]{0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:56.222068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 select.40> +2023-12-14 14:52:56.222073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40 +2023-12-14 14:52:56.222083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:56.222096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.40 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.186, f32[2048]{0} %broadcast.185), metadata={op_name="select.55"} +2023-12-14 14:52:56.222101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 constant.115> +2023-12-14 14:52:56.222106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115 +2023-12-14 14:52:56.222117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:56.222126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.115 = f32[] constant(0.00021858087) +2023-12-14 14:52:56.222131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.184> +2023-12-14 14:52:56.222136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:56.222147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 1 +2023-12-14 14:52:56.222156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[2048]{0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:56.222161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 constant.114> +2023-12-14 14:52:56.222166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114 +2023-12-14 14:52:56.222176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:56.222186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.114 = f32[] constant(0.00573950773) +2023-12-14 14:52:56.222191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 broadcast.183> +2023-12-14 14:52:56.222196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:56.222206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 2 +2023-12-14 14:52:56.222216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[2048]{0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:56.222221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 select.39> +2023-12-14 14:52:56.222228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39 +2023-12-14 14:52:56.222238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 0 +2023-12-14 14:52:56.222248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.39 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.184, f32[2048]{0} %broadcast.183), metadata={op_name="select.48"} +2023-12-14 14:52:56.222253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 constant.113> +2023-12-14 14:52:56.222258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113 +2023-12-14 14:52:56.222268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:56.222278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.113 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:56.222283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.182> +2023-12-14 14:52:56.222288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:56.222298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 1 +2023-12-14 14:52:56.222308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[2048]{0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:56.222313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 constant.112> +2023-12-14 14:52:56.222318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112 +2023-12-14 14:52:56.222328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:56.222338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.112 = f32[] constant(-0.00367342844) +2023-12-14 14:52:56.222342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.181> +2023-12-14 14:52:56.222348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:56.222358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 2 +2023-12-14 14:52:56.222370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[2048]{0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:56.222375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 select.38> +2023-12-14 14:52:56.222380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38 +2023-12-14 14:52:56.222391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:56.222400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.38 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.182, f32[2048]{0} %broadcast.181), metadata={op_name="select.41"} +2023-12-14 14:52:56.222405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 constant.111> +2023-12-14 14:52:56.222410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111 +2023-12-14 14:52:56.222421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:56.222430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.111 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:56.222435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.180> +2023-12-14 14:52:56.222440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:56.222450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 1 +2023-12-14 14:52:56.222460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[2048]{0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:56.222465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 constant.110> +2023-12-14 14:52:56.222470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110 +2023-12-14 14:52:56.222481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:56.222491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.110 = f32[] constant(0.00134934322) +2023-12-14 14:52:56.222499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 broadcast.179> +2023-12-14 14:52:56.222504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:56.222514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 2 +2023-12-14 14:52:56.222524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[2048]{0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:56.222528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 select.37> +2023-12-14 14:52:56.222534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37 +2023-12-14 14:52:56.222544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 0 +2023-12-14 14:52:56.222553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.37 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.180, f32[2048]{0} %broadcast.179), metadata={op_name="select.34"} +2023-12-14 14:52:56.222558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 constant.109> +2023-12-14 14:52:56.222564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109 +2023-12-14 14:52:56.222574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:56.222583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.109 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:56.222588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.178> +2023-12-14 14:52:56.222593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:56.222603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 1 +2023-12-14 14:52:56.222613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[2048]{0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:56.222618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 constant.108> +2023-12-14 14:52:56.222623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108 +2023-12-14 14:52:56.222636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:56.222646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.108 = f32[] constant(0.000100950558) +2023-12-14 14:52:56.222651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.177> +2023-12-14 14:52:56.222656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:56.222666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 2 +2023-12-14 14:52:56.222676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[2048]{0} broadcast(f32[] %constant.108), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:56.222681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 select.36> +2023-12-14 14:52:56.222686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36 +2023-12-14 14:52:56.222696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 0 +2023-12-14 14:52:56.222706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.36 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.178, f32[2048]{0} %broadcast.177), metadata={op_name="select.27"} +2023-12-14 14:52:56.222711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 constant.106> +2023-12-14 14:52:56.222716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106 +2023-12-14 14:52:56.222726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:56.222736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.106 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:56.222741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.176> +2023-12-14 14:52:56.222746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:56.222756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 1 +2023-12-14 14:52:56.222766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[2048]{0} broadcast(f32[] %constant.106), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:56.222774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.105> +2023-12-14 14:52:56.222780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105 +2023-12-14 14:52:56.222789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175, operand 0 +2023-12-14 14:52:56.222799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.105 = f32[] constant(-0.000200214257) +2023-12-14 14:52:56.222805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 broadcast.175> +2023-12-14 14:52:56.222810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175 +2023-12-14 14:52:56.222819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 2 +2023-12-14 14:52:56.222829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.175 = f32[2048]{0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:56.222835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 select.35> +2023-12-14 14:52:56.222841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35 +2023-12-14 14:52:56.222850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:56.222860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.35 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.176, f32[2048]{0} %broadcast.175), metadata={op_name="select.21"} +2023-12-14 14:52:56.222865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 constant.104> +2023-12-14 14:52:56.222870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104 +2023-12-14 14:52:56.222879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:56.222889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.104 = f32[] constant(-2.5) +2023-12-14 14:52:56.222894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.173> +2023-12-14 14:52:56.222899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:56.222912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 1 +2023-12-14 14:52:56.222922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = f32[2048]{0} broadcast(f32[] %constant.104), dimensions={} +2023-12-14 14:52:56.222927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.100> +2023-12-14 14:52:56.222933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100 +2023-12-14 14:52:56.222942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 1 +2023-12-14 14:52:56.222952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.100 = f32[2048]{0} add(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.173), metadata={op_name="subtract.15"} +2023-12-14 14:52:56.222957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 sqrt.3> +2023-12-14 14:52:56.222963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:56.222972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.222977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 0 +2023-12-14 14:52:56.222982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048]{0} sqrt(f32[2048]{0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:56.222987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.103> +2023-12-14 14:52:56.222993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.222997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:56.223002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171, operand 0 +2023-12-14 14:52:56.223012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = f32[] constant(-3) +2023-12-14 14:52:56.223018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 broadcast.171> +2023-12-14 14:52:56.223023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171 +2023-12-14 14:52:56.223033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 1 +2023-12-14 14:52:56.223042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.171 = f32[2048]{0} broadcast(f32[] %constant.103), dimensions={} +2023-12-14 14:52:56.223047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 add.99> +2023-12-14 14:52:56.223055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99 +2023-12-14 14:52:56.223065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 2 +2023-12-14 14:52:56.223074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.99 = f32[2048]{0} add(f32[2048]{0} %sqrt.3, f32[2048]{0} %broadcast.171), metadata={op_name="subtract.12"} +2023-12-14 14:52:56.223080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 select.34> +2023-12-14 14:52:56.223085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34 +2023-12-14 14:52:56.223094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 1 +2023-12-14 14:52:56.223104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:56.223110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:56.223115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:56.223119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:56.223124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:56.223129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:56.223134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:56.223140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.34 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %add.100, f32[2048]{0} %add.99), metadata={op_name="select.16"} +2023-12-14 14:52:56.223145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 multiply.48> +2023-12-14 14:52:56.223149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:56.223159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 1 +2023-12-14 14:52:56.223169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[2048]{0} multiply(f32[2048]{0} %select.35, f32[2048]{0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:56.223174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 add.98> +2023-12-14 14:52:56.223179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98 +2023-12-14 14:52:56.223193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:56.223206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.98 = f32[2048]{0} add(f32[2048]{0} %select.36, f32[2048]{0} %multiply.48), metadata={op_name="add.28"} +2023-12-14 14:52:56.223211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 multiply.47> +2023-12-14 14:52:56.223215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:56.223225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 1 +2023-12-14 14:52:56.223235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[2048]{0} multiply(f32[2048]{0} %add.98, f32[2048]{0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:56.223240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 add.97> +2023-12-14 14:52:56.223245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97 +2023-12-14 14:52:56.223254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:56.223266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.97 = f32[2048]{0} add(f32[2048]{0} %select.37, f32[2048]{0} %multiply.47), metadata={op_name="add.35"} +2023-12-14 14:52:56.223271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 multiply.46> +2023-12-14 14:52:56.223275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:56.223285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:56.223295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[2048]{0} multiply(f32[2048]{0} %add.97, f32[2048]{0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:56.223300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.96> +2023-12-14 14:52:56.223305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:56.223314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:56.223331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = f32[2048]{0} add(f32[2048]{0} %select.38, f32[2048]{0} %multiply.46), metadata={op_name="add.42"} +2023-12-14 14:52:56.223339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 multiply.45> +2023-12-14 14:52:56.223344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:56.223353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 1 +2023-12-14 14:52:56.223364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[2048]{0} multiply(f32[2048]{0} %add.96, f32[2048]{0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:56.223368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.95> +2023-12-14 14:52:56.223373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95 +2023-12-14 14:52:56.223383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:56.223393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.95 = f32[2048]{0} add(f32[2048]{0} %select.39, f32[2048]{0} %multiply.45), metadata={op_name="add.49"} +2023-12-14 14:52:56.223398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 multiply.44> +2023-12-14 14:52:56.223403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:56.223412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:56.223423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[2048]{0} multiply(f32[2048]{0} %add.95, f32[2048]{0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:56.223428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 add.92> +2023-12-14 14:52:56.223432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:56.223442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:56.223452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = f32[2048]{0} add(f32[2048]{0} %select.40, f32[2048]{0} %multiply.44), metadata={op_name="add.56"} +2023-12-14 14:52:56.223457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 multiply.43> +2023-12-14 14:52:56.223462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:56.223474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 1 +2023-12-14 14:52:56.223485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[2048]{0} multiply(f32[2048]{0} %add.92, f32[2048]{0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:56.223490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 add.91> +2023-12-14 14:52:56.223495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91 +2023-12-14 14:52:56.223504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:56.223514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.91 = f32[2048]{0} add(f32[2048]{0} %select.41, f32[2048]{0} %multiply.43), metadata={op_name="add.63"} +2023-12-14 14:52:56.223519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 multiply.42> +2023-12-14 14:52:56.223524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:56.223533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 1 +2023-12-14 14:52:56.223544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[2048]{0} multiply(f32[2048]{0} %add.91, f32[2048]{0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:56.223549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 add.88> +2023-12-14 14:52:56.223553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88 +2023-12-14 14:52:56.223563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 0 +2023-12-14 14:52:56.223573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.88 = f32[2048]{0} add(f32[2048]{0} %select.42, f32[2048]{0} %multiply.42), metadata={op_name="add.70"} +2023-12-14 14:52:56.223578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 multiply.41> +2023-12-14 14:52:56.223583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41 +2023-12-14 14:52:56.223592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 1 +2023-12-14 14:52:56.223607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.41 = f32[2048]{0} multiply(f32[2048]{0} %add.88, f32[2048]{0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:56.223612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 add.86> +2023-12-14 14:52:56.223617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86 +2023-12-14 14:52:56.223627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 0 +2023-12-14 14:52:56.223638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.86 = f32[2048]{0} add(f32[2048]{0} %select.43, f32[2048]{0} %multiply.41), metadata={op_name="add.77"} +2023-12-14 14:52:56.223642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 multiply.40> +2023-12-14 14:52:56.223647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40 +2023-12-14 14:52:56.223657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 2 +2023-12-14 14:52:56.223667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.40 = f32[2048]{0} multiply(f32[2048]{0} %add.86, f32[2048]{0} %maximum.1), metadata={op_name="multiply.78"} +2023-12-14 14:52:56.223672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 select.33> +2023-12-14 14:52:56.223676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33 +2023-12-14 14:52:56.223686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39, operand 0 +2023-12-14 14:52:56.223696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.33 = f32[2048]{0} select(pred[2048]{0} %compare.9, f32[2048]{0} %multiply.50, f32[2048]{0} %multiply.40), metadata={op_name="select.86"} +2023-12-14 14:52:56.223701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 constant.102> +2023-12-14 14:52:56.223706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:56.223715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169, operand 0 +2023-12-14 14:52:56.223726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = f32[] constant(1.41421354) +2023-12-14 14:52:56.223731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 broadcast.169> +2023-12-14 14:52:56.223738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169 +2023-12-14 14:52:56.223749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39, operand 1 +2023-12-14 14:52:56.223759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.169 = f32[2048]{0} broadcast(f32[] %constant.102), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.223764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 multiply.39> +2023-12-14 14:52:56.223769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39 +2023-12-14 14:52:56.223779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.39 = f32[2048]{0} multiply(f32[2048]{0} %select.33, f32[2048]{0} %broadcast.169), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.223789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.223794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.223804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:56.223815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.223820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.223824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.223834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:56.223845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:56.223850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:56.223854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:56.223859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:56.223867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:56.223873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:56.223877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:56.223882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.223887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.223892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.223903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:56.223908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:56.223918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.223923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.223927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.223938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.223948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.223952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.223962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.223973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.223977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.223982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.223987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.223992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.224005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.224015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.224031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.224040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.224056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.224065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.224080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.224090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.224105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.224116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:56.224120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:56.224133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.224143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.224154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:56.224158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:56.224168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.224179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.224188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:56.224193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:56.224203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.224213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.224223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:56.224227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:56.224238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.224248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.224261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:56.224266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:56.224276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.224286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.224296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:56.224301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:56.224311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.224321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.224332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:56.224337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:56.224346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.224356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.224366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:56.224371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:56.224381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.224386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{} (phi)> +2023-12-14 14:52:56.224394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.224404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:56.224414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.224420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.224425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{0} (phi)> +2023-12-14 14:52:56.224430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.224439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.224451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 while.1{1} (phi)> +2023-12-14 14:52:56.224455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.224465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.224470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.224475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.224485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:56.224490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.224495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{2} (phi)> +2023-12-14 14:52:56.224500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.224511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:56.224519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.224524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.224534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:56.224539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.224544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 while.1{3} (phi)> +2023-12-14 14:52:56.224549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.224559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.224569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 while.1{4} (phi)> +2023-12-14 14:52:56.224575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.224584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.224594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 while.1{5} (phi)> +2023-12-14 14:52:56.224599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.224609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.224619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 while.1{6} (phi)> +2023-12-14 14:52:56.224627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.224637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.224647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 while.1{7} (phi)> +2023-12-14 14:52:56.224652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.224658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.224663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.224668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.224828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.224847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.16 = s32[] copy(s32[] %add.55), control-predecessors={%copy.8} which are in the same computation + +2023-12-14 14:52:56.224861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.224873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.17 = u32[1024]{0} copy(u32[1024]{0} %fusion.1), control-predecessors={%copy.9} which are in the same computation + +2023-12-14 14:52:56.224886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.224897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.18 = u32[1024]{0} copy(u32[1024]{0} %fusion), control-predecessors={%copy.10} which are in the same computation + +2023-12-14 14:52:56.224913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.224924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:56.224938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.224949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:56.224960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.224972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:56.224984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.224996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:56.225011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.225023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:56.225035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.225051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %tuple.11 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.16, u32[1024]{0} %copy.17, u32[1024]{0} %copy.18, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) which are in the same computation + +2023-12-14 14:52:56.225136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +and %copy.16 = s32[] copy(s32[] %add.55), control-predecessors={%copy.8} which are in the same computation + +2023-12-14 14:52:56.225153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +and %copy.17 = u32[1024]{0} copy(u32[1024]{0} %fusion.1), control-predecessors={%copy.9} which are in the same computation + +2023-12-14 14:52:56.225165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +and %copy.18 = u32[1024]{0} copy(u32[1024]{0} %fusion), control-predecessors={%copy.10} which are in the same computation + +2023-12-14 14:52:56.225176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:56.225190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:56.225198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:56.225209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:56.225218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:56.225232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} which are in the same computation + +2023-12-14 14:52:56.225244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.16 = s32[] copy(s32[] %add.55), control-predecessors={%copy.8} +and %while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone which are in the same computation + +2023-12-14 14:52:56.225260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} which are in the same computation + +2023-12-14 14:52:56.225277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.17 = u32[1024]{0} copy(u32[1024]{0} %fusion.1), control-predecessors={%copy.9} +and %while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone which are in the same computation + +2023-12-14 14:52:56.225293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +and %fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} which are in the same computation + +2023-12-14 14:52:56.225304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.18 = u32[1024]{0} copy(u32[1024]{0} %fusion), control-predecessors={%copy.10} +and %while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone which are in the same computation + +2023-12-14 14:52:56.225313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +and %copy.12 = u32[] copy(u32[] %get-tuple-element.134) which are in the same computation + +2023-12-14 14:52:56.225321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +and %copy.13 = u32[] copy(u32[] %get-tuple-element.135) which are in the same computation + +2023-12-14 14:52:56.225329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +and %copy.11 = u32[] copy(u32[] %get-tuple-element.133) which are in the same computation + +2023-12-14 14:52:56.225338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +and %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) which are in the same computation + +2023-12-14 14:52:56.225346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +and %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) which are in the same computation + +2023-12-14 14:52:56.225361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +and %add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} which are in the same computation + +2023-12-14 14:52:56.225375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +and %fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} which are in the same computation + +2023-12-14 14:52:56.225401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +and %fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} which are in the same computation + +2023-12-14 14:52:56.225413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:56.225423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:56.225431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:56.225443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:56.225451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:56.225459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +and %copy.12 = u32[] copy(u32[] %get-tuple-element.134) which are in the same computation + +2023-12-14 14:52:56.225467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +and %copy.13 = u32[] copy(u32[] %get-tuple-element.135) which are in the same computation + +2023-12-14 14:52:56.225478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +and %copy.11 = u32[] copy(u32[] %get-tuple-element.133) which are in the same computation + +2023-12-14 14:52:56.225486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +and %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) which are in the same computation + +2023-12-14 14:52:56.225495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +and %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) which are in the same computation + +2023-12-14 14:52:56.225628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:56.226073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.226125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.226132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.226149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:56.226154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:56.226167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:56.226172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:56.226177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:56.226182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:56.226187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:56.226191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:56.226196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:56.226203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:56.226208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:56.226213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:56.226220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:56.226225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:56.226230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:56.226236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:56.226241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:56.226252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:56.226270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.226281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.226286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 269, phi: +2023-12-14 14:52:56.226291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.226296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:56.226301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:56.226306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69: +2023-12-14 14:52:56.226311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 270, phi: +2023-12-14 14:52:56.226316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.226321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:56.226326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 271, phi: +2023-12-14 14:52:56.226331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31 +2023-12-14 14:52:56.226335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.226340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31: +2023-12-14 14:52:56.226345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51: +2023-12-14 14:52:56.226350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 272, phi: +2023-12-14 14:52:56.226355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.226360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.226364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33: +2023-12-14 14:52:56.226369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:56.226374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 273, phi: +2023-12-14 14:52:56.226379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.226385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.226390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34: +2023-12-14 14:52:56.226395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:56.226399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 274, phi: +2023-12-14 14:52:56.226405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.226409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:56.226414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:56.226419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62: +2023-12-14 14:52:56.226424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 275, phi: +2023-12-14 14:52:56.226428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.226438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:56.226443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:56.226448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:56.226453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 276, phi: +2023-12-14 14:52:56.226457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.226462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:56.226467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:56.226472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:56.226477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 277, phi: +2023-12-14 14:52:56.226482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.226487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.226491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:56.226497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67: +2023-12-14 14:52:56.226502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 278, phi: +2023-12-14 14:52:56.226507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.226511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.226516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:56.226521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:56.226526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 279, phi: +2023-12-14 14:52:56.226531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31 +2023-12-14 14:52:56.226536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.226541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 280, phi: +2023-12-14 14:52:56.226545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.226550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.226555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 281, phi: +2023-12-14 14:52:56.226560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.226566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.226570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 282, phi: +2023-12-14 14:52:56.226575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.226580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:56.226584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 283, phi: +2023-12-14 14:52:56.226590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.226594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:56.226602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 284, phi: +2023-12-14 14:52:56.226607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.226612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:56.226617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 285, phi: +2023-12-14 14:52:56.226622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.226627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.226632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 286, phi: +2023-12-14 14:52:56.226636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.226641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.226646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 287, phi: +2023-12-14 14:52:56.226651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:56.226656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.226661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 288, phi: +2023-12-14 14:52:56.226665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.226670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31 +2023-12-14 14:52:56.226675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 289, phi: +2023-12-14 14:52:56.226680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.226685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.226690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 290, phi: +2023-12-14 14:52:56.226695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.226699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.226704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 291, phi: +2023-12-14 14:52:56.226709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 62 +2023-12-14 14:52:56.226714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.226719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 292, phi: +2023-12-14 14:52:56.226724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:56.226729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.226733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 293, phi: +2023-12-14 14:52:56.226739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:56.226743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.226749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 294, phi: +2023-12-14 14:52:56.226753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.226758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.226766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 295, phi: +2023-12-14 14:52:56.226771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.226777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.226794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.226804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.226809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 269, phi: +2023-12-14 14:52:56.226814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.226818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:56.226823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:56.226827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69: +2023-12-14 14:52:56.226833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 270, phi: +2023-12-14 14:52:56.226838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.226843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:56.226847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 271, phi: +2023-12-14 14:52:56.226852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31 +2023-12-14 14:52:56.226857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.226862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31: +2023-12-14 14:52:56.226868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51: +2023-12-14 14:52:56.226873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 272, phi: +2023-12-14 14:52:56.226877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.226882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.226887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33: +2023-12-14 14:52:56.226892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:56.226896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 273, phi: +2023-12-14 14:52:56.226902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.226906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.226911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34: +2023-12-14 14:52:56.226915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:56.226921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 274, phi: +2023-12-14 14:52:56.226925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.226931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:56.226935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:56.226940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62: +2023-12-14 14:52:56.226951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 275, phi: +2023-12-14 14:52:56.226956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.226961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:56.226966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:56.226971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:56.226975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 276, phi: +2023-12-14 14:52:56.226981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.226986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:56.226991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:56.226996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:56.227001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 277, phi: +2023-12-14 14:52:56.227005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.227010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.227015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:56.227020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67: +2023-12-14 14:52:56.227025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 278, phi: +2023-12-14 14:52:56.227030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.227034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.227039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:56.227044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:56.227050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 279, phi: +2023-12-14 14:52:56.227054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31 +2023-12-14 14:52:56.227059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.227064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 280, phi: +2023-12-14 14:52:56.227068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.227073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.227079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 281, phi: +2023-12-14 14:52:56.227083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.227088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.227093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 282, phi: +2023-12-14 14:52:56.227097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.227103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:56.227109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 283, phi: +2023-12-14 14:52:56.227114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.227121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:56.227126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 284, phi: +2023-12-14 14:52:56.227131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.227136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:56.227141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 285, phi: +2023-12-14 14:52:56.227146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.227150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.227155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 286, phi: +2023-12-14 14:52:56.227160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.227165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.227170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 287, phi: +2023-12-14 14:52:56.227175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:56.227180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.227184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 288, phi: +2023-12-14 14:52:56.227189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.227194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31 +2023-12-14 14:52:56.227199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 289, phi: +2023-12-14 14:52:56.227204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.227209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.227213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 290, phi: +2023-12-14 14:52:56.227218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.227223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.227228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 291, phi: +2023-12-14 14:52:56.227233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 62 +2023-12-14 14:52:56.227238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.227242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 292, phi: +2023-12-14 14:52:56.227247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:56.227252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.227257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 293, phi: +2023-12-14 14:52:56.227262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:56.227267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.227272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 294, phi: +2023-12-14 14:52:56.227276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.227284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.227289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 295, phi: +2023-12-14 14:52:56.227294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.227299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.227304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.227311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <32 Arg_0.1> + +2023-12-14 14:52:56.227327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.227334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <31 constant.14> + +2023-12-14 14:52:56.227340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.227345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <39 constant.16> + +2023-12-14 14:52:56.227350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.227356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <38 constant.17> + +2023-12-14 14:52:56.227361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.227373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <287 while.1{} (phi)> + {0} : HloValueSet: <288 while.1{0} (phi)> + {1} : HloValueSet: <289 while.1{1} (phi)> + {2} : HloValueSet: <290 while.1{2} (phi)> + {3} : HloValueSet: <291 while.1{3} (phi)> + {4} : HloValueSet: <292 while.1{4} (phi)> + {5} : HloValueSet: <293 while.1{5} (phi)> + {6} : HloValueSet: <294 while.1{6} (phi)> + {7} : HloValueSet: <295 while.1{7} (phi)> + +2023-12-14 14:52:56.227379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.227385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <289 while.1{1} (phi)> + +2023-12-14 14:52:56.227391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:56.227396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <290 while.1{2} (phi)> + +2023-12-14 14:52:56.227401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:56.227407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <36 fusion.3> + +2023-12-14 14:52:56.227412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:56.227417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <34 fusion.4> + +2023-12-14 14:52:56.227422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:56.227428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <35 fusion.5> + +2023-12-14 14:52:56.227442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:56.227448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <33 fusion.6> + +2023-12-14 14:52:56.227453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:56.227458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <37 fusion.7> + +2023-12-14 14:52:56.227463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.227469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 fusion.2.clone> + +2023-12-14 14:52:56.227474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:56.227479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <41 copy> + +2023-12-14 14:52:56.227484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.1 +2023-12-14 14:52:56.227490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <42 copy.1> + +2023-12-14 14:52:56.227495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:52:56.227500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <43 copy.2> + +2023-12-14 14:52:56.227505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.3 +2023-12-14 14:52:56.227512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 copy.3> + +2023-12-14 14:52:56.227517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.4 +2023-12-14 14:52:56.227522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <45 copy.4> + +2023-12-14 14:52:56.227527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.5 +2023-12-14 14:52:56.227532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <46 copy.5> + +2023-12-14 14:52:56.227537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.6 +2023-12-14 14:52:56.227543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 copy.6> + +2023-12-14 14:52:56.227548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.7 +2023-12-14 14:52:56.227553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 copy.7> + +2023-12-14 14:52:56.227558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:56.227567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <40 tuple.9{}> + {0} : HloValueSet: <31 constant.14> + {1} : HloValueSet: <33 fusion.6> + {2} : HloValueSet: <34 fusion.4> + {3} : HloValueSet: <35 fusion.5> + {4} : HloValueSet: <36 fusion.3> + {5} : HloValueSet: <37 fusion.7> + {6} : HloValueSet: <38 constant.17> + {7} : HloValueSet: <39 constant.16> + +2023-12-14 14:52:56.227576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.227587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <270 arg_tuple.3{} (phi)> + {0} : HloValueSet: <279 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <280 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <281 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <282 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <283 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <284 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <285 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <286 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.227593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:56.227598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 constant.67> + +2023-12-14 14:52:56.227604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:56.227609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 add.55> + +2023-12-14 14:52:56.227614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:56.227619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <60 fusion> + +2023-12-14 14:52:56.227624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:56.227629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <57 fusion.1> + +2023-12-14 14:52:56.227635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:56.227640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <279 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.227645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:56.227650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <49 copy.8> + +2023-12-14 14:52:56.227655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:56.227661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <280 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.227666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:56.227672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:56.227676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:56.227682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <281 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.227687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:56.227694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:56.227699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:56.227708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <282 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.227713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:56.227718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:56.227724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:56.227729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <283 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.227734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:56.227739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.12> + +2023-12-14 14:52:56.227744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:56.227750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <284 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.227755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:56.227761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <63 copy.13> + +2023-12-14 14:52:56.227765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:56.227771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <285 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.227776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:56.227781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:56.227787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:56.227792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <286 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.227797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:56.227802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <66 copy.15> + +2023-12-14 14:52:56.227807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.16 +2023-12-14 14:52:56.227813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <52 copy.16> + +2023-12-14 14:52:56.227818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.17 +2023-12-14 14:52:56.227824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <58 copy.17> + +2023-12-14 14:52:56.227828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.18 +2023-12-14 14:52:56.227834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <61 copy.18> + +2023-12-14 14:52:56.227842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:56.227848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <62 copy.19> + +2023-12-14 14:52:56.227853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:56.227858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.20> + +2023-12-14 14:52:56.227863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:56.227868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <65 copy.21> + +2023-12-14 14:52:56.227873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:56.227879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <67 copy.22> + +2023-12-14 14:52:56.227884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:56.227889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <68 copy.23> + +2023-12-14 14:52:56.227894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:56.227903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <69 tuple.11{}> + {0} : HloValueSet: <51 add.55> + {1} : HloValueSet: <57 fusion.1> + {2} : HloValueSet: <60 fusion> + {3} : HloValueSet: <62 copy.19> + {4} : HloValueSet: <64 copy.20> + {5} : HloValueSet: <65 copy.21> + {6} : HloValueSet: <67 copy.22> + {7} : HloValueSet: <68 copy.23> + +2023-12-14 14:52:56.227910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.227920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <269 arg_tuple.4{} (phi)> + {0} : HloValueSet: <271 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <272 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <273 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <274 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <275 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <276 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <277 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <278 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.227925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:56.227931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <7 constant.68> + +2023-12-14 14:52:56.227937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:56.227942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <8 compare.5> + +2023-12-14 14:52:56.227947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:56.227953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <271 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.227957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.57 +2023-12-14 14:52:56.227966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <160 add.57> + +2023-12-14 14:52:56.227972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.101 +2023-12-14 14:52:56.227977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <159 broadcast.101> + +2023-12-14 14:52:56.227982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:56.227987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <158 convert.3> + +2023-12-14 14:52:56.227993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.59 +2023-12-14 14:52:56.227999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <154 add.59> + +2023-12-14 14:52:56.228004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.102 +2023-12-14 14:52:56.228009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <153 broadcast.102> + +2023-12-14 14:52:56.228014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:56.228020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <151 xor.12> + +2023-12-14 14:52:56.228025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:56.228031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <150 or.12> + +2023-12-14 14:52:56.228036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:56.228041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <149 shift-right-logical.12> + +2023-12-14 14:52:56.228046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.103 +2023-12-14 14:52:56.228051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <148 broadcast.103> + +2023-12-14 14:52:56.228058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:56.228064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <147 subtract.16> + +2023-12-14 14:52:56.228069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:56.228074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <146 shift-left.12> + +2023-12-14 14:52:56.228079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.104 +2023-12-14 14:52:56.228085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <145 broadcast.104> + +2023-12-14 14:52:56.228090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.12 +2023-12-14 14:52:56.228096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 reshape.12> + +2023-12-14 14:52:56.228101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.12 +2023-12-14 14:52:56.228111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <143 slice.12> + +2023-12-14 14:52:56.228116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.60 +2023-12-14 14:52:56.228122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <142 add.60> + +2023-12-14 14:52:56.228127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:56.228133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <141 xor.13> + +2023-12-14 14:52:56.228137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:56.228143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <140 or.13> + +2023-12-14 14:52:56.228150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:56.228156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <139 shift-right-logical.13> + +2023-12-14 14:52:56.228161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.105 +2023-12-14 14:52:56.228166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <138 broadcast.105> + +2023-12-14 14:52:56.228171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:56.228177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <137 subtract.17> + +2023-12-14 14:52:56.228183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:56.228188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <136 shift-left.13> + +2023-12-14 14:52:56.228193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.106 +2023-12-14 14:52:56.228198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <135 broadcast.106> + +2023-12-14 14:52:56.228204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.13 +2023-12-14 14:52:56.228209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <134 reshape.13> + +2023-12-14 14:52:56.228214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.13 +2023-12-14 14:52:56.228220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <133 slice.13> + +2023-12-14 14:52:56.228224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.61 +2023-12-14 14:52:56.228230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <132 add.61> + +2023-12-14 14:52:56.228235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:56.228241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <131 xor.14> + +2023-12-14 14:52:56.228248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:56.228254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <130 or.14> + +2023-12-14 14:52:56.228259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:56.228265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <129 shift-right-logical.14> + +2023-12-14 14:52:56.228270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.107 +2023-12-14 14:52:56.228276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <128 broadcast.107> + +2023-12-14 14:52:56.228281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:56.228286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <127 subtract.18> + +2023-12-14 14:52:56.228291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:56.228297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <126 shift-left.14> + +2023-12-14 14:52:56.228303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.108 +2023-12-14 14:52:56.228308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <125 broadcast.108> + +2023-12-14 14:52:56.228313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:56.228318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <124 reshape.14> + +2023-12-14 14:52:56.228324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:56.228329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <123 slice.14> + +2023-12-14 14:52:56.228335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.62 +2023-12-14 14:52:56.228340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <122 add.62> + +2023-12-14 14:52:56.228345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:56.228350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <121 xor.15> + +2023-12-14 14:52:56.228355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:56.228361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <120 or.15> + +2023-12-14 14:52:56.228366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:56.228372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <119 shift-right-logical.15> + +2023-12-14 14:52:56.228376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.109 +2023-12-14 14:52:56.228382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <118 broadcast.109> + +2023-12-14 14:52:56.228390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.19 +2023-12-14 14:52:56.228396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <117 subtract.19> + +2023-12-14 14:52:56.228401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.69 +2023-12-14 14:52:56.228406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <116 constant.69> + +2023-12-14 14:52:56.228411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:56.228417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <115 shift-left.15> + +2023-12-14 14:52:56.228422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.110 +2023-12-14 14:52:56.228428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <114 broadcast.110> + +2023-12-14 14:52:56.228433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.15 +2023-12-14 14:52:56.228439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <113 reshape.15> + +2023-12-14 14:52:56.228444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:56.228449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <112 slice.15> + +2023-12-14 14:52:56.228455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.63 +2023-12-14 14:52:56.228460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <110 add.63> + +2023-12-14 14:52:56.228465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.64 +2023-12-14 14:52:56.228470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <157 add.64> + +2023-12-14 14:52:56.228475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:56.228481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <152 param_0.2> + +2023-12-14 14:52:56.228486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.5 +2023-12-14 14:52:56.228491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <111 param_1.5> + +2023-12-14 14:52:56.228496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.6 +2023-12-14 14:52:56.228501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <109 param_2.6> + +2023-12-14 14:52:56.228507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:56.228512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <108 param_3.7> + +2023-12-14 14:52:56.228518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:56.228523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <155 param_4.12> + +2023-12-14 14:52:56.228531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.70 +2023-12-14 14:52:56.228537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <156 constant.70> + +2023-12-14 14:52:56.228542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.65 +2023-12-14 14:52:56.228548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <107 add.65> + +2023-12-14 14:52:56.228553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.111 +2023-12-14 14:52:56.228558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <106 broadcast.111> + +2023-12-14 14:52:56.228565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.66 +2023-12-14 14:52:56.228570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <104 add.66> + +2023-12-14 14:52:56.228576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.4 +2023-12-14 14:52:56.228581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <105 param_0.4> + +2023-12-14 14:52:56.228586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:56.228591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <103 xor.16> + +2023-12-14 14:52:56.228596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:56.228602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <102 or.16> + +2023-12-14 14:52:56.228607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:56.228613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <101 shift-right-logical.16> + +2023-12-14 14:52:56.228617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.112 +2023-12-14 14:52:56.228623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <100 broadcast.112> + +2023-12-14 14:52:56.228628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.20 +2023-12-14 14:52:56.228634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <99 subtract.20> + +2023-12-14 14:52:56.228639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:56.228645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <98 shift-left.16> + +2023-12-14 14:52:56.228650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.113 +2023-12-14 14:52:56.228657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <97 broadcast.113> + +2023-12-14 14:52:56.228662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.16 +2023-12-14 14:52:56.228670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <96 reshape.16> + +2023-12-14 14:52:56.228675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:56.228681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <95 slice.16> + +2023-12-14 14:52:56.228686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.67 +2023-12-14 14:52:56.228692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <94 add.67> + +2023-12-14 14:52:56.228697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:56.228702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <93 xor.17> + +2023-12-14 14:52:56.228707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:56.228713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <92 or.17> + +2023-12-14 14:52:56.228718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:56.228723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <91 shift-right-logical.17> + +2023-12-14 14:52:56.228729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.114 +2023-12-14 14:52:56.228734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <90 broadcast.114> + +2023-12-14 14:52:56.228739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.21 +2023-12-14 14:52:56.228745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <89 subtract.21> + +2023-12-14 14:52:56.228750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:56.228755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <88 shift-left.17> + +2023-12-14 14:52:56.228761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.115 +2023-12-14 14:52:56.228766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <87 broadcast.115> + +2023-12-14 14:52:56.228771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:56.228776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <86 reshape.17> + +2023-12-14 14:52:56.228782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:56.228787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <85 slice.17> + +2023-12-14 14:52:56.228792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.69 +2023-12-14 14:52:56.228798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <84 add.69> + +2023-12-14 14:52:56.228803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:56.228811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <83 xor.18> + +2023-12-14 14:52:56.228816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:56.228822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <82 or.18> + +2023-12-14 14:52:56.228827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:56.228833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <81 shift-right-logical.18> + +2023-12-14 14:52:56.228838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.116 +2023-12-14 14:52:56.228844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <80 broadcast.116> + +2023-12-14 14:52:56.228849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.22 +2023-12-14 14:52:56.228855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 subtract.22> + +2023-12-14 14:52:56.228860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.71 +2023-12-14 14:52:56.228865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 constant.71> + +2023-12-14 14:52:56.228870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.11 +2023-12-14 14:52:56.228876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <73 param_1.11> + +2023-12-14 14:52:56.228881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:56.228887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <77 shift-left.18> + +2023-12-14 14:52:56.228891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.117 +2023-12-14 14:52:56.228897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <76 broadcast.117> + +2023-12-14 14:52:56.228902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:56.228908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 reshape.18> + +2023-12-14 14:52:56.228913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:56.228918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <74 slice.18> + +2023-12-14 14:52:56.228923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.70 +2023-12-14 14:52:56.228929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <72 add.70> + +2023-12-14 14:52:56.228934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.14 +2023-12-14 14:52:56.228941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <71 param_2.14> + +2023-12-14 14:52:56.228946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:56.228954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <70 param_3.17> + +2023-12-14 14:52:56.228960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:56.228965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 xor.19> + +2023-12-14 14:52:56.228970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:56.228976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 xor.20> + +2023-12-14 14:52:56.228981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:56.228986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 constant.101> + +2023-12-14 14:52:56.228992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:56.228997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 reshape.19> + +2023-12-14 14:52:56.229002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:56.229008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <26 slice.20> + +2023-12-14 14:52:56.229012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.21 +2023-12-14 14:52:56.229019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <25 reshape.21> + +2023-12-14 14:52:56.229024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.20 +2023-12-14 14:52:56.229030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <23 param_0.20> + +2023-12-14 14:52:56.229035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:56.229041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <24 slice.22> + +2023-12-14 14:52:56.229045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.84 +2023-12-14 14:52:56.229051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <22 add.84> + +2023-12-14 14:52:56.229056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.165 +2023-12-14 14:52:56.229062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <21 broadcast.165> + +2023-12-14 14:52:56.229067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.23 +2023-12-14 14:52:56.229072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <20 reshape.23> + +2023-12-14 14:52:56.229077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:56.229083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <19 slice.25> + +2023-12-14 14:52:56.229088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:56.229097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <17 slice.26> + +2023-12-14 14:52:56.229102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.22 +2023-12-14 14:52:56.229107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <18 param_0.22> + +2023-12-14 14:52:56.229113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.0 +2023-12-14 14:52:56.229118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <16 iota.0> + +2023-12-14 14:52:56.229124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.24 +2023-12-14 14:52:56.229129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.24> + +2023-12-14 14:52:56.229134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:56.229140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.27> + +2023-12-14 14:52:56.229145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.24 +2023-12-14 14:52:56.229150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.24> + +2023-12-14 14:52:56.229155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.85 +2023-12-14 14:52:56.229161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <15 add.85> + +2023-12-14 14:52:56.229166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:56.229172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <14 broadcast.167> + +2023-12-14 14:52:56.229176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.25 +2023-12-14 14:52:56.229182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 reshape.25> + +2023-12-14 14:52:56.229187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:56.229192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 slice.28> + +2023-12-14 14:52:56.229197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:56.229203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <10 slice.29> + +2023-12-14 14:52:56.229208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.26 +2023-12-14 14:52:56.229214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <11 param_0.26> + +2023-12-14 14:52:56.229219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.1 +2023-12-14 14:52:56.229224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <9 iota.1> + +2023-12-14 14:52:56.229230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:56.229238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <6 reshape.26> + +2023-12-14 14:52:56.229244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:56.229250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <5 slice.30> + +2023-12-14 14:52:56.229254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.28 +2023-12-14 14:52:56.229261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <4 param_0.28> + +2023-12-14 14:52:56.229265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.39 +2023-12-14 14:52:56.229271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <268 multiply.39> + +2023-12-14 14:52:56.229276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.169 +2023-12-14 14:52:56.229282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <267 broadcast.169> + +2023-12-14 14:52:56.229287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:56.229293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <266 constant.102> + +2023-12-14 14:52:56.229297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.33 +2023-12-14 14:52:56.229303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <265 select.33> + +2023-12-14 14:52:56.229308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.40 +2023-12-14 14:52:56.229314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <264 multiply.40> + +2023-12-14 14:52:56.229319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.86 +2023-12-14 14:52:56.229325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <263 add.86> + +2023-12-14 14:52:56.229330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.41 +2023-12-14 14:52:56.229336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <262 multiply.41> + +2023-12-14 14:52:56.229340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.88 +2023-12-14 14:52:56.229346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <261 add.88> + +2023-12-14 14:52:56.229351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:56.229357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <260 multiply.42> + +2023-12-14 14:52:56.229361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.91 +2023-12-14 14:52:56.229367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <259 add.91> + +2023-12-14 14:52:56.229372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:56.229381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <258 multiply.43> + +2023-12-14 14:52:56.229386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:56.229391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <257 add.92> + +2023-12-14 14:52:56.229397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:56.229402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <256 multiply.44> + +2023-12-14 14:52:56.229407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.95 +2023-12-14 14:52:56.229413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <255 add.95> + +2023-12-14 14:52:56.229418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:56.229423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <254 multiply.45> + +2023-12-14 14:52:56.229429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:56.229434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <253 add.96> + +2023-12-14 14:52:56.229439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:56.229445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <252 multiply.46> + +2023-12-14 14:52:56.229450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.97 +2023-12-14 14:52:56.229455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <251 add.97> + +2023-12-14 14:52:56.229460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:56.229466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <250 multiply.47> + +2023-12-14 14:52:56.229471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.98 +2023-12-14 14:52:56.229476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <249 add.98> + +2023-12-14 14:52:56.229481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:56.229487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <248 multiply.48> + +2023-12-14 14:52:56.229492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.34 +2023-12-14 14:52:56.229497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <247 select.34> + +2023-12-14 14:52:56.229503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.99 +2023-12-14 14:52:56.229508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <246 add.99> + +2023-12-14 14:52:56.229513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.171 +2023-12-14 14:52:56.229522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <245 broadcast.171> + +2023-12-14 14:52:56.229527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:56.229533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <244 constant.103> + +2023-12-14 14:52:56.229538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:56.229543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <243 sqrt.3> + +2023-12-14 14:52:56.229549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.100 +2023-12-14 14:52:56.229554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <242 add.100> + +2023-12-14 14:52:56.229559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:56.229565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <241 broadcast.173> + +2023-12-14 14:52:56.229570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.104 +2023-12-14 14:52:56.229575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <240 constant.104> + +2023-12-14 14:52:56.229580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.35 +2023-12-14 14:52:56.229586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <239 select.35> + +2023-12-14 14:52:56.229591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.175 +2023-12-14 14:52:56.229597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <238 broadcast.175> + +2023-12-14 14:52:56.229602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.105 +2023-12-14 14:52:56.229607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <237 constant.105> + +2023-12-14 14:52:56.229612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:56.229618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <236 broadcast.176> + +2023-12-14 14:52:56.229623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.106 +2023-12-14 14:52:56.229628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <235 constant.106> + +2023-12-14 14:52:56.229633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.36 +2023-12-14 14:52:56.229639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <234 select.36> + +2023-12-14 14:52:56.229644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:56.229649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <233 broadcast.177> + +2023-12-14 14:52:56.229658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.108 +2023-12-14 14:52:56.229663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <232 constant.108> + +2023-12-14 14:52:56.229669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:56.229674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <231 broadcast.178> + +2023-12-14 14:52:56.229679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.109 +2023-12-14 14:52:56.229685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <230 constant.109> + +2023-12-14 14:52:56.229690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.37 +2023-12-14 14:52:56.229695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <229 select.37> + +2023-12-14 14:52:56.229701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:56.229706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <228 broadcast.179> + +2023-12-14 14:52:56.229712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.110 +2023-12-14 14:52:56.229717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <227 constant.110> + +2023-12-14 14:52:56.229722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:56.229728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <226 broadcast.180> + +2023-12-14 14:52:56.229733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.111 +2023-12-14 14:52:56.229738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <225 constant.111> + +2023-12-14 14:52:56.229744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.38 +2023-12-14 14:52:56.229749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <224 select.38> + +2023-12-14 14:52:56.229754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:56.229759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <223 broadcast.181> + +2023-12-14 14:52:56.229765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.112 +2023-12-14 14:52:56.229770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <222 constant.112> + +2023-12-14 14:52:56.229775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:56.229781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <221 broadcast.182> + +2023-12-14 14:52:56.229786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.113 +2023-12-14 14:52:56.229791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <220 constant.113> + +2023-12-14 14:52:56.229799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.39 +2023-12-14 14:52:56.229805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <219 select.39> + +2023-12-14 14:52:56.229810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:56.229816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <218 broadcast.183> + +2023-12-14 14:52:56.229822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.114 +2023-12-14 14:52:56.229827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <217 constant.114> + +2023-12-14 14:52:56.229833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:56.229838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <216 broadcast.184> + +2023-12-14 14:52:56.229843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.115 +2023-12-14 14:52:56.229848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <215 constant.115> + +2023-12-14 14:52:56.229853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.40 +2023-12-14 14:52:56.229859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <214 select.40> + +2023-12-14 14:52:56.229864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:56.229870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <213 broadcast.185> + +2023-12-14 14:52:56.229874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.116 +2023-12-14 14:52:56.229880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <212 constant.116> + +2023-12-14 14:52:56.229885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:56.229891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <211 broadcast.186> + +2023-12-14 14:52:56.229896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.117 +2023-12-14 14:52:56.229901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <210 constant.117> + +2023-12-14 14:52:56.229906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:56.229911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <209 select.41> + +2023-12-14 14:52:56.229917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:56.229923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <208 broadcast.187> + +2023-12-14 14:52:56.229928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.118 +2023-12-14 14:52:56.229936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <207 constant.118> + +2023-12-14 14:52:56.229941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:56.229947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <206 broadcast.188> + +2023-12-14 14:52:56.229952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.119 +2023-12-14 14:52:56.229958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <205 constant.119> + +2023-12-14 14:52:56.229963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:56.229968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <204 select.42> + +2023-12-14 14:52:56.229974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:56.229979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <203 broadcast.189> + +2023-12-14 14:52:56.229985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.120 +2023-12-14 14:52:56.229990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <202 constant.120> + +2023-12-14 14:52:56.229995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:56.230001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <201 broadcast.190> + +2023-12-14 14:52:56.230006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.121 +2023-12-14 14:52:56.230013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <200 constant.121> + +2023-12-14 14:52:56.230018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:56.230023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <199 select.43> + +2023-12-14 14:52:56.230028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:56.230033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <198 broadcast.191> + +2023-12-14 14:52:56.230039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.122 +2023-12-14 14:52:56.230045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <197 constant.122> + +2023-12-14 14:52:56.230049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:56.230055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <196 broadcast.192> + +2023-12-14 14:52:56.230060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.123 +2023-12-14 14:52:56.230065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 constant.123> + +2023-12-14 14:52:56.230073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.8 +2023-12-14 14:52:56.230079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <194 compare.8> + +2023-12-14 14:52:56.230084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:56.230089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <193 broadcast.193> + +2023-12-14 14:52:56.230094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.124 +2023-12-14 14:52:56.230100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 constant.124> + +2023-12-14 14:52:56.230105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:56.230111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <191 negate.9> + +2023-12-14 14:52:56.230116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:56.230121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <190 log-plus-one.3> + +2023-12-14 14:52:56.230127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:56.230132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <189 multiply.49> + +2023-12-14 14:52:56.230137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:56.230143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <188 negate.10> + +2023-12-14 14:52:56.230148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:56.230153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <187 multiply.50> + +2023-12-14 14:52:56.230158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:56.230164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <186 broadcast.194> + +2023-12-14 14:52:56.230169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.125 +2023-12-14 14:52:56.230174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 constant.125> + +2023-12-14 14:52:56.230179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.9 +2023-12-14 14:52:56.230185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <184 compare.9> + +2023-12-14 14:52:56.230190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:56.230196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <183 broadcast.195> + +2023-12-14 14:52:56.230201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.126 +2023-12-14 14:52:56.230206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 constant.126> + +2023-12-14 14:52:56.230216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:56.230222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <181 abs.3> + +2023-12-14 14:52:56.230228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:56.230233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <180 maximum.1> + +2023-12-14 14:52:56.230238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.101 +2023-12-14 14:52:56.230243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <179 add.101> + +2023-12-14 14:52:56.230249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:56.230255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <178 broadcast.196> + +2023-12-14 14:52:56.230260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.127 +2023-12-14 14:52:56.230265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.127> + +2023-12-14 14:52:56.230270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:56.230275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <176 multiply.51> + +2023-12-14 14:52:56.230281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:56.230287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <175 broadcast.197> + +2023-12-14 14:52:56.230292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.128 +2023-12-14 14:52:56.230297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.128> + +2023-12-14 14:52:56.230302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.102 +2023-12-14 14:52:56.230307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <173 add.102> + +2023-12-14 14:52:56.230312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:56.230319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <172 broadcast.198> + +2023-12-14 14:52:56.230323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.130 +2023-12-14 14:52:56.230329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.130> + +2023-12-14 14:52:56.230334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.1 +2023-12-14 14:52:56.230340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <170 bitcast-convert.1> + +2023-12-14 14:52:56.230345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.20 +2023-12-14 14:52:56.230350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <169 or.20> + +2023-12-14 14:52:56.230358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:56.230364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <168 broadcast.199> + +2023-12-14 14:52:56.230369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.132 +2023-12-14 14:52:56.230375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <167 constant.132> + +2023-12-14 14:52:56.230380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.20 +2023-12-14 14:52:56.230386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <166 shift-right-logical.20> + +2023-12-14 14:52:56.230390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:56.230396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <165 broadcast.200> + +2023-12-14 14:52:56.230401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.134 +2023-12-14 14:52:56.230407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <164 constant.134> + +2023-12-14 14:52:56.230412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:56.230418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <163 concatenate.1> + +2023-12-14 14:52:56.230422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.29 +2023-12-14 14:52:56.230428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <161 param_0.29> + +2023-12-14 14:52:56.230433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.45 +2023-12-14 14:52:56.230439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <162 param_1.45> + +2023-12-14 14:52:56.230444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:56.230449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 fusion.2.clone> + +2023-12-14 14:52:56.230454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.230461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <289 while.1{1} (phi)> + +2023-12-14 14:52:56.230467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.230472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <290 while.1{2} (phi)> + +2023-12-14 14:52:56.231441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:56.231462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.231467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.231483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 Arg_0.1> (def) +2023-12-14 14:52:56.231487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.231497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> (def) +2023-12-14 14:52:56.231501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.231511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.16> (def) +2023-12-14 14:52:56.231516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.231525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 constant.17> (def) +2023-12-14 14:52:56.231530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.231539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.231544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{} (phi)> (def) +2023-12-14 14:52:56.231550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.231555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{0} (phi)> (def) +2023-12-14 14:52:56.231560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.231565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 while.1{1} (phi)> (def) +2023-12-14 14:52:56.231569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.231574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{2} (phi)> (def) +2023-12-14 14:52:56.231580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.231584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 while.1{3} (phi)> (def) +2023-12-14 14:52:56.231589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.231594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 while.1{4} (phi)> (def) +2023-12-14 14:52:56.231599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.231604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 while.1{5} (phi)> (def) +2023-12-14 14:52:56.231609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.231614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 while.1{6} (phi)> (def) +2023-12-14 14:52:56.231622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.231627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 while.1{7} (phi)> (def) +2023-12-14 14:52:56.231632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.231642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 while.1{1} (phi)> +2023-12-14 14:52:56.231648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:56.231657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{2} (phi)> +2023-12-14 14:52:56.231662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:56.231673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.3> (def) +2023-12-14 14:52:56.231678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:56.231688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.4> (def) +2023-12-14 14:52:56.231693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:56.231702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.5> (def) +2023-12-14 14:52:56.231708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:56.231718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.6> (def) +2023-12-14 14:52:56.231722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:56.231732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.7> (def) +2023-12-14 14:52:56.231737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.231747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> +2023-12-14 14:52:56.231752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:56.231761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy> (def) +2023-12-14 14:52:56.231766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1: +2023-12-14 14:52:56.231781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.1> (def) +2023-12-14 14:52:56.231785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:52:56.231795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.2> (def) +2023-12-14 14:52:56.231800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3: +2023-12-14 14:52:56.231810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.3> (def) +2023-12-14 14:52:56.231815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4: +2023-12-14 14:52:56.231825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.4> (def) +2023-12-14 14:52:56.231829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5: +2023-12-14 14:52:56.231839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.5> (def) +2023-12-14 14:52:56.231845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6: +2023-12-14 14:52:56.231854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.6> (def) +2023-12-14 14:52:56.231859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7: +2023-12-14 14:52:56.231868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.7> (def) +2023-12-14 14:52:56.231874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:56.231884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.231889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 tuple.9{}> (def) +2023-12-14 14:52:56.231893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.231898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> +2023-12-14 14:52:56.231903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.231909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.6> +2023-12-14 14:52:56.231914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.231919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.4> +2023-12-14 14:52:56.231923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.231931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.5> +2023-12-14 14:52:56.231936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.231941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.3> +2023-12-14 14:52:56.231946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.231951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.7> +2023-12-14 14:52:56.231956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.231961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 constant.17> +2023-12-14 14:52:56.231966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.231972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.16> +2023-12-14 14:52:56.231977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.231982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.231987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.231991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.231996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.232001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.232006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.232012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.232017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.232021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.232026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.232031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.232036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.232041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.232047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.232052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.232057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.232061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.232066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.232076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.232081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:56.232091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 constant.67> (def) +2023-12-14 14:52:56.232096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:56.232106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.55> (def) +2023-12-14 14:52:56.232111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:56.232121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion> (def) +2023-12-14 14:52:56.232125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:56.232135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.1> (def) +2023-12-14 14:52:56.232140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:56.232151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.232155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:56.232165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.8> (def) +2023-12-14 14:52:56.232171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:56.232181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.232186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:56.232196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> (def) +2023-12-14 14:52:56.232200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:56.232211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.232216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:56.232228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> (def) +2023-12-14 14:52:56.232233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:56.232245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.232249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:56.232259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> (def) +2023-12-14 14:52:56.232264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:56.232274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.232279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:56.232288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.12> (def) +2023-12-14 14:52:56.232293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:56.232304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.232309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:56.232318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.13> (def) +2023-12-14 14:52:56.232323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:56.232333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.232338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:56.232348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> (def) +2023-12-14 14:52:56.232353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:56.232363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.232368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:56.232381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.15> (def) +2023-12-14 14:52:56.232386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16: +2023-12-14 14:52:56.232396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.16> (def) +2023-12-14 14:52:56.232400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17: +2023-12-14 14:52:56.232411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.17> (def) +2023-12-14 14:52:56.232416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18: +2023-12-14 14:52:56.232425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.18> (def) +2023-12-14 14:52:56.232430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:56.232440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.19> (def) +2023-12-14 14:52:56.232445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:56.232454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.20> (def) +2023-12-14 14:52:56.232459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:56.232470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.21> (def) +2023-12-14 14:52:56.232475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:56.232485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.22> (def) +2023-12-14 14:52:56.232489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:56.232499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.23> (def) +2023-12-14 14:52:56.232504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:56.232514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.232519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 tuple.11{}> (def) +2023-12-14 14:52:56.232523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.232531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.55> +2023-12-14 14:52:56.232537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.232542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.1> +2023-12-14 14:52:56.232547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.232552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion> +2023-12-14 14:52:56.232557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.232562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.19> +2023-12-14 14:52:56.232567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.232572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.20> +2023-12-14 14:52:56.232577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.232582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.21> +2023-12-14 14:52:56.232586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.232591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.22> +2023-12-14 14:52:56.232596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.232601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.23> +2023-12-14 14:52:56.232606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.232616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.232621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.232626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.232630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.232636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.232641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.232646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.232651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.232655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.232660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.232665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.232671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.232679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.232683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.232688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.232693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.232698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.232703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.232708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:56.232718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 constant.68> (def) +2023-12-14 14:52:56.232723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:56.232732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 compare.5> (def) +2023-12-14 14:52:56.232738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:56.232748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.232752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57: +2023-12-14 14:52:56.232762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.57> (def) +2023-12-14 14:52:56.232768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101: +2023-12-14 14:52:56.232779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 broadcast.101> (def) +2023-12-14 14:52:56.232784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:56.232793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 convert.3> (def) +2023-12-14 14:52:56.232798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59: +2023-12-14 14:52:56.232808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 add.59> (def) +2023-12-14 14:52:56.232813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102: +2023-12-14 14:52:56.232826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 broadcast.102> (def) +2023-12-14 14:52:56.232831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:56.232841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 xor.12> (def) +2023-12-14 14:52:56.232846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:56.232855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 or.12> (def) +2023-12-14 14:52:56.232860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:56.232870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 shift-right-logical.12> (def) +2023-12-14 14:52:56.232875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103: +2023-12-14 14:52:56.232885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.103> (def) +2023-12-14 14:52:56.232890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:56.232901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 subtract.16> (def) +2023-12-14 14:52:56.232906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:56.232916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 shift-left.12> (def) +2023-12-14 14:52:56.232921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104: +2023-12-14 14:52:56.232930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.104> (def) +2023-12-14 14:52:56.232936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12: +2023-12-14 14:52:56.232945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 reshape.12> (def) +2023-12-14 14:52:56.232950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12: +2023-12-14 14:52:56.232960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 slice.12> (def) +2023-12-14 14:52:56.232964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60: +2023-12-14 14:52:56.232978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.60> (def) +2023-12-14 14:52:56.232983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.232987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:56.232992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 xor.13> (def) +2023-12-14 14:52:56.232997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:56.233007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 or.13> (def) +2023-12-14 14:52:56.233012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:56.233022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 shift-right-logical.13> (def) +2023-12-14 14:52:56.233026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105: +2023-12-14 14:52:56.233038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 broadcast.105> (def) +2023-12-14 14:52:56.233043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:56.233052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 subtract.17> (def) +2023-12-14 14:52:56.233057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:56.233067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 shift-left.13> (def) +2023-12-14 14:52:56.233072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106: +2023-12-14 14:52:56.233082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.106> (def) +2023-12-14 14:52:56.233087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13: +2023-12-14 14:52:56.233096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 reshape.13> (def) +2023-12-14 14:52:56.233101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13: +2023-12-14 14:52:56.233111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 slice.13> (def) +2023-12-14 14:52:56.233116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61: +2023-12-14 14:52:56.233128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.61> (def) +2023-12-14 14:52:56.233134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:56.233143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 xor.14> (def) +2023-12-14 14:52:56.233148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:56.233157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 or.14> (def) +2023-12-14 14:52:56.233162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:56.233173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-right-logical.14> (def) +2023-12-14 14:52:56.233177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107: +2023-12-14 14:52:56.233187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 broadcast.107> (def) +2023-12-14 14:52:56.233192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:56.233203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 subtract.18> (def) +2023-12-14 14:52:56.233207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:56.233217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 shift-left.14> (def) +2023-12-14 14:52:56.233222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108: +2023-12-14 14:52:56.233232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 broadcast.108> (def) +2023-12-14 14:52:56.233237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:56.233247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 reshape.14> (def) +2023-12-14 14:52:56.233251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:56.233261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 slice.14> (def) +2023-12-14 14:52:56.233266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62: +2023-12-14 14:52:56.233279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 add.62> (def) +2023-12-14 14:52:56.233284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:56.233293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 xor.15> (def) +2023-12-14 14:52:56.233299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:56.233308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 or.15> (def) +2023-12-14 14:52:56.233313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:56.233323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-right-logical.15> (def) +2023-12-14 14:52:56.233329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109: +2023-12-14 14:52:56.233339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.109> (def) +2023-12-14 14:52:56.233344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19: +2023-12-14 14:52:56.233354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 subtract.19> (def) +2023-12-14 14:52:56.233359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69: +2023-12-14 14:52:56.233369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.69> (def) +2023-12-14 14:52:56.233374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:56.233384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-left.15> (def) +2023-12-14 14:52:56.233388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110: +2023-12-14 14:52:56.233399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.110> (def) +2023-12-14 14:52:56.233403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15: +2023-12-14 14:52:56.233413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 reshape.15> (def) +2023-12-14 14:52:56.233418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:56.233433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 slice.15> (def) +2023-12-14 14:52:56.233438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63: +2023-12-14 14:52:56.233447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 add.63> (def) +2023-12-14 14:52:56.233452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64: +2023-12-14 14:52:56.233462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 add.64> (def) +2023-12-14 14:52:56.233467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:56.233477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 param_0.2> (def) +2023-12-14 14:52:56.233481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.5: +2023-12-14 14:52:56.233491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 param_1.5> (def) +2023-12-14 14:52:56.233496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.6: +2023-12-14 14:52:56.233506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_2.6> (def) +2023-12-14 14:52:56.233511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:56.233520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 param_3.7> (def) +2023-12-14 14:52:56.233525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:56.233535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 param_4.12> (def) +2023-12-14 14:52:56.233540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70: +2023-12-14 14:52:56.233549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.70> (def) +2023-12-14 14:52:56.233554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65: +2023-12-14 14:52:56.233564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 add.65> (def) +2023-12-14 14:52:56.233569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111: +2023-12-14 14:52:56.233579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.111> (def) +2023-12-14 14:52:56.233589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66: +2023-12-14 14:52:56.233601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 add.66> (def) +2023-12-14 14:52:56.233605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.4: +2023-12-14 14:52:56.233615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.4> (def) +2023-12-14 14:52:56.233619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:56.233630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 xor.16> (def) +2023-12-14 14:52:56.233634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:56.233644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 or.16> (def) +2023-12-14 14:52:56.233649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:56.233660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-right-logical.16> (def) +2023-12-14 14:52:56.233665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112: +2023-12-14 14:52:56.233675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 broadcast.112> (def) +2023-12-14 14:52:56.233680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20: +2023-12-14 14:52:56.233689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 subtract.20> (def) +2023-12-14 14:52:56.233695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:56.233705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 shift-left.16> (def) +2023-12-14 14:52:56.233709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113: +2023-12-14 14:52:56.233719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 broadcast.113> (def) +2023-12-14 14:52:56.233724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16: +2023-12-14 14:52:56.233734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.16> (def) +2023-12-14 14:52:56.233741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:56.233751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 slice.16> (def) +2023-12-14 14:52:56.233756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67: +2023-12-14 14:52:56.233766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 add.67> (def) +2023-12-14 14:52:56.233771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:56.233781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 xor.17> (def) +2023-12-14 14:52:56.233785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:56.233795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 or.17> (def) +2023-12-14 14:52:56.233800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:56.233810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 shift-right-logical.17> (def) +2023-12-14 14:52:56.233815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114: +2023-12-14 14:52:56.233825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 broadcast.114> (def) +2023-12-14 14:52:56.233830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21: +2023-12-14 14:52:56.233840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 subtract.21> (def) +2023-12-14 14:52:56.233845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:56.233854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 shift-left.17> (def) +2023-12-14 14:52:56.233860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115: +2023-12-14 14:52:56.233870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 broadcast.115> (def) +2023-12-14 14:52:56.233875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:56.233884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.17> (def) +2023-12-14 14:52:56.233892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:56.233903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 slice.17> (def) +2023-12-14 14:52:56.233907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69: +2023-12-14 14:52:56.233917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.69> (def) +2023-12-14 14:52:56.233922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:56.233932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.18> (def) +2023-12-14 14:52:56.233937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:56.233946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.18> (def) +2023-12-14 14:52:56.233951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:56.233962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.18> (def) +2023-12-14 14:52:56.233967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116: +2023-12-14 14:52:56.233977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.116> (def) +2023-12-14 14:52:56.233982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.233986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22: +2023-12-14 14:52:56.233992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.22> (def) +2023-12-14 14:52:56.233997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71: +2023-12-14 14:52:56.234007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 constant.71> (def) +2023-12-14 14:52:56.234012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.11: +2023-12-14 14:52:56.234021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 param_1.11> (def) +2023-12-14 14:52:56.234027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:56.234036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-left.18> (def) +2023-12-14 14:52:56.234044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117: +2023-12-14 14:52:56.234054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.117> (def) +2023-12-14 14:52:56.234060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:56.234070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 reshape.18> (def) +2023-12-14 14:52:56.234074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:56.234084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 slice.18> (def) +2023-12-14 14:52:56.234089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70: +2023-12-14 14:52:56.234099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 add.70> (def) +2023-12-14 14:52:56.234104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.14: +2023-12-14 14:52:56.234113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 param_2.14> (def) +2023-12-14 14:52:56.234118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:56.234128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 param_3.17> (def) +2023-12-14 14:52:56.234133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:56.234143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 xor.19> (def) +2023-12-14 14:52:56.234147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:56.234157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 xor.20> (def) +2023-12-14 14:52:56.234163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:56.234172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 constant.101> (def) +2023-12-14 14:52:56.234177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:56.234187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> (def) +2023-12-14 14:52:56.234195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:56.234204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.20> (def) +2023-12-14 14:52:56.234209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21: +2023-12-14 14:52:56.234218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 reshape.21> (def) +2023-12-14 14:52:56.234224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.20: +2023-12-14 14:52:56.234234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 param_0.20> (def) +2023-12-14 14:52:56.234239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:56.234248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 slice.22> (def) +2023-12-14 14:52:56.234254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84: +2023-12-14 14:52:56.234264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 add.84> (def) +2023-12-14 14:52:56.234269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165: +2023-12-14 14:52:56.234279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.165> (def) +2023-12-14 14:52:56.234283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23: +2023-12-14 14:52:56.234294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 reshape.23> (def) +2023-12-14 14:52:56.234298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:56.234308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 slice.25> (def) +2023-12-14 14:52:56.234312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:56.234322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 slice.26> (def) +2023-12-14 14:52:56.234328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.22: +2023-12-14 14:52:56.234337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 param_0.22> (def) +2023-12-14 14:52:56.234342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0: +2023-12-14 14:52:56.234355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 iota.0> (def) +2023-12-14 14:52:56.234360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24: +2023-12-14 14:52:56.234369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.24> (def) +2023-12-14 14:52:56.234374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:56.234384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.27> (def) +2023-12-14 14:52:56.234389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.24: +2023-12-14 14:52:56.234399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.24> (def) +2023-12-14 14:52:56.234404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85: +2023-12-14 14:52:56.234413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.85> (def) +2023-12-14 14:52:56.234419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:56.234429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 broadcast.167> (def) +2023-12-14 14:52:56.234434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25: +2023-12-14 14:52:56.234443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.25> (def) +2023-12-14 14:52:56.234448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:56.234459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 slice.28> (def) +2023-12-14 14:52:56.234463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:56.234473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.29> (def) +2023-12-14 14:52:56.234477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.26: +2023-12-14 14:52:56.234487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 param_0.26> (def) +2023-12-14 14:52:56.234493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1: +2023-12-14 14:52:56.234505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 iota.1> (def) +2023-12-14 14:52:56.234510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:56.234520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.26> (def) +2023-12-14 14:52:56.234526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:56.234535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.30> (def) +2023-12-14 14:52:56.234540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.28: +2023-12-14 14:52:56.234549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.28> (def) +2023-12-14 14:52:56.234555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39: +2023-12-14 14:52:56.234565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 multiply.39> (def) +2023-12-14 14:52:56.234569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169: +2023-12-14 14:52:56.234579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 broadcast.169> (def) +2023-12-14 14:52:56.234584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:56.234594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 constant.102> (def) +2023-12-14 14:52:56.234599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33: +2023-12-14 14:52:56.234608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 select.33> (def) +2023-12-14 14:52:56.234613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40: +2023-12-14 14:52:56.234624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 multiply.40> (def) +2023-12-14 14:52:56.234629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86: +2023-12-14 14:52:56.234638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 add.86> (def) +2023-12-14 14:52:56.234643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41: +2023-12-14 14:52:56.234657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 multiply.41> (def) +2023-12-14 14:52:56.234661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88: +2023-12-14 14:52:56.234671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 add.88> (def) +2023-12-14 14:52:56.234675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:56.234685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 multiply.42> (def) +2023-12-14 14:52:56.234691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91: +2023-12-14 14:52:56.234700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 add.91> (def) +2023-12-14 14:52:56.234705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:56.234714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 multiply.43> (def) +2023-12-14 14:52:56.234720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:56.234730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 add.92> (def) +2023-12-14 14:52:56.234734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:56.234744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 multiply.44> (def) +2023-12-14 14:52:56.234749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95: +2023-12-14 14:52:56.234760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.95> (def) +2023-12-14 14:52:56.234765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:56.234774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 multiply.45> (def) +2023-12-14 14:52:56.234779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:56.234789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.96> (def) +2023-12-14 14:52:56.234794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:56.234806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 multiply.46> (def) +2023-12-14 14:52:56.234811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97: +2023-12-14 14:52:56.234822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 add.97> (def) +2023-12-14 14:52:56.234827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:56.234836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 multiply.47> (def) +2023-12-14 14:52:56.234841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98: +2023-12-14 14:52:56.234851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 add.98> (def) +2023-12-14 14:52:56.234856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:56.234865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 multiply.48> (def) +2023-12-14 14:52:56.234870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34: +2023-12-14 14:52:56.234881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 select.34> (def) +2023-12-14 14:52:56.234886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99: +2023-12-14 14:52:56.234896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 add.99> (def) +2023-12-14 14:52:56.234900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171: +2023-12-14 14:52:56.234910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 broadcast.171> (def) +2023-12-14 14:52:56.234915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:56.234925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.103> (def) +2023-12-14 14:52:56.234930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:56.234939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 sqrt.3> (def) +2023-12-14 14:52:56.234944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100: +2023-12-14 14:52:56.234957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.100> (def) +2023-12-14 14:52:56.234962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:56.234972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.173> (def) +2023-12-14 14:52:56.234977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104: +2023-12-14 14:52:56.234987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 constant.104> (def) +2023-12-14 14:52:56.234992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.234997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35: +2023-12-14 14:52:56.235002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 select.35> (def) +2023-12-14 14:52:56.235006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175: +2023-12-14 14:52:56.235017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 broadcast.175> (def) +2023-12-14 14:52:56.235022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105: +2023-12-14 14:52:56.235032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.105> (def) +2023-12-14 14:52:56.235037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:56.235047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.176> (def) +2023-12-14 14:52:56.235051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106: +2023-12-14 14:52:56.235062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 constant.106> (def) +2023-12-14 14:52:56.235066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36: +2023-12-14 14:52:56.235076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 select.36> (def) +2023-12-14 14:52:56.235081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:56.235092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.177> (def) +2023-12-14 14:52:56.235097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108: +2023-12-14 14:52:56.235109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 constant.108> (def) +2023-12-14 14:52:56.235114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:56.235124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.178> (def) +2023-12-14 14:52:56.235129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109: +2023-12-14 14:52:56.235139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 constant.109> (def) +2023-12-14 14:52:56.235143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37: +2023-12-14 14:52:56.235154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 select.37> (def) +2023-12-14 14:52:56.235159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:56.235168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 broadcast.179> (def) +2023-12-14 14:52:56.235173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110: +2023-12-14 14:52:56.235183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 constant.110> (def) +2023-12-14 14:52:56.235188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:56.235198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.180> (def) +2023-12-14 14:52:56.235203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111: +2023-12-14 14:52:56.235213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 constant.111> (def) +2023-12-14 14:52:56.235217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38: +2023-12-14 14:52:56.235227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 select.38> (def) +2023-12-14 14:52:56.235232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:56.235242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.181> (def) +2023-12-14 14:52:56.235247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112: +2023-12-14 14:52:56.235261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 constant.112> (def) +2023-12-14 14:52:56.235266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:56.235277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.182> (def) +2023-12-14 14:52:56.235281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113: +2023-12-14 14:52:56.235291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 constant.113> (def) +2023-12-14 14:52:56.235296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39: +2023-12-14 14:52:56.235305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 select.39> (def) +2023-12-14 14:52:56.235311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:56.235330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 broadcast.183> (def) +2023-12-14 14:52:56.235335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114: +2023-12-14 14:52:56.235345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 constant.114> (def) +2023-12-14 14:52:56.235349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:56.235360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.184> (def) +2023-12-14 14:52:56.235365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115: +2023-12-14 14:52:56.235375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 constant.115> (def) +2023-12-14 14:52:56.235380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40: +2023-12-14 14:52:56.235390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 select.40> (def) +2023-12-14 14:52:56.235395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:56.235405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.185> (def) +2023-12-14 14:52:56.235410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116: +2023-12-14 14:52:56.235423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.116> (def) +2023-12-14 14:52:56.235427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:56.235438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 broadcast.186> (def) +2023-12-14 14:52:56.235442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117: +2023-12-14 14:52:56.235452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 constant.117> (def) +2023-12-14 14:52:56.235457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:56.235467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 select.41> (def) +2023-12-14 14:52:56.235472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:56.235482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 broadcast.187> (def) +2023-12-14 14:52:56.235487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118: +2023-12-14 14:52:56.235497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 constant.118> (def) +2023-12-14 14:52:56.235501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:56.235511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.188> (def) +2023-12-14 14:52:56.235516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119: +2023-12-14 14:52:56.235526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 constant.119> (def) +2023-12-14 14:52:56.235531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:56.235540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 select.42> (def) +2023-12-14 14:52:56.235545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:56.235555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 broadcast.189> (def) +2023-12-14 14:52:56.235560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120: +2023-12-14 14:52:56.235572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 constant.120> (def) +2023-12-14 14:52:56.235577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:56.235587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 broadcast.190> (def) +2023-12-14 14:52:56.235592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121: +2023-12-14 14:52:56.235602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 constant.121> (def) +2023-12-14 14:52:56.235607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:56.235616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 select.43> (def) +2023-12-14 14:52:56.235622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:56.235632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 broadcast.191> (def) +2023-12-14 14:52:56.235636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122: +2023-12-14 14:52:56.235646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 constant.122> (def) +2023-12-14 14:52:56.235651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:56.235661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 broadcast.192> (def) +2023-12-14 14:52:56.235666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123: +2023-12-14 14:52:56.235675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.123> (def) +2023-12-14 14:52:56.235680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8: +2023-12-14 14:52:56.235690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 compare.8> (def) +2023-12-14 14:52:56.235695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:56.235705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 broadcast.193> (def) +2023-12-14 14:52:56.235710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124: +2023-12-14 14:52:56.235724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.124> (def) +2023-12-14 14:52:56.235729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:56.235738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 negate.9> (def) +2023-12-14 14:52:56.235743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:56.235753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 log-plus-one.3> (def) +2023-12-14 14:52:56.235758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:56.235768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.49> (def) +2023-12-14 14:52:56.235773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:56.235783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 negate.10> (def) +2023-12-14 14:52:56.235788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:56.235798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 multiply.50> (def) +2023-12-14 14:52:56.235802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:56.235812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.194> (def) +2023-12-14 14:52:56.235817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125: +2023-12-14 14:52:56.235827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 constant.125> (def) +2023-12-14 14:52:56.235832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9: +2023-12-14 14:52:56.235841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 compare.9> (def) +2023-12-14 14:52:56.235846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:56.235856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 broadcast.195> (def) +2023-12-14 14:52:56.235861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126: +2023-12-14 14:52:56.235873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 constant.126> (def) +2023-12-14 14:52:56.235878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:56.235888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 abs.3> (def) +2023-12-14 14:52:56.235894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:56.235903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 maximum.1> (def) +2023-12-14 14:52:56.235908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101: +2023-12-14 14:52:56.235918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.101> (def) +2023-12-14 14:52:56.235923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:56.235933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.196> (def) +2023-12-14 14:52:56.235938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127: +2023-12-14 14:52:56.235948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.127> (def) +2023-12-14 14:52:56.235952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:56.235962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.51> (def) +2023-12-14 14:52:56.235967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:56.235976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.197> (def) +2023-12-14 14:52:56.235982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.235986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128: +2023-12-14 14:52:56.235991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.128> (def) +2023-12-14 14:52:56.235996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102: +2023-12-14 14:52:56.236006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.102> (def) +2023-12-14 14:52:56.236010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:56.236023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.198> (def) +2023-12-14 14:52:56.236029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.130: +2023-12-14 14:52:56.236038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.130> (def) +2023-12-14 14:52:56.236043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1: +2023-12-14 14:52:56.236053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 bitcast-convert.1> (def) +2023-12-14 14:52:56.236058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20: +2023-12-14 14:52:56.236068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 or.20> (def) +2023-12-14 14:52:56.236073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:56.236083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 broadcast.199> (def) +2023-12-14 14:52:56.236088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.132: +2023-12-14 14:52:56.236098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 constant.132> (def) +2023-12-14 14:52:56.236103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20: +2023-12-14 14:52:56.236113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 shift-right-logical.20> (def) +2023-12-14 14:52:56.236118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:56.236128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 broadcast.200> (def) +2023-12-14 14:52:56.236132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.134: +2023-12-14 14:52:56.236142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 constant.134> (def) +2023-12-14 14:52:56.236147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:56.236156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 concatenate.1> (def) +2023-12-14 14:52:56.236162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29: +2023-12-14 14:52:56.236174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 param_0.29> (def) +2023-12-14 14:52:56.236179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45: +2023-12-14 14:52:56.236189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 param_1.45> (def) +2023-12-14 14:52:56.236194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:56.236204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> (def) +2023-12-14 14:52:56.236208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.236219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 while.1{1} (phi)> +2023-12-14 14:52:56.236224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.236229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.236234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{2} (phi)> +2023-12-14 14:52:56.236239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.236244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.24> +2023-12-14 14:52:56.236249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.24 +2023-12-14 14:52:56.236259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:56.236268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.24 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.236273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.27> +2023-12-14 14:52:56.236279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:56.236288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24, operand 0 +2023-12-14 14:52:56.236298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.24), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.24> +2023-12-14 14:52:56.236312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24 +2023-12-14 14:52:56.236322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> +2023-12-14 14:52:56.236337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:56.236347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.236352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048]{0} fusion(u32[1024]{0} %p, u32[1024]{0} %p.1), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94}, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:56.236363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.28> +2023-12-14 14:52:56.236368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.28 +2023-12-14 14:52:56.236378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:56.236387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.28 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.236393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.30> +2023-12-14 14:52:56.236397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:56.236407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:56.236417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.28), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.26> +2023-12-14 14:52:56.236428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:56.236441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 constant.68> +2023-12-14 14:52:56.236456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:56.236466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:56.236476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:56.236481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 compare.5> +2023-12-14 14:52:56.236486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:56.236496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 iota.1> +2023-12-14 14:52:56.236511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1 +2023-12-14 14:52:56.236520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:56.236531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.1 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.29> +2023-12-14 14:52:56.236541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:56.236550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85, operand 0 +2023-12-14 14:52:56.236561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1024]{0} slice(u32[2048]{0} %iota.1), slice={[0:1024]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1024,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 param_0.26> +2023-12-14 14:52:56.236574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.26 +2023-12-14 14:52:56.236583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:56.236593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.26 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.236598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 slice.28> +2023-12-14 14:52:56.236603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:56.236613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25, operand 0 +2023-12-14 14:52:56.236623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[2]{0} %param_0.26), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.25> +2023-12-14 14:52:56.236633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25 +2023-12-14 14:52:56.236643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:56.236652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 broadcast.167> +2023-12-14 14:52:56.236663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:56.236673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85, operand 1 +2023-12-14 14:52:56.236682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[1024]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.85> +2023-12-14 14:52:56.236696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85 +2023-12-14 14:52:56.236706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.85 = u32[1024]{0} add(u32[1024]{0} %slice.29, u32[1024]{0} %broadcast.167), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 iota.0> +2023-12-14 14:52:56.236721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0 +2023-12-14 14:52:56.236730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:56.236740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.0 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 slice.26> +2023-12-14 14:52:56.236750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:56.236760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 0 +2023-12-14 14:52:56.236770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1024]{0} slice(u32[2048]{0} %iota.0), slice={[1024:2048]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1024,) limit_indices=(2048,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 param_0.22> +2023-12-14 14:52:56.236780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.22 +2023-12-14 14:52:56.236790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:56.236800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.22 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.236805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 slice.25> +2023-12-14 14:52:56.236814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:56.236824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23, operand 0 +2023-12-14 14:52:56.236833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[2]{0} %param_0.22), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 reshape.23> +2023-12-14 14:52:56.236844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23 +2023-12-14 14:52:56.236854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165, operand 0 +2023-12-14 14:52:56.236863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.23 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.165> +2023-12-14 14:52:56.236874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165 +2023-12-14 14:52:56.236883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 1 +2023-12-14 14:52:56.236893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.165 = u32[1024]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 add.84> +2023-12-14 14:52:56.236903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84 +2023-12-14 14:52:56.236913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.84 = u32[1024]{0} add(u32[1024]{0} %slice.26, u32[1024]{0} %broadcast.165), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 param_0.20> +2023-12-14 14:52:56.236928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.20 +2023-12-14 14:52:56.236941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:56.236951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:56.236956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.20 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.236961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 slice.22> +2023-12-14 14:52:56.236965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.236971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:56.236976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.236980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21, operand 0 +2023-12-14 14:52:56.236986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.236991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 reshape.21> +2023-12-14 14:52:56.236995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21 +2023-12-14 14:52:56.237006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:56.237015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.21 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.237021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.20> +2023-12-14 14:52:56.237026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:56.237036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:56.237045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.237050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> +2023-12-14 14:52:56.237056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:56.237069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:56.237079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.237083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 xor.20> +2023-12-14 14:52:56.237089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:56.237098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:56.237109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.21, u32[] %reshape.19), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.237114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 constant.101> +2023-12-14 14:52:56.237119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:56.237129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:56.237139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(466688986) +2023-12-14 14:52:56.237143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 xor.19> +2023-12-14 14:52:56.237148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:56.237158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.237168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> +2023-12-14 14:52:56.237173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.237183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:56.237188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:56.237201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.237206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:56.237211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 Arg_0.1> +2023-12-14 14:52:56.237215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.237225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:56.237236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:56.237240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:56.237245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:56.237251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:56.237256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.237261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.6> +2023-12-14 14:52:56.237266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:56.237275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:56.237280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1, operand 0 +2023-12-14 14:52:56.237290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.237295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.237300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.4> +2023-12-14 14:52:56.237305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:56.237314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:56.237320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:52:56.237329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.237337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.237342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.5> +2023-12-14 14:52:56.237347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:56.237357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:56.237362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3, operand 0 +2023-12-14 14:52:56.237372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.237377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.237382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.3> +2023-12-14 14:52:56.237387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:56.237397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:56.237402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4, operand 0 +2023-12-14 14:52:56.237411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.237417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.237422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.7> +2023-12-14 14:52:56.237426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:56.237436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:56.237441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5, operand 0 +2023-12-14 14:52:56.237451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.237456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.237470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 constant.17> +2023-12-14 14:52:56.237475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.237486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:56.237490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6, operand 0 +2023-12-14 14:52:56.237501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.237506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.237511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.16> +2023-12-14 14:52:56.237516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.237526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:56.237531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7, operand 0 +2023-12-14 14:52:56.237540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.237545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.237551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 tuple.9{}> +2023-12-14 14:52:56.237555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:56.237565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.237576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.14, u32[1024]{0} %fusion.6, u32[1024]{0} %fusion.4, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %constant.17, u32[4]{0} %constant.16) +2023-12-14 14:52:56.237581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy> +2023-12-14 14:52:56.237586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:56.237599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:56.237608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.1> +2023-12-14 14:52:56.237613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1 +2023-12-14 14:52:56.237623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.1 = u32[1024]{0} copy(u32[1024]{0} %fusion.6) +2023-12-14 14:52:56.237633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.2> +2023-12-14 14:52:56.237638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:52:56.237648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = u32[1024]{0} copy(u32[1024]{0} %fusion.4) +2023-12-14 14:52:56.237657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.3> +2023-12-14 14:52:56.237663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3 +2023-12-14 14:52:56.237672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.3 = u32[] copy(u32[] %fusion.5) +2023-12-14 14:52:56.237682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.4> +2023-12-14 14:52:56.237687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4 +2023-12-14 14:52:56.237697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.4 = u32[] copy(u32[] %fusion.3) +2023-12-14 14:52:56.237706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.5> +2023-12-14 14:52:56.237711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5 +2023-12-14 14:52:56.237721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.5 = u32[] copy(u32[] %fusion.7) +2023-12-14 14:52:56.237731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.6> +2023-12-14 14:52:56.237736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6 +2023-12-14 14:52:56.237750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.6 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:56.237761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.7> +2023-12-14 14:52:56.237765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7 +2023-12-14 14:52:56.237775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.7 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:56.237786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.8> +2023-12-14 14:52:56.237790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:56.237800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 4 +2023-12-14 14:52:56.237810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:56.237815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.237820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 constant.67> +2023-12-14 14:52:56.237825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:56.237835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:56.237844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:56.237850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.55> +2023-12-14 14:52:56.237854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:56.237864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:56.237869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16, operand 0 +2023-12-14 14:52:56.237880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:56.237885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.237893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.16> +2023-12-14 14:52:56.237898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16 +2023-12-14 14:52:56.237908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.16 = s32[] copy(s32[] %add.55) +2023-12-14 14:52:56.237918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:56.237924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:56.237934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:56.237943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:56.237949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.237953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:56.237958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.237963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:56.237968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.237973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:56.237977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:56.237983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 1 +2023-12-14 14:52:56.237987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.237993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:56.237998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:56.238007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 2 +2023-12-14 14:52:56.238017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 2 +2023-12-14 14:52:56.238023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.132) +2023-12-14 14:52:56.238031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:56.238036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:56.238046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 3 +2023-12-14 14:52:56.238056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 3 +2023-12-14 14:52:56.238061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.131) +2023-12-14 14:52:56.238066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 fusion.1> +2023-12-14 14:52:56.238071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:56.238081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:56.238085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17, operand 0 +2023-12-14 14:52:56.238096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:56.238101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.238106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.17> +2023-12-14 14:52:56.238112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17 +2023-12-14 14:52:56.238122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.17 = u32[1024]{0} copy(u32[1024]{0} %fusion.1) +2023-12-14 14:52:56.238131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.12> +2023-12-14 14:52:56.238136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:56.238146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:56.238156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:56.238161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.238168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion> +2023-12-14 14:52:56.238173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:56.238184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:56.238189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18, operand 0 +2023-12-14 14:52:56.238198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:56.238203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.238208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.18> +2023-12-14 14:52:56.238214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18 +2023-12-14 14:52:56.238224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.18 = u32[1024]{0} copy(u32[1024]{0} %fusion) +2023-12-14 14:52:56.238233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.19> +2023-12-14 14:52:56.238238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:56.238248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:56.238254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:56.238263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.238268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.13> +2023-12-14 14:52:56.238273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:56.238283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:56.238293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.238298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.20> +2023-12-14 14:52:56.238305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:56.238316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:56.238321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:56.238331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.238335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.21> +2023-12-14 14:52:56.238340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:56.238350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:56.238355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:56.238365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.238370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.15> +2023-12-14 14:52:56.238374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:56.238386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:56.238396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.238400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.22> +2023-12-14 14:52:56.238405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:56.238415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:56.238420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:56.238430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.238434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.23> +2023-12-14 14:52:56.238439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:56.238453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:56.238457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:56.238467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.238472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 tuple.11{}> +2023-12-14 14:52:56.238477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:56.238487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[1024]{0} %fusion.1, u32[1024]{0} %fusion, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.238497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 param_3.17> +2023-12-14 14:52:56.238502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:56.238512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70, operand 0 +2023-12-14 14:52:56.238522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.238527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 param_2.14> +2023-12-14 14:52:56.238532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.14 +2023-12-14 14:52:56.238542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:56.238552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:56.238557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70, operand 1 +2023-12-14 14:52:56.238562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.14 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.238566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 add.70> +2023-12-14 14:52:56.238571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70 +2023-12-14 14:52:56.238585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69, operand 0 +2023-12-14 14:52:56.238594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:56.238599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.70 = u32[1024]{0} add(u32[1024]{0} %param_3.17, u32[1024]{0} %param_2.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.238604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 param_1.11> +2023-12-14 14:52:56.238610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.11 +2023-12-14 14:52:56.238620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:56.238629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:56.238634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:56.238639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.11 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.238644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 slice.18> +2023-12-14 14:52:56.238650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:56.238659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:56.238669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.238674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 reshape.18> +2023-12-14 14:52:56.238679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:56.238689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22, operand 1 +2023-12-14 14:52:56.238699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117, operand 0 +2023-12-14 14:52:56.238703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.238712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.117> +2023-12-14 14:52:56.238717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117 +2023-12-14 14:52:56.238726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:56.238736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.117 = u32[1024]{0} broadcast(u32[] %reshape.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.238742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-left.18> +2023-12-14 14:52:56.238746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:56.238757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:56.238766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.117), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.238771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 constant.71> +2023-12-14 14:52:56.238777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71 +2023-12-14 14:52:56.238787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20, operand 0 +2023-12-14 14:52:56.238796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21, operand 0 +2023-12-14 14:52:56.238801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22, operand 0 +2023-12-14 14:52:56.238806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.71 = u32[] constant(32) +2023-12-14 14:52:56.238811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.22> +2023-12-14 14:52:56.238817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22 +2023-12-14 14:52:56.238826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116, operand 0 +2023-12-14 14:52:56.238836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.22 = u32[] subtract(u32[] %constant.71, u32[] %reshape.18), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.238844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.116> +2023-12-14 14:52:56.238849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116 +2023-12-14 14:52:56.238859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:56.238869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.116 = u32[1024]{0} broadcast(u32[] %subtract.22), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.238874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.18> +2023-12-14 14:52:56.238880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:56.238890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:56.238900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.116), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.238906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.18> +2023-12-14 14:52:56.238911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:56.238920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:56.238930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[1024]{0} or(u32[1024]{0} %shift-left.18, u32[1024]{0} %shift-right-logical.18), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.238935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.18> +2023-12-14 14:52:56.238940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:56.238950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:56.238962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:56.238967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69, operand 1 +2023-12-14 14:52:56.238973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[1024]{0} xor(u32[1024]{0} %add.70, u32[1024]{0} %or.18), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.238978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.69> +2023-12-14 14:52:56.238983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.238988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69 +2023-12-14 14:52:56.238992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.238997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 0 +2023-12-14 14:52:56.239002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:56.239007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.69 = u32[1024]{0} add(u32[1024]{0} %add.70, u32[1024]{0} %xor.18), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 slice.17> +2023-12-14 14:52:56.239018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:56.239027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:56.239037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.17> +2023-12-14 14:52:56.239048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:56.239057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21, operand 1 +2023-12-14 14:52:56.239067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115, operand 0 +2023-12-14 14:52:56.239072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 broadcast.115> +2023-12-14 14:52:56.239088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115 +2023-12-14 14:52:56.239098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:56.239108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.115 = u32[1024]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 shift-left.17> +2023-12-14 14:52:56.239118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:56.239128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:56.239138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[1024]{0} shift-left(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.115), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 subtract.21> +2023-12-14 14:52:56.239149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21 +2023-12-14 14:52:56.239159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114, operand 0 +2023-12-14 14:52:56.239168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.21 = u32[] subtract(u32[] %constant.71, u32[] %reshape.17), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 broadcast.114> +2023-12-14 14:52:56.239179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114 +2023-12-14 14:52:56.239188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:56.239198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.114 = u32[1024]{0} broadcast(u32[] %subtract.21), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 shift-right-logical.17> +2023-12-14 14:52:56.239212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:56.239221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:56.239231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.114), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 or.17> +2023-12-14 14:52:56.239241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:56.239251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:56.239261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[1024]{0} or(u32[1024]{0} %shift-left.17, u32[1024]{0} %shift-right-logical.17), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 xor.17> +2023-12-14 14:52:56.239271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:56.239281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:56.239290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:56.239295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 1 +2023-12-14 14:52:56.239300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[1024]{0} xor(u32[1024]{0} %add.69, u32[1024]{0} %or.17), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 add.67> +2023-12-14 14:52:56.239311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67 +2023-12-14 14:52:56.239326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66, operand 0 +2023-12-14 14:52:56.239339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:56.239345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.67 = u32[1024]{0} add(u32[1024]{0} %add.69, u32[1024]{0} %xor.17), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 slice.16> +2023-12-14 14:52:56.239355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:56.239365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16, operand 0 +2023-12-14 14:52:56.239375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.16> +2023-12-14 14:52:56.239385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16 +2023-12-14 14:52:56.239394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20, operand 1 +2023-12-14 14:52:56.239404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113, operand 0 +2023-12-14 14:52:56.239409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.16 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 broadcast.113> +2023-12-14 14:52:56.239419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113 +2023-12-14 14:52:56.239429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:56.239438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.113 = u32[1024]{0} broadcast(u32[] %reshape.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 shift-left.16> +2023-12-14 14:52:56.239449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:56.239462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:56.239472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[1024]{0} shift-left(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.113), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 subtract.20> +2023-12-14 14:52:56.239483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20 +2023-12-14 14:52:56.239492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112, operand 0 +2023-12-14 14:52:56.239502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.20 = u32[] subtract(u32[] %constant.71, u32[] %reshape.16), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 broadcast.112> +2023-12-14 14:52:56.239512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112 +2023-12-14 14:52:56.239522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:56.239532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.112 = u32[1024]{0} broadcast(u32[] %subtract.20), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-right-logical.16> +2023-12-14 14:52:56.239542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:56.239552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:56.239561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.112), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 or.16> +2023-12-14 14:52:56.239574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:56.239584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:56.239594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[1024]{0} or(u32[1024]{0} %shift-left.16, u32[1024]{0} %shift-right-logical.16), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 xor.16> +2023-12-14 14:52:56.239604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:56.239614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66, operand 1 +2023-12-14 14:52:56.239624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[1024]{0} xor(u32[1024]{0} %add.67, u32[1024]{0} %or.16), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 add.66> +2023-12-14 14:52:56.239634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66 +2023-12-14 14:52:56.239644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 0 +2023-12-14 14:52:56.239654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.66 = u32[1024]{0} add(u32[1024]{0} %add.67, u32[1024]{0} %xor.16), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.4> +2023-12-14 14:52:56.239663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.4 +2023-12-14 14:52:56.239673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111, operand 0 +2023-12-14 14:52:56.239683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.4 = u32[] parameter(0) +2023-12-14 14:52:56.239688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.111> +2023-12-14 14:52:56.239693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111 +2023-12-14 14:52:56.239707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 1 +2023-12-14 14:52:56.239717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.111 = u32[1024]{0} broadcast(u32[] %param_0.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 add.65> +2023-12-14 14:52:56.239727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65 +2023-12-14 14:52:56.239737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.65 = u32[1024]{0} add(u32[1024]{0} %add.66, u32[1024]{0} %broadcast.111), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 param_3.7> +2023-12-14 14:52:56.239752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:56.239761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 0 +2023-12-14 14:52:56.239772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.239777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_2.6> +2023-12-14 14:52:56.239782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.6 +2023-12-14 14:52:56.239791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:56.239801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:56.239806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 1 +2023-12-14 14:52:56.239811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.6 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.239816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 add.63> +2023-12-14 14:52:56.239821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63 +2023-12-14 14:52:56.239830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 0 +2023-12-14 14:52:56.239844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:56.239849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.63 = u32[1024]{0} add(u32[1024]{0} %param_3.7, u32[1024]{0} %param_2.6), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 param_1.5> +2023-12-14 14:52:56.239859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.5 +2023-12-14 14:52:56.239868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12, operand 0 +2023-12-14 14:52:56.239879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13, operand 0 +2023-12-14 14:52:56.239884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:56.239888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:56.239893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.5 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.239898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 slice.15> +2023-12-14 14:52:56.239903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:56.239913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15, operand 0 +2023-12-14 14:52:56.239923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 reshape.15> +2023-12-14 14:52:56.239932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15 +2023-12-14 14:52:56.239943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19, operand 1 +2023-12-14 14:52:56.239953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110, operand 0 +2023-12-14 14:52:56.239957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.15 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 broadcast.110> +2023-12-14 14:52:56.239970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.239976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110 +2023-12-14 14:52:56.239981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.239985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:56.239990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.110 = u32[1024]{0} broadcast(u32[] %reshape.15), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.239995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-left.15> +2023-12-14 14:52:56.240000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:56.240011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:56.240021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.110), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.69> +2023-12-14 14:52:56.240030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69 +2023-12-14 14:52:56.240041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:56.240050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:56.240055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:56.240060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19, operand 0 +2023-12-14 14:52:56.240065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.69 = u32[] constant(32) +2023-12-14 14:52:56.240070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 subtract.19> +2023-12-14 14:52:56.240075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19 +2023-12-14 14:52:56.240085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109, operand 0 +2023-12-14 14:52:56.240097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.19 = u32[] subtract(u32[] %constant.69, u32[] %reshape.15), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 broadcast.109> +2023-12-14 14:52:56.240108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109 +2023-12-14 14:52:56.240118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:56.240128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.109 = u32[1024]{0} broadcast(u32[] %subtract.19), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-right-logical.15> +2023-12-14 14:52:56.240138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:56.240148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:56.240158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.109), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 or.15> +2023-12-14 14:52:56.240168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:56.240178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:56.240187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[1024]{0} or(u32[1024]{0} %shift-left.15, u32[1024]{0} %shift-right-logical.15), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 xor.15> +2023-12-14 14:52:56.240197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:56.240210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:56.240220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:56.240225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 1 +2023-12-14 14:52:56.240230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[1024]{0} xor(u32[1024]{0} %add.63, u32[1024]{0} %or.15), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 add.62> +2023-12-14 14:52:56.240241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62 +2023-12-14 14:52:56.240250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 0 +2023-12-14 14:52:56.240259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:56.240264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.62 = u32[1024]{0} add(u32[1024]{0} %add.63, u32[1024]{0} %xor.15), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 slice.14> +2023-12-14 14:52:56.240275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:56.240284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:56.240294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 reshape.14> +2023-12-14 14:52:56.240305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:56.240314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:56.240324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108, operand 0 +2023-12-14 14:52:56.240329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 broadcast.108> +2023-12-14 14:52:56.240342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108 +2023-12-14 14:52:56.240352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:56.240361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.108 = u32[1024]{0} broadcast(u32[] %reshape.14), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 shift-left.14> +2023-12-14 14:52:56.240372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:56.240382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:56.240391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[1024]{0} shift-left(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.108), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 subtract.18> +2023-12-14 14:52:56.240401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:56.240411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107, operand 0 +2023-12-14 14:52:56.240421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.69, u32[] %reshape.14), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 broadcast.107> +2023-12-14 14:52:56.240431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107 +2023-12-14 14:52:56.240442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:56.240451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.107 = u32[1024]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-right-logical.14> +2023-12-14 14:52:56.240464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:56.240475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:56.240484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.107), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 or.14> +2023-12-14 14:52:56.240494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:56.240504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:56.240514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[1024]{0} or(u32[1024]{0} %shift-left.14, u32[1024]{0} %shift-right-logical.14), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 xor.14> +2023-12-14 14:52:56.240524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:56.240533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:56.240544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:56.240548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 1 +2023-12-14 14:52:56.240553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[1024]{0} xor(u32[1024]{0} %add.62, u32[1024]{0} %or.14), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.61> +2023-12-14 14:52:56.240563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61 +2023-12-14 14:52:56.240576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60, operand 0 +2023-12-14 14:52:56.240585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:56.240590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.61 = u32[1024]{0} add(u32[1024]{0} %add.62, u32[1024]{0} %xor.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 slice.13> +2023-12-14 14:52:56.240600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13 +2023-12-14 14:52:56.240610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13, operand 0 +2023-12-14 14:52:56.240620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.13 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 reshape.13> +2023-12-14 14:52:56.240630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13 +2023-12-14 14:52:56.240640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:56.240650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106, operand 0 +2023-12-14 14:52:56.240654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.13 = u32[] reshape(u32[1]{0} %slice.13), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 broadcast.106> +2023-12-14 14:52:56.240664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106 +2023-12-14 14:52:56.240674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:56.240684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.106 = u32[1024]{0} broadcast(u32[] %reshape.13), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 shift-left.13> +2023-12-14 14:52:56.240697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:56.240707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:56.240717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[1024]{0} shift-left(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.106), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 subtract.17> +2023-12-14 14:52:56.240727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:56.240738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105, operand 0 +2023-12-14 14:52:56.240748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.69, u32[] %reshape.13), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 broadcast.105> +2023-12-14 14:52:56.240757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105 +2023-12-14 14:52:56.240767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:56.240777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.105 = u32[1024]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 shift-right-logical.13> +2023-12-14 14:52:56.240787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:56.240797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:56.240807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.105), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 or.13> +2023-12-14 14:52:56.240819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:56.240829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:56.240840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[1024]{0} or(u32[1024]{0} %shift-left.13, u32[1024]{0} %shift-right-logical.13), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 xor.13> +2023-12-14 14:52:56.240849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:56.240859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:56.240869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:56.240874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60, operand 1 +2023-12-14 14:52:56.240879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[1024]{0} xor(u32[1024]{0} %add.61, u32[1024]{0} %or.13), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.60> +2023-12-14 14:52:56.240888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60 +2023-12-14 14:52:56.240898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:56.240908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.60 = u32[1024]{0} add(u32[1024]{0} %add.61, u32[1024]{0} %xor.13), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 slice.12> +2023-12-14 14:52:56.240918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12 +2023-12-14 14:52:56.240927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12, operand 0 +2023-12-14 14:52:56.240940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.12 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 reshape.12> +2023-12-14 14:52:56.240949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12 +2023-12-14 14:52:56.240959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:56.240969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104, operand 0 +2023-12-14 14:52:56.240974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.12 = u32[] reshape(u32[1]{0} %slice.12), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.240979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.104> +2023-12-14 14:52:56.240984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.240988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104 +2023-12-14 14:52:56.240993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.240998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:56.241003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.104 = u32[1024]{0} broadcast(u32[] %reshape.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 shift-left.12> +2023-12-14 14:52:56.241013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:56.241022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:56.241034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[1024]{0} shift-left(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.104), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 subtract.16> +2023-12-14 14:52:56.241044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:56.241056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103, operand 0 +2023-12-14 14:52:56.241067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.69, u32[] %reshape.12), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 broadcast.103> +2023-12-14 14:52:56.241077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103 +2023-12-14 14:52:56.241086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:56.241097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.103 = u32[1024]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 shift-right-logical.12> +2023-12-14 14:52:56.241106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:56.241116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:56.241125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.103), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 or.12> +2023-12-14 14:52:56.241136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:56.241145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:56.241154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[1024]{0} or(u32[1024]{0} %shift-left.12, u32[1024]{0} %shift-right-logical.12), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 xor.12> +2023-12-14 14:52:56.241168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:56.241177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 0 +2023-12-14 14:52:56.241187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[1024]{0} xor(u32[1024]{0} %add.60, u32[1024]{0} %or.12), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 param_0.2> +2023-12-14 14:52:56.241197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:56.241207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102, operand 0 +2023-12-14 14:52:56.241216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = u32[] parameter(0) +2023-12-14 14:52:56.241221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 broadcast.102> +2023-12-14 14:52:56.241226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102 +2023-12-14 14:52:56.241237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 1 +2023-12-14 14:52:56.241246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.102 = u32[1024]{0} broadcast(u32[] %param_0.2), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 add.59> +2023-12-14 14:52:56.241256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59 +2023-12-14 14:52:56.241267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 0 +2023-12-14 14:52:56.241277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.59 = u32[1024]{0} add(u32[1024]{0} %xor.12, u32[1024]{0} %broadcast.102), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 param_4.12> +2023-12-14 14:52:56.241286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:56.241299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 0 +2023-12-14 14:52:56.241309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.241314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.70> +2023-12-14 14:52:56.241318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70 +2023-12-14 14:52:56.241329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 1 +2023-12-14 14:52:56.241338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.70 = s32[] constant(1) +2023-12-14 14:52:56.241343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 add.64> +2023-12-14 14:52:56.241348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64 +2023-12-14 14:52:56.241357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:56.241368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.64 = s32[] add(s32[] %param_4.12, s32[] %constant.70), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 convert.3> +2023-12-14 14:52:56.241377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:56.241387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101, operand 0 +2023-12-14 14:52:56.241397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.64), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 broadcast.101> +2023-12-14 14:52:56.241407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101 +2023-12-14 14:52:56.241416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 1 +2023-12-14 14:52:56.241429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.101 = u32[1024]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.57> +2023-12-14 14:52:56.241439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57 +2023-12-14 14:52:56.241448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.57 = u32[1024]{0} add(u32[1024]{0} %add.59, u32[1024]{0} %broadcast.101), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 param_0.29> +2023-12-14 14:52:56.241464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29 +2023-12-14 14:52:56.241473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:56.241483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.29 = u32[1024]{0} parameter(0) +2023-12-14 14:52:56.241488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 param_1.45> +2023-12-14 14:52:56.241494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45 +2023-12-14 14:52:56.241504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:56.241513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.45 = u32[1024]{0} parameter(1) +2023-12-14 14:52:56.241518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 concatenate.1> +2023-12-14 14:52:56.241523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:56.241533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 0 +2023-12-14 14:52:56.241542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[2048]{0} concatenate(u32[1024]{0} %param_0.29, u32[1024]{0} %param_1.45), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 constant.134> +2023-12-14 14:52:56.241556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.134 +2023-12-14 14:52:56.241567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:56.241576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.134 = u32[] constant(9) +2023-12-14 14:52:56.241581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 broadcast.200> +2023-12-14 14:52:56.241586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:56.241596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 1 +2023-12-14 14:52:56.241606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = u32[2048]{0} broadcast(u32[] %constant.134), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 shift-right-logical.20> +2023-12-14 14:52:56.241616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20 +2023-12-14 14:52:56.241626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20, operand 0 +2023-12-14 14:52:56.241636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.20 = u32[2048]{0} shift-right-logical(u32[2048]{0} %concatenate.1, u32[2048]{0} %broadcast.200), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 constant.132> +2023-12-14 14:52:56.241645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.132 +2023-12-14 14:52:56.241655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:56.241665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.132 = u32[] constant(1065353216) +2023-12-14 14:52:56.241670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 broadcast.199> +2023-12-14 14:52:56.241674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:56.241687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20, operand 1 +2023-12-14 14:52:56.241697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = u32[2048]{0} broadcast(u32[] %constant.132), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 or.20> +2023-12-14 14:52:56.241707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20 +2023-12-14 14:52:56.241716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1, operand 0 +2023-12-14 14:52:56.241726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.20 = u32[2048]{0} or(u32[2048]{0} %shift-right-logical.20, u32[2048]{0} %broadcast.199), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 bitcast-convert.1> +2023-12-14 14:52:56.241736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1 +2023-12-14 14:52:56.241745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 0 +2023-12-14 14:52:56.241755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.1 = f32[2048]{0} bitcast-convert(u32[2048]{0} %or.20), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.130> +2023-12-14 14:52:56.241765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.130 +2023-12-14 14:52:56.241775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:56.241784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.130 = f32[] constant(-1) +2023-12-14 14:52:56.241789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.198> +2023-12-14 14:52:56.241795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:56.241807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 1 +2023-12-14 14:52:56.241817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048]{0} broadcast(f32[] %constant.130), dimensions={} +2023-12-14 14:52:56.241821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.102> +2023-12-14 14:52:56.241827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102 +2023-12-14 14:52:56.241836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:56.241846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.102 = f32[2048]{0} add(f32[2048]{0} %bitcast-convert.1, f32[2048]{0} %broadcast.198), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.128> +2023-12-14 14:52:56.241857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128 +2023-12-14 14:52:56.241866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:56.241876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.128 = f32[] constant(2) +2023-12-14 14:52:56.241881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.197> +2023-12-14 14:52:56.241885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:56.241895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:56.241905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048]{0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.51> +2023-12-14 14:52:56.241915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:56.241925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 0 +2023-12-14 14:52:56.241938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[2048]{0} multiply(f32[2048]{0} %add.102, f32[2048]{0} %broadcast.197), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.241942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.127> +2023-12-14 14:52:56.241947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127 +2023-12-14 14:52:56.241957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:56.241967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.127 = f32[] constant(-0.99999994) +2023-12-14 14:52:56.241972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.196> +2023-12-14 14:52:56.241977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.241981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:56.241986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.241992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:56.241997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 1 +2023-12-14 14:52:56.242001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048]{0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.242006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.101> +2023-12-14 14:52:56.242011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101 +2023-12-14 14:52:56.242021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:56.242031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.101 = f32[2048]{0} add(f32[2048]{0} %multiply.51, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.242036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 maximum.1> +2023-12-14 14:52:56.242041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:56.242050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 1 +2023-12-14 14:52:56.242063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:56.242068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:56.242073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:56.242078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:56.242082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048]{0} maximum(f32[2048]{0} %add.101, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.242088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 abs.3> +2023-12-14 14:52:56.242093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:56.242102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 0 +2023-12-14 14:52:56.242112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048]{0} abs(f32[2048]{0} %maximum.1), metadata={op_name="abs.83"} +2023-12-14 14:52:56.242117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 constant.126> +2023-12-14 14:52:56.242122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126 +2023-12-14 14:52:56.242132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:56.242141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.126 = f32[] constant(1) +2023-12-14 14:52:56.242146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 broadcast.195> +2023-12-14 14:52:56.242151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:56.242161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 1 +2023-12-14 14:52:56.242171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048]{0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:56.242176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 compare.9> +2023-12-14 14:52:56.242180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9 +2023-12-14 14:52:56.242191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 0 +2023-12-14 14:52:56.242204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.9 = pred[2048]{0} compare(f32[2048]{0} %abs.3, f32[2048]{0} %broadcast.195), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:56.242209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 constant.125> +2023-12-14 14:52:56.242214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125 +2023-12-14 14:52:56.242224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:56.242234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.125 = f32[] constant(inf) +2023-12-14 14:52:56.242239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.194> +2023-12-14 14:52:56.242244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:56.242254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:56.242264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[2048]{0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:56.242268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 multiply.50> +2023-12-14 14:52:56.242273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:56.242283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 1 +2023-12-14 14:52:56.242293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[2048]{0} multiply(f32[2048]{0} %maximum.1, f32[2048]{0} %broadcast.194), metadata={op_name="multiply.81"} +2023-12-14 14:52:56.242298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 negate.10> +2023-12-14 14:52:56.242303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:56.242312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:56.242324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048]{0} negate(f32[2048]{0} %maximum.1), metadata={op_name="negate.2"} +2023-12-14 14:52:56.242332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.49> +2023-12-14 14:52:56.242337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:56.242346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:56.242357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[2048]{0} multiply(f32[2048]{0} %negate.10, f32[2048]{0} %maximum.1), metadata={op_name="multiply.3"} +2023-12-14 14:52:56.242362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 log-plus-one.3> +2023-12-14 14:52:56.242367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:56.242376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:56.242387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048]{0} log-plus-one(f32[2048]{0} %multiply.49), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:56.242391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 negate.9> +2023-12-14 14:52:56.242396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:56.242406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:56.242415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 0 +2023-12-14 14:52:56.242420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 0 +2023-12-14 14:52:56.242425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048]{0} negate(f32[2048]{0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:56.242430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.124> +2023-12-14 14:52:56.242435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124 +2023-12-14 14:52:56.242444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:56.242456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.124 = f32[] constant(5) +2023-12-14 14:52:56.242461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 broadcast.193> +2023-12-14 14:52:56.242469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:56.242479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 1 +2023-12-14 14:52:56.242490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[2048]{0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:56.242495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 compare.8> +2023-12-14 14:52:56.242499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8 +2023-12-14 14:52:56.242509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 0 +2023-12-14 14:52:56.242519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 0 +2023-12-14 14:52:56.242524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 0 +2023-12-14 14:52:56.242529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 0 +2023-12-14 14:52:56.242533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 0 +2023-12-14 14:52:56.242538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 0 +2023-12-14 14:52:56.242543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 0 +2023-12-14 14:52:56.242547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:56.242553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:56.242558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:56.242562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.8 = pred[2048]{0} compare(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.193), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:56.242567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.123> +2023-12-14 14:52:56.242572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123 +2023-12-14 14:52:56.242583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:56.242593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.123 = f32[] constant(1.50140941) +2023-12-14 14:52:56.242598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 broadcast.192> +2023-12-14 14:52:56.242603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:56.242617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:56.242627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[2048]{0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:56.242632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 constant.122> +2023-12-14 14:52:56.242637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122 +2023-12-14 14:52:56.242647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:56.242657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.122 = f32[] constant(2.83297682) +2023-12-14 14:52:56.242661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 broadcast.191> +2023-12-14 14:52:56.242666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:56.242676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:56.242687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[2048]{0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:56.242692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 select.43> +2023-12-14 14:52:56.242697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:56.242706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 0 +2023-12-14 14:52:56.242717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.192, f32[2048]{0} %broadcast.191), metadata={op_name="select.76"} +2023-12-14 14:52:56.242722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 constant.121> +2023-12-14 14:52:56.242726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121 +2023-12-14 14:52:56.242736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:56.242749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.121 = f32[] constant(0.246640727) +2023-12-14 14:52:56.242754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 broadcast.190> +2023-12-14 14:52:56.242759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:56.242769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:56.242778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[2048]{0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:56.242784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 constant.120> +2023-12-14 14:52:56.242789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120 +2023-12-14 14:52:56.242798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:56.242808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.120 = f32[] constant(1.00167406) +2023-12-14 14:52:56.242814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 broadcast.189> +2023-12-14 14:52:56.242819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:56.242829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:56.242838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[2048]{0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:56.242843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 select.42> +2023-12-14 14:52:56.242849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:56.242858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 0 +2023-12-14 14:52:56.242868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.190, f32[2048]{0} %broadcast.189), metadata={op_name="select.69"} +2023-12-14 14:52:56.242872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 constant.119> +2023-12-14 14:52:56.242881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119 +2023-12-14 14:52:56.242891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:56.242901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.119 = f32[] constant(-0.00417768164) +2023-12-14 14:52:56.242906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.188> +2023-12-14 14:52:56.242910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:56.242921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:56.242930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[2048]{0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:56.242935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 constant.118> +2023-12-14 14:52:56.242940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118 +2023-12-14 14:52:56.242951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:56.242961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.118 = f32[] constant(0.00943887047) +2023-12-14 14:52:56.242966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 broadcast.187> +2023-12-14 14:52:56.242971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.242975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:56.242982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.242987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:56.242991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[2048]{0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:56.242996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 select.41> +2023-12-14 14:52:56.243001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:56.243010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 0 +2023-12-14 14:52:56.243024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.188, f32[2048]{0} %broadcast.187), metadata={op_name="select.62"} +2023-12-14 14:52:56.243028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 constant.117> +2023-12-14 14:52:56.243033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117 +2023-12-14 14:52:56.243043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:56.243053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.117 = f32[] constant(-0.00125372503) +2023-12-14 14:52:56.243058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 broadcast.186> +2023-12-14 14:52:56.243063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:56.243072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 1 +2023-12-14 14:52:56.243083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[2048]{0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:56.243088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.116> +2023-12-14 14:52:56.243092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116 +2023-12-14 14:52:56.243102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:56.243112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.116 = f32[] constant(-0.0076224613) +2023-12-14 14:52:56.243118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.185> +2023-12-14 14:52:56.243123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:56.243132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 2 +2023-12-14 14:52:56.243142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[2048]{0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:56.243148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 select.40> +2023-12-14 14:52:56.243155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40 +2023-12-14 14:52:56.243165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:56.243174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.40 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.186, f32[2048]{0} %broadcast.185), metadata={op_name="select.55"} +2023-12-14 14:52:56.243180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 constant.115> +2023-12-14 14:52:56.243185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115 +2023-12-14 14:52:56.243195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:56.243204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.115 = f32[] constant(0.00021858087) +2023-12-14 14:52:56.243210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.184> +2023-12-14 14:52:56.243215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:56.243225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 1 +2023-12-14 14:52:56.243234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[2048]{0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:56.243239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 constant.114> +2023-12-14 14:52:56.243244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114 +2023-12-14 14:52:56.243254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:56.243264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.114 = f32[] constant(0.00573950773) +2023-12-14 14:52:56.243269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 broadcast.183> +2023-12-14 14:52:56.243273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:56.243284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 2 +2023-12-14 14:52:56.243296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[2048]{0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:56.243301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 select.39> +2023-12-14 14:52:56.243306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39 +2023-12-14 14:52:56.243317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 0 +2023-12-14 14:52:56.243333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.39 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.184, f32[2048]{0} %broadcast.183), metadata={op_name="select.48"} +2023-12-14 14:52:56.243337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 constant.113> +2023-12-14 14:52:56.243342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113 +2023-12-14 14:52:56.243353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:56.243363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.113 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:56.243367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.182> +2023-12-14 14:52:56.243372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:56.243383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 1 +2023-12-14 14:52:56.243393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[2048]{0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:56.243398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 constant.112> +2023-12-14 14:52:56.243403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112 +2023-12-14 14:52:56.243412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:56.243423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.112 = f32[] constant(-0.00367342844) +2023-12-14 14:52:56.243428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.181> +2023-12-14 14:52:56.243435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:56.243445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 2 +2023-12-14 14:52:56.243455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[2048]{0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:56.243460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 select.38> +2023-12-14 14:52:56.243465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38 +2023-12-14 14:52:56.243474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:56.243485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.38 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.182, f32[2048]{0} %broadcast.181), metadata={op_name="select.41"} +2023-12-14 14:52:56.243490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 constant.111> +2023-12-14 14:52:56.243495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111 +2023-12-14 14:52:56.243505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:56.243515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.111 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:56.243520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.180> +2023-12-14 14:52:56.243525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:56.243534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 1 +2023-12-14 14:52:56.243544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[2048]{0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:56.243549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 constant.110> +2023-12-14 14:52:56.243554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110 +2023-12-14 14:52:56.243563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:56.243577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.110 = f32[] constant(0.00134934322) +2023-12-14 14:52:56.243583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 broadcast.179> +2023-12-14 14:52:56.243588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:56.243597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 2 +2023-12-14 14:52:56.243607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[2048]{0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:56.243612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 select.37> +2023-12-14 14:52:56.243618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37 +2023-12-14 14:52:56.243627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 0 +2023-12-14 14:52:56.243637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.37 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.180, f32[2048]{0} %broadcast.179), metadata={op_name="select.34"} +2023-12-14 14:52:56.243642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 constant.109> +2023-12-14 14:52:56.243648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109 +2023-12-14 14:52:56.243658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:56.243667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.109 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:56.243672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.178> +2023-12-14 14:52:56.243677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:56.243687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 1 +2023-12-14 14:52:56.243697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[2048]{0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:56.243702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 constant.108> +2023-12-14 14:52:56.243710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108 +2023-12-14 14:52:56.243720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:56.243730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.108 = f32[] constant(0.000100950558) +2023-12-14 14:52:56.243734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.177> +2023-12-14 14:52:56.243739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:56.243750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 2 +2023-12-14 14:52:56.243760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[2048]{0} broadcast(f32[] %constant.108), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:56.243764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 select.36> +2023-12-14 14:52:56.243769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36 +2023-12-14 14:52:56.243780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 0 +2023-12-14 14:52:56.243789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.36 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.178, f32[2048]{0} %broadcast.177), metadata={op_name="select.27"} +2023-12-14 14:52:56.243794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 constant.106> +2023-12-14 14:52:56.243799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106 +2023-12-14 14:52:56.243809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:56.243819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.106 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:56.243824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.176> +2023-12-14 14:52:56.243829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:56.243838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 1 +2023-12-14 14:52:56.243851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[2048]{0} broadcast(f32[] %constant.106), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:56.243856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.105> +2023-12-14 14:52:56.243861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105 +2023-12-14 14:52:56.243871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175, operand 0 +2023-12-14 14:52:56.243882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.105 = f32[] constant(-0.000200214257) +2023-12-14 14:52:56.243887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 broadcast.175> +2023-12-14 14:52:56.243891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175 +2023-12-14 14:52:56.243901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 2 +2023-12-14 14:52:56.243911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.175 = f32[2048]{0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:56.243916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 select.35> +2023-12-14 14:52:56.243921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35 +2023-12-14 14:52:56.243930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:56.243940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.35 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.176, f32[2048]{0} %broadcast.175), metadata={op_name="select.21"} +2023-12-14 14:52:56.243946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 constant.104> +2023-12-14 14:52:56.243951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104 +2023-12-14 14:52:56.243960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:56.243970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.104 = f32[] constant(-2.5) +2023-12-14 14:52:56.243975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.173> +2023-12-14 14:52:56.243983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.243988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:56.243993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.243998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 1 +2023-12-14 14:52:56.244003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = f32[2048]{0} broadcast(f32[] %constant.104), dimensions={} +2023-12-14 14:52:56.244008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.100> +2023-12-14 14:52:56.244014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100 +2023-12-14 14:52:56.244023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 1 +2023-12-14 14:52:56.244033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.100 = f32[2048]{0} add(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.173), metadata={op_name="subtract.15"} +2023-12-14 14:52:56.244038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 sqrt.3> +2023-12-14 14:52:56.244043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:56.244053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 0 +2023-12-14 14:52:56.244062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048]{0} sqrt(f32[2048]{0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:56.244067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.103> +2023-12-14 14:52:56.244073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:56.244083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171, operand 0 +2023-12-14 14:52:56.244093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = f32[] constant(-3) +2023-12-14 14:52:56.244098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 broadcast.171> +2023-12-14 14:52:56.244102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171 +2023-12-14 14:52:56.244113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 1 +2023-12-14 14:52:56.244127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.171 = f32[2048]{0} broadcast(f32[] %constant.103), dimensions={} +2023-12-14 14:52:56.244132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 add.99> +2023-12-14 14:52:56.244137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99 +2023-12-14 14:52:56.244148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 2 +2023-12-14 14:52:56.244158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.99 = f32[2048]{0} add(f32[2048]{0} %sqrt.3, f32[2048]{0} %broadcast.171), metadata={op_name="subtract.12"} +2023-12-14 14:52:56.244162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 select.34> +2023-12-14 14:52:56.244167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34 +2023-12-14 14:52:56.244178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 1 +2023-12-14 14:52:56.244187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:56.244192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:56.244197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:56.244201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:56.244207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:56.244212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:56.244217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:56.244222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.34 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %add.100, f32[2048]{0} %add.99), metadata={op_name="select.16"} +2023-12-14 14:52:56.244226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 multiply.48> +2023-12-14 14:52:56.244231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:56.244241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 1 +2023-12-14 14:52:56.244251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[2048]{0} multiply(f32[2048]{0} %select.35, f32[2048]{0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:56.244259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 add.98> +2023-12-14 14:52:56.244264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98 +2023-12-14 14:52:56.244274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:56.244284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.98 = f32[2048]{0} add(f32[2048]{0} %select.36, f32[2048]{0} %multiply.48), metadata={op_name="add.28"} +2023-12-14 14:52:56.244289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 multiply.47> +2023-12-14 14:52:56.244294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:56.244304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 1 +2023-12-14 14:52:56.244314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[2048]{0} multiply(f32[2048]{0} %add.98, f32[2048]{0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:56.244319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 add.97> +2023-12-14 14:52:56.244324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97 +2023-12-14 14:52:56.244333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:56.244344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.97 = f32[2048]{0} add(f32[2048]{0} %select.37, f32[2048]{0} %multiply.47), metadata={op_name="add.35"} +2023-12-14 14:52:56.244349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 multiply.46> +2023-12-14 14:52:56.244354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:56.244363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:56.244373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[2048]{0} multiply(f32[2048]{0} %add.97, f32[2048]{0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:56.244379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.96> +2023-12-14 14:52:56.244383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:56.244395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:56.244406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = f32[2048]{0} add(f32[2048]{0} %select.38, f32[2048]{0} %multiply.46), metadata={op_name="add.42"} +2023-12-14 14:52:56.244411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 multiply.45> +2023-12-14 14:52:56.244416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:56.244425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 1 +2023-12-14 14:52:56.244436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[2048]{0} multiply(f32[2048]{0} %add.96, f32[2048]{0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:56.244441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.95> +2023-12-14 14:52:56.244446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95 +2023-12-14 14:52:56.244455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:56.244465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.95 = f32[2048]{0} add(f32[2048]{0} %select.39, f32[2048]{0} %multiply.45), metadata={op_name="add.49"} +2023-12-14 14:52:56.244470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 multiply.44> +2023-12-14 14:52:56.244476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:56.244485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:56.244495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[2048]{0} multiply(f32[2048]{0} %add.95, f32[2048]{0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:56.244499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 add.92> +2023-12-14 14:52:56.244505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:56.244515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:56.244524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = f32[2048]{0} add(f32[2048]{0} %select.40, f32[2048]{0} %multiply.44), metadata={op_name="add.56"} +2023-12-14 14:52:56.244532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 multiply.43> +2023-12-14 14:52:56.244538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:56.244548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 1 +2023-12-14 14:52:56.244557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[2048]{0} multiply(f32[2048]{0} %add.92, f32[2048]{0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:56.244562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 add.91> +2023-12-14 14:52:56.244568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91 +2023-12-14 14:52:56.244578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:56.244587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.91 = f32[2048]{0} add(f32[2048]{0} %select.41, f32[2048]{0} %multiply.43), metadata={op_name="add.63"} +2023-12-14 14:52:56.244592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 multiply.42> +2023-12-14 14:52:56.244597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:56.244608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 1 +2023-12-14 14:52:56.244617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[2048]{0} multiply(f32[2048]{0} %add.91, f32[2048]{0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:56.244622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 add.88> +2023-12-14 14:52:56.244627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88 +2023-12-14 14:52:56.244637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 0 +2023-12-14 14:52:56.244647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.88 = f32[2048]{0} add(f32[2048]{0} %select.42, f32[2048]{0} %multiply.42), metadata={op_name="add.70"} +2023-12-14 14:52:56.244652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 multiply.41> +2023-12-14 14:52:56.244656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41 +2023-12-14 14:52:56.244670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 1 +2023-12-14 14:52:56.244680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.41 = f32[2048]{0} multiply(f32[2048]{0} %add.88, f32[2048]{0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:56.244685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 add.86> +2023-12-14 14:52:56.244689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86 +2023-12-14 14:52:56.244699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 0 +2023-12-14 14:52:56.244710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.86 = f32[2048]{0} add(f32[2048]{0} %select.43, f32[2048]{0} %multiply.41), metadata={op_name="add.77"} +2023-12-14 14:52:56.244714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 multiply.40> +2023-12-14 14:52:56.244719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40 +2023-12-14 14:52:56.244729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 2 +2023-12-14 14:52:56.244740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.40 = f32[2048]{0} multiply(f32[2048]{0} %add.86, f32[2048]{0} %maximum.1), metadata={op_name="multiply.78"} +2023-12-14 14:52:56.244745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 select.33> +2023-12-14 14:52:56.244750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33 +2023-12-14 14:52:56.244759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39, operand 0 +2023-12-14 14:52:56.244770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.33 = f32[2048]{0} select(pred[2048]{0} %compare.9, f32[2048]{0} %multiply.50, f32[2048]{0} %multiply.40), metadata={op_name="select.86"} +2023-12-14 14:52:56.244775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 constant.102> +2023-12-14 14:52:56.244779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:56.244789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169, operand 0 +2023-12-14 14:52:56.244802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = f32[] constant(1.41421354) +2023-12-14 14:52:56.244807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 broadcast.169> +2023-12-14 14:52:56.244812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169 +2023-12-14 14:52:56.244822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39, operand 1 +2023-12-14 14:52:56.244832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.169 = f32[2048]{0} broadcast(f32[] %constant.102), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.244837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 multiply.39> +2023-12-14 14:52:56.244842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39 +2023-12-14 14:52:56.244852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.39 = f32[2048]{0} multiply(f32[2048]{0} %select.33, f32[2048]{0} %broadcast.169), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.244861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.244867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.244878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:56.244887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.244892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.244897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.244907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:56.244917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:56.244922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:56.244930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:56.244935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:56.244941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:56.244946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:56.244950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:56.244955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.244960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.244965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.244970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.244976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:56.244981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.244985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:56.244990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.244995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.245000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.245010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.245025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.245035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.245050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.245063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.245078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.245087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.245102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.245113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.245127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.245138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.245152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.245162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.245177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.245190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:56.245195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:56.245205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.245215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.245224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:56.245230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:56.245240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.245249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.245259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:56.245264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:56.245274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.245284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.245294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:56.245298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:56.245309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.245321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.245331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:56.245337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:56.245346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.245356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.245366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:56.245371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:56.245381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.245390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.245400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:56.245406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:56.245415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.245425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.245435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:56.245440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:56.245453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.245458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{} (phi)> +2023-12-14 14:52:56.245463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.245473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:56.245483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.245488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.245493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 while.1{0} (phi)> +2023-12-14 14:52:56.245498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.245508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.245518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 while.1{1} (phi)> +2023-12-14 14:52:56.245524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.245535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.245539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.245544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.245554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:56.245559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.245564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 while.1{2} (phi)> +2023-12-14 14:52:56.245573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.245583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:56.245587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.245593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.245603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:56.245608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.245613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 while.1{3} (phi)> +2023-12-14 14:52:56.245618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.245628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.245638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 while.1{4} (phi)> +2023-12-14 14:52:56.245643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.245652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.245663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 while.1{5} (phi)> +2023-12-14 14:52:56.245668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.245677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.245696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 while.1{6} (phi)> +2023-12-14 14:52:56.245702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.245712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.245722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 while.1{7} (phi)> +2023-12-14 14:52:56.245727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.245731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.245737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.245742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.246106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.16 = s32[] copy(s32[] %add.55) and its unused operands +2023-12-14 14:52:56.246125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.17 = u32[1024]{0} copy(u32[1024]{0} %fusion.1) and its unused operands +2023-12-14 14:52:56.246132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.18 = u32[1024]{0} copy(u32[1024]{0} %fusion) and its unused operands +2023-12-14 14:52:56.246142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy = s32[] copy(s32[] %copy.24) and its unused operands +2023-12-14 14:52:56.246149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.1 = u32[1024]{0} copy(u32[1024]{0} %fusion.6) and its unused operands +2023-12-14 14:52:56.246156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.2 = u32[1024]{0} copy(u32[1024]{0} %fusion.4) and its unused operands +2023-12-14 14:52:56.246162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.3 = u32[] copy(u32[] %fusion.5) and its unused operands +2023-12-14 14:52:56.246168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.4 = u32[] copy(u32[] %fusion.3) and its unused operands +2023-12-14 14:52:56.246175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.5 = u32[] copy(u32[] %fusion.7) and its unused operands +2023-12-14 14:52:56.246181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.6 = u32[4]{0} copy(u32[4]{0} %copy.26) and its unused operands +2023-12-14 14:52:56.246188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.7 = u32[4]{0} copy(u32[4]{0} %copy.25) and its unused operands +2023-12-14 14:52:56.246217: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:56.246226: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 16 +2023-12-14 14:52:56.246263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 61.4 ms (cumulative: 287 ms, max: 65 ms, #called: 832) +2023-12-14 14:52:56.246270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.246305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 32 us (cumulative: 287 ms, max: 65 ms, #called: 833) +2023-12-14 14:52:56.246341: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__normal +2023-12-14 14:52:56.247293: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:56.247609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:56.248086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.248142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.248149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.248164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:56.248169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:56.248184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:56.248190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:56.248195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:56.248199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:56.248204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:56.248209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:56.248214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:56.248219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:56.248224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:56.248240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:56.248245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:56.248250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:56.248255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:56.248261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:56.248267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:56.248272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:56.248287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.248298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.248304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 261, phi: +2023-12-14 14:52:56.248309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.248313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.248318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:56.248323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:56.248328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262, phi: +2023-12-14 14:52:56.248333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.248338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.248342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 263, phi: +2023-12-14 14:52:56.248347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.248353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:56.248357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32: +2023-12-14 14:52:56.248362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:56.248367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 264, phi: +2023-12-14 14:52:56.248372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.248376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.248382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34: +2023-12-14 14:52:56.248386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51: +2023-12-14 14:52:56.248391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 265, phi: +2023-12-14 14:52:56.248396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.248401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.248406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:56.248410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53: +2023-12-14 14:52:56.248419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 266, phi: +2023-12-14 14:52:56.248424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.248428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:56.248434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:56.248438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54: +2023-12-14 14:52:56.248444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 267, phi: +2023-12-14 14:52:56.248449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.248453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.248458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:56.248463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56: +2023-12-14 14:52:56.248468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 268, phi: +2023-12-14 14:52:56.248473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.248478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.248483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:56.248487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:56.248492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 269, phi: +2023-12-14 14:52:56.248498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.248503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.248507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:56.248512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59: +2023-12-14 14:52:56.248517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 270, phi: +2023-12-14 14:52:56.248521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.248526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.248532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:56.248537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:56.248541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 271, phi: +2023-12-14 14:52:56.248546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.248551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:56.248555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 272, phi: +2023-12-14 14:52:56.248560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.248566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.248570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 273, phi: +2023-12-14 14:52:56.248575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.248582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.248587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 274, phi: +2023-12-14 14:52:56.248593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.248599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:56.248603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 275, phi: +2023-12-14 14:52:56.248608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.248613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.248617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 276, phi: +2023-12-14 14:52:56.248622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.248627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.248632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 277, phi: +2023-12-14 14:52:56.248637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.248641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.248646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 278, phi: +2023-12-14 14:52:56.248651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.248656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.248661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 279, phi: +2023-12-14 14:52:56.248666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.248671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.248675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 280, phi: +2023-12-14 14:52:56.248680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:56.248685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.248690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 281, phi: +2023-12-14 14:52:56.248695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.248700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.248705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 282, phi: +2023-12-14 14:52:56.248710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.248715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.248720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 283, phi: +2023-12-14 14:52:56.248724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:56.248729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.248734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 284, phi: +2023-12-14 14:52:56.248739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.248747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.248751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 285, phi: +2023-12-14 14:52:56.248756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.248762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.248767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 286, phi: +2023-12-14 14:52:56.248772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.248777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.248782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 287, phi: +2023-12-14 14:52:56.248786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.248791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.248808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.248818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.248822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 261, phi: +2023-12-14 14:52:56.248828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.248834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.248839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:56.248844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:56.248849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262, phi: +2023-12-14 14:52:56.248853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.248858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.248863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 263, phi: +2023-12-14 14:52:56.248868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.248873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:56.248877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32: +2023-12-14 14:52:56.248882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:56.248887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 264, phi: +2023-12-14 14:52:56.248891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.248897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.248901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34: +2023-12-14 14:52:56.248906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51: +2023-12-14 14:52:56.248910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 265, phi: +2023-12-14 14:52:56.248915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.248920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.248929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:56.248933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53: +2023-12-14 14:52:56.248938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 266, phi: +2023-12-14 14:52:56.248943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.248947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:56.248952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:56.248957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54: +2023-12-14 14:52:56.248963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 267, phi: +2023-12-14 14:52:56.248968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.248972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.248977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:56.248982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56: +2023-12-14 14:52:56.248987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 268, phi: +2023-12-14 14:52:56.248992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.248997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.249002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:56.249007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:56.249011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 269, phi: +2023-12-14 14:52:56.249017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.249021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.249027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:56.249031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59: +2023-12-14 14:52:56.249036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 270, phi: +2023-12-14 14:52:56.249041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.249046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.249051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:56.249055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:56.249061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 271, phi: +2023-12-14 14:52:56.249065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.249070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:56.249075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 272, phi: +2023-12-14 14:52:56.249080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.249084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.249089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 273, phi: +2023-12-14 14:52:56.249097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.249102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.249107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 274, phi: +2023-12-14 14:52:56.249112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.249117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:56.249121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 275, phi: +2023-12-14 14:52:56.249127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.249132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.249137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 276, phi: +2023-12-14 14:52:56.249141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.249146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.249151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 277, phi: +2023-12-14 14:52:56.249155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.249161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.249166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 278, phi: +2023-12-14 14:52:56.249171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.249175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.249180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 279, phi: +2023-12-14 14:52:56.249185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.249189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.249195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 280, phi: +2023-12-14 14:52:56.249200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:56.249205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.249209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 281, phi: +2023-12-14 14:52:56.249214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.249219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.249223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 282, phi: +2023-12-14 14:52:56.249229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.249233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.249238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 283, phi: +2023-12-14 14:52:56.249243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:56.249247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.249252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 284, phi: +2023-12-14 14:52:56.249260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.249265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.249270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 285, phi: +2023-12-14 14:52:56.249275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.249279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.249284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 286, phi: +2023-12-14 14:52:56.249289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.249295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.249300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 287, phi: +2023-12-14 14:52:56.249304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.249309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.249314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.249323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <33 Arg_0.1> + +2023-12-14 14:52:56.249329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.249335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <31 constant.14> + +2023-12-14 14:52:56.249340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.249346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <41 constant.16> + +2023-12-14 14:52:56.249351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.249357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <39 constant.17> + +2023-12-14 14:52:56.249362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.249374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <279 while.1{} (phi)> + {0} : HloValueSet: <280 while.1{0} (phi)> + {1} : HloValueSet: <281 while.1{1} (phi)> + {2} : HloValueSet: <282 while.1{2} (phi)> + {3} : HloValueSet: <283 while.1{3} (phi)> + {4} : HloValueSet: <284 while.1{4} (phi)> + {5} : HloValueSet: <285 while.1{5} (phi)> + {6} : HloValueSet: <286 while.1{6} (phi)> + {7} : HloValueSet: <287 while.1{7} (phi)> + +2023-12-14 14:52:56.249380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.249386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <281 while.1{1} (phi)> + +2023-12-14 14:52:56.249392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:56.249397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <282 while.1{2} (phi)> + +2023-12-14 14:52:56.249405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:56.249412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <37 fusion.3> + +2023-12-14 14:52:56.249416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:56.249422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <35 fusion.4> + +2023-12-14 14:52:56.249427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:56.249433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <36 fusion.5> + +2023-12-14 14:52:56.249438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:56.249443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <34 fusion.6> + +2023-12-14 14:52:56.249448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:56.249453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 fusion.7> + +2023-12-14 14:52:56.249459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.249464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 fusion.2.clone> + +2023-12-14 14:52:56.249470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:56.249480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <43 tuple.9{}> + {0} : HloValueSet: <32 copy.24> + {1} : HloValueSet: <34 fusion.6> + {2} : HloValueSet: <35 fusion.4> + {3} : HloValueSet: <36 fusion.5> + {4} : HloValueSet: <37 fusion.3> + {5} : HloValueSet: <38 fusion.7> + {6} : HloValueSet: <40 copy.26> + {7} : HloValueSet: <42 copy.25> + +2023-12-14 14:52:56.249485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:56.249492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <32 copy.24> + +2023-12-14 14:52:56.249497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:56.249503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 copy.25> + +2023-12-14 14:52:56.249507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:56.249513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <40 copy.26> + +2023-12-14 14:52:56.249518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.249528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <262 arg_tuple.3{} (phi)> + {0} : HloValueSet: <271 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <272 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <273 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <274 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <275 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <276 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <277 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <278 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.249537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:56.249542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <45 constant.67> + +2023-12-14 14:52:56.249547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:56.249553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <46 add.55> + +2023-12-14 14:52:56.249558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:56.249564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <53 fusion> + +2023-12-14 14:52:56.249569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:56.249574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <51 fusion.1> + +2023-12-14 14:52:56.249579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:56.249584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <271 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.249591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:56.249596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <44 copy.8> + +2023-12-14 14:52:56.249601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:56.249607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <272 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.249612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:56.249618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <50 copy.9> + +2023-12-14 14:52:56.249624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:56.249630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <273 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.249635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:56.249640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <49 copy.10> + +2023-12-14 14:52:56.249645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:56.249651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <274 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.249656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:56.249662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <47 copy.11> + +2023-12-14 14:52:56.249667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:56.249675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <275 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.249681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:56.249686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <52 copy.12> + +2023-12-14 14:52:56.249692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:56.249697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <276 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.249702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:56.249708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 copy.13> + +2023-12-14 14:52:56.249713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:56.249719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <277 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.249724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:56.249730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 copy.14> + +2023-12-14 14:52:56.249735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:56.249741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <278 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.249746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:56.249751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <58 copy.15> + +2023-12-14 14:52:56.249757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:56.249762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <54 copy.19> + +2023-12-14 14:52:56.249767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:56.249773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.20> + +2023-12-14 14:52:56.249777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:56.249783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.21> + +2023-12-14 14:52:56.249789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:56.249794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <59 copy.22> + +2023-12-14 14:52:56.249800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:56.249805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <60 copy.23> + +2023-12-14 14:52:56.249810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:56.249822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <61 tuple.11{}> + {0} : HloValueSet: <46 add.55> + {1} : HloValueSet: <51 fusion.1> + {2} : HloValueSet: <53 fusion> + {3} : HloValueSet: <54 copy.19> + {4} : HloValueSet: <56 copy.20> + {5} : HloValueSet: <57 copy.21> + {6} : HloValueSet: <59 copy.22> + {7} : HloValueSet: <60 copy.23> + +2023-12-14 14:52:56.249828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.249839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <261 arg_tuple.4{} (phi)> + {0} : HloValueSet: <263 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <264 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <265 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <266 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <267 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <268 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <269 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <270 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.249844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:56.249850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <7 constant.68> + +2023-12-14 14:52:56.249855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:56.249861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <8 compare.5> + +2023-12-14 14:52:56.249866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:56.249872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <263 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.249877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.57 +2023-12-14 14:52:56.249882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <152 add.57> + +2023-12-14 14:52:56.249888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.101 +2023-12-14 14:52:56.249894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <151 broadcast.101> + +2023-12-14 14:52:56.249899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:56.249904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <150 convert.3> + +2023-12-14 14:52:56.249909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.59 +2023-12-14 14:52:56.249915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <146 add.59> + +2023-12-14 14:52:56.249920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.102 +2023-12-14 14:52:56.249926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <145 broadcast.102> + +2023-12-14 14:52:56.249931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:56.249939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <143 xor.12> + +2023-12-14 14:52:56.249944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:56.249950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <142 or.12> + +2023-12-14 14:52:56.249956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:56.249962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <141 shift-right-logical.12> + +2023-12-14 14:52:56.249967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.103 +2023-12-14 14:52:56.249972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <140 broadcast.103> + +2023-12-14 14:52:56.249977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:56.249983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <139 subtract.16> + +2023-12-14 14:52:56.249989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:56.249994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <138 shift-left.12> + +2023-12-14 14:52:56.249999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.104 +2023-12-14 14:52:56.250005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <137 broadcast.104> + +2023-12-14 14:52:56.250011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.12 +2023-12-14 14:52:56.250016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <136 reshape.12> + +2023-12-14 14:52:56.250022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.12 +2023-12-14 14:52:56.250027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <135 slice.12> + +2023-12-14 14:52:56.250032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.60 +2023-12-14 14:52:56.250037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <134 add.60> + +2023-12-14 14:52:56.250043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:56.250048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <133 xor.13> + +2023-12-14 14:52:56.250054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:56.250059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <132 or.13> + +2023-12-14 14:52:56.250064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:56.250069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <131 shift-right-logical.13> + +2023-12-14 14:52:56.250075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.105 +2023-12-14 14:52:56.250085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <130 broadcast.105> + +2023-12-14 14:52:56.250091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:56.250097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <129 subtract.17> + +2023-12-14 14:52:56.250102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:56.250108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <128 shift-left.13> + +2023-12-14 14:52:56.250113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.106 +2023-12-14 14:52:56.250118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <127 broadcast.106> + +2023-12-14 14:52:56.250124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.13 +2023-12-14 14:52:56.250129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <126 reshape.13> + +2023-12-14 14:52:56.250135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.13 +2023-12-14 14:52:56.250140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <125 slice.13> + +2023-12-14 14:52:56.250145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.61 +2023-12-14 14:52:56.250150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <124 add.61> + +2023-12-14 14:52:56.250156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:56.250162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <123 xor.14> + +2023-12-14 14:52:56.250166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:56.250172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <122 or.14> + +2023-12-14 14:52:56.250177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:56.250182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <121 shift-right-logical.14> + +2023-12-14 14:52:56.250188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.107 +2023-12-14 14:52:56.250194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <120 broadcast.107> + +2023-12-14 14:52:56.250199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:56.250204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <119 subtract.18> + +2023-12-14 14:52:56.250209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:56.250214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <118 shift-left.14> + +2023-12-14 14:52:56.250223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.108 +2023-12-14 14:52:56.250229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <117 broadcast.108> + +2023-12-14 14:52:56.250234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:56.250239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <116 reshape.14> + +2023-12-14 14:52:56.250244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:56.250249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <115 slice.14> + +2023-12-14 14:52:56.250255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.62 +2023-12-14 14:52:56.250261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <114 add.62> + +2023-12-14 14:52:56.250265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:56.250271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <113 xor.15> + +2023-12-14 14:52:56.250276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:56.250281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <112 or.15> + +2023-12-14 14:52:56.250287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:56.250293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <111 shift-right-logical.15> + +2023-12-14 14:52:56.250298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.109 +2023-12-14 14:52:56.250303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <110 broadcast.109> + +2023-12-14 14:52:56.250308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.19 +2023-12-14 14:52:56.250314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 subtract.19> + +2023-12-14 14:52:56.250320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.69 +2023-12-14 14:52:56.250325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <108 constant.69> + +2023-12-14 14:52:56.250330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:56.250335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <107 shift-left.15> + +2023-12-14 14:52:56.250340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.110 +2023-12-14 14:52:56.250346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <106 broadcast.110> + +2023-12-14 14:52:56.250352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.15 +2023-12-14 14:52:56.250357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <105 reshape.15> + +2023-12-14 14:52:56.250365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:56.250371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <104 slice.15> + +2023-12-14 14:52:56.250376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.63 +2023-12-14 14:52:56.250381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <102 add.63> + +2023-12-14 14:52:56.250387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.64 +2023-12-14 14:52:56.250392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <149 add.64> + +2023-12-14 14:52:56.250397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:56.250403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 param_0.2> + +2023-12-14 14:52:56.250408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.5 +2023-12-14 14:52:56.250413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <103 param_1.5> + +2023-12-14 14:52:56.250419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.6 +2023-12-14 14:52:56.250424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <101 param_2.6> + +2023-12-14 14:52:56.250429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:56.250435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <100 param_3.7> + +2023-12-14 14:52:56.250440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:56.250445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <147 param_4.12> + +2023-12-14 14:52:56.250451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.70 +2023-12-14 14:52:56.250456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <148 constant.70> + +2023-12-14 14:52:56.250461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.65 +2023-12-14 14:52:56.250467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <99 add.65> + +2023-12-14 14:52:56.250472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.111 +2023-12-14 14:52:56.250477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <98 broadcast.111> + +2023-12-14 14:52:56.250483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.66 +2023-12-14 14:52:56.250489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <96 add.66> + +2023-12-14 14:52:56.250494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.4 +2023-12-14 14:52:56.250499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <97 param_0.4> + +2023-12-14 14:52:56.250508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:56.250513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <95 xor.16> + +2023-12-14 14:52:56.250519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:56.250525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <94 or.16> + +2023-12-14 14:52:56.250530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:56.250535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <93 shift-right-logical.16> + +2023-12-14 14:52:56.250540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.112 +2023-12-14 14:52:56.250545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <92 broadcast.112> + +2023-12-14 14:52:56.250551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.20 +2023-12-14 14:52:56.250557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <91 subtract.20> + +2023-12-14 14:52:56.250562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:56.250567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <90 shift-left.16> + +2023-12-14 14:52:56.250572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.113 +2023-12-14 14:52:56.250578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <89 broadcast.113> + +2023-12-14 14:52:56.250583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.16 +2023-12-14 14:52:56.250589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <88 reshape.16> + +2023-12-14 14:52:56.250594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:56.250599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <87 slice.16> + +2023-12-14 14:52:56.250604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.67 +2023-12-14 14:52:56.250609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <86 add.67> + +2023-12-14 14:52:56.250615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:56.250620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <85 xor.17> + +2023-12-14 14:52:56.250625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:56.250631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <84 or.17> + +2023-12-14 14:52:56.250636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:56.250641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <83 shift-right-logical.17> + +2023-12-14 14:52:56.250651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.114 +2023-12-14 14:52:56.250656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <82 broadcast.114> + +2023-12-14 14:52:56.250661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.21 +2023-12-14 14:52:56.250666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <81 subtract.21> + +2023-12-14 14:52:56.250671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:56.250677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <80 shift-left.17> + +2023-12-14 14:52:56.250683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.115 +2023-12-14 14:52:56.250689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <79 broadcast.115> + +2023-12-14 14:52:56.250694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:56.250699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 reshape.17> + +2023-12-14 14:52:56.250704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:56.250710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <77 slice.17> + +2023-12-14 14:52:56.250715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.69 +2023-12-14 14:52:56.250721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <76 add.69> + +2023-12-14 14:52:56.250725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:56.250731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <75 xor.18> + +2023-12-14 14:52:56.250736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:56.250741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <74 or.18> + +2023-12-14 14:52:56.250747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:56.250753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <73 shift-right-logical.18> + +2023-12-14 14:52:56.250758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.116 +2023-12-14 14:52:56.250764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <72 broadcast.116> + +2023-12-14 14:52:56.250769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.22 +2023-12-14 14:52:56.250775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 subtract.22> + +2023-12-14 14:52:56.250780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.71 +2023-12-14 14:52:56.250788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <70 constant.71> + +2023-12-14 14:52:56.250794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.11 +2023-12-14 14:52:56.250800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <65 param_1.11> + +2023-12-14 14:52:56.250805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:56.250810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <69 shift-left.18> + +2023-12-14 14:52:56.250816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.117 +2023-12-14 14:52:56.250822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <68 broadcast.117> + +2023-12-14 14:52:56.250827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:56.250832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 reshape.18> + +2023-12-14 14:52:56.250837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:56.250842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <66 slice.18> + +2023-12-14 14:52:56.250848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.70 +2023-12-14 14:52:56.250853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <64 add.70> + +2023-12-14 14:52:56.250859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.14 +2023-12-14 14:52:56.250864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <63 param_2.14> + +2023-12-14 14:52:56.250869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:56.250874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <62 param_3.17> + +2023-12-14 14:52:56.250880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:56.250886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 xor.19> + +2023-12-14 14:52:56.250891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:56.250896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 xor.20> + +2023-12-14 14:52:56.250901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:56.250906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 constant.101> + +2023-12-14 14:52:56.250912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:56.250918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 reshape.19> + +2023-12-14 14:52:56.250922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:56.250931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <26 slice.20> + +2023-12-14 14:52:56.250936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.21 +2023-12-14 14:52:56.250942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <25 reshape.21> + +2023-12-14 14:52:56.250947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.20 +2023-12-14 14:52:56.250953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <23 param_0.20> + +2023-12-14 14:52:56.250958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:56.250963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <24 slice.22> + +2023-12-14 14:52:56.250968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.84 +2023-12-14 14:52:56.250973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <22 add.84> + +2023-12-14 14:52:56.250979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.165 +2023-12-14 14:52:56.250985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <21 broadcast.165> + +2023-12-14 14:52:56.250989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.23 +2023-12-14 14:52:56.250995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <20 reshape.23> + +2023-12-14 14:52:56.250999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:56.251005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <19 slice.25> + +2023-12-14 14:52:56.251010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:56.251016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <17 slice.26> + +2023-12-14 14:52:56.251021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.22 +2023-12-14 14:52:56.251026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <18 param_0.22> + +2023-12-14 14:52:56.251031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.0 +2023-12-14 14:52:56.251037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <16 iota.0> + +2023-12-14 14:52:56.251042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.24 +2023-12-14 14:52:56.251048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.24> + +2023-12-14 14:52:56.251053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:56.251058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.27> + +2023-12-14 14:52:56.251063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.24 +2023-12-14 14:52:56.251072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.24> + +2023-12-14 14:52:56.251078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.85 +2023-12-14 14:52:56.251083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <15 add.85> + +2023-12-14 14:52:56.251088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:56.251094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <14 broadcast.167> + +2023-12-14 14:52:56.251099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.25 +2023-12-14 14:52:56.251105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 reshape.25> + +2023-12-14 14:52:56.251110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:56.251116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 slice.28> + +2023-12-14 14:52:56.251121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:56.251127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <10 slice.29> + +2023-12-14 14:52:56.251132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.26 +2023-12-14 14:52:56.251137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <11 param_0.26> + +2023-12-14 14:52:56.251142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.1 +2023-12-14 14:52:56.251148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <9 iota.1> + +2023-12-14 14:52:56.251153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:56.251159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <6 reshape.26> + +2023-12-14 14:52:56.251163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:56.251169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <5 slice.30> + +2023-12-14 14:52:56.251173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.28 +2023-12-14 14:52:56.251180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <4 param_0.28> + +2023-12-14 14:52:56.251184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.39 +2023-12-14 14:52:56.251190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <260 multiply.39> + +2023-12-14 14:52:56.251195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.169 +2023-12-14 14:52:56.251201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <259 broadcast.169> + +2023-12-14 14:52:56.251206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:56.251215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <258 constant.102> + +2023-12-14 14:52:56.251220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.33 +2023-12-14 14:52:56.251226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <257 select.33> + +2023-12-14 14:52:56.251231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.40 +2023-12-14 14:52:56.251236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <256 multiply.40> + +2023-12-14 14:52:56.251241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.86 +2023-12-14 14:52:56.251248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <255 add.86> + +2023-12-14 14:52:56.251253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.41 +2023-12-14 14:52:56.251259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <254 multiply.41> + +2023-12-14 14:52:56.251264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.88 +2023-12-14 14:52:56.251269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <253 add.88> + +2023-12-14 14:52:56.251274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:56.251280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <252 multiply.42> + +2023-12-14 14:52:56.251285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.91 +2023-12-14 14:52:56.251291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <251 add.91> + +2023-12-14 14:52:56.251295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:56.251301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <250 multiply.43> + +2023-12-14 14:52:56.251306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:56.251312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <249 add.92> + +2023-12-14 14:52:56.251317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:56.251333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <248 multiply.44> + +2023-12-14 14:52:56.251338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.95 +2023-12-14 14:52:56.251343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <247 add.95> + +2023-12-14 14:52:56.251349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:56.251355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <246 multiply.45> + +2023-12-14 14:52:56.251359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:56.251368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <245 add.96> + +2023-12-14 14:52:56.251373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:56.251380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <244 multiply.46> + +2023-12-14 14:52:56.251385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.97 +2023-12-14 14:52:56.251391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <243 add.97> + +2023-12-14 14:52:56.251396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:56.251401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <242 multiply.47> + +2023-12-14 14:52:56.251406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.98 +2023-12-14 14:52:56.251412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <241 add.98> + +2023-12-14 14:52:56.251417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:56.251423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <240 multiply.48> + +2023-12-14 14:52:56.251428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.34 +2023-12-14 14:52:56.251433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <239 select.34> + +2023-12-14 14:52:56.251438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.99 +2023-12-14 14:52:56.251444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <238 add.99> + +2023-12-14 14:52:56.251448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.171 +2023-12-14 14:52:56.251455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <237 broadcast.171> + +2023-12-14 14:52:56.251460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:56.251465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <236 constant.103> + +2023-12-14 14:52:56.251470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:56.251475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <235 sqrt.3> + +2023-12-14 14:52:56.251480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.100 +2023-12-14 14:52:56.251487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <234 add.100> + +2023-12-14 14:52:56.251492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:56.251497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <233 broadcast.173> + +2023-12-14 14:52:56.251503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.104 +2023-12-14 14:52:56.251511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <232 constant.104> + +2023-12-14 14:52:56.251516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.35 +2023-12-14 14:52:56.251522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <231 select.35> + +2023-12-14 14:52:56.251527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.175 +2023-12-14 14:52:56.251533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <230 broadcast.175> + +2023-12-14 14:52:56.251538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.105 +2023-12-14 14:52:56.251543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <229 constant.105> + +2023-12-14 14:52:56.251548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:56.251555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <228 broadcast.176> + +2023-12-14 14:52:56.251560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.106 +2023-12-14 14:52:56.251565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <227 constant.106> + +2023-12-14 14:52:56.251570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.36 +2023-12-14 14:52:56.251576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <226 select.36> + +2023-12-14 14:52:56.251580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:56.251587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <225 broadcast.177> + +2023-12-14 14:52:56.251592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.108 +2023-12-14 14:52:56.251597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <224 constant.108> + +2023-12-14 14:52:56.251602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:56.251608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <223 broadcast.178> + +2023-12-14 14:52:56.251612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.109 +2023-12-14 14:52:56.251618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <222 constant.109> + +2023-12-14 14:52:56.251623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.37 +2023-12-14 14:52:56.251629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <221 select.37> + +2023-12-14 14:52:56.251634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:56.251639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <220 broadcast.179> + +2023-12-14 14:52:56.251647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.110 +2023-12-14 14:52:56.251653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <219 constant.110> + +2023-12-14 14:52:56.251658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:56.251664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <218 broadcast.180> + +2023-12-14 14:52:56.251668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.111 +2023-12-14 14:52:56.251674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <217 constant.111> + +2023-12-14 14:52:56.251680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.38 +2023-12-14 14:52:56.251686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <216 select.38> + +2023-12-14 14:52:56.251691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:56.251696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <215 broadcast.181> + +2023-12-14 14:52:56.251701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.112 +2023-12-14 14:52:56.251707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <214 constant.112> + +2023-12-14 14:52:56.251712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:56.251718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <213 broadcast.182> + +2023-12-14 14:52:56.251724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.113 +2023-12-14 14:52:56.251729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <212 constant.113> + +2023-12-14 14:52:56.251734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.39 +2023-12-14 14:52:56.251740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <211 select.39> + +2023-12-14 14:52:56.251745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:56.251751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <210 broadcast.183> + +2023-12-14 14:52:56.251756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.114 +2023-12-14 14:52:56.251761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <209 constant.114> + +2023-12-14 14:52:56.251766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:56.251772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <208 broadcast.184> + +2023-12-14 14:52:56.251777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.115 +2023-12-14 14:52:56.251782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <207 constant.115> + +2023-12-14 14:52:56.251791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.40 +2023-12-14 14:52:56.251797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <206 select.40> + +2023-12-14 14:52:56.251802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:56.251808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <205 broadcast.185> + +2023-12-14 14:52:56.251813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.116 +2023-12-14 14:52:56.251819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <204 constant.116> + +2023-12-14 14:52:56.251824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:56.251829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <203 broadcast.186> + +2023-12-14 14:52:56.251835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.117 +2023-12-14 14:52:56.251840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <202 constant.117> + +2023-12-14 14:52:56.251845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:56.251851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <201 select.41> + +2023-12-14 14:52:56.251856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:56.251862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <200 broadcast.187> + +2023-12-14 14:52:56.251867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.118 +2023-12-14 14:52:56.251872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <199 constant.118> + +2023-12-14 14:52:56.251877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:56.251884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <198 broadcast.188> + +2023-12-14 14:52:56.251889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.119 +2023-12-14 14:52:56.251895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <197 constant.119> + +2023-12-14 14:52:56.251900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:56.251905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <196 select.42> + +2023-12-14 14:52:56.251910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:56.251916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <195 broadcast.189> + +2023-12-14 14:52:56.251921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.120 +2023-12-14 14:52:56.251933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 constant.120> + +2023-12-14 14:52:56.251938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:56.251944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <193 broadcast.190> + +2023-12-14 14:52:56.251950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.121 +2023-12-14 14:52:56.251956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 constant.121> + +2023-12-14 14:52:56.251961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:56.251966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <191 select.43> + +2023-12-14 14:52:56.251971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:56.251977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <190 broadcast.191> + +2023-12-14 14:52:56.251982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.122 +2023-12-14 14:52:56.251988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 constant.122> + +2023-12-14 14:52:56.251993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:56.251998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <188 broadcast.192> + +2023-12-14 14:52:56.252003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.123 +2023-12-14 14:52:56.252009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 constant.123> + +2023-12-14 14:52:56.252014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.8 +2023-12-14 14:52:56.252021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <186 compare.8> + +2023-12-14 14:52:56.252026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:56.252031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <185 broadcast.193> + +2023-12-14 14:52:56.252036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.124 +2023-12-14 14:52:56.252042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 constant.124> + +2023-12-14 14:52:56.252048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:56.252053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <183 negate.9> + +2023-12-14 14:52:56.252058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:56.252064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <182 log-plus-one.3> + +2023-12-14 14:52:56.252071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:56.252078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <181 multiply.49> + +2023-12-14 14:52:56.252083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:56.252089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <180 negate.10> + +2023-12-14 14:52:56.252093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:56.252099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <179 multiply.50> + +2023-12-14 14:52:56.252105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:56.252110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <178 broadcast.194> + +2023-12-14 14:52:56.252116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.125 +2023-12-14 14:52:56.252121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.125> + +2023-12-14 14:52:56.252126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.9 +2023-12-14 14:52:56.252132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <176 compare.9> + +2023-12-14 14:52:56.252137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:56.252143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <175 broadcast.195> + +2023-12-14 14:52:56.252148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.126 +2023-12-14 14:52:56.252154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.126> + +2023-12-14 14:52:56.252159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:56.252165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <173 abs.3> + +2023-12-14 14:52:56.252169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:56.252175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <172 maximum.1> + +2023-12-14 14:52:56.252180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.101 +2023-12-14 14:52:56.252186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <171 add.101> + +2023-12-14 14:52:56.252192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:56.252198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <170 broadcast.196> + +2023-12-14 14:52:56.252202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.127 +2023-12-14 14:52:56.252208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.127> + +2023-12-14 14:52:56.252218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:56.252224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <168 multiply.51> + +2023-12-14 14:52:56.252229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:56.252234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <167 broadcast.197> + +2023-12-14 14:52:56.252239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.128 +2023-12-14 14:52:56.252244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.128> + +2023-12-14 14:52:56.252250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.102 +2023-12-14 14:52:56.252256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <165 add.102> + +2023-12-14 14:52:56.252261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:56.252267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <164 broadcast.198> + +2023-12-14 14:52:56.252271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.130 +2023-12-14 14:52:56.252277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.130> + +2023-12-14 14:52:56.252283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.1 +2023-12-14 14:52:56.252288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <162 bitcast-convert.1> + +2023-12-14 14:52:56.252293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.20 +2023-12-14 14:52:56.252299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <161 or.20> + +2023-12-14 14:52:56.252304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:56.252309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <160 broadcast.199> + +2023-12-14 14:52:56.252315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.132 +2023-12-14 14:52:56.252320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <159 constant.132> + +2023-12-14 14:52:56.252325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.20 +2023-12-14 14:52:56.252330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <158 shift-right-logical.20> + +2023-12-14 14:52:56.252335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:56.252340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <157 broadcast.200> + +2023-12-14 14:52:56.252347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.134 +2023-12-14 14:52:56.252356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <156 constant.134> + +2023-12-14 14:52:56.252361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:56.252366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <155 concatenate.1> + +2023-12-14 14:52:56.252371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.29 +2023-12-14 14:52:56.252377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <153 param_0.29> + +2023-12-14 14:52:56.252383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.45 +2023-12-14 14:52:56.252388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <154 param_1.45> + +2023-12-14 14:52:56.252393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:56.252398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 fusion.2.clone> + +2023-12-14 14:52:56.252404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.252410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <281 while.1{1} (phi)> + +2023-12-14 14:52:56.252416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.252421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <282 while.1{2} (phi)> + +2023-12-14 14:52:56.253411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:56.253432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.253438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.253448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 Arg_0.1> (def) +2023-12-14 14:52:56.253453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.253463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> (def) +2023-12-14 14:52:56.253468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.253477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.16> (def) +2023-12-14 14:52:56.253482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.253492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.17> (def) +2023-12-14 14:52:56.253496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.253512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.253517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 while.1{} (phi)> (def) +2023-12-14 14:52:56.253522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.253527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 while.1{0} (phi)> (def) +2023-12-14 14:52:56.253532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.253537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{1} (phi)> (def) +2023-12-14 14:52:56.253542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.253549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{2} (phi)> (def) +2023-12-14 14:52:56.253554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.253559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{3} (phi)> (def) +2023-12-14 14:52:56.253564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.253568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 while.1{4} (phi)> (def) +2023-12-14 14:52:56.253573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.253579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 while.1{5} (phi)> (def) +2023-12-14 14:52:56.253584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.253589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 while.1{6} (phi)> (def) +2023-12-14 14:52:56.253594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.253599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{7} (phi)> (def) +2023-12-14 14:52:56.253604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.253614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{1} (phi)> +2023-12-14 14:52:56.253619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:56.253629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{2} (phi)> +2023-12-14 14:52:56.253634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:56.253645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.3> (def) +2023-12-14 14:52:56.253650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:56.253663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.4> (def) +2023-12-14 14:52:56.253668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:56.253679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.5> (def) +2023-12-14 14:52:56.253684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:56.253693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.6> (def) +2023-12-14 14:52:56.253698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:56.253708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.7> (def) +2023-12-14 14:52:56.253714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.253724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> +2023-12-14 14:52:56.253729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:56.253739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.253745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 tuple.9{}> (def) +2023-12-14 14:52:56.253750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.253755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 copy.24> +2023-12-14 14:52:56.253760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.253766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.6> +2023-12-14 14:52:56.253771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.253775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.4> +2023-12-14 14:52:56.253781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.253785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.5> +2023-12-14 14:52:56.253790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.253796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.3> +2023-12-14 14:52:56.253800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.253805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.7> +2023-12-14 14:52:56.253814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.253819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.26> +2023-12-14 14:52:56.253824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.253829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.25> +2023-12-14 14:52:56.253834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:56.253844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 copy.24> (def) +2023-12-14 14:52:56.253849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:56.253860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.25> (def) +2023-12-14 14:52:56.253864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:56.253874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.26> (def) +2023-12-14 14:52:56.253879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.253889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.253894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.253899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.253904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.253909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.253914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.253919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.253924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.253929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.253934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.253939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.253944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.253949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.253954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.253962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.253967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.253972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.253977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.253982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.253987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:56.253992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.67> (def) +2023-12-14 14:52:56.253996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:56.254007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.55> (def) +2023-12-14 14:52:56.254012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:56.254022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 fusion> (def) +2023-12-14 14:52:56.254026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:56.254037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 fusion.1> (def) +2023-12-14 14:52:56.254042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:56.254053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.254057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:56.254068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.8> (def) +2023-12-14 14:52:56.254072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:56.254083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.254087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:56.254098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.9> (def) +2023-12-14 14:52:56.254103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:56.254116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.254121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:56.254131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.10> (def) +2023-12-14 14:52:56.254136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:56.254147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.254152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:56.254162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.11> (def) +2023-12-14 14:52:56.254167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:56.254177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.254182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:56.254192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.12> (def) +2023-12-14 14:52:56.254197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:56.254207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.254212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:56.254222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.13> (def) +2023-12-14 14:52:56.254227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:56.254236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.254242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:56.254252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.14> (def) +2023-12-14 14:52:56.254257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:56.254270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.254276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:56.254285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.15> (def) +2023-12-14 14:52:56.254290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:56.254300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> (def) +2023-12-14 14:52:56.254305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:56.254315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> (def) +2023-12-14 14:52:56.254320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:56.254330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> (def) +2023-12-14 14:52:56.254335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:56.254346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> (def) +2023-12-14 14:52:56.254350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:56.254360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> (def) +2023-12-14 14:52:56.254365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:56.254376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.254381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 tuple.11{}> (def) +2023-12-14 14:52:56.254385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.254390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.55> +2023-12-14 14:52:56.254396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.254401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 fusion.1> +2023-12-14 14:52:56.254407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.254412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 fusion> +2023-12-14 14:52:56.254419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.254425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> +2023-12-14 14:52:56.254430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.254434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> +2023-12-14 14:52:56.254439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.254445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> +2023-12-14 14:52:56.254449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.254455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> +2023-12-14 14:52:56.254460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.254465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> +2023-12-14 14:52:56.254469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.254480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.254485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.254490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.254495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.254500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.254504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.254510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.254515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.254520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.254525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.254530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.254534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.254540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.254545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.254550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.254555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.254560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.254567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.254573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:56.254584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 constant.68> (def) +2023-12-14 14:52:56.254588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:56.254598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 compare.5> (def) +2023-12-14 14:52:56.254603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:56.254614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.254618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57: +2023-12-14 14:52:56.254628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.57> (def) +2023-12-14 14:52:56.254633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101: +2023-12-14 14:52:56.254645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.101> (def) +2023-12-14 14:52:56.254649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:56.254659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.3> (def) +2023-12-14 14:52:56.254664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59: +2023-12-14 14:52:56.254674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.59> (def) +2023-12-14 14:52:56.254679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102: +2023-12-14 14:52:56.254689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.102> (def) +2023-12-14 14:52:56.254694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:56.254704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.12> (def) +2023-12-14 14:52:56.254709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:56.254721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.12> (def) +2023-12-14 14:52:56.254727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:56.254737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.12> (def) +2023-12-14 14:52:56.254742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103: +2023-12-14 14:52:56.254752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.103> (def) +2023-12-14 14:52:56.254757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:56.254767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.16> (def) +2023-12-14 14:52:56.254772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:56.254782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 shift-left.12> (def) +2023-12-14 14:52:56.254788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104: +2023-12-14 14:52:56.254797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.104> (def) +2023-12-14 14:52:56.254802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12: +2023-12-14 14:52:56.254812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 reshape.12> (def) +2023-12-14 14:52:56.254818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12: +2023-12-14 14:52:56.254827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 slice.12> (def) +2023-12-14 14:52:56.254832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60: +2023-12-14 14:52:56.254843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.60> (def) +2023-12-14 14:52:56.254849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:56.254858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 xor.13> (def) +2023-12-14 14:52:56.254863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:56.254876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 or.13> (def) +2023-12-14 14:52:56.254881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:56.254891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 shift-right-logical.13> (def) +2023-12-14 14:52:56.254896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105: +2023-12-14 14:52:56.254906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.105> (def) +2023-12-14 14:52:56.254911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:56.254920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 subtract.17> (def) +2023-12-14 14:52:56.254925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:56.254935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.13> (def) +2023-12-14 14:52:56.254940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106: +2023-12-14 14:52:56.254950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.106> (def) +2023-12-14 14:52:56.254955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13: +2023-12-14 14:52:56.254964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 reshape.13> (def) +2023-12-14 14:52:56.254971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13: +2023-12-14 14:52:56.254981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 slice.13> (def) +2023-12-14 14:52:56.254985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.254990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61: +2023-12-14 14:52:56.254995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.61> (def) +2023-12-14 14:52:56.255000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:56.255010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 xor.14> (def) +2023-12-14 14:52:56.255015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:56.255028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 or.14> (def) +2023-12-14 14:52:56.255033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:56.255043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 shift-right-logical.14> (def) +2023-12-14 14:52:56.255048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107: +2023-12-14 14:52:56.255058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.107> (def) +2023-12-14 14:52:56.255063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:56.255073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 subtract.18> (def) +2023-12-14 14:52:56.255078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:56.255088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 shift-left.14> (def) +2023-12-14 14:52:56.255093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108: +2023-12-14 14:52:56.255103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.108> (def) +2023-12-14 14:52:56.255108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:56.255118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.14> (def) +2023-12-14 14:52:56.255122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:56.255132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 slice.14> (def) +2023-12-14 14:52:56.255137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62: +2023-12-14 14:52:56.255148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.62> (def) +2023-12-14 14:52:56.255153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:56.255162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 xor.15> (def) +2023-12-14 14:52:56.255167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:56.255180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 or.15> (def) +2023-12-14 14:52:56.255185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:56.255195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-right-logical.15> (def) +2023-12-14 14:52:56.255199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109: +2023-12-14 14:52:56.255211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.109> (def) +2023-12-14 14:52:56.255215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19: +2023-12-14 14:52:56.255225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 subtract.19> (def) +2023-12-14 14:52:56.255230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69: +2023-12-14 14:52:56.255240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.69> (def) +2023-12-14 14:52:56.255245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:56.255255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 shift-left.15> (def) +2023-12-14 14:52:56.255259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110: +2023-12-14 14:52:56.255270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.110> (def) +2023-12-14 14:52:56.255275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15: +2023-12-14 14:52:56.255284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.15> (def) +2023-12-14 14:52:56.255289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:56.255299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 slice.15> (def) +2023-12-14 14:52:56.255305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63: +2023-12-14 14:52:56.255315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.63> (def) +2023-12-14 14:52:56.255329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64: +2023-12-14 14:52:56.255350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.64> (def) +2023-12-14 14:52:56.255355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:56.255364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.2> (def) +2023-12-14 14:52:56.255369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.5: +2023-12-14 14:52:56.255379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 param_1.5> (def) +2023-12-14 14:52:56.255384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.6: +2023-12-14 14:52:56.255393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_2.6> (def) +2023-12-14 14:52:56.255398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:56.255408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 param_3.7> (def) +2023-12-14 14:52:56.255413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:56.255423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.12> (def) +2023-12-14 14:52:56.255427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70: +2023-12-14 14:52:56.255437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.70> (def) +2023-12-14 14:52:56.255442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65: +2023-12-14 14:52:56.255452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.65> (def) +2023-12-14 14:52:56.255457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111: +2023-12-14 14:52:56.255467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.111> (def) +2023-12-14 14:52:56.255472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66: +2023-12-14 14:52:56.255482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 add.66> (def) +2023-12-14 14:52:56.255486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.4: +2023-12-14 14:52:56.255501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_0.4> (def) +2023-12-14 14:52:56.255506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:56.255516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 xor.16> (def) +2023-12-14 14:52:56.255522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:56.255531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 or.16> (def) +2023-12-14 14:52:56.255536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:56.255546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-right-logical.16> (def) +2023-12-14 14:52:56.255552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112: +2023-12-14 14:52:56.255561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.112> (def) +2023-12-14 14:52:56.255566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20: +2023-12-14 14:52:56.255576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 subtract.20> (def) +2023-12-14 14:52:56.255582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:56.255591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-left.16> (def) +2023-12-14 14:52:56.255596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113: +2023-12-14 14:52:56.255606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 broadcast.113> (def) +2023-12-14 14:52:56.255611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16: +2023-12-14 14:52:56.255621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.16> (def) +2023-12-14 14:52:56.255626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:56.255635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 slice.16> (def) +2023-12-14 14:52:56.255640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67: +2023-12-14 14:52:56.255653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.67> (def) +2023-12-14 14:52:56.255658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:56.255667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 xor.17> (def) +2023-12-14 14:52:56.255673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:56.255683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 or.17> (def) +2023-12-14 14:52:56.255688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:56.255697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 shift-right-logical.17> (def) +2023-12-14 14:52:56.255703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114: +2023-12-14 14:52:56.255713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.114> (def) +2023-12-14 14:52:56.255718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21: +2023-12-14 14:52:56.255727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 subtract.21> (def) +2023-12-14 14:52:56.255733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:56.255743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-left.17> (def) +2023-12-14 14:52:56.255748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115: +2023-12-14 14:52:56.255758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 broadcast.115> (def) +2023-12-14 14:52:56.255763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:56.255773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.17> (def) +2023-12-14 14:52:56.255778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:56.255787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 slice.17> (def) +2023-12-14 14:52:56.255793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69: +2023-12-14 14:52:56.255805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.69> (def) +2023-12-14 14:52:56.255811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:56.255820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.18> (def) +2023-12-14 14:52:56.255826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:56.255835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.18> (def) +2023-12-14 14:52:56.255840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:56.255850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.18> (def) +2023-12-14 14:52:56.255855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116: +2023-12-14 14:52:56.255865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.116> (def) +2023-12-14 14:52:56.255870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22: +2023-12-14 14:52:56.255881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.22> (def) +2023-12-14 14:52:56.255886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71: +2023-12-14 14:52:56.255895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.71> (def) +2023-12-14 14:52:56.255900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.11: +2023-12-14 14:52:56.255910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 param_1.11> (def) +2023-12-14 14:52:56.255915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:56.255925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.18> (def) +2023-12-14 14:52:56.255929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117: +2023-12-14 14:52:56.255939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.117> (def) +2023-12-14 14:52:56.255944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:56.255957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 reshape.18> (def) +2023-12-14 14:52:56.255962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:56.255971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 slice.18> (def) +2023-12-14 14:52:56.255976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70: +2023-12-14 14:52:56.255986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.70> (def) +2023-12-14 14:52:56.255991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.255995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.14: +2023-12-14 14:52:56.256000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 param_2.14> (def) +2023-12-14 14:52:56.256005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:56.256016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_3.17> (def) +2023-12-14 14:52:56.256020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:56.256030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 xor.19> (def) +2023-12-14 14:52:56.256035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:56.256046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 xor.20> (def) +2023-12-14 14:52:56.256051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:56.256060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 constant.101> (def) +2023-12-14 14:52:56.256065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:56.256075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> (def) +2023-12-14 14:52:56.256080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:56.256089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.20> (def) +2023-12-14 14:52:56.256095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21: +2023-12-14 14:52:56.256104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 reshape.21> (def) +2023-12-14 14:52:56.256112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.20: +2023-12-14 14:52:56.256122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 param_0.20> (def) +2023-12-14 14:52:56.256127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:56.256136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 slice.22> (def) +2023-12-14 14:52:56.256142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84: +2023-12-14 14:52:56.256151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 add.84> (def) +2023-12-14 14:52:56.256157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165: +2023-12-14 14:52:56.256166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.165> (def) +2023-12-14 14:52:56.256171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23: +2023-12-14 14:52:56.256181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 reshape.23> (def) +2023-12-14 14:52:56.256186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:56.256196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 slice.25> (def) +2023-12-14 14:52:56.256200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:56.256210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 slice.26> (def) +2023-12-14 14:52:56.256216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.22: +2023-12-14 14:52:56.256225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 param_0.22> (def) +2023-12-14 14:52:56.256230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0: +2023-12-14 14:52:56.256240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 iota.0> (def) +2023-12-14 14:52:56.256245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24: +2023-12-14 14:52:56.256255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.24> (def) +2023-12-14 14:52:56.256263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:56.256273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.27> (def) +2023-12-14 14:52:56.256278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.24: +2023-12-14 14:52:56.256288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.24> (def) +2023-12-14 14:52:56.256292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85: +2023-12-14 14:52:56.256302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.85> (def) +2023-12-14 14:52:56.256307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:56.256317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 broadcast.167> (def) +2023-12-14 14:52:56.256322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25: +2023-12-14 14:52:56.256331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.25> (def) +2023-12-14 14:52:56.256337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:56.256347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 slice.28> (def) +2023-12-14 14:52:56.256352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:56.256361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.29> (def) +2023-12-14 14:52:56.256367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.26: +2023-12-14 14:52:56.256377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 param_0.26> (def) +2023-12-14 14:52:56.256381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1: +2023-12-14 14:52:56.256391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 iota.1> (def) +2023-12-14 14:52:56.256395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:56.256406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.26> (def) +2023-12-14 14:52:56.256414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:56.256423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.30> (def) +2023-12-14 14:52:56.256429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.28: +2023-12-14 14:52:56.256439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.28> (def) +2023-12-14 14:52:56.256443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39: +2023-12-14 14:52:56.256453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 multiply.39> (def) +2023-12-14 14:52:56.256458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169: +2023-12-14 14:52:56.256468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 broadcast.169> (def) +2023-12-14 14:52:56.256473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:56.256483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 constant.102> (def) +2023-12-14 14:52:56.256488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33: +2023-12-14 14:52:56.256497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 select.33> (def) +2023-12-14 14:52:56.256502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40: +2023-12-14 14:52:56.256512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 multiply.40> (def) +2023-12-14 14:52:56.256518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86: +2023-12-14 14:52:56.256528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.86> (def) +2023-12-14 14:52:56.256533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41: +2023-12-14 14:52:56.256543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 multiply.41> (def) +2023-12-14 14:52:56.256547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88: +2023-12-14 14:52:56.256557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.88> (def) +2023-12-14 14:52:56.256562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:56.256575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 multiply.42> (def) +2023-12-14 14:52:56.256581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91: +2023-12-14 14:52:56.256590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 add.91> (def) +2023-12-14 14:52:56.256595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:56.256605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 multiply.43> (def) +2023-12-14 14:52:56.256611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:56.256620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 add.92> (def) +2023-12-14 14:52:56.256625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:56.256634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 multiply.44> (def) +2023-12-14 14:52:56.256640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95: +2023-12-14 14:52:56.256649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 add.95> (def) +2023-12-14 14:52:56.256654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:56.256663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 multiply.45> (def) +2023-12-14 14:52:56.256670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:56.256680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.96> (def) +2023-12-14 14:52:56.256684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:56.256694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 multiply.46> (def) +2023-12-14 14:52:56.256699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97: +2023-12-14 14:52:56.256709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 add.97> (def) +2023-12-14 14:52:56.256714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:56.256726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 multiply.47> (def) +2023-12-14 14:52:56.256731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98: +2023-12-14 14:52:56.256742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 add.98> (def) +2023-12-14 14:52:56.256747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:56.256756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 multiply.48> (def) +2023-12-14 14:52:56.256761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34: +2023-12-14 14:52:56.256771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 select.34> (def) +2023-12-14 14:52:56.256776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99: +2023-12-14 14:52:56.256786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.99> (def) +2023-12-14 14:52:56.256791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171: +2023-12-14 14:52:56.256800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.171> (def) +2023-12-14 14:52:56.256806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:56.256815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.103> (def) +2023-12-14 14:52:56.256821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:56.256830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 sqrt.3> (def) +2023-12-14 14:52:56.256835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100: +2023-12-14 14:52:56.256845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 add.100> (def) +2023-12-14 14:52:56.256850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:56.256860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.173> (def) +2023-12-14 14:52:56.256864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104: +2023-12-14 14:52:56.256879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 constant.104> (def) +2023-12-14 14:52:56.256884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35: +2023-12-14 14:52:56.256893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 select.35> (def) +2023-12-14 14:52:56.256898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175: +2023-12-14 14:52:56.256909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 broadcast.175> (def) +2023-12-14 14:52:56.256913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105: +2023-12-14 14:52:56.256923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 constant.105> (def) +2023-12-14 14:52:56.256928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:56.256939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 broadcast.176> (def) +2023-12-14 14:52:56.256944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106: +2023-12-14 14:52:56.256953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 constant.106> (def) +2023-12-14 14:52:56.256958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36: +2023-12-14 14:52:56.256968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 select.36> (def) +2023-12-14 14:52:56.256973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:56.256983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.177> (def) +2023-12-14 14:52:56.256988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.256992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108: +2023-12-14 14:52:56.256997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 constant.108> (def) +2023-12-14 14:52:56.257002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:56.257012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.178> (def) +2023-12-14 14:52:56.257017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109: +2023-12-14 14:52:56.257029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 constant.109> (def) +2023-12-14 14:52:56.257035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37: +2023-12-14 14:52:56.257044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 select.37> (def) +2023-12-14 14:52:56.257049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:56.257059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 broadcast.179> (def) +2023-12-14 14:52:56.257064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110: +2023-12-14 14:52:56.257074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 constant.110> (def) +2023-12-14 14:52:56.257079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:56.257089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 broadcast.180> (def) +2023-12-14 14:52:56.257094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111: +2023-12-14 14:52:56.257105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 constant.111> (def) +2023-12-14 14:52:56.257110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38: +2023-12-14 14:52:56.257119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 select.38> (def) +2023-12-14 14:52:56.257124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:56.257135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 broadcast.181> (def) +2023-12-14 14:52:56.257139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112: +2023-12-14 14:52:56.257150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 constant.112> (def) +2023-12-14 14:52:56.257155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:56.257164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.182> (def) +2023-12-14 14:52:56.257170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113: +2023-12-14 14:52:56.257182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.113> (def) +2023-12-14 14:52:56.257187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39: +2023-12-14 14:52:56.257197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 select.39> (def) +2023-12-14 14:52:56.257202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:56.257213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.183> (def) +2023-12-14 14:52:56.257217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114: +2023-12-14 14:52:56.257227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 constant.114> (def) +2023-12-14 14:52:56.257232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:56.257243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 broadcast.184> (def) +2023-12-14 14:52:56.257247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115: +2023-12-14 14:52:56.257257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 constant.115> (def) +2023-12-14 14:52:56.257261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40: +2023-12-14 14:52:56.257272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 select.40> (def) +2023-12-14 14:52:56.257277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:56.257286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 broadcast.185> (def) +2023-12-14 14:52:56.257291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116: +2023-12-14 14:52:56.257302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.116> (def) +2023-12-14 14:52:56.257307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:56.257316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 broadcast.186> (def) +2023-12-14 14:52:56.257321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117: +2023-12-14 14:52:56.257334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 constant.117> (def) +2023-12-14 14:52:56.257339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:56.257348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 select.41> (def) +2023-12-14 14:52:56.257353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:56.257363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 broadcast.187> (def) +2023-12-14 14:52:56.257368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118: +2023-12-14 14:52:56.257378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 constant.118> (def) +2023-12-14 14:52:56.257382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:56.257393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 broadcast.188> (def) +2023-12-14 14:52:56.257398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119: +2023-12-14 14:52:56.257407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 constant.119> (def) +2023-12-14 14:52:56.257412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:56.257422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 select.42> (def) +2023-12-14 14:52:56.257427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:56.257437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 broadcast.189> (def) +2023-12-14 14:52:56.257442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120: +2023-12-14 14:52:56.257452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 constant.120> (def) +2023-12-14 14:52:56.257456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:56.257467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 broadcast.190> (def) +2023-12-14 14:52:56.257471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121: +2023-12-14 14:52:56.257483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.121> (def) +2023-12-14 14:52:56.257488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:56.257498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 select.43> (def) +2023-12-14 14:52:56.257503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:56.257513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 broadcast.191> (def) +2023-12-14 14:52:56.257518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122: +2023-12-14 14:52:56.257527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.122> (def) +2023-12-14 14:52:56.257533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:56.257543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 broadcast.192> (def) +2023-12-14 14:52:56.257548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123: +2023-12-14 14:52:56.257557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.123> (def) +2023-12-14 14:52:56.257563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8: +2023-12-14 14:52:56.257573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 compare.8> (def) +2023-12-14 14:52:56.257578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:56.257588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 broadcast.193> (def) +2023-12-14 14:52:56.257592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124: +2023-12-14 14:52:56.257603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.124> (def) +2023-12-14 14:52:56.257608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:56.257617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 negate.9> (def) +2023-12-14 14:52:56.257624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:56.257635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 log-plus-one.3> (def) +2023-12-14 14:52:56.257640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:56.257650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 multiply.49> (def) +2023-12-14 14:52:56.257654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:56.257665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 negate.10> (def) +2023-12-14 14:52:56.257669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:56.257679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.50> (def) +2023-12-14 14:52:56.257684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:56.257694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.194> (def) +2023-12-14 14:52:56.257699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125: +2023-12-14 14:52:56.257709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.125> (def) +2023-12-14 14:52:56.257713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9: +2023-12-14 14:52:56.257723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 compare.9> (def) +2023-12-14 14:52:56.257728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:56.257738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.195> (def) +2023-12-14 14:52:56.257743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126: +2023-12-14 14:52:56.257753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.126> (def) +2023-12-14 14:52:56.257758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:56.257768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 abs.3> (def) +2023-12-14 14:52:56.257776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:56.257786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 maximum.1> (def) +2023-12-14 14:52:56.257791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101: +2023-12-14 14:52:56.257801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.101> (def) +2023-12-14 14:52:56.257806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:56.257817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.196> (def) +2023-12-14 14:52:56.257822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127: +2023-12-14 14:52:56.257832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.127> (def) +2023-12-14 14:52:56.257837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:56.257846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.51> (def) +2023-12-14 14:52:56.257851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:56.257861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 broadcast.197> (def) +2023-12-14 14:52:56.257866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128: +2023-12-14 14:52:56.257876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.128> (def) +2023-12-14 14:52:56.257881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102: +2023-12-14 14:52:56.257891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.102> (def) +2023-12-14 14:52:56.257896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:56.257906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 broadcast.198> (def) +2023-12-14 14:52:56.257911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.130: +2023-12-14 14:52:56.257920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.130> (def) +2023-12-14 14:52:56.257929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1: +2023-12-14 14:52:56.257939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 bitcast-convert.1> (def) +2023-12-14 14:52:56.257944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20: +2023-12-14 14:52:56.257954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 or.20> (def) +2023-12-14 14:52:56.257958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:56.257969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.199> (def) +2023-12-14 14:52:56.257974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.132: +2023-12-14 14:52:56.257983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.132> (def) +2023-12-14 14:52:56.257988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.257993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20: +2023-12-14 14:52:56.257998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 shift-right-logical.20> (def) +2023-12-14 14:52:56.258003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.258008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:56.258013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.200> (def) +2023-12-14 14:52:56.258017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.258023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.134: +2023-12-14 14:52:56.258028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.134> (def) +2023-12-14 14:52:56.258033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.258037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:56.258042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 concatenate.1> (def) +2023-12-14 14:52:56.258047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.258052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29: +2023-12-14 14:52:56.258057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 param_0.29> (def) +2023-12-14 14:52:56.258062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.258067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45: +2023-12-14 14:52:56.258072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 param_1.45> (def) +2023-12-14 14:52:56.258079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.258084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:56.258089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> (def) +2023-12-14 14:52:56.258095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.258099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.258104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{1} (phi)> +2023-12-14 14:52:56.258109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.258114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.258119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{2} (phi)> +2023-12-14 14:52:56.258124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.258129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.24> +2023-12-14 14:52:56.258134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.24 +2023-12-14 14:52:56.258144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:56.258154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.24 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.258159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.27> +2023-12-14 14:52:56.258164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:56.258174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24, operand 0 +2023-12-14 14:52:56.258184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.24), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.24> +2023-12-14 14:52:56.258194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24 +2023-12-14 14:52:56.258205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> +2023-12-14 14:52:56.258223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:56.258233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.258238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048]{0} fusion(u32[1024]{0} %p, u32[1024]{0} %p.1), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94}, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:56.258248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.28> +2023-12-14 14:52:56.258253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.28 +2023-12-14 14:52:56.258264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:56.258274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.28 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.258279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.30> +2023-12-14 14:52:56.258283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:56.258293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:56.258303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.28), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.26> +2023-12-14 14:52:56.258313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:56.258323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 constant.68> +2023-12-14 14:52:56.258347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:56.258358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:56.258368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:56.258372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 compare.5> +2023-12-14 14:52:56.258377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:56.258387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 iota.1> +2023-12-14 14:52:56.258402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1 +2023-12-14 14:52:56.258412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:56.258422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.1 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.29> +2023-12-14 14:52:56.258432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:56.258442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85, operand 0 +2023-12-14 14:52:56.258452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1024]{0} slice(u32[2048]{0} %iota.1), slice={[0:1024]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1024,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 param_0.26> +2023-12-14 14:52:56.258462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.26 +2023-12-14 14:52:56.258476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:56.258486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.26 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.258491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 slice.28> +2023-12-14 14:52:56.258496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:56.258506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25, operand 0 +2023-12-14 14:52:56.258515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[2]{0} %param_0.26), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.25> +2023-12-14 14:52:56.258526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25 +2023-12-14 14:52:56.258536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:56.258545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 broadcast.167> +2023-12-14 14:52:56.258555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:56.258566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85, operand 1 +2023-12-14 14:52:56.258576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[1024]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.85> +2023-12-14 14:52:56.258585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85 +2023-12-14 14:52:56.258596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.85 = u32[1024]{0} add(u32[1024]{0} %slice.29, u32[1024]{0} %broadcast.167), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 iota.0> +2023-12-14 14:52:56.258613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0 +2023-12-14 14:52:56.258623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:56.258633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.0 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 slice.26> +2023-12-14 14:52:56.258642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:56.258652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 0 +2023-12-14 14:52:56.258663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1024]{0} slice(u32[2048]{0} %iota.0), slice={[1024:2048]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1024,) limit_indices=(2048,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 param_0.22> +2023-12-14 14:52:56.258673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.22 +2023-12-14 14:52:56.258683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:56.258694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.22 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.258699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 slice.25> +2023-12-14 14:52:56.258704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:56.258714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23, operand 0 +2023-12-14 14:52:56.258724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[2]{0} %param_0.22), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 reshape.23> +2023-12-14 14:52:56.258740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23 +2023-12-14 14:52:56.258750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165, operand 0 +2023-12-14 14:52:56.258760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.23 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.165> +2023-12-14 14:52:56.258770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165 +2023-12-14 14:52:56.258780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 1 +2023-12-14 14:52:56.258790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.165 = u32[1024]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 add.84> +2023-12-14 14:52:56.258800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84 +2023-12-14 14:52:56.258810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.84 = u32[1024]{0} add(u32[1024]{0} %slice.26, u32[1024]{0} %broadcast.165), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 param_0.20> +2023-12-14 14:52:56.258825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.20 +2023-12-14 14:52:56.258835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:56.258845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:56.258849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.20 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.258858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 slice.22> +2023-12-14 14:52:56.258864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:56.258873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21, operand 0 +2023-12-14 14:52:56.258883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 reshape.21> +2023-12-14 14:52:56.258894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21 +2023-12-14 14:52:56.258903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:56.258913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.21 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.20> +2023-12-14 14:52:56.258924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:56.258934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:56.258944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> +2023-12-14 14:52:56.258954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:56.258964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.258968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:56.258973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.258981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 xor.20> +2023-12-14 14:52:56.258987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.258992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:56.258996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:56.259006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.21, u32[] %reshape.19), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.259011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 constant.101> +2023-12-14 14:52:56.259016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:56.259027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:56.259036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(466688986) +2023-12-14 14:52:56.259041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 xor.19> +2023-12-14 14:52:56.259046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:56.259056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.259066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> +2023-12-14 14:52:56.259071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.259081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:56.259091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:56.259096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 copy.24> +2023-12-14 14:52:56.259101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:56.259111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:56.259119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.259129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:56.259134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 Arg_0.1> +2023-12-14 14:52:56.259139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.259148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:56.259159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:56.259164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:56.259169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:56.259174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:56.259179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.259184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.6> +2023-12-14 14:52:56.259189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:56.259199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:56.259204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.259213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.259219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.4> +2023-12-14 14:52:56.259224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:56.259234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:56.259239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.259248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.259257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.5> +2023-12-14 14:52:56.259262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:56.259272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:56.259277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.259287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.259292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.3> +2023-12-14 14:52:56.259297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:56.259306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:56.259311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.259327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.259332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.7> +2023-12-14 14:52:56.259337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:56.259347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:56.259352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.259362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.259367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.17> +2023-12-14 14:52:56.259372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.259385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:56.259395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.259400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.26> +2023-12-14 14:52:56.259405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:56.259415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:56.259421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.259430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:56.259435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.16> +2023-12-14 14:52:56.259441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.259450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:56.259460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.259465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.25> +2023-12-14 14:52:56.259470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:56.259480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:56.259485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.259495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:56.259500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 tuple.9{}> +2023-12-14 14:52:56.259505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:56.259515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.259525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[1024]{0} %fusion.6, u32[1024]{0} %fusion.4, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:56.259533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.8> +2023-12-14 14:52:56.259538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:56.259548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 4 +2023-12-14 14:52:56.259558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:56.259564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.259569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.67> +2023-12-14 14:52:56.259573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:56.259583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:56.259594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:56.259598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.55> +2023-12-14 14:52:56.259603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:56.259613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:56.259617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:56.259628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.259633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.11> +2023-12-14 14:52:56.259637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:56.259647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:56.259657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:56.259665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.259670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.14> +2023-12-14 14:52:56.259675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:56.259686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:56.259695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:56.259700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 1 +2023-12-14 14:52:56.259705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.259710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.10> +2023-12-14 14:52:56.259715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:56.259725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 2 +2023-12-14 14:52:56.259734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 2 +2023-12-14 14:52:56.259739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.132) +2023-12-14 14:52:56.259745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.9> +2023-12-14 14:52:56.259749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:56.259759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 3 +2023-12-14 14:52:56.259769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 3 +2023-12-14 14:52:56.259774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.131) +2023-12-14 14:52:56.259779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 fusion.1> +2023-12-14 14:52:56.259784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:56.259794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:56.259799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:56.259814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.259820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.12> +2023-12-14 14:52:56.259824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:56.259835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:56.259844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:56.259849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.259855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 fusion> +2023-12-14 14:52:56.259859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:56.259869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:56.259874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:56.259885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.259890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> +2023-12-14 14:52:56.259896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:56.259905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:56.259910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:56.259920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.259926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.13> +2023-12-14 14:52:56.259931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:56.259943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:56.259953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.259958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> +2023-12-14 14:52:56.259963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.259967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:56.259972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:56.259977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.259982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:56.259988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.259993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> +2023-12-14 14:52:56.259997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:56.260007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:56.260012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:56.260023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.260027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.15> +2023-12-14 14:52:56.260032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:56.260042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:56.260053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.260058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> +2023-12-14 14:52:56.260062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:56.260072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:56.260077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:56.260090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.260095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> +2023-12-14 14:52:56.260100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:56.260110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:56.260114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:56.260125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.260129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 tuple.11{}> +2023-12-14 14:52:56.260135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:56.260144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[1024]{0} %fusion.1, u32[1024]{0} %fusion, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.260155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_3.17> +2023-12-14 14:52:56.260160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:56.260170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70, operand 0 +2023-12-14 14:52:56.260180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.260185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 param_2.14> +2023-12-14 14:52:56.260190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.14 +2023-12-14 14:52:56.260200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:56.260209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:56.260214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70, operand 1 +2023-12-14 14:52:56.260223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.14 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.260228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.70> +2023-12-14 14:52:56.260233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70 +2023-12-14 14:52:56.260242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69, operand 0 +2023-12-14 14:52:56.260253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:56.260258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.70 = u32[1024]{0} add(u32[1024]{0} %param_3.17, u32[1024]{0} %param_2.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 param_1.11> +2023-12-14 14:52:56.260268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.11 +2023-12-14 14:52:56.260277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:56.260288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:56.260293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:56.260298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.11 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.260303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 slice.18> +2023-12-14 14:52:56.260307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:56.260317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:56.260327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 reshape.18> +2023-12-14 14:52:56.260337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:56.260347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22, operand 1 +2023-12-14 14:52:56.260360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117, operand 0 +2023-12-14 14:52:56.260365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.117> +2023-12-14 14:52:56.260375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117 +2023-12-14 14:52:56.260385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:56.260395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.117 = u32[1024]{0} broadcast(u32[] %reshape.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.18> +2023-12-14 14:52:56.260405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:56.260415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:56.260425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.117), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.71> +2023-12-14 14:52:56.260435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71 +2023-12-14 14:52:56.260445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20, operand 0 +2023-12-14 14:52:56.260455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21, operand 0 +2023-12-14 14:52:56.260460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22, operand 0 +2023-12-14 14:52:56.260465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.71 = u32[] constant(32) +2023-12-14 14:52:56.260470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.22> +2023-12-14 14:52:56.260477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22 +2023-12-14 14:52:56.260488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116, operand 0 +2023-12-14 14:52:56.260498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.22 = u32[] subtract(u32[] %constant.71, u32[] %reshape.18), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.116> +2023-12-14 14:52:56.260508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116 +2023-12-14 14:52:56.260518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:56.260528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.116 = u32[1024]{0} broadcast(u32[] %subtract.22), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.18> +2023-12-14 14:52:56.260538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:56.260548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:56.260559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.116), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.18> +2023-12-14 14:52:56.260568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:56.260578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:56.260589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[1024]{0} or(u32[1024]{0} %shift-left.18, u32[1024]{0} %shift-right-logical.18), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.18> +2023-12-14 14:52:56.260601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:56.260610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:56.260621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:56.260626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69, operand 1 +2023-12-14 14:52:56.260631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[1024]{0} xor(u32[1024]{0} %add.70, u32[1024]{0} %or.18), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.69> +2023-12-14 14:52:56.260640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69 +2023-12-14 14:52:56.260651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 0 +2023-12-14 14:52:56.260660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:56.260665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.69 = u32[1024]{0} add(u32[1024]{0} %add.70, u32[1024]{0} %xor.18), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 slice.17> +2023-12-14 14:52:56.260675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:56.260685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:56.260695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.17> +2023-12-14 14:52:56.260705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:56.260715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21, operand 1 +2023-12-14 14:52:56.260728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115, operand 0 +2023-12-14 14:52:56.260733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 broadcast.115> +2023-12-14 14:52:56.260743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115 +2023-12-14 14:52:56.260753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:56.260763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.115 = u32[1024]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-left.17> +2023-12-14 14:52:56.260774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:56.260785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:56.260795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[1024]{0} shift-left(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.115), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 subtract.21> +2023-12-14 14:52:56.260805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21 +2023-12-14 14:52:56.260816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114, operand 0 +2023-12-14 14:52:56.260827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.21 = u32[] subtract(u32[] %constant.71, u32[] %reshape.17), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.114> +2023-12-14 14:52:56.260836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114 +2023-12-14 14:52:56.260850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:56.260860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.114 = u32[1024]{0} broadcast(u32[] %subtract.21), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 shift-right-logical.17> +2023-12-14 14:52:56.260869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:56.260880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:56.260890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.114), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 or.17> +2023-12-14 14:52:56.260900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:56.260909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:56.260920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[1024]{0} or(u32[1024]{0} %shift-left.17, u32[1024]{0} %shift-right-logical.17), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 xor.17> +2023-12-14 14:52:56.260929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:56.260939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:56.260949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:56.260954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 1 +2023-12-14 14:52:56.260959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[1024]{0} xor(u32[1024]{0} %add.69, u32[1024]{0} %or.17), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.260966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.67> +2023-12-14 14:52:56.260971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.260977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67 +2023-12-14 14:52:56.260982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.260987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66, operand 0 +2023-12-14 14:52:56.260991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:56.260996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.67 = u32[1024]{0} add(u32[1024]{0} %add.69, u32[1024]{0} %xor.17), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 slice.16> +2023-12-14 14:52:56.261007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:56.261017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16, operand 0 +2023-12-14 14:52:56.261026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.16> +2023-12-14 14:52:56.261036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16 +2023-12-14 14:52:56.261046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20, operand 1 +2023-12-14 14:52:56.261056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113, operand 0 +2023-12-14 14:52:56.261061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.16 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 broadcast.113> +2023-12-14 14:52:56.261071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113 +2023-12-14 14:52:56.261081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:56.261094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.113 = u32[1024]{0} broadcast(u32[] %reshape.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-left.16> +2023-12-14 14:52:56.261104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:56.261114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:56.261124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[1024]{0} shift-left(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.113), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 subtract.20> +2023-12-14 14:52:56.261134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20 +2023-12-14 14:52:56.261144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112, operand 0 +2023-12-14 14:52:56.261154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.20 = u32[] subtract(u32[] %constant.71, u32[] %reshape.16), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.112> +2023-12-14 14:52:56.261164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112 +2023-12-14 14:52:56.261173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:56.261184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.112 = u32[1024]{0} broadcast(u32[] %subtract.20), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-right-logical.16> +2023-12-14 14:52:56.261194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:56.261203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:56.261217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.112), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 or.16> +2023-12-14 14:52:56.261227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:56.261237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:56.261247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[1024]{0} or(u32[1024]{0} %shift-left.16, u32[1024]{0} %shift-right-logical.16), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 xor.16> +2023-12-14 14:52:56.261257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:56.261267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66, operand 1 +2023-12-14 14:52:56.261277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[1024]{0} xor(u32[1024]{0} %add.67, u32[1024]{0} %or.16), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 add.66> +2023-12-14 14:52:56.261287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66 +2023-12-14 14:52:56.261296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 0 +2023-12-14 14:52:56.261306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.66 = u32[1024]{0} add(u32[1024]{0} %add.67, u32[1024]{0} %xor.16), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_0.4> +2023-12-14 14:52:56.261317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.4 +2023-12-14 14:52:56.261326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111, operand 0 +2023-12-14 14:52:56.261339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.4 = u32[] parameter(0) +2023-12-14 14:52:56.261345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.111> +2023-12-14 14:52:56.261349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111 +2023-12-14 14:52:56.261359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 1 +2023-12-14 14:52:56.261369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.111 = u32[1024]{0} broadcast(u32[] %param_0.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.65> +2023-12-14 14:52:56.261380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65 +2023-12-14 14:52:56.261390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.65 = u32[1024]{0} add(u32[1024]{0} %add.66, u32[1024]{0} %broadcast.111), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 param_3.7> +2023-12-14 14:52:56.261405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:56.261415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 0 +2023-12-14 14:52:56.261424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.261430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_2.6> +2023-12-14 14:52:56.261434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.6 +2023-12-14 14:52:56.261444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:56.261454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:56.261459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 1 +2023-12-14 14:52:56.261467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.6 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.261472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.63> +2023-12-14 14:52:56.261478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63 +2023-12-14 14:52:56.261487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 0 +2023-12-14 14:52:56.261497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:56.261502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.63 = u32[1024]{0} add(u32[1024]{0} %param_3.7, u32[1024]{0} %param_2.6), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 param_1.5> +2023-12-14 14:52:56.261513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.5 +2023-12-14 14:52:56.261523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12, operand 0 +2023-12-14 14:52:56.261532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13, operand 0 +2023-12-14 14:52:56.261537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:56.261542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:56.261548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.5 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.261553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 slice.15> +2023-12-14 14:52:56.261558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:56.261567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15, operand 0 +2023-12-14 14:52:56.261577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.15> +2023-12-14 14:52:56.261588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15 +2023-12-14 14:52:56.261600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19, operand 1 +2023-12-14 14:52:56.261611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110, operand 0 +2023-12-14 14:52:56.261616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.15 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.110> +2023-12-14 14:52:56.261625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110 +2023-12-14 14:52:56.261635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:56.261645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.110 = u32[1024]{0} broadcast(u32[] %reshape.15), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 shift-left.15> +2023-12-14 14:52:56.261655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:56.261664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:56.261675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.110), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.69> +2023-12-14 14:52:56.261685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69 +2023-12-14 14:52:56.261695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:56.261706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:56.261711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:56.261716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19, operand 0 +2023-12-14 14:52:56.261721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.69 = u32[] constant(32) +2023-12-14 14:52:56.261730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 subtract.19> +2023-12-14 14:52:56.261735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19 +2023-12-14 14:52:56.261745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109, operand 0 +2023-12-14 14:52:56.261755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.19 = u32[] subtract(u32[] %constant.69, u32[] %reshape.15), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.109> +2023-12-14 14:52:56.261765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109 +2023-12-14 14:52:56.261775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:56.261785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.109 = u32[1024]{0} broadcast(u32[] %subtract.19), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-right-logical.15> +2023-12-14 14:52:56.261795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:56.261805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:56.261815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.109), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 or.15> +2023-12-14 14:52:56.261825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:56.261835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:56.261845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[1024]{0} or(u32[1024]{0} %shift-left.15, u32[1024]{0} %shift-right-logical.15), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 xor.15> +2023-12-14 14:52:56.261859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:56.261868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:56.261880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:56.261885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 1 +2023-12-14 14:52:56.261890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[1024]{0} xor(u32[1024]{0} %add.63, u32[1024]{0} %or.15), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.62> +2023-12-14 14:52:56.261899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62 +2023-12-14 14:52:56.261910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 0 +2023-12-14 14:52:56.261920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:56.261924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.62 = u32[1024]{0} add(u32[1024]{0} %add.63, u32[1024]{0} %xor.15), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 slice.14> +2023-12-14 14:52:56.261934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:56.261945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:56.261955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.14> +2023-12-14 14:52:56.261964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.261973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:56.261978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.261982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:56.261987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108, operand 0 +2023-12-14 14:52:56.261992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.261997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.108> +2023-12-14 14:52:56.262002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108 +2023-12-14 14:52:56.262013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:56.262022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.108 = u32[1024]{0} broadcast(u32[] %reshape.14), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 shift-left.14> +2023-12-14 14:52:56.262033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:56.262043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:56.262053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[1024]{0} shift-left(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.108), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 subtract.18> +2023-12-14 14:52:56.262063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:56.262073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107, operand 0 +2023-12-14 14:52:56.262083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.69, u32[] %reshape.14), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.107> +2023-12-14 14:52:56.262095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107 +2023-12-14 14:52:56.262106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:56.262116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.107 = u32[1024]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 shift-right-logical.14> +2023-12-14 14:52:56.262126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:56.262136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:56.262146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.107), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 or.14> +2023-12-14 14:52:56.262156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:56.262165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:56.262176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[1024]{0} or(u32[1024]{0} %shift-left.14, u32[1024]{0} %shift-right-logical.14), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 xor.14> +2023-12-14 14:52:56.262186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:56.262195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:56.262205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:56.262211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 1 +2023-12-14 14:52:56.262219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[1024]{0} xor(u32[1024]{0} %add.62, u32[1024]{0} %or.14), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.61> +2023-12-14 14:52:56.262229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61 +2023-12-14 14:52:56.262239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60, operand 0 +2023-12-14 14:52:56.262249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:56.262254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.61 = u32[1024]{0} add(u32[1024]{0} %add.62, u32[1024]{0} %xor.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 slice.13> +2023-12-14 14:52:56.262264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13 +2023-12-14 14:52:56.262274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13, operand 0 +2023-12-14 14:52:56.262284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.13 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 reshape.13> +2023-12-14 14:52:56.262294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13 +2023-12-14 14:52:56.262304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:56.262314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106, operand 0 +2023-12-14 14:52:56.262318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.13 = u32[] reshape(u32[1]{0} %slice.13), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.106> +2023-12-14 14:52:56.262328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106 +2023-12-14 14:52:56.262342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:56.262352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.106 = u32[1024]{0} broadcast(u32[] %reshape.13), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.13> +2023-12-14 14:52:56.262362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:56.262372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:56.262382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[1024]{0} shift-left(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.106), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 subtract.17> +2023-12-14 14:52:56.262392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:56.262403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105, operand 0 +2023-12-14 14:52:56.262412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.69, u32[] %reshape.13), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.105> +2023-12-14 14:52:56.262423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105 +2023-12-14 14:52:56.262433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:56.262443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.105 = u32[1024]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 shift-right-logical.13> +2023-12-14 14:52:56.262454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:56.262467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:56.262476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.105), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 or.13> +2023-12-14 14:52:56.262487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:56.262497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:56.262507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[1024]{0} or(u32[1024]{0} %shift-left.13, u32[1024]{0} %shift-right-logical.13), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 xor.13> +2023-12-14 14:52:56.262517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:56.262527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:56.262537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:56.262543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60, operand 1 +2023-12-14 14:52:56.262548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[1024]{0} xor(u32[1024]{0} %add.61, u32[1024]{0} %or.13), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.60> +2023-12-14 14:52:56.262557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60 +2023-12-14 14:52:56.262567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:56.262578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.60 = u32[1024]{0} add(u32[1024]{0} %add.61, u32[1024]{0} %xor.13), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 slice.12> +2023-12-14 14:52:56.262590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12 +2023-12-14 14:52:56.262600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12, operand 0 +2023-12-14 14:52:56.262610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.12 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 reshape.12> +2023-12-14 14:52:56.262620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12 +2023-12-14 14:52:56.262630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:56.262640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104, operand 0 +2023-12-14 14:52:56.262645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.12 = u32[] reshape(u32[1]{0} %slice.12), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.104> +2023-12-14 14:52:56.262655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104 +2023-12-14 14:52:56.262665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:56.262675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.104 = u32[1024]{0} broadcast(u32[] %reshape.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 shift-left.12> +2023-12-14 14:52:56.262684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:56.262694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:56.262707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[1024]{0} shift-left(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.104), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.16> +2023-12-14 14:52:56.262717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:56.262727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103, operand 0 +2023-12-14 14:52:56.262738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.69, u32[] %reshape.12), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.103> +2023-12-14 14:52:56.262748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103 +2023-12-14 14:52:56.262758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:56.262769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.103 = u32[1024]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.12> +2023-12-14 14:52:56.262779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:56.262789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:56.262799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.103), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.12> +2023-12-14 14:52:56.262808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:56.262819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:56.262832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[1024]{0} or(u32[1024]{0} %shift-left.12, u32[1024]{0} %shift-right-logical.12), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.12> +2023-12-14 14:52:56.262842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:56.262852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 0 +2023-12-14 14:52:56.262863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[1024]{0} xor(u32[1024]{0} %add.60, u32[1024]{0} %or.12), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.2> +2023-12-14 14:52:56.262874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:56.262884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102, operand 0 +2023-12-14 14:52:56.262893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = u32[] parameter(0) +2023-12-14 14:52:56.262899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.102> +2023-12-14 14:52:56.262904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102 +2023-12-14 14:52:56.262914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 1 +2023-12-14 14:52:56.262924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.102 = u32[1024]{0} broadcast(u32[] %param_0.2), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.59> +2023-12-14 14:52:56.262934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59 +2023-12-14 14:52:56.262944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 0 +2023-12-14 14:52:56.262956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.59 = u32[1024]{0} add(u32[1024]{0} %xor.12, u32[1024]{0} %broadcast.102), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.262963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.12> +2023-12-14 14:52:56.262968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.262973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:56.262978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.262982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 0 +2023-12-14 14:52:56.262987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.262992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.70> +2023-12-14 14:52:56.262998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70 +2023-12-14 14:52:56.263007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 1 +2023-12-14 14:52:56.263017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.70 = s32[] constant(1) +2023-12-14 14:52:56.263022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.64> +2023-12-14 14:52:56.263027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64 +2023-12-14 14:52:56.263037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:56.263047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.64 = s32[] add(s32[] %param_4.12, s32[] %constant.70), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.3> +2023-12-14 14:52:56.263057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:56.263067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101, operand 0 +2023-12-14 14:52:56.263077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.64), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.101> +2023-12-14 14:52:56.263091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101 +2023-12-14 14:52:56.263101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 1 +2023-12-14 14:52:56.263111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.101 = u32[1024]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.57> +2023-12-14 14:52:56.263121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57 +2023-12-14 14:52:56.263131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.57 = u32[1024]{0} add(u32[1024]{0} %add.59, u32[1024]{0} %broadcast.101), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 param_0.29> +2023-12-14 14:52:56.263146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29 +2023-12-14 14:52:56.263156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:56.263166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.29 = u32[1024]{0} parameter(0) +2023-12-14 14:52:56.263171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 param_1.45> +2023-12-14 14:52:56.263176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45 +2023-12-14 14:52:56.263186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:56.263196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.45 = u32[1024]{0} parameter(1) +2023-12-14 14:52:56.263201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 concatenate.1> +2023-12-14 14:52:56.263206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:56.263216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 0 +2023-12-14 14:52:56.263229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[2048]{0} concatenate(u32[1024]{0} %param_0.29, u32[1024]{0} %param_1.45), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.134> +2023-12-14 14:52:56.263240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.134 +2023-12-14 14:52:56.263249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:56.263259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.134 = u32[] constant(9) +2023-12-14 14:52:56.263265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.200> +2023-12-14 14:52:56.263270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:56.263280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 1 +2023-12-14 14:52:56.263289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = u32[2048]{0} broadcast(u32[] %constant.134), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 shift-right-logical.20> +2023-12-14 14:52:56.263300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20 +2023-12-14 14:52:56.263310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20, operand 0 +2023-12-14 14:52:56.263324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.20 = u32[2048]{0} shift-right-logical(u32[2048]{0} %concatenate.1, u32[2048]{0} %broadcast.200), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.132> +2023-12-14 14:52:56.263336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.132 +2023-12-14 14:52:56.263348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:56.263358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.132 = u32[] constant(1065353216) +2023-12-14 14:52:56.263364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.199> +2023-12-14 14:52:56.263369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:56.263378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20, operand 1 +2023-12-14 14:52:56.263388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = u32[2048]{0} broadcast(u32[] %constant.132), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 or.20> +2023-12-14 14:52:56.263399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20 +2023-12-14 14:52:56.263408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1, operand 0 +2023-12-14 14:52:56.263418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.20 = u32[2048]{0} or(u32[2048]{0} %shift-right-logical.20, u32[2048]{0} %broadcast.199), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 bitcast-convert.1> +2023-12-14 14:52:56.263428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1 +2023-12-14 14:52:56.263438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 0 +2023-12-14 14:52:56.263448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.1 = f32[2048]{0} bitcast-convert(u32[2048]{0} %or.20), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.130> +2023-12-14 14:52:56.263458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.130 +2023-12-14 14:52:56.263468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:56.263481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.130 = f32[] constant(-1) +2023-12-14 14:52:56.263486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 broadcast.198> +2023-12-14 14:52:56.263491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:56.263501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 1 +2023-12-14 14:52:56.263512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048]{0} broadcast(f32[] %constant.130), dimensions={} +2023-12-14 14:52:56.263517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.102> +2023-12-14 14:52:56.263521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102 +2023-12-14 14:52:56.263531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:56.263542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.102 = f32[2048]{0} add(f32[2048]{0} %bitcast-convert.1, f32[2048]{0} %broadcast.198), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.128> +2023-12-14 14:52:56.263551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128 +2023-12-14 14:52:56.263561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:56.263571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.128 = f32[] constant(2) +2023-12-14 14:52:56.263576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 broadcast.197> +2023-12-14 14:52:56.263581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:56.263590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:56.263602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048]{0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.51> +2023-12-14 14:52:56.263615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:56.263625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 0 +2023-12-14 14:52:56.263637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[2048]{0} multiply(f32[2048]{0} %add.102, f32[2048]{0} %broadcast.197), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.127> +2023-12-14 14:52:56.263646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127 +2023-12-14 14:52:56.263656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:56.263668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.127 = f32[] constant(-0.99999994) +2023-12-14 14:52:56.263672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.196> +2023-12-14 14:52:56.263677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:56.263687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:56.263697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 1 +2023-12-14 14:52:56.263702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048]{0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.101> +2023-12-14 14:52:56.263712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101 +2023-12-14 14:52:56.263722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:56.263732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.101 = f32[2048]{0} add(f32[2048]{0} %multiply.51, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 maximum.1> +2023-12-14 14:52:56.263746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:56.263756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 1 +2023-12-14 14:52:56.263767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:56.263772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:56.263776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:56.263782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:56.263787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048]{0} maximum(f32[2048]{0} %add.101, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.263791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 abs.3> +2023-12-14 14:52:56.263797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:56.263806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 0 +2023-12-14 14:52:56.263817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048]{0} abs(f32[2048]{0} %maximum.1), metadata={op_name="abs.83"} +2023-12-14 14:52:56.263821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.126> +2023-12-14 14:52:56.263827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126 +2023-12-14 14:52:56.263837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:56.263847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.126 = f32[] constant(1) +2023-12-14 14:52:56.263852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.195> +2023-12-14 14:52:56.263857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:56.263867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 1 +2023-12-14 14:52:56.263880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048]{0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:56.263885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 compare.9> +2023-12-14 14:52:56.263890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9 +2023-12-14 14:52:56.263900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 0 +2023-12-14 14:52:56.263911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.9 = pred[2048]{0} compare(f32[2048]{0} %abs.3, f32[2048]{0} %broadcast.195), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:56.263916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.125> +2023-12-14 14:52:56.263921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125 +2023-12-14 14:52:56.263933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:56.263942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.125 = f32[] constant(inf) +2023-12-14 14:52:56.263947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.194> +2023-12-14 14:52:56.263952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:56.263962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:56.263972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[2048]{0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:56.263977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.50> +2023-12-14 14:52:56.263982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.263986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:56.263992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.263997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 1 +2023-12-14 14:52:56.264002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[2048]{0} multiply(f32[2048]{0} %maximum.1, f32[2048]{0} %broadcast.194), metadata={op_name="multiply.81"} +2023-12-14 14:52:56.264007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 negate.10> +2023-12-14 14:52:56.264012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:56.264025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:56.264035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048]{0} negate(f32[2048]{0} %maximum.1), metadata={op_name="negate.2"} +2023-12-14 14:52:56.264040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 multiply.49> +2023-12-14 14:52:56.264045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:56.264055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:56.264065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[2048]{0} multiply(f32[2048]{0} %negate.10, f32[2048]{0} %maximum.1), metadata={op_name="multiply.3"} +2023-12-14 14:52:56.264070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 log-plus-one.3> +2023-12-14 14:52:56.264075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:56.264085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:56.264095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048]{0} log-plus-one(f32[2048]{0} %multiply.49), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:56.264100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 negate.9> +2023-12-14 14:52:56.264105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:56.264115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:56.264125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 0 +2023-12-14 14:52:56.264130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 0 +2023-12-14 14:52:56.264135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048]{0} negate(f32[2048]{0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:56.264140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.124> +2023-12-14 14:52:56.264145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124 +2023-12-14 14:52:56.264158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:56.264168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.124 = f32[] constant(5) +2023-12-14 14:52:56.264173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 broadcast.193> +2023-12-14 14:52:56.264179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:56.264188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 1 +2023-12-14 14:52:56.264199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[2048]{0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:56.264203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 compare.8> +2023-12-14 14:52:56.264209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8 +2023-12-14 14:52:56.264218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 0 +2023-12-14 14:52:56.264228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 0 +2023-12-14 14:52:56.264233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 0 +2023-12-14 14:52:56.264238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 0 +2023-12-14 14:52:56.264243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 0 +2023-12-14 14:52:56.264248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 0 +2023-12-14 14:52:56.264253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 0 +2023-12-14 14:52:56.264258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:56.264263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:56.264268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:56.264273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.8 = pred[2048]{0} compare(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.193), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:56.264278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.123> +2023-12-14 14:52:56.264282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123 +2023-12-14 14:52:56.264296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:56.264306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.123 = f32[] constant(1.50140941) +2023-12-14 14:52:56.264310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 broadcast.192> +2023-12-14 14:52:56.264315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:56.264326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:56.264336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[2048]{0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:56.264341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.122> +2023-12-14 14:52:56.264345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122 +2023-12-14 14:52:56.264355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:56.264365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.122 = f32[] constant(2.83297682) +2023-12-14 14:52:56.264370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 broadcast.191> +2023-12-14 14:52:56.264374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:56.264384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:56.264395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[2048]{0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:56.264400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 select.43> +2023-12-14 14:52:56.264404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:56.264414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 0 +2023-12-14 14:52:56.264425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.192, f32[2048]{0} %broadcast.191), metadata={op_name="select.76"} +2023-12-14 14:52:56.264433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.121> +2023-12-14 14:52:56.264437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121 +2023-12-14 14:52:56.264447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:56.264458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.121 = f32[] constant(0.246640727) +2023-12-14 14:52:56.264463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 broadcast.190> +2023-12-14 14:52:56.264468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:56.264478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:56.264487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[2048]{0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:56.264493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 constant.120> +2023-12-14 14:52:56.264498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120 +2023-12-14 14:52:56.264508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:56.264517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.120 = f32[] constant(1.00167406) +2023-12-14 14:52:56.264523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 broadcast.189> +2023-12-14 14:52:56.264528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:56.264538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:56.264548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[2048]{0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:56.264553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 select.42> +2023-12-14 14:52:56.264558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:56.264570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 0 +2023-12-14 14:52:56.264580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.190, f32[2048]{0} %broadcast.189), metadata={op_name="select.69"} +2023-12-14 14:52:56.264585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 constant.119> +2023-12-14 14:52:56.264591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119 +2023-12-14 14:52:56.264602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:56.264611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.119 = f32[] constant(-0.00417768164) +2023-12-14 14:52:56.264616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 broadcast.188> +2023-12-14 14:52:56.264622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:56.264632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:56.264642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[2048]{0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:56.264647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 constant.118> +2023-12-14 14:52:56.264652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118 +2023-12-14 14:52:56.264662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:56.264672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.118 = f32[] constant(0.00943887047) +2023-12-14 14:52:56.264676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 broadcast.187> +2023-12-14 14:52:56.264681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:56.264692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:56.264702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[2048]{0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:56.264710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 select.41> +2023-12-14 14:52:56.264714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:56.264725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 0 +2023-12-14 14:52:56.264735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.188, f32[2048]{0} %broadcast.187), metadata={op_name="select.62"} +2023-12-14 14:52:56.264740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 constant.117> +2023-12-14 14:52:56.264744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117 +2023-12-14 14:52:56.264755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:56.264765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.117 = f32[] constant(-0.00125372503) +2023-12-14 14:52:56.264770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 broadcast.186> +2023-12-14 14:52:56.264774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:56.264785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 1 +2023-12-14 14:52:56.264795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[2048]{0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:56.264800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.116> +2023-12-14 14:52:56.264804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116 +2023-12-14 14:52:56.264814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:56.264825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.116 = f32[] constant(-0.0076224613) +2023-12-14 14:52:56.264830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 broadcast.185> +2023-12-14 14:52:56.264834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:56.264847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 2 +2023-12-14 14:52:56.264858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[2048]{0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:56.264862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 select.40> +2023-12-14 14:52:56.264868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40 +2023-12-14 14:52:56.264877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:56.264888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.40 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.186, f32[2048]{0} %broadcast.185), metadata={op_name="select.55"} +2023-12-14 14:52:56.264893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 constant.115> +2023-12-14 14:52:56.264899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115 +2023-12-14 14:52:56.264908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:56.264918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.115 = f32[] constant(0.00021858087) +2023-12-14 14:52:56.264923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 broadcast.184> +2023-12-14 14:52:56.264928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:56.264938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 1 +2023-12-14 14:52:56.264948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[2048]{0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:56.264952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 constant.114> +2023-12-14 14:52:56.264958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114 +2023-12-14 14:52:56.264968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.264972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:56.264977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.114 = f32[] constant(0.00573950773) +2023-12-14 14:52:56.264985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.183> +2023-12-14 14:52:56.264990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.264995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:56.265000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 2 +2023-12-14 14:52:56.265009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[2048]{0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:56.265014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 select.39> +2023-12-14 14:52:56.265020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39 +2023-12-14 14:52:56.265030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 0 +2023-12-14 14:52:56.265039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.39 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.184, f32[2048]{0} %broadcast.183), metadata={op_name="select.48"} +2023-12-14 14:52:56.265044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.113> +2023-12-14 14:52:56.265049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113 +2023-12-14 14:52:56.265060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:56.265069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.113 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:56.265074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.182> +2023-12-14 14:52:56.265079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:56.265089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 1 +2023-12-14 14:52:56.265099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[2048]{0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:56.265104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 constant.112> +2023-12-14 14:52:56.265109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112 +2023-12-14 14:52:56.265122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:56.265132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.112 = f32[] constant(-0.00367342844) +2023-12-14 14:52:56.265137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 broadcast.181> +2023-12-14 14:52:56.265142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:56.265151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 2 +2023-12-14 14:52:56.265162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[2048]{0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:56.265167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 select.38> +2023-12-14 14:52:56.265172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38 +2023-12-14 14:52:56.265182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:56.265192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.38 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.182, f32[2048]{0} %broadcast.181), metadata={op_name="select.41"} +2023-12-14 14:52:56.265197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 constant.111> +2023-12-14 14:52:56.265202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111 +2023-12-14 14:52:56.265212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:56.265222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.111 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:56.265227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 broadcast.180> +2023-12-14 14:52:56.265232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:56.265241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 1 +2023-12-14 14:52:56.265251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[2048]{0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:56.265260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 constant.110> +2023-12-14 14:52:56.265265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110 +2023-12-14 14:52:56.265274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:56.265284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.110 = f32[] constant(0.00134934322) +2023-12-14 14:52:56.265290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 broadcast.179> +2023-12-14 14:52:56.265294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:56.265304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 2 +2023-12-14 14:52:56.265314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[2048]{0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:56.265319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 select.37> +2023-12-14 14:52:56.265324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37 +2023-12-14 14:52:56.265334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 0 +2023-12-14 14:52:56.265343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.37 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.180, f32[2048]{0} %broadcast.179), metadata={op_name="select.34"} +2023-12-14 14:52:56.265350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 constant.109> +2023-12-14 14:52:56.265355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109 +2023-12-14 14:52:56.265365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:56.265374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.109 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:56.265379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.178> +2023-12-14 14:52:56.265385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:56.265398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 1 +2023-12-14 14:52:56.265408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[2048]{0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:56.265413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 constant.108> +2023-12-14 14:52:56.265418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108 +2023-12-14 14:52:56.265428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:56.265438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.108 = f32[] constant(0.000100950558) +2023-12-14 14:52:56.265443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.177> +2023-12-14 14:52:56.265448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:56.265458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 2 +2023-12-14 14:52:56.265468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[2048]{0} broadcast(f32[] %constant.108), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:56.265473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 select.36> +2023-12-14 14:52:56.265478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36 +2023-12-14 14:52:56.265488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 0 +2023-12-14 14:52:56.265498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.36 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.178, f32[2048]{0} %broadcast.177), metadata={op_name="select.27"} +2023-12-14 14:52:56.265503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 constant.106> +2023-12-14 14:52:56.265508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106 +2023-12-14 14:52:56.265518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:56.265528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.106 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:56.265536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 broadcast.176> +2023-12-14 14:52:56.265541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:56.265551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 1 +2023-12-14 14:52:56.265561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[2048]{0} broadcast(f32[] %constant.106), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:56.265566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 constant.105> +2023-12-14 14:52:56.265571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105 +2023-12-14 14:52:56.265580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175, operand 0 +2023-12-14 14:52:56.265592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.105 = f32[] constant(-0.000200214257) +2023-12-14 14:52:56.265597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 broadcast.175> +2023-12-14 14:52:56.265601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175 +2023-12-14 14:52:56.265611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 2 +2023-12-14 14:52:56.265621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.175 = f32[2048]{0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:56.265626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 select.35> +2023-12-14 14:52:56.265631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35 +2023-12-14 14:52:56.265640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:56.265651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.35 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.176, f32[2048]{0} %broadcast.175), metadata={op_name="select.21"} +2023-12-14 14:52:56.265656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 constant.104> +2023-12-14 14:52:56.265661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104 +2023-12-14 14:52:56.265675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:56.265686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.104 = f32[] constant(-2.5) +2023-12-14 14:52:56.265691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.173> +2023-12-14 14:52:56.265695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:56.265705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 1 +2023-12-14 14:52:56.265715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = f32[2048]{0} broadcast(f32[] %constant.104), dimensions={} +2023-12-14 14:52:56.265721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 add.100> +2023-12-14 14:52:56.265725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100 +2023-12-14 14:52:56.265735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 1 +2023-12-14 14:52:56.265745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.100 = f32[2048]{0} add(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.173), metadata={op_name="subtract.15"} +2023-12-14 14:52:56.265751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 sqrt.3> +2023-12-14 14:52:56.265755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:56.265765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 0 +2023-12-14 14:52:56.265775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048]{0} sqrt(f32[2048]{0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:56.265780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.103> +2023-12-14 14:52:56.265785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:56.265795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171, operand 0 +2023-12-14 14:52:56.265805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = f32[] constant(-3) +2023-12-14 14:52:56.265813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.171> +2023-12-14 14:52:56.265819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171 +2023-12-14 14:52:56.265828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 1 +2023-12-14 14:52:56.265839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.171 = f32[2048]{0} broadcast(f32[] %constant.103), dimensions={} +2023-12-14 14:52:56.265844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.99> +2023-12-14 14:52:56.265849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99 +2023-12-14 14:52:56.265859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 2 +2023-12-14 14:52:56.265869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.99 = f32[2048]{0} add(f32[2048]{0} %sqrt.3, f32[2048]{0} %broadcast.171), metadata={op_name="subtract.12"} +2023-12-14 14:52:56.265874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 select.34> +2023-12-14 14:52:56.265878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34 +2023-12-14 14:52:56.265888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 1 +2023-12-14 14:52:56.265899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:56.265903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:56.265908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:56.265913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:56.265918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:56.265924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:56.265928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:56.265933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.34 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %add.100, f32[2048]{0} %add.99), metadata={op_name="select.16"} +2023-12-14 14:52:56.265938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 multiply.48> +2023-12-14 14:52:56.265943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:56.265957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 1 +2023-12-14 14:52:56.265966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[2048]{0} multiply(f32[2048]{0} %select.35, f32[2048]{0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:56.265971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 add.98> +2023-12-14 14:52:56.265976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.265982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98 +2023-12-14 14:52:56.265987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.265992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:56.265997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.98 = f32[2048]{0} add(f32[2048]{0} %select.36, f32[2048]{0} %multiply.48), metadata={op_name="add.28"} +2023-12-14 14:52:56.266002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 multiply.47> +2023-12-14 14:52:56.266006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:56.266017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 1 +2023-12-14 14:52:56.266026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[2048]{0} multiply(f32[2048]{0} %add.98, f32[2048]{0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:56.266031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 add.97> +2023-12-14 14:52:56.266036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97 +2023-12-14 14:52:56.266046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:56.266056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.97 = f32[2048]{0} add(f32[2048]{0} %select.37, f32[2048]{0} %multiply.47), metadata={op_name="add.35"} +2023-12-14 14:52:56.266061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 multiply.46> +2023-12-14 14:52:56.266066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:56.266076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:56.266089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[2048]{0} multiply(f32[2048]{0} %add.97, f32[2048]{0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:56.266094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.96> +2023-12-14 14:52:56.266098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:56.266108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:56.266119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = f32[2048]{0} add(f32[2048]{0} %select.38, f32[2048]{0} %multiply.46), metadata={op_name="add.42"} +2023-12-14 14:52:56.266124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 multiply.45> +2023-12-14 14:52:56.266129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:56.266139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 1 +2023-12-14 14:52:56.266149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[2048]{0} multiply(f32[2048]{0} %add.96, f32[2048]{0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:56.266154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 add.95> +2023-12-14 14:52:56.266159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95 +2023-12-14 14:52:56.266169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:56.266179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.95 = f32[2048]{0} add(f32[2048]{0} %select.39, f32[2048]{0} %multiply.45), metadata={op_name="add.49"} +2023-12-14 14:52:56.266184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 multiply.44> +2023-12-14 14:52:56.266189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:56.266199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:56.266208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[2048]{0} multiply(f32[2048]{0} %add.95, f32[2048]{0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:56.266214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 add.92> +2023-12-14 14:52:56.266221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:56.266231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:56.266241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = f32[2048]{0} add(f32[2048]{0} %select.40, f32[2048]{0} %multiply.44), metadata={op_name="add.56"} +2023-12-14 14:52:56.266246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 multiply.43> +2023-12-14 14:52:56.266251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:56.266261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 1 +2023-12-14 14:52:56.266271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[2048]{0} multiply(f32[2048]{0} %add.92, f32[2048]{0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:56.266275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 add.91> +2023-12-14 14:52:56.266281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91 +2023-12-14 14:52:56.266291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:56.266300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.91 = f32[2048]{0} add(f32[2048]{0} %select.41, f32[2048]{0} %multiply.43), metadata={op_name="add.63"} +2023-12-14 14:52:56.266305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 multiply.42> +2023-12-14 14:52:56.266310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:56.266320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 1 +2023-12-14 14:52:56.266330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[2048]{0} multiply(f32[2048]{0} %add.91, f32[2048]{0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:56.266335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.88> +2023-12-14 14:52:56.266340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88 +2023-12-14 14:52:56.266350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 0 +2023-12-14 14:52:56.266363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.88 = f32[2048]{0} add(f32[2048]{0} %select.42, f32[2048]{0} %multiply.42), metadata={op_name="add.70"} +2023-12-14 14:52:56.266368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 multiply.41> +2023-12-14 14:52:56.266373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41 +2023-12-14 14:52:56.266384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 1 +2023-12-14 14:52:56.266393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.41 = f32[2048]{0} multiply(f32[2048]{0} %add.88, f32[2048]{0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:56.266398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.86> +2023-12-14 14:52:56.266404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86 +2023-12-14 14:52:56.266414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 0 +2023-12-14 14:52:56.266424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.86 = f32[2048]{0} add(f32[2048]{0} %select.43, f32[2048]{0} %multiply.41), metadata={op_name="add.77"} +2023-12-14 14:52:56.266428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 multiply.40> +2023-12-14 14:52:56.266434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40 +2023-12-14 14:52:56.266443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 2 +2023-12-14 14:52:56.266454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.40 = f32[2048]{0} multiply(f32[2048]{0} %add.86, f32[2048]{0} %maximum.1), metadata={op_name="multiply.78"} +2023-12-14 14:52:56.266458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 select.33> +2023-12-14 14:52:56.266464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33 +2023-12-14 14:52:56.266473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39, operand 0 +2023-12-14 14:52:56.266483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.33 = f32[2048]{0} select(pred[2048]{0} %compare.9, f32[2048]{0} %multiply.50, f32[2048]{0} %multiply.40), metadata={op_name="select.86"} +2023-12-14 14:52:56.266491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 constant.102> +2023-12-14 14:52:56.266496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:56.266506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169, operand 0 +2023-12-14 14:52:56.266516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = f32[] constant(1.41421354) +2023-12-14 14:52:56.266521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 broadcast.169> +2023-12-14 14:52:56.266526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169 +2023-12-14 14:52:56.266536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39, operand 1 +2023-12-14 14:52:56.266546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.169 = f32[2048]{0} broadcast(f32[] %constant.102), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.266551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 multiply.39> +2023-12-14 14:52:56.266556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39 +2023-12-14 14:52:56.266566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.39 = f32[2048]{0} multiply(f32[2048]{0} %select.33, f32[2048]{0} %broadcast.169), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.266577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.266584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.266594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:56.266603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.266608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.266614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.266631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:56.266641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:56.266647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:56.266652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:56.266657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:56.266661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:56.266666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:56.266671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:56.266677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.266682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.266686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.266696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:56.266701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:56.266712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.266716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.266721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.266730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.266742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.266747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.266760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.266770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.266775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.266785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.266795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.266800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.266810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.266820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.266825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.266835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.266845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.266850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.266860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.266869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.266875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.266887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.266897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.266902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.266912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:56.266918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:56.266927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.266932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.266937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.266948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:56.266952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:56.266962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.266967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.266971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.266977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.266982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:56.266986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.266991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:56.266996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.267001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.267006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.267019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:56.267024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:56.267033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.267039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.267044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.267054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:56.267058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:56.267069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.267074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.267079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.267088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:56.267093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:56.267103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.267109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.267114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.267123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:56.267129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:56.267138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.267144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.267151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.267161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:56.267166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:56.267177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.267181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 while.1{} (phi)> +2023-12-14 14:52:56.267187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.267196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:56.267207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.267212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.267218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 while.1{0} (phi)> +2023-12-14 14:52:56.267222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.267232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.267243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{1} (phi)> +2023-12-14 14:52:56.267249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.267258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.267263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.267268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.267281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:56.267286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.267291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{2} (phi)> +2023-12-14 14:52:56.267296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.267306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:56.267311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.267316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.267332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:56.267337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.267343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{3} (phi)> +2023-12-14 14:52:56.267348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.267357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.267367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 while.1{4} (phi)> +2023-12-14 14:52:56.267372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.267382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.267392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 while.1{5} (phi)> +2023-12-14 14:52:56.267401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.267411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.267421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 while.1{6} (phi)> +2023-12-14 14:52:56.267426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.267436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.267446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{7} (phi)> +2023-12-14 14:52:56.267451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.267456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.267461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.267466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.267872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:56.268316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.268373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.268379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.268395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:56.268401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:56.268413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:56.268418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:56.268423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:56.268435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:56.268440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:56.268445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:56.268451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:56.268456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:56.268461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:56.268467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:56.268472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:56.268477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:56.268483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:56.268488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:56.268493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:56.268498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:56.268513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.268525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.268530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 261, phi: +2023-12-14 14:52:56.268535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.268540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.268545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:56.268550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:56.268555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262, phi: +2023-12-14 14:52:56.268559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.268564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.268569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 263, phi: +2023-12-14 14:52:56.268574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.268579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:56.268584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32: +2023-12-14 14:52:56.268588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:56.268593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 264, phi: +2023-12-14 14:52:56.268598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.268603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.268614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34: +2023-12-14 14:52:56.268619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51: +2023-12-14 14:52:56.268623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 265, phi: +2023-12-14 14:52:56.268628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.268633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.268639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:56.268643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53: +2023-12-14 14:52:56.268648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 266, phi: +2023-12-14 14:52:56.268653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.268657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:56.268663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:56.268668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54: +2023-12-14 14:52:56.268673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 267, phi: +2023-12-14 14:52:56.268678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.268682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.268687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:56.268692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56: +2023-12-14 14:52:56.268697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 268, phi: +2023-12-14 14:52:56.268702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.268707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.268711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:56.268716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:56.268721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 269, phi: +2023-12-14 14:52:56.268726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.268731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.268736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:56.268741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59: +2023-12-14 14:52:56.268745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 270, phi: +2023-12-14 14:52:56.268750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.268755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.268760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:56.268764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:56.268770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 271, phi: +2023-12-14 14:52:56.268777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.268782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:56.268787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 272, phi: +2023-12-14 14:52:56.268792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.268796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.268802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 273, phi: +2023-12-14 14:52:56.268806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.268811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.268816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 274, phi: +2023-12-14 14:52:56.268821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.268825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:56.268830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 275, phi: +2023-12-14 14:52:56.268835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.268840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.268845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 276, phi: +2023-12-14 14:52:56.268850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.268854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.268859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 277, phi: +2023-12-14 14:52:56.268864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.268869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.268874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 278, phi: +2023-12-14 14:52:56.268879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.268883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.268888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 279, phi: +2023-12-14 14:52:56.268892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.268897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.268902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 280, phi: +2023-12-14 14:52:56.268907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:56.268912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.268917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 281, phi: +2023-12-14 14:52:56.268921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.268926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.268930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 282, phi: +2023-12-14 14:52:56.268939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.268943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.268948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 283, phi: +2023-12-14 14:52:56.268953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:56.268957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.268962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 284, phi: +2023-12-14 14:52:56.268967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.268972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.268977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 285, phi: +2023-12-14 14:52:56.268982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.268986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.268991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 286, phi: +2023-12-14 14:52:56.268996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.269001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.269006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 287, phi: +2023-12-14 14:52:56.269011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.269015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.269031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.269041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.269046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 261, phi: +2023-12-14 14:52:56.269050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.269056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.269060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:56.269066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:56.269071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262, phi: +2023-12-14 14:52:56.269076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.269081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.269086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 263, phi: +2023-12-14 14:52:56.269091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.269095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:56.269100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32: +2023-12-14 14:52:56.269105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:56.269109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 264, phi: +2023-12-14 14:52:56.269117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.269122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.269127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34: +2023-12-14 14:52:56.269133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51: +2023-12-14 14:52:56.269138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 265, phi: +2023-12-14 14:52:56.269142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.269148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.269152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:56.269157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53: +2023-12-14 14:52:56.269162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 266, phi: +2023-12-14 14:52:56.269167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.269171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:56.269176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:56.269181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54: +2023-12-14 14:52:56.269186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 267, phi: +2023-12-14 14:52:56.269190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.269195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.269200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:56.269205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56: +2023-12-14 14:52:56.269210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 268, phi: +2023-12-14 14:52:56.269215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.269219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.269224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:56.269229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:56.269235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 269, phi: +2023-12-14 14:52:56.269240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.269245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.269249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:56.269254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59: +2023-12-14 14:52:56.269259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 270, phi: +2023-12-14 14:52:56.269263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.269269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.269273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:56.269278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:56.269285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 271, phi: +2023-12-14 14:52:56.269289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.269295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:56.269301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 272, phi: +2023-12-14 14:52:56.269305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.269310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.269315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 273, phi: +2023-12-14 14:52:56.269319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.269324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.269329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 274, phi: +2023-12-14 14:52:56.269334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.269339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:56.269343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 275, phi: +2023-12-14 14:52:56.269348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.269353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.269358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 276, phi: +2023-12-14 14:52:56.269363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.269368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.269372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 277, phi: +2023-12-14 14:52:56.269377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.269382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.269387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 278, phi: +2023-12-14 14:52:56.269392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.269396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.269401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 279, phi: +2023-12-14 14:52:56.269406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.269411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.269416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 280, phi: +2023-12-14 14:52:56.269421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:56.269425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.269430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 281, phi: +2023-12-14 14:52:56.269435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.269440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.269448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 282, phi: +2023-12-14 14:52:56.269452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.269457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.269462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 283, phi: +2023-12-14 14:52:56.269467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:56.269472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.269477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 284, phi: +2023-12-14 14:52:56.269482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.269486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.269491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 285, phi: +2023-12-14 14:52:56.269495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.269501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.269506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 286, phi: +2023-12-14 14:52:56.269511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.269515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.269520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 287, phi: +2023-12-14 14:52:56.269525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.269529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.269536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.269544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <33 Arg_0.1> + +2023-12-14 14:52:56.269549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.269555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <31 constant.14> + +2023-12-14 14:52:56.269560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.269566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <41 constant.16> + +2023-12-14 14:52:56.269571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.269577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <39 constant.17> + +2023-12-14 14:52:56.269582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.269594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <279 while.1{} (phi)> + {0} : HloValueSet: <280 while.1{0} (phi)> + {1} : HloValueSet: <281 while.1{1} (phi)> + {2} : HloValueSet: <282 while.1{2} (phi)> + {3} : HloValueSet: <283 while.1{3} (phi)> + {4} : HloValueSet: <284 while.1{4} (phi)> + {5} : HloValueSet: <285 while.1{5} (phi)> + {6} : HloValueSet: <286 while.1{6} (phi)> + {7} : HloValueSet: <287 while.1{7} (phi)> + +2023-12-14 14:52:56.269603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.269609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <281 while.1{1} (phi)> + +2023-12-14 14:52:56.269614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:56.269619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <282 while.1{2} (phi)> + +2023-12-14 14:52:56.269626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:56.269632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <37 fusion.3> + +2023-12-14 14:52:56.269637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:56.269642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <35 fusion.4> + +2023-12-14 14:52:56.269647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:56.269653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <36 fusion.5> + +2023-12-14 14:52:56.269658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:56.269664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <34 fusion.6> + +2023-12-14 14:52:56.269669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:56.269674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 fusion.7> + +2023-12-14 14:52:56.269679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.269684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 fusion.2.clone> + +2023-12-14 14:52:56.269690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:56.269699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <43 tuple.9{}> + {0} : HloValueSet: <32 copy.24> + {1} : HloValueSet: <34 fusion.6> + {2} : HloValueSet: <35 fusion.4> + {3} : HloValueSet: <36 fusion.5> + {4} : HloValueSet: <37 fusion.3> + {5} : HloValueSet: <38 fusion.7> + {6} : HloValueSet: <40 copy.26> + {7} : HloValueSet: <42 copy.25> + +2023-12-14 14:52:56.269706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:56.269711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <32 copy.24> + +2023-12-14 14:52:56.269717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:56.269722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 copy.25> + +2023-12-14 14:52:56.269727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:56.269736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <40 copy.26> + +2023-12-14 14:52:56.269741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.269752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <262 arg_tuple.3{} (phi)> + {0} : HloValueSet: <271 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <272 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <273 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <274 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <275 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <276 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <277 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <278 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.269758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:56.269764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <45 constant.67> + +2023-12-14 14:52:56.269769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:56.269774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <46 add.55> + +2023-12-14 14:52:56.269779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:56.269784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <53 fusion> + +2023-12-14 14:52:56.269789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:56.269795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <51 fusion.1> + +2023-12-14 14:52:56.269800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:56.269807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <271 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.269812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:56.269817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <44 copy.8> + +2023-12-14 14:52:56.269822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:56.269828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <272 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.269833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:56.269839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <50 copy.9> + +2023-12-14 14:52:56.269844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:56.269849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <273 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.269854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:56.269859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <49 copy.10> + +2023-12-14 14:52:56.269868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:56.269874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <274 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.269879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:56.269884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <47 copy.11> + +2023-12-14 14:52:56.269889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:56.269895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <275 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.269900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:56.269906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <52 copy.12> + +2023-12-14 14:52:56.269911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:56.269916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <276 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.269921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:56.269927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 copy.13> + +2023-12-14 14:52:56.269932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:56.269938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <277 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.269943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:56.269948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 copy.14> + +2023-12-14 14:52:56.269953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:56.269959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <278 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.269965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:56.269970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <58 copy.15> + +2023-12-14 14:52:56.269975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:56.269980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <54 copy.19> + +2023-12-14 14:52:56.269986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:56.269991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.20> + +2023-12-14 14:52:56.269996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:56.270005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.21> + +2023-12-14 14:52:56.270010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:56.270015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <59 copy.22> + +2023-12-14 14:52:56.270020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:56.270025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <60 copy.23> + +2023-12-14 14:52:56.270031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:56.270040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <61 tuple.11{}> + {0} : HloValueSet: <46 add.55> + {1} : HloValueSet: <51 fusion.1> + {2} : HloValueSet: <53 fusion> + {3} : HloValueSet: <54 copy.19> + {4} : HloValueSet: <56 copy.20> + {5} : HloValueSet: <57 copy.21> + {6} : HloValueSet: <59 copy.22> + {7} : HloValueSet: <60 copy.23> + +2023-12-14 14:52:56.270046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.270056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <261 arg_tuple.4{} (phi)> + {0} : HloValueSet: <263 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <264 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <265 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <266 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <267 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <268 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <269 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <270 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.270062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:56.270067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <7 constant.68> + +2023-12-14 14:52:56.270072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:56.270078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <8 compare.5> + +2023-12-14 14:52:56.270083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:56.270088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <263 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.270094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.57 +2023-12-14 14:52:56.270100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <152 add.57> + +2023-12-14 14:52:56.270105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.101 +2023-12-14 14:52:56.270111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <151 broadcast.101> + +2023-12-14 14:52:56.270116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:56.270121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <150 convert.3> + +2023-12-14 14:52:56.270132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.59 +2023-12-14 14:52:56.270138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <146 add.59> + +2023-12-14 14:52:56.270143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.102 +2023-12-14 14:52:56.270149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <145 broadcast.102> + +2023-12-14 14:52:56.270154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:56.270159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <143 xor.12> + +2023-12-14 14:52:56.270164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:56.270170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <142 or.12> + +2023-12-14 14:52:56.270175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:56.270181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <141 shift-right-logical.12> + +2023-12-14 14:52:56.270186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.103 +2023-12-14 14:52:56.270191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <140 broadcast.103> + +2023-12-14 14:52:56.270197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:56.270202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <139 subtract.16> + +2023-12-14 14:52:56.270207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:56.270213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <138 shift-left.12> + +2023-12-14 14:52:56.270218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.104 +2023-12-14 14:52:56.270223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <137 broadcast.104> + +2023-12-14 14:52:56.270229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.12 +2023-12-14 14:52:56.270234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <136 reshape.12> + +2023-12-14 14:52:56.270239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.12 +2023-12-14 14:52:56.270244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <135 slice.12> + +2023-12-14 14:52:56.270249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.60 +2023-12-14 14:52:56.270255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <134 add.60> + +2023-12-14 14:52:56.270260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:56.270265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <133 xor.13> + +2023-12-14 14:52:56.270273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:56.270279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <132 or.13> + +2023-12-14 14:52:56.270284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:56.270290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <131 shift-right-logical.13> + +2023-12-14 14:52:56.270295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.105 +2023-12-14 14:52:56.270301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <130 broadcast.105> + +2023-12-14 14:52:56.270306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:56.270311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <129 subtract.17> + +2023-12-14 14:52:56.270317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:56.270323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <128 shift-left.13> + +2023-12-14 14:52:56.270328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.106 +2023-12-14 14:52:56.270334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <127 broadcast.106> + +2023-12-14 14:52:56.270339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.13 +2023-12-14 14:52:56.270344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <126 reshape.13> + +2023-12-14 14:52:56.270349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.13 +2023-12-14 14:52:56.270355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <125 slice.13> + +2023-12-14 14:52:56.270360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.61 +2023-12-14 14:52:56.270366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <124 add.61> + +2023-12-14 14:52:56.270371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:56.270376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <123 xor.14> + +2023-12-14 14:52:56.270381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:56.270387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <122 or.14> + +2023-12-14 14:52:56.270392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:56.270398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <121 shift-right-logical.14> + +2023-12-14 14:52:56.270403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.107 +2023-12-14 14:52:56.270411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <120 broadcast.107> + +2023-12-14 14:52:56.270416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:56.270422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <119 subtract.18> + +2023-12-14 14:52:56.270427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:56.270432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <118 shift-left.14> + +2023-12-14 14:52:56.270438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.108 +2023-12-14 14:52:56.270443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <117 broadcast.108> + +2023-12-14 14:52:56.270448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:56.270454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <116 reshape.14> + +2023-12-14 14:52:56.270459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:56.270465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <115 slice.14> + +2023-12-14 14:52:56.270470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.62 +2023-12-14 14:52:56.270475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <114 add.62> + +2023-12-14 14:52:56.270480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:56.270486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <113 xor.15> + +2023-12-14 14:52:56.270492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:56.270498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <112 or.15> + +2023-12-14 14:52:56.270503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:56.270509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <111 shift-right-logical.15> + +2023-12-14 14:52:56.270514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.109 +2023-12-14 14:52:56.270519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <110 broadcast.109> + +2023-12-14 14:52:56.270524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.19 +2023-12-14 14:52:56.270530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 subtract.19> + +2023-12-14 14:52:56.270535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.69 +2023-12-14 14:52:56.270540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <108 constant.69> + +2023-12-14 14:52:56.270548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:56.270553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <107 shift-left.15> + +2023-12-14 14:52:56.270559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.110 +2023-12-14 14:52:56.270564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <106 broadcast.110> + +2023-12-14 14:52:56.270569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.15 +2023-12-14 14:52:56.270575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <105 reshape.15> + +2023-12-14 14:52:56.270579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:56.270585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <104 slice.15> + +2023-12-14 14:52:56.270590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.63 +2023-12-14 14:52:56.270596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <102 add.63> + +2023-12-14 14:52:56.270601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.64 +2023-12-14 14:52:56.270606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <149 add.64> + +2023-12-14 14:52:56.270611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:56.270616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 param_0.2> + +2023-12-14 14:52:56.270621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.5 +2023-12-14 14:52:56.270627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <103 param_1.5> + +2023-12-14 14:52:56.270632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.6 +2023-12-14 14:52:56.270638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <101 param_2.6> + +2023-12-14 14:52:56.270643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:56.270649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <100 param_3.7> + +2023-12-14 14:52:56.270654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:56.270660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <147 param_4.12> + +2023-12-14 14:52:56.270664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.70 +2023-12-14 14:52:56.270670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <148 constant.70> + +2023-12-14 14:52:56.270675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.65 +2023-12-14 14:52:56.270681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <99 add.65> + +2023-12-14 14:52:56.270689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.111 +2023-12-14 14:52:56.270695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <98 broadcast.111> + +2023-12-14 14:52:56.270700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.66 +2023-12-14 14:52:56.270706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <96 add.66> + +2023-12-14 14:52:56.270711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.4 +2023-12-14 14:52:56.270717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <97 param_0.4> + +2023-12-14 14:52:56.270721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:56.270727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <95 xor.16> + +2023-12-14 14:52:56.270732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:56.270737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <94 or.16> + +2023-12-14 14:52:56.270743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:56.270748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <93 shift-right-logical.16> + +2023-12-14 14:52:56.270753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.112 +2023-12-14 14:52:56.270759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <92 broadcast.112> + +2023-12-14 14:52:56.270764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.20 +2023-12-14 14:52:56.270770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <91 subtract.20> + +2023-12-14 14:52:56.270775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:56.270780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <90 shift-left.16> + +2023-12-14 14:52:56.270785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.113 +2023-12-14 14:52:56.270791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <89 broadcast.113> + +2023-12-14 14:52:56.270796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.16 +2023-12-14 14:52:56.270802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <88 reshape.16> + +2023-12-14 14:52:56.270807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:56.270813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <87 slice.16> + +2023-12-14 14:52:56.270817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.67 +2023-12-14 14:52:56.270823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <86 add.67> + +2023-12-14 14:52:56.270833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:56.270838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <85 xor.17> + +2023-12-14 14:52:56.270843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:56.270848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <84 or.17> + +2023-12-14 14:52:56.270853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:56.270860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <83 shift-right-logical.17> + +2023-12-14 14:52:56.270864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.114 +2023-12-14 14:52:56.270870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <82 broadcast.114> + +2023-12-14 14:52:56.270875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.21 +2023-12-14 14:52:56.270880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <81 subtract.21> + +2023-12-14 14:52:56.270885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:56.270891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <80 shift-left.17> + +2023-12-14 14:52:56.270896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.115 +2023-12-14 14:52:56.270902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <79 broadcast.115> + +2023-12-14 14:52:56.270907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:56.270912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 reshape.17> + +2023-12-14 14:52:56.270918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:56.270925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <77 slice.17> + +2023-12-14 14:52:56.270929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.69 +2023-12-14 14:52:56.270935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <76 add.69> + +2023-12-14 14:52:56.270940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:56.270945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <75 xor.18> + +2023-12-14 14:52:56.270950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:56.270956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <74 or.18> + +2023-12-14 14:52:56.270961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:56.270966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <73 shift-right-logical.18> + +2023-12-14 14:52:56.270974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.116 +2023-12-14 14:52:56.270981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <72 broadcast.116> + +2023-12-14 14:52:56.270985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.22 +2023-12-14 14:52:56.270992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 subtract.22> + +2023-12-14 14:52:56.270996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.71 +2023-12-14 14:52:56.271002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <70 constant.71> + +2023-12-14 14:52:56.271006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.11 +2023-12-14 14:52:56.271013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <65 param_1.11> + +2023-12-14 14:52:56.271017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:56.271023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <69 shift-left.18> + +2023-12-14 14:52:56.271028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.117 +2023-12-14 14:52:56.271034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <68 broadcast.117> + +2023-12-14 14:52:56.271039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:56.271044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 reshape.18> + +2023-12-14 14:52:56.271049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:56.271055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <66 slice.18> + +2023-12-14 14:52:56.271060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.70 +2023-12-14 14:52:56.271065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <64 add.70> + +2023-12-14 14:52:56.271071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.14 +2023-12-14 14:52:56.271076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <63 param_2.14> + +2023-12-14 14:52:56.271081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:56.271086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <62 param_3.17> + +2023-12-14 14:52:56.271092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:56.271097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 xor.19> + +2023-12-14 14:52:56.271102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:56.271108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 xor.20> + +2023-12-14 14:52:56.271115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:56.271122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 constant.101> + +2023-12-14 14:52:56.271127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:56.271133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 reshape.19> + +2023-12-14 14:52:56.271138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:56.271143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <26 slice.20> + +2023-12-14 14:52:56.271148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.21 +2023-12-14 14:52:56.271153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <25 reshape.21> + +2023-12-14 14:52:56.271159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.20 +2023-12-14 14:52:56.271164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <23 param_0.20> + +2023-12-14 14:52:56.271169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:56.271174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <24 slice.22> + +2023-12-14 14:52:56.271179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.84 +2023-12-14 14:52:56.271185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <22 add.84> + +2023-12-14 14:52:56.271190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.165 +2023-12-14 14:52:56.271196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <21 broadcast.165> + +2023-12-14 14:52:56.271201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.23 +2023-12-14 14:52:56.271206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <20 reshape.23> + +2023-12-14 14:52:56.271211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:56.271216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <19 slice.25> + +2023-12-14 14:52:56.271222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:56.271227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <17 slice.26> + +2023-12-14 14:52:56.271232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.22 +2023-12-14 14:52:56.271237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <18 param_0.22> + +2023-12-14 14:52:56.271242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.0 +2023-12-14 14:52:56.271247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <16 iota.0> + +2023-12-14 14:52:56.271256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.24 +2023-12-14 14:52:56.271262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.24> + +2023-12-14 14:52:56.271267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:56.271272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.27> + +2023-12-14 14:52:56.271277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.24 +2023-12-14 14:52:56.271283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.24> + +2023-12-14 14:52:56.271289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.85 +2023-12-14 14:52:56.271294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <15 add.85> + +2023-12-14 14:52:56.271299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:56.271304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <14 broadcast.167> + +2023-12-14 14:52:56.271310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.25 +2023-12-14 14:52:56.271315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 reshape.25> + +2023-12-14 14:52:56.271331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:56.271337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 slice.28> + +2023-12-14 14:52:56.271341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:56.271347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <10 slice.29> + +2023-12-14 14:52:56.271353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.26 +2023-12-14 14:52:56.271358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <11 param_0.26> + +2023-12-14 14:52:56.271363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.1 +2023-12-14 14:52:56.271369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <9 iota.1> + +2023-12-14 14:52:56.271374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:56.271379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <6 reshape.26> + +2023-12-14 14:52:56.271385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:56.271390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <5 slice.30> + +2023-12-14 14:52:56.271395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.28 +2023-12-14 14:52:56.271401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <4 param_0.28> + +2023-12-14 14:52:56.271409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.39 +2023-12-14 14:52:56.271415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <260 multiply.39> + +2023-12-14 14:52:56.271420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.169 +2023-12-14 14:52:56.271425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <259 broadcast.169> + +2023-12-14 14:52:56.271431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:56.271436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <258 constant.102> + +2023-12-14 14:52:56.271442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.33 +2023-12-14 14:52:56.271447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <257 select.33> + +2023-12-14 14:52:56.271452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.40 +2023-12-14 14:52:56.271457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <256 multiply.40> + +2023-12-14 14:52:56.271463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.86 +2023-12-14 14:52:56.271469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <255 add.86> + +2023-12-14 14:52:56.271474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.41 +2023-12-14 14:52:56.271479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <254 multiply.41> + +2023-12-14 14:52:56.271484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.88 +2023-12-14 14:52:56.271489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <253 add.88> + +2023-12-14 14:52:56.271494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:56.271500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <252 multiply.42> + +2023-12-14 14:52:56.271505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.91 +2023-12-14 14:52:56.271511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <251 add.91> + +2023-12-14 14:52:56.271516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:56.271521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <250 multiply.43> + +2023-12-14 14:52:56.271526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:56.271532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <249 add.92> + +2023-12-14 14:52:56.271537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:56.271542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <248 multiply.44> + +2023-12-14 14:52:56.271550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.95 +2023-12-14 14:52:56.271555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <247 add.95> + +2023-12-14 14:52:56.271563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:56.271569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <246 multiply.45> + +2023-12-14 14:52:56.271574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:56.271579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <245 add.96> + +2023-12-14 14:52:56.271584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:56.271589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <244 multiply.46> + +2023-12-14 14:52:56.271595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.97 +2023-12-14 14:52:56.271600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <243 add.97> + +2023-12-14 14:52:56.271605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:56.271611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <242 multiply.47> + +2023-12-14 14:52:56.271615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.98 +2023-12-14 14:52:56.271621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <241 add.98> + +2023-12-14 14:52:56.271626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:56.271632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <240 multiply.48> + +2023-12-14 14:52:56.271637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.34 +2023-12-14 14:52:56.271643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <239 select.34> + +2023-12-14 14:52:56.271647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.99 +2023-12-14 14:52:56.271653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <238 add.99> + +2023-12-14 14:52:56.271658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.171 +2023-12-14 14:52:56.271664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <237 broadcast.171> + +2023-12-14 14:52:56.271669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:56.271675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <236 constant.103> + +2023-12-14 14:52:56.271679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:56.271688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <235 sqrt.3> + +2023-12-14 14:52:56.271693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.100 +2023-12-14 14:52:56.271699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <234 add.100> + +2023-12-14 14:52:56.271704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:56.271710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <233 broadcast.173> + +2023-12-14 14:52:56.271715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.104 +2023-12-14 14:52:56.271720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <232 constant.104> + +2023-12-14 14:52:56.271725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.35 +2023-12-14 14:52:56.271731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <231 select.35> + +2023-12-14 14:52:56.271736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.175 +2023-12-14 14:52:56.271742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <230 broadcast.175> + +2023-12-14 14:52:56.271747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.105 +2023-12-14 14:52:56.271752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <229 constant.105> + +2023-12-14 14:52:56.271757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:56.271763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <228 broadcast.176> + +2023-12-14 14:52:56.271768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.106 +2023-12-14 14:52:56.271774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <227 constant.106> + +2023-12-14 14:52:56.271779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.36 +2023-12-14 14:52:56.271784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <226 select.36> + +2023-12-14 14:52:56.271789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:56.271795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <225 broadcast.177> + +2023-12-14 14:52:56.271800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.108 +2023-12-14 14:52:56.271806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <224 constant.108> + +2023-12-14 14:52:56.271811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:56.271816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <223 broadcast.178> + +2023-12-14 14:52:56.271821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.109 +2023-12-14 14:52:56.271830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <222 constant.109> + +2023-12-14 14:52:56.271835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.37 +2023-12-14 14:52:56.271841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <221 select.37> + +2023-12-14 14:52:56.271845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:56.271851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <220 broadcast.179> + +2023-12-14 14:52:56.271856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.110 +2023-12-14 14:52:56.271862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <219 constant.110> + +2023-12-14 14:52:56.271867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:56.271873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <218 broadcast.180> + +2023-12-14 14:52:56.271878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.111 +2023-12-14 14:52:56.271883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <217 constant.111> + +2023-12-14 14:52:56.271888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.38 +2023-12-14 14:52:56.271895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <216 select.38> + +2023-12-14 14:52:56.271900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:56.271905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <215 broadcast.181> + +2023-12-14 14:52:56.271910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.112 +2023-12-14 14:52:56.271915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <214 constant.112> + +2023-12-14 14:52:56.271920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:56.271926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <213 broadcast.182> + +2023-12-14 14:52:56.271932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.113 +2023-12-14 14:52:56.271937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <212 constant.113> + +2023-12-14 14:52:56.271942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.39 +2023-12-14 14:52:56.271948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <211 select.39> + +2023-12-14 14:52:56.271953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:56.271958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <210 broadcast.183> + +2023-12-14 14:52:56.271967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.114 +2023-12-14 14:52:56.271973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <209 constant.114> + +2023-12-14 14:52:56.271977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:56.271984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <208 broadcast.184> + +2023-12-14 14:52:56.271989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.115 +2023-12-14 14:52:56.271995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <207 constant.115> + +2023-12-14 14:52:56.272000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.40 +2023-12-14 14:52:56.272005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <206 select.40> + +2023-12-14 14:52:56.272010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:56.272016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <205 broadcast.185> + +2023-12-14 14:52:56.272021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.116 +2023-12-14 14:52:56.272027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <204 constant.116> + +2023-12-14 14:52:56.272032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:56.272038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <203 broadcast.186> + +2023-12-14 14:52:56.272043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.117 +2023-12-14 14:52:56.272049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <202 constant.117> + +2023-12-14 14:52:56.272054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:56.272059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <201 select.41> + +2023-12-14 14:52:56.272064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:56.272070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <200 broadcast.187> + +2023-12-14 14:52:56.272075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.118 +2023-12-14 14:52:56.272081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <199 constant.118> + +2023-12-14 14:52:56.272085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:56.272091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <198 broadcast.188> + +2023-12-14 14:52:56.272096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.119 +2023-12-14 14:52:56.272102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <197 constant.119> + +2023-12-14 14:52:56.272110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:56.272115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <196 select.42> + +2023-12-14 14:52:56.272120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:56.272127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <195 broadcast.189> + +2023-12-14 14:52:56.272133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.120 +2023-12-14 14:52:56.272139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 constant.120> + +2023-12-14 14:52:56.272144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:56.272149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <193 broadcast.190> + +2023-12-14 14:52:56.272154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.121 +2023-12-14 14:52:56.272159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 constant.121> + +2023-12-14 14:52:56.272165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:56.272170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <191 select.43> + +2023-12-14 14:52:56.272175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:56.272180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <190 broadcast.191> + +2023-12-14 14:52:56.272185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.122 +2023-12-14 14:52:56.272191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 constant.122> + +2023-12-14 14:52:56.272196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:56.272202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <188 broadcast.192> + +2023-12-14 14:52:56.272207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.123 +2023-12-14 14:52:56.272212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 constant.123> + +2023-12-14 14:52:56.272217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.8 +2023-12-14 14:52:56.272222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <186 compare.8> + +2023-12-14 14:52:56.272228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:56.272233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <185 broadcast.193> + +2023-12-14 14:52:56.272238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.124 +2023-12-14 14:52:56.272246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 constant.124> + +2023-12-14 14:52:56.272251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:56.272257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <183 negate.9> + +2023-12-14 14:52:56.272263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:56.272268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <182 log-plus-one.3> + +2023-12-14 14:52:56.272273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:56.272279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <181 multiply.49> + +2023-12-14 14:52:56.272284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:56.272289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <180 negate.10> + +2023-12-14 14:52:56.272295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:56.272301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <179 multiply.50> + +2023-12-14 14:52:56.272305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:56.272311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <178 broadcast.194> + +2023-12-14 14:52:56.272316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.125 +2023-12-14 14:52:56.272322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.125> + +2023-12-14 14:52:56.272327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.9 +2023-12-14 14:52:56.272333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <176 compare.9> + +2023-12-14 14:52:56.272337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:56.272343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <175 broadcast.195> + +2023-12-14 14:52:56.272348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.126 +2023-12-14 14:52:56.272354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.126> + +2023-12-14 14:52:56.272359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:56.272365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <173 abs.3> + +2023-12-14 14:52:56.272369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:56.272375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <172 maximum.1> + +2023-12-14 14:52:56.272380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.101 +2023-12-14 14:52:56.272389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <171 add.101> + +2023-12-14 14:52:56.272394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:56.272400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <170 broadcast.196> + +2023-12-14 14:52:56.272405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.127 +2023-12-14 14:52:56.272411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.127> + +2023-12-14 14:52:56.272415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:56.272421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <168 multiply.51> + +2023-12-14 14:52:56.272426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:56.272432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <167 broadcast.197> + +2023-12-14 14:52:56.272438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.128 +2023-12-14 14:52:56.272443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.128> + +2023-12-14 14:52:56.272448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.102 +2023-12-14 14:52:56.272453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <165 add.102> + +2023-12-14 14:52:56.272458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:56.272464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <164 broadcast.198> + +2023-12-14 14:52:56.272469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.130 +2023-12-14 14:52:56.272475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.130> + +2023-12-14 14:52:56.272479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.1 +2023-12-14 14:52:56.272485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <162 bitcast-convert.1> + +2023-12-14 14:52:56.272490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.20 +2023-12-14 14:52:56.272496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <161 or.20> + +2023-12-14 14:52:56.272501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:56.272506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <160 broadcast.199> + +2023-12-14 14:52:56.272511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.132 +2023-12-14 14:52:56.272517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <159 constant.132> + +2023-12-14 14:52:56.272525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.20 +2023-12-14 14:52:56.272531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <158 shift-right-logical.20> + +2023-12-14 14:52:56.272535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:56.272541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <157 broadcast.200> + +2023-12-14 14:52:56.272546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.134 +2023-12-14 14:52:56.272551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <156 constant.134> + +2023-12-14 14:52:56.272557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:56.272562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <155 concatenate.1> + +2023-12-14 14:52:56.272567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.29 +2023-12-14 14:52:56.272572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <153 param_0.29> + +2023-12-14 14:52:56.272577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.45 +2023-12-14 14:52:56.272583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <154 param_1.45> + +2023-12-14 14:52:56.272589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:56.272595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 fusion.2.clone> + +2023-12-14 14:52:56.272600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.272606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <281 while.1{1} (phi)> + +2023-12-14 14:52:56.272611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.272617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <282 while.1{2} (phi)> + +2023-12-14 14:52:56.273563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:56.273580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.273585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.273595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 Arg_0.1> (def) +2023-12-14 14:52:56.273600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.273610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> (def) +2023-12-14 14:52:56.273615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.273628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.16> (def) +2023-12-14 14:52:56.273633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.273643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.17> (def) +2023-12-14 14:52:56.273648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.273657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.273662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 while.1{} (phi)> (def) +2023-12-14 14:52:56.273667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.273672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 while.1{0} (phi)> (def) +2023-12-14 14:52:56.273677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.273682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{1} (phi)> (def) +2023-12-14 14:52:56.273686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.273691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{2} (phi)> (def) +2023-12-14 14:52:56.273697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.273702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{3} (phi)> (def) +2023-12-14 14:52:56.273707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.273712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 while.1{4} (phi)> (def) +2023-12-14 14:52:56.273717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.273722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 while.1{5} (phi)> (def) +2023-12-14 14:52:56.273727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.273733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 while.1{6} (phi)> (def) +2023-12-14 14:52:56.273737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.273742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{7} (phi)> (def) +2023-12-14 14:52:56.273747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.273757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{1} (phi)> +2023-12-14 14:52:56.273765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:56.273775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{2} (phi)> +2023-12-14 14:52:56.273780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:56.273791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.3> (def) +2023-12-14 14:52:56.273796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:56.273805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.4> (def) +2023-12-14 14:52:56.273810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:56.273820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.5> (def) +2023-12-14 14:52:56.273825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:56.273835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.6> (def) +2023-12-14 14:52:56.273839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:56.273849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.7> (def) +2023-12-14 14:52:56.273855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.273864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> +2023-12-14 14:52:56.273869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:56.273878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.273884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 tuple.9{}> (def) +2023-12-14 14:52:56.273889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.273894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 copy.24> +2023-12-14 14:52:56.273899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.273904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.6> +2023-12-14 14:52:56.273908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.273921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.4> +2023-12-14 14:52:56.273926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.273931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.5> +2023-12-14 14:52:56.273935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.273941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.3> +2023-12-14 14:52:56.273946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.273952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.7> +2023-12-14 14:52:56.273956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.273961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.26> +2023-12-14 14:52:56.273966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.273971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.25> +2023-12-14 14:52:56.273976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:56.273986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 copy.24> (def) +2023-12-14 14:52:56.273991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.273996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:56.274001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.25> (def) +2023-12-14 14:52:56.274006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:56.274016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.26> (def) +2023-12-14 14:52:56.274021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.274031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.274036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.274041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.274045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.274051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.274056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.274062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.274066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.274074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.274079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.274085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.274091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.274096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.274101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.274106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.274110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.274116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.274122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.274127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:56.274137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.67> (def) +2023-12-14 14:52:56.274141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:56.274151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.55> (def) +2023-12-14 14:52:56.274157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:56.274166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 fusion> (def) +2023-12-14 14:52:56.274171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:56.274182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 fusion.1> (def) +2023-12-14 14:52:56.274187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:56.274197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.274202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:56.274213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.8> (def) +2023-12-14 14:52:56.274219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:56.274232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.274236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:56.274246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.9> (def) +2023-12-14 14:52:56.274252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:56.274262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.274266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:56.274277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.10> (def) +2023-12-14 14:52:56.274282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:56.274292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.274297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:56.274307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.11> (def) +2023-12-14 14:52:56.274311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:56.274322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.274327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:56.274337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.12> (def) +2023-12-14 14:52:56.274342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:56.274353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.274358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:56.274368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.13> (def) +2023-12-14 14:52:56.274373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:56.274387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.274391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:56.274402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.14> (def) +2023-12-14 14:52:56.274406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:56.274417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.274422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:56.274432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.15> (def) +2023-12-14 14:52:56.274437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:56.274447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> (def) +2023-12-14 14:52:56.274452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:56.274462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> (def) +2023-12-14 14:52:56.274467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:56.274477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> (def) +2023-12-14 14:52:56.274482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:56.274492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> (def) +2023-12-14 14:52:56.274497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:56.274506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> (def) +2023-12-14 14:52:56.274511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:56.274522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.274527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 tuple.11{}> (def) +2023-12-14 14:52:56.274534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.274539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.55> +2023-12-14 14:52:56.274545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.274550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 fusion.1> +2023-12-14 14:52:56.274555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.274560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 fusion> +2023-12-14 14:52:56.274565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.274570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> +2023-12-14 14:52:56.274575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.274581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> +2023-12-14 14:52:56.274586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.274590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> +2023-12-14 14:52:56.274595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.274600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> +2023-12-14 14:52:56.274605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.274610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> +2023-12-14 14:52:56.274616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.274625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.274630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.274636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.274640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.274646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.274651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.274656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.274661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.274666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.274671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.274676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.274684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.274689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.274695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.274700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.274705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.274710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.274716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.274721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:56.274731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 constant.68> (def) +2023-12-14 14:52:56.274735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:56.274746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 compare.5> (def) +2023-12-14 14:52:56.274750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:56.274761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.274765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57: +2023-12-14 14:52:56.274775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.57> (def) +2023-12-14 14:52:56.274781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101: +2023-12-14 14:52:56.274791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.101> (def) +2023-12-14 14:52:56.274796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:56.274805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.3> (def) +2023-12-14 14:52:56.274811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59: +2023-12-14 14:52:56.274822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.59> (def) +2023-12-14 14:52:56.274826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102: +2023-12-14 14:52:56.274839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.102> (def) +2023-12-14 14:52:56.274844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:56.274854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.12> (def) +2023-12-14 14:52:56.274859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:56.274869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.12> (def) +2023-12-14 14:52:56.274874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:56.274884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.12> (def) +2023-12-14 14:52:56.274889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103: +2023-12-14 14:52:56.274899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.103> (def) +2023-12-14 14:52:56.274904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:56.274915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.16> (def) +2023-12-14 14:52:56.274920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:56.274929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 shift-left.12> (def) +2023-12-14 14:52:56.274935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104: +2023-12-14 14:52:56.274946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.104> (def) +2023-12-14 14:52:56.274951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12: +2023-12-14 14:52:56.274961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 reshape.12> (def) +2023-12-14 14:52:56.274966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12: +2023-12-14 14:52:56.274977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 slice.12> (def) +2023-12-14 14:52:56.274982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.274989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60: +2023-12-14 14:52:56.274994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.60> (def) +2023-12-14 14:52:56.275000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:56.275010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 xor.13> (def) +2023-12-14 14:52:56.275015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:56.275024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 or.13> (def) +2023-12-14 14:52:56.275030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:56.275039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 shift-right-logical.13> (def) +2023-12-14 14:52:56.275045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105: +2023-12-14 14:52:56.275055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.105> (def) +2023-12-14 14:52:56.275060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:56.275069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 subtract.17> (def) +2023-12-14 14:52:56.275074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:56.275085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.13> (def) +2023-12-14 14:52:56.275090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106: +2023-12-14 14:52:56.275100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.106> (def) +2023-12-14 14:52:56.275104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13: +2023-12-14 14:52:56.275115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 reshape.13> (def) +2023-12-14 14:52:56.275120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13: +2023-12-14 14:52:56.275130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 slice.13> (def) +2023-12-14 14:52:56.275134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61: +2023-12-14 14:52:56.275149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.61> (def) +2023-12-14 14:52:56.275153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:56.275163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 xor.14> (def) +2023-12-14 14:52:56.275168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:56.275178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 or.14> (def) +2023-12-14 14:52:56.275183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:56.275193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 shift-right-logical.14> (def) +2023-12-14 14:52:56.275198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107: +2023-12-14 14:52:56.275208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.107> (def) +2023-12-14 14:52:56.275213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:56.275223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 subtract.18> (def) +2023-12-14 14:52:56.275228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:56.275238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 shift-left.14> (def) +2023-12-14 14:52:56.275243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108: +2023-12-14 14:52:56.275253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.108> (def) +2023-12-14 14:52:56.275258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:56.275268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.14> (def) +2023-12-14 14:52:56.275273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:56.275283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 slice.14> (def) +2023-12-14 14:52:56.275288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62: +2023-12-14 14:52:56.275301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.62> (def) +2023-12-14 14:52:56.275306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:56.275316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 xor.15> (def) +2023-12-14 14:52:56.275330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:56.275341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 or.15> (def) +2023-12-14 14:52:56.275345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:56.275356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-right-logical.15> (def) +2023-12-14 14:52:56.275361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109: +2023-12-14 14:52:56.275371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.109> (def) +2023-12-14 14:52:56.275376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19: +2023-12-14 14:52:56.275386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 subtract.19> (def) +2023-12-14 14:52:56.275391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69: +2023-12-14 14:52:56.275401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.69> (def) +2023-12-14 14:52:56.275405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:56.275415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 shift-left.15> (def) +2023-12-14 14:52:56.275420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110: +2023-12-14 14:52:56.275431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.110> (def) +2023-12-14 14:52:56.275435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15: +2023-12-14 14:52:56.275445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.15> (def) +2023-12-14 14:52:56.275450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:56.275463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 slice.15> (def) +2023-12-14 14:52:56.275468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63: +2023-12-14 14:52:56.275478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.63> (def) +2023-12-14 14:52:56.275482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64: +2023-12-14 14:52:56.275493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.64> (def) +2023-12-14 14:52:56.275498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:56.275507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.2> (def) +2023-12-14 14:52:56.275512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.5: +2023-12-14 14:52:56.275523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 param_1.5> (def) +2023-12-14 14:52:56.275528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.6: +2023-12-14 14:52:56.275537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_2.6> (def) +2023-12-14 14:52:56.275542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:56.275552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 param_3.7> (def) +2023-12-14 14:52:56.275557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:56.275567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.12> (def) +2023-12-14 14:52:56.275571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70: +2023-12-14 14:52:56.275581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.70> (def) +2023-12-14 14:52:56.275587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65: +2023-12-14 14:52:56.275597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.65> (def) +2023-12-14 14:52:56.275601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111: +2023-12-14 14:52:56.275615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.111> (def) +2023-12-14 14:52:56.275620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66: +2023-12-14 14:52:56.275630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 add.66> (def) +2023-12-14 14:52:56.275635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.4: +2023-12-14 14:52:56.275645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_0.4> (def) +2023-12-14 14:52:56.275651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:56.275660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 xor.16> (def) +2023-12-14 14:52:56.275665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:56.275675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 or.16> (def) +2023-12-14 14:52:56.275680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:56.275690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-right-logical.16> (def) +2023-12-14 14:52:56.275695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112: +2023-12-14 14:52:56.275706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.112> (def) +2023-12-14 14:52:56.275711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20: +2023-12-14 14:52:56.275721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 subtract.20> (def) +2023-12-14 14:52:56.275726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:56.275736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-left.16> (def) +2023-12-14 14:52:56.275741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113: +2023-12-14 14:52:56.275751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 broadcast.113> (def) +2023-12-14 14:52:56.275756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16: +2023-12-14 14:52:56.275769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.16> (def) +2023-12-14 14:52:56.275774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:56.275784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 slice.16> (def) +2023-12-14 14:52:56.275789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67: +2023-12-14 14:52:56.275799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.67> (def) +2023-12-14 14:52:56.275804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:56.275813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 xor.17> (def) +2023-12-14 14:52:56.275819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:56.275829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 or.17> (def) +2023-12-14 14:52:56.275833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:56.275843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 shift-right-logical.17> (def) +2023-12-14 14:52:56.275849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114: +2023-12-14 14:52:56.275859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.114> (def) +2023-12-14 14:52:56.275864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21: +2023-12-14 14:52:56.275873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 subtract.21> (def) +2023-12-14 14:52:56.275878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:56.275888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-left.17> (def) +2023-12-14 14:52:56.275893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115: +2023-12-14 14:52:56.275903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 broadcast.115> (def) +2023-12-14 14:52:56.275907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:56.275921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.17> (def) +2023-12-14 14:52:56.275926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:56.275936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 slice.17> (def) +2023-12-14 14:52:56.275941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69: +2023-12-14 14:52:56.275953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.69> (def) +2023-12-14 14:52:56.275958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:56.275967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.18> (def) +2023-12-14 14:52:56.275973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:56.275983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.18> (def) +2023-12-14 14:52:56.275987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.275992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:56.275997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.18> (def) +2023-12-14 14:52:56.276002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116: +2023-12-14 14:52:56.276012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.116> (def) +2023-12-14 14:52:56.276017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22: +2023-12-14 14:52:56.276027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.22> (def) +2023-12-14 14:52:56.276032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71: +2023-12-14 14:52:56.276042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.71> (def) +2023-12-14 14:52:56.276047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.11: +2023-12-14 14:52:56.276057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 param_1.11> (def) +2023-12-14 14:52:56.276062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:56.276075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.18> (def) +2023-12-14 14:52:56.276080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117: +2023-12-14 14:52:56.276090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.117> (def) +2023-12-14 14:52:56.276095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:56.276105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 reshape.18> (def) +2023-12-14 14:52:56.276110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:56.276120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 slice.18> (def) +2023-12-14 14:52:56.276125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70: +2023-12-14 14:52:56.276135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.70> (def) +2023-12-14 14:52:56.276140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.14: +2023-12-14 14:52:56.276150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 param_2.14> (def) +2023-12-14 14:52:56.276155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:56.276165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_3.17> (def) +2023-12-14 14:52:56.276169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:56.276179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 xor.19> (def) +2023-12-14 14:52:56.276185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:56.276194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 xor.20> (def) +2023-12-14 14:52:56.276199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:56.276208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 constant.101> (def) +2023-12-14 14:52:56.276214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:56.276228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> (def) +2023-12-14 14:52:56.276232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:56.276242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.20> (def) +2023-12-14 14:52:56.276248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21: +2023-12-14 14:52:56.276257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 reshape.21> (def) +2023-12-14 14:52:56.276262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.20: +2023-12-14 14:52:56.276271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 param_0.20> (def) +2023-12-14 14:52:56.276277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:56.276287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 slice.22> (def) +2023-12-14 14:52:56.276292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84: +2023-12-14 14:52:56.276301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 add.84> (def) +2023-12-14 14:52:56.276307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165: +2023-12-14 14:52:56.276317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.165> (def) +2023-12-14 14:52:56.276322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23: +2023-12-14 14:52:56.276331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 reshape.23> (def) +2023-12-14 14:52:56.276336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:56.276347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 slice.25> (def) +2023-12-14 14:52:56.276351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:56.276361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 slice.26> (def) +2023-12-14 14:52:56.276366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.22: +2023-12-14 14:52:56.276375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 param_0.22> (def) +2023-12-14 14:52:56.276384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0: +2023-12-14 14:52:56.276393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 iota.0> (def) +2023-12-14 14:52:56.276399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24: +2023-12-14 14:52:56.276408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.24> (def) +2023-12-14 14:52:56.276414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:56.276423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.27> (def) +2023-12-14 14:52:56.276429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.24: +2023-12-14 14:52:56.276438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.24> (def) +2023-12-14 14:52:56.276444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85: +2023-12-14 14:52:56.276455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.85> (def) +2023-12-14 14:52:56.276460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:56.276470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 broadcast.167> (def) +2023-12-14 14:52:56.276475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25: +2023-12-14 14:52:56.276485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.25> (def) +2023-12-14 14:52:56.276490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:56.276499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 slice.28> (def) +2023-12-14 14:52:56.276504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:56.276514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.29> (def) +2023-12-14 14:52:56.276519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.26: +2023-12-14 14:52:56.276529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 param_0.26> (def) +2023-12-14 14:52:56.276536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1: +2023-12-14 14:52:56.276547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 iota.1> (def) +2023-12-14 14:52:56.276552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:56.276561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.26> (def) +2023-12-14 14:52:56.276566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:56.276577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.30> (def) +2023-12-14 14:52:56.276582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.28: +2023-12-14 14:52:56.276591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.28> (def) +2023-12-14 14:52:56.276596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39: +2023-12-14 14:52:56.276606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 multiply.39> (def) +2023-12-14 14:52:56.276612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169: +2023-12-14 14:52:56.276621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 broadcast.169> (def) +2023-12-14 14:52:56.276626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:56.276637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 constant.102> (def) +2023-12-14 14:52:56.276642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33: +2023-12-14 14:52:56.276652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 select.33> (def) +2023-12-14 14:52:56.276657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40: +2023-12-14 14:52:56.276666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 multiply.40> (def) +2023-12-14 14:52:56.276671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86: +2023-12-14 14:52:56.276681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.86> (def) +2023-12-14 14:52:56.276689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41: +2023-12-14 14:52:56.276699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 multiply.41> (def) +2023-12-14 14:52:56.276704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88: +2023-12-14 14:52:56.276714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.88> (def) +2023-12-14 14:52:56.276719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:56.276729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 multiply.42> (def) +2023-12-14 14:52:56.276734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91: +2023-12-14 14:52:56.276744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 add.91> (def) +2023-12-14 14:52:56.276749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:56.276759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 multiply.43> (def) +2023-12-14 14:52:56.276764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:56.276773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 add.92> (def) +2023-12-14 14:52:56.276779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:56.276789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 multiply.44> (def) +2023-12-14 14:52:56.276793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95: +2023-12-14 14:52:56.276803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 add.95> (def) +2023-12-14 14:52:56.276809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:56.276819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 multiply.45> (def) +2023-12-14 14:52:56.276824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:56.276834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.96> (def) +2023-12-14 14:52:56.276845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:56.276855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 multiply.46> (def) +2023-12-14 14:52:56.276860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97: +2023-12-14 14:52:56.276869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 add.97> (def) +2023-12-14 14:52:56.276875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:56.276886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 multiply.47> (def) +2023-12-14 14:52:56.276891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98: +2023-12-14 14:52:56.276900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 add.98> (def) +2023-12-14 14:52:56.276905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:56.276915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 multiply.48> (def) +2023-12-14 14:52:56.276920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34: +2023-12-14 14:52:56.276929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 select.34> (def) +2023-12-14 14:52:56.276934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99: +2023-12-14 14:52:56.276945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.99> (def) +2023-12-14 14:52:56.276949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171: +2023-12-14 14:52:56.276959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.171> (def) +2023-12-14 14:52:56.276964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:56.276975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.103> (def) +2023-12-14 14:52:56.276980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.276985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:56.276989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 sqrt.3> (def) +2023-12-14 14:52:56.276994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100: +2023-12-14 14:52:56.277007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 add.100> (def) +2023-12-14 14:52:56.277013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:56.277022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.173> (def) +2023-12-14 14:52:56.277028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104: +2023-12-14 14:52:56.277038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 constant.104> (def) +2023-12-14 14:52:56.277044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35: +2023-12-14 14:52:56.277053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 select.35> (def) +2023-12-14 14:52:56.277058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175: +2023-12-14 14:52:56.277068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 broadcast.175> (def) +2023-12-14 14:52:56.277072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105: +2023-12-14 14:52:56.277083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 constant.105> (def) +2023-12-14 14:52:56.277087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:56.277098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 broadcast.176> (def) +2023-12-14 14:52:56.277102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106: +2023-12-14 14:52:56.277112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 constant.106> (def) +2023-12-14 14:52:56.277117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36: +2023-12-14 14:52:56.277127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 select.36> (def) +2023-12-14 14:52:56.277132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:56.277142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.177> (def) +2023-12-14 14:52:56.277147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108: +2023-12-14 14:52:56.277160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 constant.108> (def) +2023-12-14 14:52:56.277164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:56.277175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.178> (def) +2023-12-14 14:52:56.277181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109: +2023-12-14 14:52:56.277190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 constant.109> (def) +2023-12-14 14:52:56.277195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37: +2023-12-14 14:52:56.277204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 select.37> (def) +2023-12-14 14:52:56.277210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:56.277220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 broadcast.179> (def) +2023-12-14 14:52:56.277224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110: +2023-12-14 14:52:56.277234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 constant.110> (def) +2023-12-14 14:52:56.277240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:56.277250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 broadcast.180> (def) +2023-12-14 14:52:56.277255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111: +2023-12-14 14:52:56.277265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 constant.111> (def) +2023-12-14 14:52:56.277270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38: +2023-12-14 14:52:56.277280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 select.38> (def) +2023-12-14 14:52:56.277285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:56.277294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 broadcast.181> (def) +2023-12-14 14:52:56.277302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112: +2023-12-14 14:52:56.277313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 constant.112> (def) +2023-12-14 14:52:56.277317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:56.277327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.182> (def) +2023-12-14 14:52:56.277332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113: +2023-12-14 14:52:56.277343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.113> (def) +2023-12-14 14:52:56.277347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39: +2023-12-14 14:52:56.277357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 select.39> (def) +2023-12-14 14:52:56.277362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:56.277373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.183> (def) +2023-12-14 14:52:56.277378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114: +2023-12-14 14:52:56.277388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 constant.114> (def) +2023-12-14 14:52:56.277393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:56.277403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 broadcast.184> (def) +2023-12-14 14:52:56.277408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115: +2023-12-14 14:52:56.277417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 constant.115> (def) +2023-12-14 14:52:56.277423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40: +2023-12-14 14:52:56.277432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 select.40> (def) +2023-12-14 14:52:56.277437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:56.277447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 broadcast.185> (def) +2023-12-14 14:52:56.277455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116: +2023-12-14 14:52:56.277465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.116> (def) +2023-12-14 14:52:56.277469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:56.277480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 broadcast.186> (def) +2023-12-14 14:52:56.277485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117: +2023-12-14 14:52:56.277495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 constant.117> (def) +2023-12-14 14:52:56.277499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:56.277511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 select.41> (def) +2023-12-14 14:52:56.277516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:56.277526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 broadcast.187> (def) +2023-12-14 14:52:56.277530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118: +2023-12-14 14:52:56.277541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 constant.118> (def) +2023-12-14 14:52:56.277546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:56.277556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 broadcast.188> (def) +2023-12-14 14:52:56.277560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119: +2023-12-14 14:52:56.277570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 constant.119> (def) +2023-12-14 14:52:56.277576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:56.277585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 select.42> (def) +2023-12-14 14:52:56.277590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:56.277599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 broadcast.189> (def) +2023-12-14 14:52:56.277609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120: +2023-12-14 14:52:56.277619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 constant.120> (def) +2023-12-14 14:52:56.277623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:56.277634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 broadcast.190> (def) +2023-12-14 14:52:56.277639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121: +2023-12-14 14:52:56.277649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.121> (def) +2023-12-14 14:52:56.277653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:56.277663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 select.43> (def) +2023-12-14 14:52:56.277668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:56.277679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 broadcast.191> (def) +2023-12-14 14:52:56.277683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122: +2023-12-14 14:52:56.277693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.122> (def) +2023-12-14 14:52:56.277698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:56.277709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 broadcast.192> (def) +2023-12-14 14:52:56.277713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123: +2023-12-14 14:52:56.277723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.123> (def) +2023-12-14 14:52:56.277728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8: +2023-12-14 14:52:56.277738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 compare.8> (def) +2023-12-14 14:52:56.277743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:56.277753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 broadcast.193> (def) +2023-12-14 14:52:56.277767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124: +2023-12-14 14:52:56.277778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.124> (def) +2023-12-14 14:52:56.277783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:56.277793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 negate.9> (def) +2023-12-14 14:52:56.277798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:56.277809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 log-plus-one.3> (def) +2023-12-14 14:52:56.277815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:56.277824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 multiply.49> (def) +2023-12-14 14:52:56.277829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:56.277839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 negate.10> (def) +2023-12-14 14:52:56.277844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:56.277854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.50> (def) +2023-12-14 14:52:56.277858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:56.277868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.194> (def) +2023-12-14 14:52:56.277874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125: +2023-12-14 14:52:56.277884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.125> (def) +2023-12-14 14:52:56.277889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9: +2023-12-14 14:52:56.277899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 compare.9> (def) +2023-12-14 14:52:56.277904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:56.277914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.195> (def) +2023-12-14 14:52:56.277922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126: +2023-12-14 14:52:56.277932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.126> (def) +2023-12-14 14:52:56.277937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:56.277947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 abs.3> (def) +2023-12-14 14:52:56.277952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:56.277961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 maximum.1> (def) +2023-12-14 14:52:56.277966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101: +2023-12-14 14:52:56.277977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.101> (def) +2023-12-14 14:52:56.277981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.277986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:56.277991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.196> (def) +2023-12-14 14:52:56.277996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127: +2023-12-14 14:52:56.278007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.127> (def) +2023-12-14 14:52:56.278012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:56.278021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.51> (def) +2023-12-14 14:52:56.278027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:56.278037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 broadcast.197> (def) +2023-12-14 14:52:56.278042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128: +2023-12-14 14:52:56.278051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.128> (def) +2023-12-14 14:52:56.278057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102: +2023-12-14 14:52:56.278066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.102> (def) +2023-12-14 14:52:56.278074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:56.278084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 broadcast.198> (def) +2023-12-14 14:52:56.278090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.130: +2023-12-14 14:52:56.278099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.130> (def) +2023-12-14 14:52:56.278105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1: +2023-12-14 14:52:56.278114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 bitcast-convert.1> (def) +2023-12-14 14:52:56.278120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20: +2023-12-14 14:52:56.278129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 or.20> (def) +2023-12-14 14:52:56.278135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:56.278144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.199> (def) +2023-12-14 14:52:56.278150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.132: +2023-12-14 14:52:56.278159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.132> (def) +2023-12-14 14:52:56.278164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20: +2023-12-14 14:52:56.278174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 shift-right-logical.20> (def) +2023-12-14 14:52:56.278180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:56.278189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.200> (def) +2023-12-14 14:52:56.278194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.134: +2023-12-14 14:52:56.278204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.134> (def) +2023-12-14 14:52:56.278209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:56.278219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 concatenate.1> (def) +2023-12-14 14:52:56.278227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29: +2023-12-14 14:52:56.278238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 param_0.29> (def) +2023-12-14 14:52:56.278243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45: +2023-12-14 14:52:56.278252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 param_1.45> (def) +2023-12-14 14:52:56.278257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:56.278269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> (def) +2023-12-14 14:52:56.278274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.278283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{1} (phi)> +2023-12-14 14:52:56.278288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.278293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.278298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{2} (phi)> +2023-12-14 14:52:56.278303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.278308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.24> +2023-12-14 14:52:56.278313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.24 +2023-12-14 14:52:56.278322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:56.278333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.24 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.278338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.27> +2023-12-14 14:52:56.278343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:56.278352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24, operand 0 +2023-12-14 14:52:56.278363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.24), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.24> +2023-12-14 14:52:56.278376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24 +2023-12-14 14:52:56.278386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> +2023-12-14 14:52:56.278402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:56.278412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.278416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048]{0} fusion(u32[1024]{0} %p, u32[1024]{0} %p.1), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94}, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:56.278427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.28> +2023-12-14 14:52:56.278433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.28 +2023-12-14 14:52:56.278442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:56.278452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.28 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.278457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.30> +2023-12-14 14:52:56.278462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:56.278472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:56.278483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.28), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.26> +2023-12-14 14:52:56.278497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:56.278507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 constant.68> +2023-12-14 14:52:56.278522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:56.278533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:56.278543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:56.278548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 compare.5> +2023-12-14 14:52:56.278552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:56.278562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 iota.1> +2023-12-14 14:52:56.278578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1 +2023-12-14 14:52:56.278588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:56.278598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.1 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.29> +2023-12-14 14:52:56.278609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:56.278618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85, operand 0 +2023-12-14 14:52:56.278632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1024]{0} slice(u32[2048]{0} %iota.1), slice={[0:1024]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1024,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 param_0.26> +2023-12-14 14:52:56.278641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.26 +2023-12-14 14:52:56.278651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:56.278661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.26 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.278667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 slice.28> +2023-12-14 14:52:56.278672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:56.278681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25, operand 0 +2023-12-14 14:52:56.278692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[2]{0} %param_0.26), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.25> +2023-12-14 14:52:56.278702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25 +2023-12-14 14:52:56.278711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:56.278722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 broadcast.167> +2023-12-14 14:52:56.278732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:56.278742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85, operand 1 +2023-12-14 14:52:56.278755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[1024]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.85> +2023-12-14 14:52:56.278765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85 +2023-12-14 14:52:56.278774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.85 = u32[1024]{0} add(u32[1024]{0} %slice.29, u32[1024]{0} %broadcast.167), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 iota.0> +2023-12-14 14:52:56.278790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0 +2023-12-14 14:52:56.278800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:56.278809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.0 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 slice.26> +2023-12-14 14:52:56.278820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:56.278830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 0 +2023-12-14 14:52:56.278840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1024]{0} slice(u32[2048]{0} %iota.0), slice={[1024:2048]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1024,) limit_indices=(2048,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 param_0.22> +2023-12-14 14:52:56.278850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.22 +2023-12-14 14:52:56.278860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:56.278870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.22 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.278879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 slice.25> +2023-12-14 14:52:56.278884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:56.278894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23, operand 0 +2023-12-14 14:52:56.278905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[2]{0} %param_0.22), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 reshape.23> +2023-12-14 14:52:56.278914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23 +2023-12-14 14:52:56.278924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165, operand 0 +2023-12-14 14:52:56.278935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.23 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.165> +2023-12-14 14:52:56.278944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165 +2023-12-14 14:52:56.278954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 1 +2023-12-14 14:52:56.278964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.165 = u32[1024]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 add.84> +2023-12-14 14:52:56.278974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.278979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84 +2023-12-14 14:52:56.278983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.278988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.84 = u32[1024]{0} add(u32[1024]{0} %slice.26, u32[1024]{0} %broadcast.165), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.278995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 param_0.20> +2023-12-14 14:52:56.279003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.20 +2023-12-14 14:52:56.279013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:56.279023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:56.279028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.20 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.279033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 slice.22> +2023-12-14 14:52:56.279038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:56.279048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21, operand 0 +2023-12-14 14:52:56.279058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.279064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 reshape.21> +2023-12-14 14:52:56.279068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21 +2023-12-14 14:52:56.279078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:56.279088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.21 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.279094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.20> +2023-12-14 14:52:56.279099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:56.279109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:56.279119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.279124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> +2023-12-14 14:52:56.279132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:56.279143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:56.279153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.279158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 xor.20> +2023-12-14 14:52:56.279163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:56.279173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:56.279183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.21, u32[] %reshape.19), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.279188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 constant.101> +2023-12-14 14:52:56.279193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:56.279203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:56.279213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(466688986) +2023-12-14 14:52:56.279218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 xor.19> +2023-12-14 14:52:56.279222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:56.279233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.279243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> +2023-12-14 14:52:56.279248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.279257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:56.279271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:56.279276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 copy.24> +2023-12-14 14:52:56.279281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:56.279290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:56.279296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.279306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:56.279311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 Arg_0.1> +2023-12-14 14:52:56.279315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.279333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:56.279342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:56.279347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:56.279352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:56.279357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:56.279362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.279368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.6> +2023-12-14 14:52:56.279373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:56.279382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:56.279387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.279398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.279403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.4> +2023-12-14 14:52:56.279411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:56.279421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:56.279426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.279436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.279441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.5> +2023-12-14 14:52:56.279446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:56.279456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:56.279461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.279471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.279476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.3> +2023-12-14 14:52:56.279481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:56.279491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:56.279496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.279506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.279511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.7> +2023-12-14 14:52:56.279516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:56.279525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:56.279531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.279544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.279549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.17> +2023-12-14 14:52:56.279554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.279564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:56.279576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.279581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.26> +2023-12-14 14:52:56.279586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:56.279596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:56.279601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.279611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:56.279616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.16> +2023-12-14 14:52:56.279620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.279631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:56.279641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.279646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.25> +2023-12-14 14:52:56.279650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:56.279661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:56.279666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.279676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:56.279684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 tuple.9{}> +2023-12-14 14:52:56.279689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:56.279699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.279709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[1024]{0} %fusion.6, u32[1024]{0} %fusion.4, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:56.279714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.8> +2023-12-14 14:52:56.279719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:56.279730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 4 +2023-12-14 14:52:56.279739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:56.279744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.279749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.67> +2023-12-14 14:52:56.279754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:56.279765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:56.279774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:56.279779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.55> +2023-12-14 14:52:56.279784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:56.279795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:56.279799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:56.279809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.279817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.11> +2023-12-14 14:52:56.279822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:56.279832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:56.279843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:56.279847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.279852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.14> +2023-12-14 14:52:56.279857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:56.279867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:56.279877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:56.279882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 1 +2023-12-14 14:52:56.279887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.279893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.10> +2023-12-14 14:52:56.279898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:56.279908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 2 +2023-12-14 14:52:56.279918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 2 +2023-12-14 14:52:56.279922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.132) +2023-12-14 14:52:56.279928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.9> +2023-12-14 14:52:56.279933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:56.279942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 3 +2023-12-14 14:52:56.279952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 3 +2023-12-14 14:52:56.279957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.131) +2023-12-14 14:52:56.279965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 fusion.1> +2023-12-14 14:52:56.279970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.279975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:56.279980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:56.279984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.279989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:56.279995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.12> +2023-12-14 14:52:56.280005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:56.280015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:56.280025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:56.280030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.280035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 fusion> +2023-12-14 14:52:56.280040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:56.280049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:56.280054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:56.280065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> +2023-12-14 14:52:56.280074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:56.280085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:56.280093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:56.280103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.280108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.13> +2023-12-14 14:52:56.280113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:56.280122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:56.280133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.280138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> +2023-12-14 14:52:56.280143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:56.280153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:56.280158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:56.280168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.280173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> +2023-12-14 14:52:56.280178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:56.280188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:56.280193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:56.280203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.280208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.15> +2023-12-14 14:52:56.280213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:56.280224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:56.280237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.280242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> +2023-12-14 14:52:56.280247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:56.280256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:56.280262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:56.280272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.280277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> +2023-12-14 14:52:56.280281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:56.280292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:56.280297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:56.280307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.280311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 tuple.11{}> +2023-12-14 14:52:56.280316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:56.280327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[1024]{0} %fusion.1, u32[1024]{0} %fusion, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.280337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_3.17> +2023-12-14 14:52:56.280341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:56.280351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70, operand 0 +2023-12-14 14:52:56.280361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.280366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 param_2.14> +2023-12-14 14:52:56.280374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.14 +2023-12-14 14:52:56.280384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:56.280395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:56.280400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70, operand 1 +2023-12-14 14:52:56.280404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.14 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.280409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.70> +2023-12-14 14:52:56.280415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70 +2023-12-14 14:52:56.280425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69, operand 0 +2023-12-14 14:52:56.280434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:56.280439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.70 = u32[1024]{0} add(u32[1024]{0} %param_3.17, u32[1024]{0} %param_2.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 param_1.11> +2023-12-14 14:52:56.280449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.11 +2023-12-14 14:52:56.280461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:56.280470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:56.280476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:56.280481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.11 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.280486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 slice.18> +2023-12-14 14:52:56.280491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:56.280500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:56.280515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 reshape.18> +2023-12-14 14:52:56.280525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:56.280535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22, operand 1 +2023-12-14 14:52:56.280545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117, operand 0 +2023-12-14 14:52:56.280550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.117> +2023-12-14 14:52:56.280560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117 +2023-12-14 14:52:56.280570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:56.280580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.117 = u32[1024]{0} broadcast(u32[] %reshape.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.18> +2023-12-14 14:52:56.280590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:56.280600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:56.280610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.117), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.71> +2023-12-14 14:52:56.280621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71 +2023-12-14 14:52:56.280634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20, operand 0 +2023-12-14 14:52:56.280644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21, operand 0 +2023-12-14 14:52:56.280649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22, operand 0 +2023-12-14 14:52:56.280655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.71 = u32[] constant(32) +2023-12-14 14:52:56.280660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.22> +2023-12-14 14:52:56.280665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22 +2023-12-14 14:52:56.280674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116, operand 0 +2023-12-14 14:52:56.280685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.22 = u32[] subtract(u32[] %constant.71, u32[] %reshape.18), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.116> +2023-12-14 14:52:56.280695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116 +2023-12-14 14:52:56.280705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:56.280715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.116 = u32[1024]{0} broadcast(u32[] %subtract.22), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.18> +2023-12-14 14:52:56.280726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:56.280735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:56.280745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.116), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.18> +2023-12-14 14:52:56.280756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:56.280768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:56.280779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[1024]{0} or(u32[1024]{0} %shift-left.18, u32[1024]{0} %shift-right-logical.18), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.18> +2023-12-14 14:52:56.280789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:56.280798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:56.280809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:56.280814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69, operand 1 +2023-12-14 14:52:56.280819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[1024]{0} xor(u32[1024]{0} %add.70, u32[1024]{0} %or.18), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.69> +2023-12-14 14:52:56.280829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69 +2023-12-14 14:52:56.280839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 0 +2023-12-14 14:52:56.280848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:56.280854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.69 = u32[1024]{0} add(u32[1024]{0} %add.70, u32[1024]{0} %xor.18), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 slice.17> +2023-12-14 14:52:56.280864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:56.280874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:56.280883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.17> +2023-12-14 14:52:56.280898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:56.280907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21, operand 1 +2023-12-14 14:52:56.280917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115, operand 0 +2023-12-14 14:52:56.280922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 broadcast.115> +2023-12-14 14:52:56.280932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115 +2023-12-14 14:52:56.280942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:56.280953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.115 = u32[1024]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-left.17> +2023-12-14 14:52:56.280963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:56.280973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.280978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:56.280983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[1024]{0} shift-left(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.115), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.280988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 subtract.21> +2023-12-14 14:52:56.280993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.280998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21 +2023-12-14 14:52:56.281002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114, operand 0 +2023-12-14 14:52:56.281016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.21 = u32[] subtract(u32[] %constant.71, u32[] %reshape.17), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.114> +2023-12-14 14:52:56.281026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114 +2023-12-14 14:52:56.281036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:56.281046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.114 = u32[1024]{0} broadcast(u32[] %subtract.21), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 shift-right-logical.17> +2023-12-14 14:52:56.281057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:56.281066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:56.281076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.114), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 or.17> +2023-12-14 14:52:56.281087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:56.281096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:56.281106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[1024]{0} or(u32[1024]{0} %shift-left.17, u32[1024]{0} %shift-right-logical.17), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 xor.17> +2023-12-14 14:52:56.281116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:56.281129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:56.281139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:56.281144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 1 +2023-12-14 14:52:56.281149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[1024]{0} xor(u32[1024]{0} %add.69, u32[1024]{0} %or.17), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.67> +2023-12-14 14:52:56.281159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67 +2023-12-14 14:52:56.281169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66, operand 0 +2023-12-14 14:52:56.281179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:56.281185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.67 = u32[1024]{0} add(u32[1024]{0} %add.69, u32[1024]{0} %xor.17), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 slice.16> +2023-12-14 14:52:56.281195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:56.281205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16, operand 0 +2023-12-14 14:52:56.281214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.16> +2023-12-14 14:52:56.281225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16 +2023-12-14 14:52:56.281235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20, operand 1 +2023-12-14 14:52:56.281244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113, operand 0 +2023-12-14 14:52:56.281251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.16 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 broadcast.113> +2023-12-14 14:52:56.281264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113 +2023-12-14 14:52:56.281273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:56.281283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.113 = u32[1024]{0} broadcast(u32[] %reshape.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-left.16> +2023-12-14 14:52:56.281293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:56.281303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:56.281313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[1024]{0} shift-left(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.113), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 subtract.20> +2023-12-14 14:52:56.281323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20 +2023-12-14 14:52:56.281333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112, operand 0 +2023-12-14 14:52:56.281342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.20 = u32[] subtract(u32[] %constant.71, u32[] %reshape.16), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.112> +2023-12-14 14:52:56.281353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112 +2023-12-14 14:52:56.281363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:56.281375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.112 = u32[1024]{0} broadcast(u32[] %subtract.20), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-right-logical.16> +2023-12-14 14:52:56.281386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:56.281396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:56.281407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.112), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 or.16> +2023-12-14 14:52:56.281417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:56.281427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:56.281437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[1024]{0} or(u32[1024]{0} %shift-left.16, u32[1024]{0} %shift-right-logical.16), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 xor.16> +2023-12-14 14:52:56.281446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:56.281456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66, operand 1 +2023-12-14 14:52:56.281467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[1024]{0} xor(u32[1024]{0} %add.67, u32[1024]{0} %or.16), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 add.66> +2023-12-14 14:52:56.281477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66 +2023-12-14 14:52:56.281487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 0 +2023-12-14 14:52:56.281500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.66 = u32[1024]{0} add(u32[1024]{0} %add.67, u32[1024]{0} %xor.16), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_0.4> +2023-12-14 14:52:56.281510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.4 +2023-12-14 14:52:56.281520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111, operand 0 +2023-12-14 14:52:56.281531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.4 = u32[] parameter(0) +2023-12-14 14:52:56.281536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.111> +2023-12-14 14:52:56.281540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111 +2023-12-14 14:52:56.281551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 1 +2023-12-14 14:52:56.281561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.111 = u32[1024]{0} broadcast(u32[] %param_0.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.65> +2023-12-14 14:52:56.281570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65 +2023-12-14 14:52:56.281580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.65 = u32[1024]{0} add(u32[1024]{0} %add.66, u32[1024]{0} %broadcast.111), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 param_3.7> +2023-12-14 14:52:56.281595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:56.281605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 0 +2023-12-14 14:52:56.281615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.281621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_2.6> +2023-12-14 14:52:56.281628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.6 +2023-12-14 14:52:56.281638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:56.281648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:56.281653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 1 +2023-12-14 14:52:56.281658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.6 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.281663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.63> +2023-12-14 14:52:56.281667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63 +2023-12-14 14:52:56.281678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 0 +2023-12-14 14:52:56.281689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:56.281693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.63 = u32[1024]{0} add(u32[1024]{0} %param_3.7, u32[1024]{0} %param_2.6), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 param_1.5> +2023-12-14 14:52:56.281703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.5 +2023-12-14 14:52:56.281714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12, operand 0 +2023-12-14 14:52:56.281724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13, operand 0 +2023-12-14 14:52:56.281729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:56.281734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:56.281739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.5 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.281744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 slice.15> +2023-12-14 14:52:56.281749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:56.281759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15, operand 0 +2023-12-14 14:52:56.281772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.15> +2023-12-14 14:52:56.281782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15 +2023-12-14 14:52:56.281792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19, operand 1 +2023-12-14 14:52:56.281802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110, operand 0 +2023-12-14 14:52:56.281807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.15 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.110> +2023-12-14 14:52:56.281819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110 +2023-12-14 14:52:56.281829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:56.281839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.110 = u32[1024]{0} broadcast(u32[] %reshape.15), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 shift-left.15> +2023-12-14 14:52:56.281849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:56.281859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:56.281869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.110), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.69> +2023-12-14 14:52:56.281878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69 +2023-12-14 14:52:56.281892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:56.281902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:56.281907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:56.281912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19, operand 0 +2023-12-14 14:52:56.281917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.69 = u32[] constant(32) +2023-12-14 14:52:56.281923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 subtract.19> +2023-12-14 14:52:56.281927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19 +2023-12-14 14:52:56.281937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109, operand 0 +2023-12-14 14:52:56.281947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.19 = u32[] subtract(u32[] %constant.69, u32[] %reshape.15), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.109> +2023-12-14 14:52:56.281957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109 +2023-12-14 14:52:56.281967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.281972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:56.281977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.109 = u32[1024]{0} broadcast(u32[] %subtract.19), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.281982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-right-logical.15> +2023-12-14 14:52:56.281987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.281992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:56.281997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:56.282006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.109), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 or.15> +2023-12-14 14:52:56.282020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:56.282029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:56.282040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[1024]{0} or(u32[1024]{0} %shift-left.15, u32[1024]{0} %shift-right-logical.15), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 xor.15> +2023-12-14 14:52:56.282050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:56.282060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:56.282070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:56.282075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 1 +2023-12-14 14:52:56.282081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[1024]{0} xor(u32[1024]{0} %add.63, u32[1024]{0} %or.15), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.62> +2023-12-14 14:52:56.282090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62 +2023-12-14 14:52:56.282100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 0 +2023-12-14 14:52:56.282110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:56.282115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.62 = u32[1024]{0} add(u32[1024]{0} %add.63, u32[1024]{0} %xor.15), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 slice.14> +2023-12-14 14:52:56.282125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:56.282135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:56.282151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.14> +2023-12-14 14:52:56.282161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:56.282171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:56.282181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108, operand 0 +2023-12-14 14:52:56.282186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.108> +2023-12-14 14:52:56.282196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108 +2023-12-14 14:52:56.282206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:56.282216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.108 = u32[1024]{0} broadcast(u32[] %reshape.14), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 shift-left.14> +2023-12-14 14:52:56.282226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:56.282236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:56.282246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[1024]{0} shift-left(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.108), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 subtract.18> +2023-12-14 14:52:56.282257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:56.282269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107, operand 0 +2023-12-14 14:52:56.282280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.69, u32[] %reshape.14), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.107> +2023-12-14 14:52:56.282290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107 +2023-12-14 14:52:56.282299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:56.282310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.107 = u32[1024]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 shift-right-logical.14> +2023-12-14 14:52:56.282321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:56.282330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:56.282340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.107), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 or.14> +2023-12-14 14:52:56.282350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:56.282359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:56.282369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[1024]{0} or(u32[1024]{0} %shift-left.14, u32[1024]{0} %shift-right-logical.14), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 xor.14> +2023-12-14 14:52:56.282384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:56.282393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:56.282404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:56.282410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 1 +2023-12-14 14:52:56.282415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[1024]{0} xor(u32[1024]{0} %add.62, u32[1024]{0} %or.14), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.61> +2023-12-14 14:52:56.282425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61 +2023-12-14 14:52:56.282435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60, operand 0 +2023-12-14 14:52:56.282445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:56.282450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.61 = u32[1024]{0} add(u32[1024]{0} %add.62, u32[1024]{0} %xor.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 slice.13> +2023-12-14 14:52:56.282459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13 +2023-12-14 14:52:56.282469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13, operand 0 +2023-12-14 14:52:56.282479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.13 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 reshape.13> +2023-12-14 14:52:56.282489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13 +2023-12-14 14:52:56.282499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:56.282512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106, operand 0 +2023-12-14 14:52:56.282517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.13 = u32[] reshape(u32[1]{0} %slice.13), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.106> +2023-12-14 14:52:56.282528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106 +2023-12-14 14:52:56.282537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:56.282548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.106 = u32[1024]{0} broadcast(u32[] %reshape.13), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.13> +2023-12-14 14:52:56.282558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:56.282567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:56.282578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[1024]{0} shift-left(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.106), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 subtract.17> +2023-12-14 14:52:56.282588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:56.282597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105, operand 0 +2023-12-14 14:52:56.282608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.69, u32[] %reshape.13), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.105> +2023-12-14 14:52:56.282619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105 +2023-12-14 14:52:56.282631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:56.282641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.105 = u32[1024]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 shift-right-logical.13> +2023-12-14 14:52:56.282651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:56.282661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:56.282670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.105), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 or.13> +2023-12-14 14:52:56.282681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:56.282690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:56.282700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[1024]{0} or(u32[1024]{0} %shift-left.13, u32[1024]{0} %shift-right-logical.13), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 xor.13> +2023-12-14 14:52:56.282711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:56.282720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:56.282730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:56.282735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60, operand 1 +2023-12-14 14:52:56.282741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[1024]{0} xor(u32[1024]{0} %add.61, u32[1024]{0} %or.13), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.60> +2023-12-14 14:52:56.282753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60 +2023-12-14 14:52:56.282763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:56.282774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.60 = u32[1024]{0} add(u32[1024]{0} %add.61, u32[1024]{0} %xor.13), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 slice.12> +2023-12-14 14:52:56.282783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12 +2023-12-14 14:52:56.282793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12, operand 0 +2023-12-14 14:52:56.282803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.12 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 reshape.12> +2023-12-14 14:52:56.282814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12 +2023-12-14 14:52:56.282824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:56.282833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104, operand 0 +2023-12-14 14:52:56.282838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.12 = u32[] reshape(u32[1]{0} %slice.12), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.104> +2023-12-14 14:52:56.282848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104 +2023-12-14 14:52:56.282858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:56.282868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.104 = u32[1024]{0} broadcast(u32[] %reshape.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 shift-left.12> +2023-12-14 14:52:56.282881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:56.282891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:56.282901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[1024]{0} shift-left(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.104), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.16> +2023-12-14 14:52:56.282911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:56.282922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103, operand 0 +2023-12-14 14:52:56.282931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.69, u32[] %reshape.12), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.103> +2023-12-14 14:52:56.282942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103 +2023-12-14 14:52:56.282952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:56.282961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.103 = u32[1024]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.12> +2023-12-14 14:52:56.282971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.282977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:56.282982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.282986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:56.282994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.103), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.282999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.12> +2023-12-14 14:52:56.283006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:56.283016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:56.283025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[1024]{0} or(u32[1024]{0} %shift-left.12, u32[1024]{0} %shift-right-logical.12), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.12> +2023-12-14 14:52:56.283036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:56.283045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 0 +2023-12-14 14:52:56.283055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[1024]{0} xor(u32[1024]{0} %add.60, u32[1024]{0} %or.12), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.2> +2023-12-14 14:52:56.283065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:56.283075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102, operand 0 +2023-12-14 14:52:56.283085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = u32[] parameter(0) +2023-12-14 14:52:56.283090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.102> +2023-12-14 14:52:56.283095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102 +2023-12-14 14:52:56.283105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 1 +2023-12-14 14:52:56.283115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.102 = u32[1024]{0} broadcast(u32[] %param_0.2), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.59> +2023-12-14 14:52:56.283128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59 +2023-12-14 14:52:56.283139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 0 +2023-12-14 14:52:56.283148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.59 = u32[1024]{0} add(u32[1024]{0} %xor.12, u32[1024]{0} %broadcast.102), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.12> +2023-12-14 14:52:56.283158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:56.283168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 0 +2023-12-14 14:52:56.283178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.283183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.70> +2023-12-14 14:52:56.283189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70 +2023-12-14 14:52:56.283198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 1 +2023-12-14 14:52:56.283209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.70 = s32[] constant(1) +2023-12-14 14:52:56.283215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.64> +2023-12-14 14:52:56.283220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64 +2023-12-14 14:52:56.283229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:56.283239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.64 = s32[] add(s32[] %param_4.12, s32[] %constant.70), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.3> +2023-12-14 14:52:56.283252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:56.283262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101, operand 0 +2023-12-14 14:52:56.283272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.64), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.101> +2023-12-14 14:52:56.283282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101 +2023-12-14 14:52:56.283292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 1 +2023-12-14 14:52:56.283301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.101 = u32[1024]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.57> +2023-12-14 14:52:56.283312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57 +2023-12-14 14:52:56.283329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.57 = u32[1024]{0} add(u32[1024]{0} %add.59, u32[1024]{0} %broadcast.101), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 param_0.29> +2023-12-14 14:52:56.283344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29 +2023-12-14 14:52:56.283354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:56.283363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.29 = u32[1024]{0} parameter(0) +2023-12-14 14:52:56.283368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 param_1.45> +2023-12-14 14:52:56.283374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45 +2023-12-14 14:52:56.283387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:56.283397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.45 = u32[1024]{0} parameter(1) +2023-12-14 14:52:56.283402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 concatenate.1> +2023-12-14 14:52:56.283409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:56.283419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 0 +2023-12-14 14:52:56.283429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[2048]{0} concatenate(u32[1024]{0} %param_0.29, u32[1024]{0} %param_1.45), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.134> +2023-12-14 14:52:56.283439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.134 +2023-12-14 14:52:56.283449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:56.283459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.134 = u32[] constant(9) +2023-12-14 14:52:56.283464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.200> +2023-12-14 14:52:56.283469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:56.283479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 1 +2023-12-14 14:52:56.283489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = u32[2048]{0} broadcast(u32[] %constant.134), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 shift-right-logical.20> +2023-12-14 14:52:56.283499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20 +2023-12-14 14:52:56.283510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20, operand 0 +2023-12-14 14:52:56.283522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.20 = u32[2048]{0} shift-right-logical(u32[2048]{0} %concatenate.1, u32[2048]{0} %broadcast.200), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.132> +2023-12-14 14:52:56.283532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.132 +2023-12-14 14:52:56.283542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:56.283553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.132 = u32[] constant(1065353216) +2023-12-14 14:52:56.283558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.199> +2023-12-14 14:52:56.283562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:56.283572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20, operand 1 +2023-12-14 14:52:56.283583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = u32[2048]{0} broadcast(u32[] %constant.132), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 or.20> +2023-12-14 14:52:56.283592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20 +2023-12-14 14:52:56.283602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1, operand 0 +2023-12-14 14:52:56.283613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.20 = u32[2048]{0} or(u32[2048]{0} %shift-right-logical.20, u32[2048]{0} %broadcast.199), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 bitcast-convert.1> +2023-12-14 14:52:56.283623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1 +2023-12-14 14:52:56.283633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 0 +2023-12-14 14:52:56.283643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.1 = f32[2048]{0} bitcast-convert(u32[2048]{0} %or.20), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.130> +2023-12-14 14:52:56.283655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.130 +2023-12-14 14:52:56.283665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:56.283675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.130 = f32[] constant(-1) +2023-12-14 14:52:56.283680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 broadcast.198> +2023-12-14 14:52:56.283685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:56.283695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 1 +2023-12-14 14:52:56.283705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048]{0} broadcast(f32[] %constant.130), dimensions={} +2023-12-14 14:52:56.283710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.102> +2023-12-14 14:52:56.283715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102 +2023-12-14 14:52:56.283725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:56.283735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.102 = f32[2048]{0} add(f32[2048]{0} %bitcast-convert.1, f32[2048]{0} %broadcast.198), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.128> +2023-12-14 14:52:56.283745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128 +2023-12-14 14:52:56.283754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:56.283765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.128 = f32[] constant(2) +2023-12-14 14:52:56.283769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 broadcast.197> +2023-12-14 14:52:56.283778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:56.283788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:56.283798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048]{0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.51> +2023-12-14 14:52:56.283808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:56.283818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 0 +2023-12-14 14:52:56.283828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[2048]{0} multiply(f32[2048]{0} %add.102, f32[2048]{0} %broadcast.197), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.127> +2023-12-14 14:52:56.283839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127 +2023-12-14 14:52:56.283849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:56.283859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.127 = f32[] constant(-0.99999994) +2023-12-14 14:52:56.283864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.196> +2023-12-14 14:52:56.283869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:56.283879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:56.283889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 1 +2023-12-14 14:52:56.283894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048]{0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.101> +2023-12-14 14:52:56.283907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101 +2023-12-14 14:52:56.283918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:56.283927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.101 = f32[2048]{0} add(f32[2048]{0} %multiply.51, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 maximum.1> +2023-12-14 14:52:56.283937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:56.283948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.283953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 1 +2023-12-14 14:52:56.283958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:56.283963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:56.283968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:56.283973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:56.283978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048]{0} maximum(f32[2048]{0} %add.101, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.283983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 abs.3> +2023-12-14 14:52:56.283988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.283993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:56.283997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 0 +2023-12-14 14:52:56.284008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048]{0} abs(f32[2048]{0} %maximum.1), metadata={op_name="abs.83"} +2023-12-14 14:52:56.284013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.126> +2023-12-14 14:52:56.284017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126 +2023-12-14 14:52:56.284027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:56.284041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.126 = f32[] constant(1) +2023-12-14 14:52:56.284046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.195> +2023-12-14 14:52:56.284051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:56.284060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 1 +2023-12-14 14:52:56.284072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048]{0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:56.284077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 compare.9> +2023-12-14 14:52:56.284082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9 +2023-12-14 14:52:56.284091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 0 +2023-12-14 14:52:56.284101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.9 = pred[2048]{0} compare(f32[2048]{0} %abs.3, f32[2048]{0} %broadcast.195), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:56.284107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.125> +2023-12-14 14:52:56.284112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125 +2023-12-14 14:52:56.284121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:56.284131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.125 = f32[] constant(inf) +2023-12-14 14:52:56.284137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.194> +2023-12-14 14:52:56.284143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:56.284152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:56.284162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[2048]{0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:56.284167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.50> +2023-12-14 14:52:56.284173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:56.284186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 1 +2023-12-14 14:52:56.284196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[2048]{0} multiply(f32[2048]{0} %maximum.1, f32[2048]{0} %broadcast.194), metadata={op_name="multiply.81"} +2023-12-14 14:52:56.284201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 negate.10> +2023-12-14 14:52:56.284206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:56.284216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:56.284226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048]{0} negate(f32[2048]{0} %maximum.1), metadata={op_name="negate.2"} +2023-12-14 14:52:56.284231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 multiply.49> +2023-12-14 14:52:56.284237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:56.284247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:56.284257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[2048]{0} multiply(f32[2048]{0} %negate.10, f32[2048]{0} %maximum.1), metadata={op_name="multiply.3"} +2023-12-14 14:52:56.284262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 log-plus-one.3> +2023-12-14 14:52:56.284267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:56.284278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:56.284287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048]{0} log-plus-one(f32[2048]{0} %multiply.49), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:56.284292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 negate.9> +2023-12-14 14:52:56.284297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:56.284307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:56.284321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 0 +2023-12-14 14:52:56.284326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 0 +2023-12-14 14:52:56.284331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048]{0} negate(f32[2048]{0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:56.284337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.124> +2023-12-14 14:52:56.284342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124 +2023-12-14 14:52:56.284351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:56.284361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.124 = f32[] constant(5) +2023-12-14 14:52:56.284366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 broadcast.193> +2023-12-14 14:52:56.284372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:56.284381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 1 +2023-12-14 14:52:56.284391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[2048]{0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:56.284396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 compare.8> +2023-12-14 14:52:56.284403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8 +2023-12-14 14:52:56.284413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 0 +2023-12-14 14:52:56.284422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 0 +2023-12-14 14:52:56.284428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 0 +2023-12-14 14:52:56.284432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 0 +2023-12-14 14:52:56.284438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 0 +2023-12-14 14:52:56.284442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 0 +2023-12-14 14:52:56.284447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 0 +2023-12-14 14:52:56.284452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:56.284457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:56.284465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:56.284471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.8 = pred[2048]{0} compare(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.193), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:56.284476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.123> +2023-12-14 14:52:56.284480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123 +2023-12-14 14:52:56.284491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:56.284500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.123 = f32[] constant(1.50140941) +2023-12-14 14:52:56.284506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 broadcast.192> +2023-12-14 14:52:56.284511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:56.284521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:56.284530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[2048]{0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:56.284536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.122> +2023-12-14 14:52:56.284541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122 +2023-12-14 14:52:56.284551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:56.284560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.122 = f32[] constant(2.83297682) +2023-12-14 14:52:56.284565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 broadcast.191> +2023-12-14 14:52:56.284571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:56.284581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:56.284590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[2048]{0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:56.284598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 select.43> +2023-12-14 14:52:56.284603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:56.284614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 0 +2023-12-14 14:52:56.284623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.192, f32[2048]{0} %broadcast.191), metadata={op_name="select.76"} +2023-12-14 14:52:56.284628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.121> +2023-12-14 14:52:56.284633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121 +2023-12-14 14:52:56.284643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:56.284653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.121 = f32[] constant(0.246640727) +2023-12-14 14:52:56.284658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 broadcast.190> +2023-12-14 14:52:56.284663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:56.284673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:56.284683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[2048]{0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:56.284688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 constant.120> +2023-12-14 14:52:56.284692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120 +2023-12-14 14:52:56.284703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:56.284713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.120 = f32[] constant(1.00167406) +2023-12-14 14:52:56.284718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 broadcast.189> +2023-12-14 14:52:56.284722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:56.284734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:56.284747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[2048]{0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:56.284751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 select.42> +2023-12-14 14:52:56.284757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:56.284766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 0 +2023-12-14 14:52:56.284777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.190, f32[2048]{0} %broadcast.189), metadata={op_name="select.69"} +2023-12-14 14:52:56.284782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 constant.119> +2023-12-14 14:52:56.284787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119 +2023-12-14 14:52:56.284797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:56.284807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.119 = f32[] constant(-0.00417768164) +2023-12-14 14:52:56.284812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 broadcast.188> +2023-12-14 14:52:56.284817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:56.284827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:56.284837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[2048]{0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:56.284842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 constant.118> +2023-12-14 14:52:56.284847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118 +2023-12-14 14:52:56.284857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:56.284867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.118 = f32[] constant(0.00943887047) +2023-12-14 14:52:56.284876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 broadcast.187> +2023-12-14 14:52:56.284881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:56.284890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:56.284901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[2048]{0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:56.284907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 select.41> +2023-12-14 14:52:56.284911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:56.284921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 0 +2023-12-14 14:52:56.284931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.188, f32[2048]{0} %broadcast.187), metadata={op_name="select.62"} +2023-12-14 14:52:56.284936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 constant.117> +2023-12-14 14:52:56.284941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117 +2023-12-14 14:52:56.284951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:56.284960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.117 = f32[] constant(-0.00125372503) +2023-12-14 14:52:56.284967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 broadcast.186> +2023-12-14 14:52:56.284972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.284976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:56.284981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.284986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 1 +2023-12-14 14:52:56.284991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[2048]{0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:56.284995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.116> +2023-12-14 14:52:56.285001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116 +2023-12-14 14:52:56.285014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:56.285023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.116 = f32[] constant(-0.0076224613) +2023-12-14 14:52:56.285029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 broadcast.185> +2023-12-14 14:52:56.285035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:56.285044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 2 +2023-12-14 14:52:56.285054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[2048]{0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:56.285059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 select.40> +2023-12-14 14:52:56.285065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40 +2023-12-14 14:52:56.285075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:56.285085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.40 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.186, f32[2048]{0} %broadcast.185), metadata={op_name="select.55"} +2023-12-14 14:52:56.285090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 constant.115> +2023-12-14 14:52:56.285095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115 +2023-12-14 14:52:56.285105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:56.285114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.115 = f32[] constant(0.00021858087) +2023-12-14 14:52:56.285120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 broadcast.184> +2023-12-14 14:52:56.285125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:56.285135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 1 +2023-12-14 14:52:56.285145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[2048]{0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:56.285153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 constant.114> +2023-12-14 14:52:56.285158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114 +2023-12-14 14:52:56.285168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:56.285178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.114 = f32[] constant(0.00573950773) +2023-12-14 14:52:56.285183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.183> +2023-12-14 14:52:56.285188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:56.285198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 2 +2023-12-14 14:52:56.285208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[2048]{0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:56.285213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 select.39> +2023-12-14 14:52:56.285218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39 +2023-12-14 14:52:56.285227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 0 +2023-12-14 14:52:56.285238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.39 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.184, f32[2048]{0} %broadcast.183), metadata={op_name="select.48"} +2023-12-14 14:52:56.285243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.113> +2023-12-14 14:52:56.285248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113 +2023-12-14 14:52:56.285257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:56.285269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.113 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:56.285274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.182> +2023-12-14 14:52:56.285279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:56.285291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 1 +2023-12-14 14:52:56.285302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[2048]{0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:56.285306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 constant.112> +2023-12-14 14:52:56.285311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112 +2023-12-14 14:52:56.285321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:56.285331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.112 = f32[] constant(-0.00367342844) +2023-12-14 14:52:56.285336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 broadcast.181> +2023-12-14 14:52:56.285341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:56.285350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 2 +2023-12-14 14:52:56.285360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[2048]{0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:56.285366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 select.38> +2023-12-14 14:52:56.285371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38 +2023-12-14 14:52:56.285380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:56.285390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.38 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.182, f32[2048]{0} %broadcast.181), metadata={op_name="select.41"} +2023-12-14 14:52:56.285396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 constant.111> +2023-12-14 14:52:56.285401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111 +2023-12-14 14:52:56.285410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:56.285420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.111 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:56.285430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 broadcast.180> +2023-12-14 14:52:56.285435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:56.285444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 1 +2023-12-14 14:52:56.285455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[2048]{0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:56.285460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 constant.110> +2023-12-14 14:52:56.285465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110 +2023-12-14 14:52:56.285475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:56.285485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.110 = f32[] constant(0.00134934322) +2023-12-14 14:52:56.285490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 broadcast.179> +2023-12-14 14:52:56.285495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:56.285505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 2 +2023-12-14 14:52:56.285515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[2048]{0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:56.285520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 select.37> +2023-12-14 14:52:56.285525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37 +2023-12-14 14:52:56.285535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 0 +2023-12-14 14:52:56.285545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.37 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.180, f32[2048]{0} %broadcast.179), metadata={op_name="select.34"} +2023-12-14 14:52:56.285550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 constant.109> +2023-12-14 14:52:56.285555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109 +2023-12-14 14:52:56.285568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:56.285579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.109 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:56.285584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.178> +2023-12-14 14:52:56.285588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:56.285600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 1 +2023-12-14 14:52:56.285610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[2048]{0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:56.285614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 constant.108> +2023-12-14 14:52:56.285619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108 +2023-12-14 14:52:56.285630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:56.285640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.108 = f32[] constant(0.000100950558) +2023-12-14 14:52:56.285644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.177> +2023-12-14 14:52:56.285649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:56.285660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 2 +2023-12-14 14:52:56.285670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[2048]{0} broadcast(f32[] %constant.108), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:56.285675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 select.36> +2023-12-14 14:52:56.285680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36 +2023-12-14 14:52:56.285689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 0 +2023-12-14 14:52:56.285700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.36 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.178, f32[2048]{0} %broadcast.177), metadata={op_name="select.27"} +2023-12-14 14:52:56.285707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 constant.106> +2023-12-14 14:52:56.285712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106 +2023-12-14 14:52:56.285722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:56.285733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.106 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:56.285738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 broadcast.176> +2023-12-14 14:52:56.285742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:56.285753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 1 +2023-12-14 14:52:56.285763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[2048]{0} broadcast(f32[] %constant.106), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:56.285768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 constant.105> +2023-12-14 14:52:56.285773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105 +2023-12-14 14:52:56.285783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175, operand 0 +2023-12-14 14:52:56.285793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.105 = f32[] constant(-0.000200214257) +2023-12-14 14:52:56.285798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 broadcast.175> +2023-12-14 14:52:56.285803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175 +2023-12-14 14:52:56.285813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 2 +2023-12-14 14:52:56.285823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.175 = f32[2048]{0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:56.285828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 select.35> +2023-12-14 14:52:56.285833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35 +2023-12-14 14:52:56.285846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:56.285855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.35 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.176, f32[2048]{0} %broadcast.175), metadata={op_name="select.21"} +2023-12-14 14:52:56.285861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 constant.104> +2023-12-14 14:52:56.285866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104 +2023-12-14 14:52:56.285876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:56.285886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.104 = f32[] constant(-2.5) +2023-12-14 14:52:56.285891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.173> +2023-12-14 14:52:56.285896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:56.285906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 1 +2023-12-14 14:52:56.285916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = f32[2048]{0} broadcast(f32[] %constant.104), dimensions={} +2023-12-14 14:52:56.285921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 add.100> +2023-12-14 14:52:56.285926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100 +2023-12-14 14:52:56.285936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 1 +2023-12-14 14:52:56.285946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.100 = f32[2048]{0} add(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.173), metadata={op_name="subtract.15"} +2023-12-14 14:52:56.285951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 sqrt.3> +2023-12-14 14:52:56.285955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:56.285966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.285970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 0 +2023-12-14 14:52:56.285975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048]{0} sqrt(f32[2048]{0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:56.285983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.103> +2023-12-14 14:52:56.285988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.285993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:56.285998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171, operand 0 +2023-12-14 14:52:56.286008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = f32[] constant(-3) +2023-12-14 14:52:56.286013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.171> +2023-12-14 14:52:56.286018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171 +2023-12-14 14:52:56.286029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 1 +2023-12-14 14:52:56.286038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.171 = f32[2048]{0} broadcast(f32[] %constant.103), dimensions={} +2023-12-14 14:52:56.286043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.99> +2023-12-14 14:52:56.286048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99 +2023-12-14 14:52:56.286059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 2 +2023-12-14 14:52:56.286068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.99 = f32[2048]{0} add(f32[2048]{0} %sqrt.3, f32[2048]{0} %broadcast.171), metadata={op_name="subtract.12"} +2023-12-14 14:52:56.286073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 select.34> +2023-12-14 14:52:56.286078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34 +2023-12-14 14:52:56.286088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 1 +2023-12-14 14:52:56.286098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:56.286103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:56.286108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:56.286113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:56.286118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:56.286133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:56.286138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:56.286143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.34 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %add.100, f32[2048]{0} %add.99), metadata={op_name="select.16"} +2023-12-14 14:52:56.286148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 multiply.48> +2023-12-14 14:52:56.286153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:56.286163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 1 +2023-12-14 14:52:56.286173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[2048]{0} multiply(f32[2048]{0} %select.35, f32[2048]{0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:56.286178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 add.98> +2023-12-14 14:52:56.286183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98 +2023-12-14 14:52:56.286193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:56.286203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.98 = f32[2048]{0} add(f32[2048]{0} %select.36, f32[2048]{0} %multiply.48), metadata={op_name="add.28"} +2023-12-14 14:52:56.286208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 multiply.47> +2023-12-14 14:52:56.286213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:56.286223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 1 +2023-12-14 14:52:56.286233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[2048]{0} multiply(f32[2048]{0} %add.98, f32[2048]{0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:56.286238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 add.97> +2023-12-14 14:52:56.286243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97 +2023-12-14 14:52:56.286252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:56.286266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.97 = f32[2048]{0} add(f32[2048]{0} %select.37, f32[2048]{0} %multiply.47), metadata={op_name="add.35"} +2023-12-14 14:52:56.286271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 multiply.46> +2023-12-14 14:52:56.286276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:56.286285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:56.286297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[2048]{0} multiply(f32[2048]{0} %add.97, f32[2048]{0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:56.286301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.96> +2023-12-14 14:52:56.286306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:56.286315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:56.286326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = f32[2048]{0} add(f32[2048]{0} %select.38, f32[2048]{0} %multiply.46), metadata={op_name="add.42"} +2023-12-14 14:52:56.286331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 multiply.45> +2023-12-14 14:52:56.286336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:56.286345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 1 +2023-12-14 14:52:56.286356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[2048]{0} multiply(f32[2048]{0} %add.96, f32[2048]{0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:56.286361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 add.95> +2023-12-14 14:52:56.286366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95 +2023-12-14 14:52:56.286375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:56.286385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.95 = f32[2048]{0} add(f32[2048]{0} %select.39, f32[2048]{0} %multiply.45), metadata={op_name="add.49"} +2023-12-14 14:52:56.286391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 multiply.44> +2023-12-14 14:52:56.286400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:56.286409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:56.286420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[2048]{0} multiply(f32[2048]{0} %add.95, f32[2048]{0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:56.286425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 add.92> +2023-12-14 14:52:56.286430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:56.286439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:56.286450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = f32[2048]{0} add(f32[2048]{0} %select.40, f32[2048]{0} %multiply.44), metadata={op_name="add.56"} +2023-12-14 14:52:56.286455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 multiply.43> +2023-12-14 14:52:56.286460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:56.286469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 1 +2023-12-14 14:52:56.286480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[2048]{0} multiply(f32[2048]{0} %add.92, f32[2048]{0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:56.286484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 add.91> +2023-12-14 14:52:56.286490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91 +2023-12-14 14:52:56.286499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:56.286509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.91 = f32[2048]{0} add(f32[2048]{0} %select.41, f32[2048]{0} %multiply.43), metadata={op_name="add.63"} +2023-12-14 14:52:56.286514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 multiply.42> +2023-12-14 14:52:56.286519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:56.286529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 1 +2023-12-14 14:52:56.286542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[2048]{0} multiply(f32[2048]{0} %add.91, f32[2048]{0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:56.286547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.88> +2023-12-14 14:52:56.286552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88 +2023-12-14 14:52:56.286562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 0 +2023-12-14 14:52:56.286573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.88 = f32[2048]{0} add(f32[2048]{0} %select.42, f32[2048]{0} %multiply.42), metadata={op_name="add.70"} +2023-12-14 14:52:56.286577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 multiply.41> +2023-12-14 14:52:56.286582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41 +2023-12-14 14:52:56.286593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 1 +2023-12-14 14:52:56.286603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.41 = f32[2048]{0} multiply(f32[2048]{0} %add.88, f32[2048]{0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:56.286608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.86> +2023-12-14 14:52:56.286612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86 +2023-12-14 14:52:56.286622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 0 +2023-12-14 14:52:56.286633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.86 = f32[2048]{0} add(f32[2048]{0} %select.43, f32[2048]{0} %multiply.41), metadata={op_name="add.77"} +2023-12-14 14:52:56.286638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 multiply.40> +2023-12-14 14:52:56.286642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40 +2023-12-14 14:52:56.286652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 2 +2023-12-14 14:52:56.286662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.40 = f32[2048]{0} multiply(f32[2048]{0} %add.86, f32[2048]{0} %maximum.1), metadata={op_name="multiply.78"} +2023-12-14 14:52:56.286670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 select.33> +2023-12-14 14:52:56.286675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33 +2023-12-14 14:52:56.286685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39, operand 0 +2023-12-14 14:52:56.286695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.33 = f32[2048]{0} select(pred[2048]{0} %compare.9, f32[2048]{0} %multiply.50, f32[2048]{0} %multiply.40), metadata={op_name="select.86"} +2023-12-14 14:52:56.286700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 constant.102> +2023-12-14 14:52:56.286705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:56.286715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169, operand 0 +2023-12-14 14:52:56.286726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = f32[] constant(1.41421354) +2023-12-14 14:52:56.286731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 broadcast.169> +2023-12-14 14:52:56.286735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169 +2023-12-14 14:52:56.286745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39, operand 1 +2023-12-14 14:52:56.286756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.169 = f32[2048]{0} broadcast(f32[] %constant.102), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.286761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 multiply.39> +2023-12-14 14:52:56.286765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39 +2023-12-14 14:52:56.286775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.39 = f32[2048]{0} multiply(f32[2048]{0} %select.33, f32[2048]{0} %broadcast.169), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.286786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.286791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.286804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:56.286814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.286819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.286825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.286835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:56.286845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:56.286850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:56.286856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:56.286861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:56.286866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:56.286871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:56.286875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:56.286880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.286886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.286891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.286901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:56.286906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:56.286915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.286921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.286926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.286939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.286948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.286954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.286964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.286974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.286979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.286984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.286989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.286994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.286999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.287004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.287013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.287028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.287038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.287054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.287065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.287082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.287092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.287106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.287117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:56.287122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:56.287132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.287142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.287152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:56.287157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:56.287167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.287177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.287187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:56.287192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:56.287205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.287214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.287224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:56.287230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:56.287239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.287250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.287260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:56.287265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:56.287274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.287284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.287295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:56.287299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:56.287309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.287327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.287342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:56.287347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:56.287358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.287367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.287377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:56.287381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:56.287393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 while.1{} (phi)> +2023-12-14 14:52:56.287403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.287413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:56.287423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.287428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.287433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 while.1{0} (phi)> +2023-12-14 14:52:56.287438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.287449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.287460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{1} (phi)> +2023-12-14 14:52:56.287467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.287478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.287483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.287488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.287498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:56.287503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.287508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{2} (phi)> +2023-12-14 14:52:56.287513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.287523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:56.287528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.287533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.287543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:56.287548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.287554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{3} (phi)> +2023-12-14 14:52:56.287558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.287569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.287578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 while.1{4} (phi)> +2023-12-14 14:52:56.287583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.287597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.287606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 while.1{5} (phi)> +2023-12-14 14:52:56.287611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.287621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.287632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 while.1{6} (phi)> +2023-12-14 14:52:56.287636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.287646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.287656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{7} (phi)> +2023-12-14 14:52:56.287661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.287666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.287671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.287676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.287832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <34 fusion.6> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <35 fusion.4> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <36 fusion.5> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 copy.26> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <37 fusion.3> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <32 copy.24> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <38 fusion.7> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <43 tuple.9{}> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <42 copy.25> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.287936: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__normal +2023-12-14 14:52:56.287942: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 252 +2023-12-14 14:52:56.288079: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:56.288113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <34 fusion.6 @0> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.288122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <36 fusion.5 @0> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.288130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <35 fusion.4 @0> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.288138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <37 fusion.3 @0> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.288145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 copy.26 @0> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.288153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <32 copy.24 @0> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.288163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <38 fusion.7 @0> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.288177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <43 tuple.9{} @0> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.288185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <42 copy.25 @0> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.288805: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__normal, entry_computation_layout={(u32[2]{0})->f32[2048]{0}} +2023-12-14 14:52:56.288819: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.288825: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0.2: u32[], param_1.5: u32[4], param_2.6: u32[1024], param_3.7: u32[1024], param_4.12: s32[]) -> u32[1024] { +2023-12-14 14:52:56.288831: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.7 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.288836: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.6 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.288841: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.63 = u32[1024]{0} add(u32[1024]{0} %param_3.7, u32[1024]{0} %param_2.6), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288846: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.5 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.288851: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.15 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288856: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.15 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288861: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.110 = u32[1024]{0} broadcast(u32[] %reshape.15), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288866: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.15 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.110), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288871: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.69 = u32[] constant(32) +2023-12-14 14:52:56.288876: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.19 = u32[] subtract(u32[] %constant.69, u32[] %reshape.15), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288881: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.109 = u32[1024]{0} broadcast(u32[] %subtract.19), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288891: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.15 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.109), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288896: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.15 = u32[1024]{0} or(u32[1024]{0} %shift-left.15, u32[1024]{0} %shift-right-logical.15), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288901: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.15 = u32[1024]{0} xor(u32[1024]{0} %add.63, u32[1024]{0} %or.15), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288906: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.62 = u32[1024]{0} add(u32[1024]{0} %add.63, u32[1024]{0} %xor.15), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288911: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.14 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288916: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.14 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288921: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.108 = u32[1024]{0} broadcast(u32[] %reshape.14), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.14 = u32[1024]{0} shift-left(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.108), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.18 = u32[] subtract(u32[] %constant.69, u32[] %reshape.14), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288936: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.107 = u32[1024]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.14 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.107), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.14 = u32[1024]{0} or(u32[1024]{0} %shift-left.14, u32[1024]{0} %shift-right-logical.14), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288954: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.14 = u32[1024]{0} xor(u32[1024]{0} %add.62, u32[1024]{0} %or.14), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288959: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.61 = u32[1024]{0} add(u32[1024]{0} %add.62, u32[1024]{0} %xor.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288964: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.13 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288970: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.13 = u32[] reshape(u32[1]{0} %slice.13), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288975: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.106 = u32[1024]{0} broadcast(u32[] %reshape.13), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288980: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.13 = u32[1024]{0} shift-left(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.106), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288985: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.17 = u32[] subtract(u32[] %constant.69, u32[] %reshape.13), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288989: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.105 = u32[1024]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.288994: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.13 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.105), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289000: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.13 = u32[1024]{0} or(u32[1024]{0} %shift-left.13, u32[1024]{0} %shift-right-logical.13), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289005: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.13 = u32[1024]{0} xor(u32[1024]{0} %add.61, u32[1024]{0} %or.13), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.60 = u32[1024]{0} add(u32[1024]{0} %add.61, u32[1024]{0} %xor.13), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.12 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.12 = u32[] reshape(u32[1]{0} %slice.12), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289027: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.104 = u32[1024]{0} broadcast(u32[] %reshape.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289033: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.12 = u32[1024]{0} shift-left(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.104), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289038: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.16 = u32[] subtract(u32[] %constant.69, u32[] %reshape.12), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.103 = u32[1024]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.12 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.103), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289052: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.12 = u32[1024]{0} or(u32[1024]{0} %shift-left.12, u32[1024]{0} %shift-right-logical.12), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289057: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.12 = u32[1024]{0} xor(u32[1024]{0} %add.60, u32[1024]{0} %or.12), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.2 = u32[] parameter(0) +2023-12-14 14:52:56.289068: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.102 = u32[1024]{0} broadcast(u32[] %param_0.2), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289072: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.59 = u32[1024]{0} add(u32[1024]{0} %xor.12, u32[1024]{0} %broadcast.102), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.289088: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.70 = s32[] constant(1) +2023-12-14 14:52:56.289094: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.64 = s32[] add(s32[] %param_4.12, s32[] %constant.70), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.3 = u32[] convert(s32[] %add.64), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289104: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.101 = u32[1024]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.57 = u32[1024]{0} add(u32[1024]{0} %add.59, u32[1024]{0} %broadcast.101), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289114: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.289119: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.289125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1 (param_0.4: u32[], param_1.11: u32[4], param_2.14: u32[1024], param_3.17: u32[1024]) -> u32[1024] { +2023-12-14 14:52:56.289130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.17 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.289135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.14 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.289140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.70 = u32[1024]{0} add(u32[1024]{0} %param_3.17, u32[1024]{0} %param_2.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.11 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.289150: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.18 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.18 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.117 = u32[1024]{0} broadcast(u32[] %reshape.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.18 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.117), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289173: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.71 = u32[] constant(32) +2023-12-14 14:52:56.289178: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.22 = u32[] subtract(u32[] %constant.71, u32[] %reshape.18), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289183: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.116 = u32[1024]{0} broadcast(u32[] %subtract.22), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289188: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.18 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.116), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289193: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.18 = u32[1024]{0} or(u32[1024]{0} %shift-left.18, u32[1024]{0} %shift-right-logical.18), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289198: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.18 = u32[1024]{0} xor(u32[1024]{0} %add.70, u32[1024]{0} %or.18), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289203: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.69 = u32[1024]{0} add(u32[1024]{0} %add.70, u32[1024]{0} %xor.18), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289208: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.17 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289213: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.17 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.115 = u32[1024]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289223: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.17 = u32[1024]{0} shift-left(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.115), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289228: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.21 = u32[] subtract(u32[] %constant.71, u32[] %reshape.17), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289233: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.114 = u32[1024]{0} broadcast(u32[] %subtract.21), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.17 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.114), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289247: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.17 = u32[1024]{0} or(u32[1024]{0} %shift-left.17, u32[1024]{0} %shift-right-logical.17), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289251: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.17 = u32[1024]{0} xor(u32[1024]{0} %add.69, u32[1024]{0} %or.17), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.67 = u32[1024]{0} add(u32[1024]{0} %add.69, u32[1024]{0} %xor.17), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289261: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.16 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289267: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.16 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289272: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.113 = u32[1024]{0} broadcast(u32[] %reshape.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.16 = u32[1024]{0} shift-left(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.113), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289282: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.20 = u32[] subtract(u32[] %constant.71, u32[] %reshape.16), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289286: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.112 = u32[1024]{0} broadcast(u32[] %subtract.20), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289291: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.16 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.112), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.16 = u32[1024]{0} or(u32[1024]{0} %shift-left.16, u32[1024]{0} %shift-right-logical.16), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.16 = u32[1024]{0} xor(u32[1024]{0} %add.67, u32[1024]{0} %or.16), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289310: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.66 = u32[1024]{0} add(u32[1024]{0} %add.67, u32[1024]{0} %xor.16), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289314: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.4 = u32[] parameter(0) +2023-12-14 14:52:56.289319: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.111 = u32[1024]{0} broadcast(u32[] %param_0.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289324: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.65 = u32[1024]{0} add(u32[1024]{0} %add.66, u32[1024]{0} %broadcast.111), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289330: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.289335: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.289340: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.32.clone.clone.clone (arg_tuple.3: (s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> (s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4]) { +2023-12-14 14:52:56.289345: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.289350: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.130 = s32[] get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=0 +2023-12-14 14:52:56.289355: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.289360: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.67 = s32[] constant(1) +2023-12-14 14:52:56.289365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.133 = u32[] get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=3 +2023-12-14 14:52:56.289375: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.289380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.136 = u32[4]{0} get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=6 +2023-12-14 14:52:56.289385: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.289393: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.132 = u32[1024]{0} get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=2 +2023-12-14 14:52:56.289398: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.10 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.132) +2023-12-14 14:52:56.289403: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.131 = u32[1024]{0} get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=1 +2023-12-14 14:52:56.289408: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.9 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.131) +2023-12-14 14:52:56.289413: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289418: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.134 = u32[] get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=4 +2023-12-14 14:52:56.289424: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.289430: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289435: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.289440: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.135 = u32[] get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=5 +2023-12-14 14:52:56.289445: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.289450: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.289455: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.289460: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.137 = u32[4]{0} get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=7 +2023-12-14 14:52:56.289465: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.289470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.289475: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.289479: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.11 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[1024]{0} %fusion.1, u32[1024]{0} %fusion, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.289487: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.289492: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.289498: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_1.96.clone.clone (arg_tuple.4: (s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> pred[] { +2023-12-14 14:52:56.289503: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.289507: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.94 = s32[] get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.4), index=0 +2023-12-14 14:52:56.289513: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.68 = s32[] constant(5) +2023-12-14 14:52:56.289518: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289522: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.289527: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.289532: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.20: u32[2]) -> u32[] { +2023-12-14 14:52:56.289537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.20 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.289543: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289548: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.21 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289552: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289557: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.19 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289562: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.20 = u32[] xor(u32[] %reshape.21, u32[] %reshape.19), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.101 = u32[] constant(466688986) +2023-12-14 14:52:56.289575: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289580: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.289585: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.289590: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4 (param_0.22: u32[2]) -> u32[1024] { +2023-12-14 14:52:56.289595: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.0 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.26 = u32[1024]{0} slice(u32[2048]{0} %iota.0), slice={[1024:2048]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1024,) limit_indices=(2048,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.22 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.289610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.25 = u32[1]{0} slice(u32[2]{0} %param_0.22), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289615: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.23 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289620: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.165 = u32[1024]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289625: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.84 = u32[1024]{0} add(u32[1024]{0} %slice.26, u32[1024]{0} %broadcast.165), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289630: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.289635: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.289640: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5 (param_0.24: u32[2]) -> u32[] { +2023-12-14 14:52:56.289645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.24 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.289650: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.24), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289655: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289659: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.289667: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.289672: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6 (param_0.26: u32[2]) -> u32[1024] { +2023-12-14 14:52:56.289677: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.1 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289682: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.29 = u32[1024]{0} slice(u32[2048]{0} %iota.1), slice={[0:1024]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1024,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289687: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.26 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.289693: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.28 = u32[1]{0} slice(u32[2]{0} %param_0.26), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289698: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289703: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.167 = u32[1024]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289708: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.85 = u32[1024]{0} add(u32[1024]{0} %slice.29, u32[1024]{0} %broadcast.167), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289712: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.289717: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.289723: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.7 (param_0.28: u32[2]) -> u32[] { +2023-12-14 14:52:56.289728: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.28 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.289733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.28), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.26 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289743: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.289747: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.289752: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2.clone (param_0.29: u32[1024], param_1.45: u32[1024]) -> f32[2048] { +2023-12-14 14:52:56.289761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.29 = u32[1024]{0} parameter(0) +2023-12-14 14:52:56.289766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.45 = u32[1024]{0} parameter(1) +2023-12-14 14:52:56.289771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %concatenate.1 = u32[2048]{0} concatenate(u32[1024]{0} %param_0.29, u32[1024]{0} %param_1.45), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289775: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.134 = u32[] constant(9) +2023-12-14 14:52:56.289780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.200 = u32[2048]{0} broadcast(u32[] %constant.134), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289786: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.20 = u32[2048]{0} shift-right-logical(u32[2048]{0} %concatenate.1, u32[2048]{0} %broadcast.200), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289791: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.132 = u32[] constant(1065353216) +2023-12-14 14:52:56.289796: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.199 = u32[2048]{0} broadcast(u32[] %constant.132), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289801: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.20 = u32[2048]{0} or(u32[2048]{0} %shift-right-logical.20, u32[2048]{0} %broadcast.199), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289805: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.1 = f32[2048]{0} bitcast-convert(u32[2048]{0} %or.20), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289810: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.130 = f32[] constant(-1) +2023-12-14 14:52:56.289816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.198 = f32[2048]{0} broadcast(f32[] %constant.130), dimensions={} +2023-12-14 14:52:56.289821: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.102 = f32[2048]{0} add(f32[2048]{0} %bitcast-convert.1, f32[2048]{0} %broadcast.198), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289825: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.128 = f32[] constant(2) +2023-12-14 14:52:56.289831: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.197 = f32[2048]{0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289836: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.51 = f32[2048]{0} multiply(f32[2048]{0} %add.102, f32[2048]{0} %broadcast.197), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289844: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.127 = f32[] constant(-0.99999994) +2023-12-14 14:52:56.289849: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.196 = f32[2048]{0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289854: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.101 = f32[2048]{0} add(f32[2048]{0} %multiply.51, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %maximum.1 = f32[2048]{0} maximum(f32[2048]{0} %add.101, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.289864: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %abs.3 = f32[2048]{0} abs(f32[2048]{0} %maximum.1), metadata={op_name="abs.83"} +2023-12-14 14:52:56.289869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.126 = f32[] constant(1) +2023-12-14 14:52:56.289874: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.195 = f32[2048]{0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:56.289879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.9 = pred[2048]{0} compare(f32[2048]{0} %abs.3, f32[2048]{0} %broadcast.195), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:56.289884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.125 = f32[] constant(inf) +2023-12-14 14:52:56.289889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.194 = f32[2048]{0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:56.289894: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.50 = f32[2048]{0} multiply(f32[2048]{0} %maximum.1, f32[2048]{0} %broadcast.194), metadata={op_name="multiply.81"} +2023-12-14 14:52:56.289899: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.10 = f32[2048]{0} negate(f32[2048]{0} %maximum.1), metadata={op_name="negate.2"} +2023-12-14 14:52:56.289904: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.49 = f32[2048]{0} multiply(f32[2048]{0} %negate.10, f32[2048]{0} %maximum.1), metadata={op_name="multiply.3"} +2023-12-14 14:52:56.289909: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %log-plus-one.3 = f32[2048]{0} log-plus-one(f32[2048]{0} %multiply.49), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:56.289914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.9 = f32[2048]{0} negate(f32[2048]{0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:56.289918: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.124 = f32[] constant(5) +2023-12-14 14:52:56.289923: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.193 = f32[2048]{0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:56.289929: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.8 = pred[2048]{0} compare(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.193), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:56.289934: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.123 = f32[] constant(1.50140941) +2023-12-14 14:52:56.289941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.192 = f32[2048]{0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:56.289946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.122 = f32[] constant(2.83297682) +2023-12-14 14:52:56.289951: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.191 = f32[2048]{0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:56.289956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.43 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.192, f32[2048]{0} %broadcast.191), metadata={op_name="select.76"} +2023-12-14 14:52:56.289962: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.121 = f32[] constant(0.246640727) +2023-12-14 14:52:56.289967: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.190 = f32[2048]{0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:56.289972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.120 = f32[] constant(1.00167406) +2023-12-14 14:52:56.289977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.189 = f32[2048]{0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:56.289981: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.42 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.190, f32[2048]{0} %broadcast.189), metadata={op_name="select.69"} +2023-12-14 14:52:56.289986: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.119 = f32[] constant(-0.00417768164) +2023-12-14 14:52:56.289991: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.188 = f32[2048]{0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:56.289996: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.118 = f32[] constant(0.00943887047) +2023-12-14 14:52:56.290001: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.187 = f32[2048]{0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:56.290006: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.41 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.188, f32[2048]{0} %broadcast.187), metadata={op_name="select.62"} +2023-12-14 14:52:56.290011: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.117 = f32[] constant(-0.00125372503) +2023-12-14 14:52:56.290016: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.186 = f32[2048]{0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:56.290021: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.116 = f32[] constant(-0.0076224613) +2023-12-14 14:52:56.290026: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.185 = f32[2048]{0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:56.290031: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.40 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.186, f32[2048]{0} %broadcast.185), metadata={op_name="select.55"} +2023-12-14 14:52:56.290036: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.115 = f32[] constant(0.00021858087) +2023-12-14 14:52:56.290044: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.184 = f32[2048]{0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:56.290049: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.114 = f32[] constant(0.00573950773) +2023-12-14 14:52:56.290054: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.183 = f32[2048]{0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:56.290060: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.39 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.184, f32[2048]{0} %broadcast.183), metadata={op_name="select.48"} +2023-12-14 14:52:56.290065: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.113 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:56.290070: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.182 = f32[2048]{0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:56.290075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.112 = f32[] constant(-0.00367342844) +2023-12-14 14:52:56.290079: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.181 = f32[2048]{0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:56.290084: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.38 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.182, f32[2048]{0} %broadcast.181), metadata={op_name="select.41"} +2023-12-14 14:52:56.290089: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.111 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:56.290095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.180 = f32[2048]{0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:56.290100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.110 = f32[] constant(0.00134934322) +2023-12-14 14:52:56.290105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.179 = f32[2048]{0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:56.290109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.37 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.180, f32[2048]{0} %broadcast.179), metadata={op_name="select.34"} +2023-12-14 14:52:56.290115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.109 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:56.290120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.178 = f32[2048]{0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:56.290126: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.108 = f32[] constant(0.000100950558) +2023-12-14 14:52:56.290131: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.177 = f32[2048]{0} broadcast(f32[] %constant.108), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:56.290135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.36 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.178, f32[2048]{0} %broadcast.177), metadata={op_name="select.27"} +2023-12-14 14:52:56.290140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.106 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:56.290148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.176 = f32[2048]{0} broadcast(f32[] %constant.106), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:56.290153: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.105 = f32[] constant(-0.000200214257) +2023-12-14 14:52:56.290159: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.175 = f32[2048]{0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:56.290163: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.35 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.176, f32[2048]{0} %broadcast.175), metadata={op_name="select.21"} +2023-12-14 14:52:56.290168: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.104 = f32[] constant(-2.5) +2023-12-14 14:52:56.290173: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.173 = f32[2048]{0} broadcast(f32[] %constant.104), dimensions={} +2023-12-14 14:52:56.290179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.100 = f32[2048]{0} add(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.173), metadata={op_name="subtract.15"} +2023-12-14 14:52:56.290183: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %sqrt.3 = f32[2048]{0} sqrt(f32[2048]{0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:56.290188: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.103 = f32[] constant(-3) +2023-12-14 14:52:56.290194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.171 = f32[2048]{0} broadcast(f32[] %constant.103), dimensions={} +2023-12-14 14:52:56.290198: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.99 = f32[2048]{0} add(f32[2048]{0} %sqrt.3, f32[2048]{0} %broadcast.171), metadata={op_name="subtract.12"} +2023-12-14 14:52:56.290203: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.34 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %add.100, f32[2048]{0} %add.99), metadata={op_name="select.16"} +2023-12-14 14:52:56.290209: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.48 = f32[2048]{0} multiply(f32[2048]{0} %select.35, f32[2048]{0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:56.290213: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.98 = f32[2048]{0} add(f32[2048]{0} %select.36, f32[2048]{0} %multiply.48), metadata={op_name="add.28"} +2023-12-14 14:52:56.290218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.47 = f32[2048]{0} multiply(f32[2048]{0} %add.98, f32[2048]{0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:56.290223: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.97 = f32[2048]{0} add(f32[2048]{0} %select.37, f32[2048]{0} %multiply.47), metadata={op_name="add.35"} +2023-12-14 14:52:56.290228: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.46 = f32[2048]{0} multiply(f32[2048]{0} %add.97, f32[2048]{0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:56.290233: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.96 = f32[2048]{0} add(f32[2048]{0} %select.38, f32[2048]{0} %multiply.46), metadata={op_name="add.42"} +2023-12-14 14:52:56.290238: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.45 = f32[2048]{0} multiply(f32[2048]{0} %add.96, f32[2048]{0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:56.290243: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.95 = f32[2048]{0} add(f32[2048]{0} %select.39, f32[2048]{0} %multiply.45), metadata={op_name="add.49"} +2023-12-14 14:52:56.290251: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.44 = f32[2048]{0} multiply(f32[2048]{0} %add.95, f32[2048]{0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:56.290256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.92 = f32[2048]{0} add(f32[2048]{0} %select.40, f32[2048]{0} %multiply.44), metadata={op_name="add.56"} +2023-12-14 14:52:56.290261: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.43 = f32[2048]{0} multiply(f32[2048]{0} %add.92, f32[2048]{0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:56.290267: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.91 = f32[2048]{0} add(f32[2048]{0} %select.41, f32[2048]{0} %multiply.43), metadata={op_name="add.63"} +2023-12-14 14:52:56.290271: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.42 = f32[2048]{0} multiply(f32[2048]{0} %add.91, f32[2048]{0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:56.290276: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.88 = f32[2048]{0} add(f32[2048]{0} %select.42, f32[2048]{0} %multiply.42), metadata={op_name="add.70"} +2023-12-14 14:52:56.290281: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.41 = f32[2048]{0} multiply(f32[2048]{0} %add.88, f32[2048]{0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:56.290286: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.86 = f32[2048]{0} add(f32[2048]{0} %select.43, f32[2048]{0} %multiply.41), metadata={op_name="add.77"} +2023-12-14 14:52:56.290291: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.40 = f32[2048]{0} multiply(f32[2048]{0} %add.86, f32[2048]{0} %maximum.1), metadata={op_name="multiply.78"} +2023-12-14 14:52:56.290296: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.33 = f32[2048]{0} select(pred[2048]{0} %compare.9, f32[2048]{0} %multiply.50, f32[2048]{0} %multiply.40), metadata={op_name="select.86"} +2023-12-14 14:52:56.290301: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.102 = f32[] constant(1.41421354) +2023-12-14 14:52:56.290306: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.169 = f32[2048]{0} broadcast(f32[] %constant.102), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.290311: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.39 = f32[2048]{0} multiply(f32[2048]{0} %select.33, f32[2048]{0} %broadcast.169), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.290316: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.290320: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.290326: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.2 (p: u32[1024], p.1: u32[1024]) -> f32[2048] { +2023-12-14 14:52:56.290331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = u32[1024]{0} parameter(0) +2023-12-14 14:52:56.290336: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = u32[1024]{0} parameter(1) +2023-12-14 14:52:56.290341: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.2.clone = f32[2048]{0} fusion(u32[1024]{0} %p, u32[1024]{0} %p.1), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94}, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:56.290348: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.290353: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.290359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.219 (Arg_0.1: u32[2]) -> f32[2048] { +2023-12-14 14:52:56.290364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.14 = s32[] constant(0) +2023-12-14 14:52:56.290368: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.24 = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:56.290373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.290378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.6 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.290383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.4 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.290388: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.290394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.290399: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.290403: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.290408: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.26 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:56.290413: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.290418: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:56.290424: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %tuple.9 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[1024]{0} %fusion.6, u32[1024]{0} %fusion.4, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:56.290429: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.290438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.112 = u32[1024]{0} get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=1, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.290443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.113 = u32[1024]{0} get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=2, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.290449: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048]{0} call(u32[1024]{0} %get-tuple-element.112, u32[1024]{0} %get-tuple-element.113), to_apply=%parallel_fusion.2 +2023-12-14 14:52:56.290454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.290459: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.290509: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 51): + InstructionSequence: + 0:Arg_0.1 + 1:fusion.4 + 2:fusion.6 + 3:constant.16 + 4:copy.25 + 5:constant.17 + 6:copy.26 + 7:constant.14 + 8:copy.24 + 9:fusion.3 + 10:fusion.5 + 11:fusion.7 + 12:tuple.9 + 13:constant.68 + 14:arg_tuple.4 + 15:get-tuple-element.94 + 16:compare.5 + 17:arg_tuple.3 + 18:get-tuple-element.136 + 19:copy.14 + 20:get-tuple-element.132 + 21:copy.10 + 22:get-tuple-element.131 + 23:copy.9 + 24:get-tuple-element.134 + 25:copy.12 + 26:get-tuple-element.130 + 27:copy.8 + 28:fusion + 29:get-tuple-element.133 + 30:copy.11 + 31:fusion.1 + 32:get-tuple-element.137 + 33:copy.15 + 34:copy.23 + 35:constant.67 + 36:add.55 + 37:copy.19 + 38:get-tuple-element.135 + 39:copy.13 + 40:copy.21 + 41:copy.22 + 42:copy.20 + 43:tuple.11 + 44:while.1 + 45:get-tuple-element.112 + 46:get-tuple-element.113 + 47:p + 48:p.1 + 49:fusion.2.clone + 50:call + BufferLiveRange: + fusion.2.clone{}:49-51 + constant.68{}:13-16 + compare.5{}:16-17 + constant.14{}:7-8 + copy.24{}:8-13 + Arg_0.1{}:0-51 + fusion.6{}:2-13 + fusion.4{}:1-13 + fusion.5{}:10-13 + fusion.3{}:9-13 + fusion.7{}:11-13 + constant.17{}:5-6 + copy.26{}:6-13 + constant.16{}:3-4 + copy.25{}:4-13 + tuple.9{}:12-13 + copy.8{}:27-36 + constant.67{}:35-36 + add.55{}:36-44 + copy.11{}:30-40 + copy.14{}:19-34 + copy.10{}:21-31 + copy.9{}:23-31 + fusion.1{}:31-44 + copy.12{}:25-37 + fusion{}:28-44 + copy.19{}:37-44 + copy.13{}:39-42 + copy.20{}:42-44 + copy.21{}:40-44 + copy.15{}:33-41 + copy.22{}:41-44 + copy.23{}:34-44 + tuple.11{}:43-44 + arg_tuple.4{}:13-17 + arg_tuple.3{}:17-38 + arg_tuple.4{0}:13-17 + arg_tuple.4{1}:13-17 + arg_tuple.4{2}:13-17 + arg_tuple.4{3}:13-17 + arg_tuple.4{4}:13-17 + arg_tuple.4{5}:13-17 + arg_tuple.4{6}:13-17 + arg_tuple.4{7}:13-17 + arg_tuple.3{0}:17-27 + arg_tuple.3{1}:17-23 + arg_tuple.3{2}:17-21 + arg_tuple.3{3}:17-30 + arg_tuple.3{4}:17-25 + arg_tuple.3{5}:17-39 + arg_tuple.3{6}:17-19 + arg_tuple.3{7}:17-33 + while.1{}:44-46 + while.1{0}:44-44 + while.1{1}:44-50 + while.1{2}:44-50 + while.1{3}:44-44 + while.1{4}:44-44 + while.1{5}:44-44 + while.1{6}:44-44 + while.1{7}:44-44 + Live ranges at 31 (peak): + Arg_0.1: 8 bytes + copy.8: 4 bytes + copy.11: 4 bytes + copy.14: 16 bytes + copy.10: 4096 bytes + copy.9: 4096 bytes + fusion.1: 4096 bytes + copy.12: 4 bytes + fusion: 4096 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + +2023-12-14 14:52:56.290542: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time51 +2023-12-14 14:52:56.290548: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:56.290554: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:56.290560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <35 fusion.4 @0> +2023-12-14 14:52:56.290571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:56.290576: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <34 fusion.6 @0> +2023-12-14 14:52:56.290582: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:56.290587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:56.290592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <42 copy.25 @0> +2023-12-14 14:52:56.290597: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:56.290603: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:56.290607: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:56.290612: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:56.290617: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <32 copy.24 @0> +2023-12-14 14:52:56.290623: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:56.290628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <37 fusion.3 @0> +2023-12-14 14:52:56.290634: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:56.290639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <36 fusion.5 @0> +2023-12-14 14:52:56.290645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:56.290650: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <38 fusion.7 @0> +2023-12-14 14:52:56.290655: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:52:56.290660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:52:56.290667: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <263 arg_tuple.4{0} (phi) @0> +2023-12-14 14:52:56.290674: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 copy.24 @0> +2023-12-14 14:52:56.290680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <264 arg_tuple.4{1} (phi) @0> +2023-12-14 14:52:56.290686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.6 @0> +2023-12-14 14:52:56.290691: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <265 arg_tuple.4{2} (phi) @0> +2023-12-14 14:52:56.290697: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion.4 @0> +2023-12-14 14:52:56.290703: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <266 arg_tuple.4{3} (phi) @0> +2023-12-14 14:52:56.290708: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.5 @0> +2023-12-14 14:52:56.290714: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <267 arg_tuple.4{4} (phi) @0> +2023-12-14 14:52:56.290722: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.3 @0> +2023-12-14 14:52:56.290727: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <268 arg_tuple.4{5} (phi) @0> +2023-12-14 14:52:56.290733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.7 @0> +2023-12-14 14:52:56.290739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <270 arg_tuple.4{7} (phi) @0> +2023-12-14 14:52:56.290745: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 copy.25 @0> +2023-12-14 14:52:56.290750: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.290755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <35 fusion.4 @0> +2023-12-14 14:52:56.290761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <34 fusion.6 @0> +2023-12-14 14:52:56.290767: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <42 copy.25 @0> +2023-12-14 14:52:56.290774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <32 copy.24 @0> +2023-12-14 14:52:56.290779: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <37 fusion.3 @0> +2023-12-14 14:52:56.290785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <36 fusion.5 @0> +2023-12-14 14:52:56.290790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <38 fusion.7 @0> +2023-12-14 14:52:56.290795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:52:56.290800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:52:56.290805: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:52:56.290810: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <8 compare.5 @0> +2023-12-14 14:52:56.290818: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:52:56.290824: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <273 arg_tuple.3{2} (phi) @0> +2023-12-14 14:52:56.290831: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion.4 @0> +2023-12-14 14:52:56.290837: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <272 arg_tuple.3{1} (phi) @0> +2023-12-14 14:52:56.290842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.6 @0> +2023-12-14 14:52:56.290848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <275 arg_tuple.3{4} (phi) @0> +2023-12-14 14:52:56.290855: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.3 @0> +2023-12-14 14:52:56.290861: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <271 arg_tuple.3{0} (phi) @0> +2023-12-14 14:52:56.290867: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 copy.24 @0> +2023-12-14 14:52:56.290872: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <274 arg_tuple.3{3} (phi) @0> +2023-12-14 14:52:56.290878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.5 @0> +2023-12-14 14:52:56.290883: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <278 arg_tuple.3{7} (phi) @0> +2023-12-14 14:52:56.290892: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 copy.25 @0> +2023-12-14 14:52:56.290898: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <276 arg_tuple.3{5} (phi) @0> +2023-12-14 14:52:56.290904: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.7 @0> +2023-12-14 14:52:56.290909: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.290914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <263 arg_tuple.4{0} (phi) @0> +2023-12-14 14:52:56.290921: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <264 arg_tuple.4{1} (phi) @0> +2023-12-14 14:52:56.290927: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <265 arg_tuple.4{2} (phi) @0> +2023-12-14 14:52:56.290933: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <266 arg_tuple.4{3} (phi) @0> +2023-12-14 14:52:56.290939: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <267 arg_tuple.4{4} (phi) @0> +2023-12-14 14:52:56.290944: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <268 arg_tuple.4{5} (phi) @0> +2023-12-14 14:52:56.290950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <270 arg_tuple.4{7} (phi) @0> +2023-12-14 14:52:56.290956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <8 compare.5 @0> +2023-12-14 14:52:56.290961: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:52:56.290966: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:52:56.290971: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <48 copy.14 @0> +2023-12-14 14:52:56.290977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:52:56.290982: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:52:56.290987: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.290992: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <273 arg_tuple.3{2} (phi) @0> +2023-12-14 14:52:56.290998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:52:56.291002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:52:56.291007: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <50 copy.9 @0> +2023-12-14 14:52:56.291013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <272 arg_tuple.3{1} (phi) @0> +2023-12-14 14:52:56.291024: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:52:56.291028: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:52:56.291034: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <52 copy.12 @0> +2023-12-14 14:52:56.291039: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <275 arg_tuple.3{4} (phi) @0> +2023-12-14 14:52:56.291050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:52:56.291055: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:52:56.291063: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <44 copy.8 @0> +2023-12-14 14:52:56.291069: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <271 arg_tuple.3{0} (phi) @0> +2023-12-14 14:52:56.291080: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:52:56.291085: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <53 fusion @0> +2023-12-14 14:52:56.291091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion.4 @0> +2023-12-14 14:52:56.291097: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:52:56.291102: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:52:56.291107: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <47 copy.11 @0> +2023-12-14 14:52:56.291113: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <274 arg_tuple.3{3} (phi) @0> +2023-12-14 14:52:56.291123: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:52:56.291128: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <51 fusion.1 @0> +2023-12-14 14:52:56.291136: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.6 @0> +2023-12-14 14:52:56.291141: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291146: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <50 copy.9 @0> +2023-12-14 14:52:56.291151: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:52:56.291156: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 33 +2023-12-14 14:52:56.291162: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 copy.15 @0> +2023-12-14 14:52:56.291168: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291173: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <278 arg_tuple.3{7} (phi) @0> +2023-12-14 14:52:56.291178: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 34 +2023-12-14 14:52:56.291183: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <60 copy.23 @0> +2023-12-14 14:52:56.291189: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 copy.25 @0> +2023-12-14 14:52:56.291195: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <48 copy.14 @0> +2023-12-14 14:52:56.291205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 35 +2023-12-14 14:52:56.291210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 36 +2023-12-14 14:52:56.291215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <46 add.55 @0> +2023-12-14 14:52:56.291221: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 copy.24 @0> +2023-12-14 14:52:56.291226: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <44 copy.8 @0> +2023-12-14 14:52:56.291239: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 37 +2023-12-14 14:52:56.291244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <54 copy.19 @0> +2023-12-14 14:52:56.291250: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.5 @0> +2023-12-14 14:52:56.291256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291261: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <52 copy.12 @0> +2023-12-14 14:52:56.291266: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 38 +2023-12-14 14:52:56.291271: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 39 +2023-12-14 14:52:56.291276: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <55 copy.13 @0> +2023-12-14 14:52:56.291283: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291288: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <276 arg_tuple.3{5} (phi) @0> +2023-12-14 14:52:56.291293: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 40 +2023-12-14 14:52:56.291298: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 copy.21 @0> +2023-12-14 14:52:56.291304: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.7 @0> +2023-12-14 14:52:56.291309: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <47 copy.11 @0> +2023-12-14 14:52:56.291331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 41 +2023-12-14 14:52:56.291338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291344: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 copy.15 @0> +2023-12-14 14:52:56.291349: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 42 +2023-12-14 14:52:56.291354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 copy.20 @0> +2023-12-14 14:52:56.291360: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.3 @0> +2023-12-14 14:52:56.291365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <55 copy.13 @0> +2023-12-14 14:52:56.291376: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 43 +2023-12-14 14:52:56.291381: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 44 +2023-12-14 14:52:56.291387: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <280 while.1{0} (phi) @0> +2023-12-14 14:52:56.291392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 copy.24 @0> +2023-12-14 14:52:56.291398: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <283 while.1{3} (phi) @0> +2023-12-14 14:52:56.291403: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.5 @0> +2023-12-14 14:52:56.291409: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <284 while.1{4} (phi) @0> +2023-12-14 14:52:56.291415: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.3 @0> +2023-12-14 14:52:56.291423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <285 while.1{5} (phi) @0> +2023-12-14 14:52:56.291429: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.7 @0> +2023-12-14 14:52:56.291434: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <287 while.1{7} (phi) @0> +2023-12-14 14:52:56.291441: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 copy.25 @0> +2023-12-14 14:52:56.291447: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <281 while.1{1} (phi) @0> +2023-12-14 14:52:56.291452: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.6 @0> +2023-12-14 14:52:56.291457: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <282 while.1{2} (phi) @0> +2023-12-14 14:52:56.291463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion.4 @0> +2023-12-14 14:52:56.291468: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291473: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <53 fusion @0> +2023-12-14 14:52:56.291479: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <51 fusion.1 @0> +2023-12-14 14:52:56.291484: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <60 copy.23 @0> +2023-12-14 14:52:56.291490: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <46 add.55 @0> +2023-12-14 14:52:56.291495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <54 copy.19 @0> +2023-12-14 14:52:56.291500: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 copy.21 @0> +2023-12-14 14:52:56.291507: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 copy.20 @0> +2023-12-14 14:52:56.291512: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <280 while.1{0} (phi) @0> +2023-12-14 14:52:56.291518: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <283 while.1{3} (phi) @0> +2023-12-14 14:52:56.291523: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <284 while.1{4} (phi) @0> +2023-12-14 14:52:56.291529: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <285 while.1{5} (phi) @0> +2023-12-14 14:52:56.291535: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <287 while.1{7} (phi) @0> +2023-12-14 14:52:56.291540: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 45 +2023-12-14 14:52:56.291545: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 46 +2023-12-14 14:52:56.291550: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 47 +2023-12-14 14:52:56.291554: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 48 +2023-12-14 14:52:56.291559: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 49 +2023-12-14 14:52:56.291564: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 50 +2023-12-14 14:52:56.291570: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.291575: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <281 while.1{1} (phi) @0> +2023-12-14 14:52:56.291580: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <282 while.1{2} (phi) @0> +2023-12-14 14:52:56.291585: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 51 +2023-12-14 14:52:56.291618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <34 fusion.6 @0> + positions: + fusion.6 + tuple.9 {1} + uses: + while.1, operand 0 {1} + from instruction:%fusion.6 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.291626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4096, start 1, end 15 +2023-12-14 14:52:56.291639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 23, end 40 <272 arg_tuple.3{1} (phi) @0> + positions: + arg_tuple.3 {1} + get-tuple-element.131 + uses: + copy.9, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.291651: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 48, end 73 <51 fusion.1 @0> + positions: + fusion.1 + tuple.11 {1} + uses: + tuple.11, operand 1 + from instruction:%fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.291665: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 70, end 84 <281 while.1{1} (phi) @0> + positions: + while.1 {1} + get-tuple-element.112 + p + uses: + call, operand 0 + fusion.2.clone, operand 0 + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.291674: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 8, end 30 <264 arg_tuple.4{1} (phi) @0> + positions: + arg_tuple.4 {1} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.291685: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <35 fusion.4 @0> + positions: + fusion.4 + tuple.9 {2} + uses: + while.1, operand 0 {2} + from instruction:%fusion.4 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.291691: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4096, start 0, end 14 +2023-12-14 14:52:56.291705: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 71, end 85 <282 while.1{2} (phi) @0> + positions: + while.1 {2} + get-tuple-element.113 + p.1 + uses: + call, operand 1 + fusion.2.clone, operand 1 + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.291718: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 45, end 72 <53 fusion @0> + positions: + fusion + tuple.11 {2} + uses: + tuple.11, operand 2 + from instruction:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.291731: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 22, end 38 <273 arg_tuple.3{2} (phi) @0> + positions: + arg_tuple.3 {2} + get-tuple-element.132 + uses: + copy.10, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.291741: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 9, end 31 <265 arg_tuple.4{2} (phi) @0> + positions: + arg_tuple.4 {2} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.291751: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <50 copy.9 @0> + positions: + copy.9 + uses: + fusion, operand 3 + fusion.1, operand 3 + from instruction:%copy.9 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.131) + +2023-12-14 14:52:56.291756: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4096, start 39, end 49 +2023-12-14 14:52:56.291765: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <48 copy.14 @0> + positions: + copy.14 + uses: + fusion, operand 1 + copy.23, operand 0 + fusion.1, operand 1 + from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) + +2023-12-14 14:52:56.291771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 37, end 53 +2023-12-14 14:52:56.291780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <42 copy.25 @0> + positions: + copy.25 + tuple.9 {7} + uses: + while.1, operand 0 {7} + from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) + +2023-12-14 14:52:56.291785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 2, end 16 +2023-12-14 14:52:56.291795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 27, end 51 <278 arg_tuple.3{7} (phi) @0> + positions: + arg_tuple.3 {7} + get-tuple-element.137 + uses: + copy.15, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.291804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 13, end 35 <270 arg_tuple.4{7} (phi) @0> + positions: + arg_tuple.4 {7} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.291816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 69, end 83 <287 while.1{7} (phi) @0> + positions: + while.1 {7} + uses: + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.291825: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 52, end 74 <60 copy.23 @0> + positions: + copy.23 + tuple.11 {7} + uses: + tuple.11, operand 7 + from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} + +2023-12-14 14:52:56.291834: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <58 copy.15 @0> + positions: + copy.15 + uses: + copy.22, operand 0 + from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) + +2023-12-14 14:52:56.291840: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 50, end 62 +2023-12-14 14:52:56.291853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <52 copy.12 @0> + positions: + copy.12 + uses: + fusion, operand 0 + copy.19, operand 0 + from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) + +2023-12-14 14:52:56.291858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 41, end 57 +2023-12-14 14:52:56.291867: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <47 copy.11 @0> + positions: + copy.11 + uses: + fusion.1, operand 0 + copy.21, operand 0 + from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) + +2023-12-14 14:52:56.291873: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 46, end 61 +2023-12-14 14:52:56.291882: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <32 copy.24 @0> + positions: + copy.24 + tuple.9 {0} + uses: + while.1, operand 0 {0} + from instruction:%copy.24 = s32[] copy(s32[] %constant.14) + +2023-12-14 14:52:56.291887: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 3, end 17 +2023-12-14 14:52:56.291899: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 65, end 79 <280 while.1{0} (phi) @0> + positions: + while.1 {0} + uses: + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.291909: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 7, end 29 <263 arg_tuple.4{0} (phi) @0> + positions: + arg_tuple.4 {0} + get-tuple-element.94 + uses: + compare.5, operand 0 + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.291919: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 25, end 44 <271 arg_tuple.3{0} (phi) @0> + positions: + arg_tuple.3 {0} + get-tuple-element.130 + uses: + copy.8, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.291929: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 54, end 75 <46 add.55 @0> + positions: + add.55 + tuple.11 {0} + uses: + tuple.11, operand 0 + from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.291940: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <36 fusion.5 @0> + positions: + fusion.5 + tuple.9 {3} + uses: + while.1, operand 0 {3} + from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.291946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 5, end 19 +2023-12-14 14:52:56.291958: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 66, end 80 <283 while.1{3} (phi) @0> + positions: + while.1 {3} + uses: + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.291972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 10, end 32 <266 arg_tuple.4{3} (phi) @0> + positions: + arg_tuple.4 {3} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.291981: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 56, end 76 <54 copy.19 @0> + positions: + copy.19 + tuple.11 {3} + uses: + tuple.11, operand 3 + from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} + +2023-12-14 14:52:56.291991: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 26, end 47 <274 arg_tuple.3{3} (phi) @0> + positions: + arg_tuple.3 {3} + get-tuple-element.133 + uses: + copy.11, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292003: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <37 fusion.3 @0> + positions: + fusion.3 + tuple.9 {4} + uses: + while.1, operand 0 {4} + from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.292009: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 4, end 18 +2023-12-14 14:52:56.292020: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 11, end 33 <267 arg_tuple.4{4} (phi) @0> + positions: + arg_tuple.4 {4} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292032: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 67, end 81 <284 while.1{4} (phi) @0> + positions: + while.1 {4} + uses: + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.292041: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 63, end 78 <56 copy.20 @0> + positions: + copy.20 + tuple.11 {4} + uses: + tuple.11, operand 4 + from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} + +2023-12-14 14:52:56.292050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 24, end 42 <275 arg_tuple.3{4} (phi) @0> + positions: + arg_tuple.3 {4} + get-tuple-element.134 + uses: + copy.12, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292061: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <38 fusion.7 @0> + positions: + fusion.7 + tuple.9 {5} + uses: + while.1, operand 0 {5} + from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.292067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 6, end 20 +2023-12-14 14:52:56.292077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 28, end 59 <276 arg_tuple.3{5} (phi) @0> + positions: + arg_tuple.3 {5} + get-tuple-element.135 + uses: + copy.13, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292090: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 60, end 77 <57 copy.21 @0> + positions: + copy.21 + tuple.11 {5} + uses: + tuple.11, operand 5 + from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} + +2023-12-14 14:52:56.292098: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 12, end 34 <268 arg_tuple.4{5} (phi) @0> + positions: + arg_tuple.4 {5} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292111: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 68, end 82 <285 while.1{5} (phi) @0> + positions: + while.1 {5} + uses: + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.292121: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <44 copy.8 @0> + positions: + copy.8 + uses: + fusion, operand 4 + add.55, operand 0 + from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) + +2023-12-14 14:52:56.292126: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 43, end 55 +2023-12-14 14:52:56.292136: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <55 copy.13 @0> + positions: + copy.13 + uses: + copy.20, operand 0 + from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) + +2023-12-14 14:52:56.292141: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 58, end 64 +2023-12-14 14:52:56.292152: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <8 compare.5 @0> + positions: + compare.5 + uses: + from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.292157: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 1, start 21, end 36 +2023-12-14 14:52:56.292165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:56.292223: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <35 fusion.4 @0> + positions: + fusion.4 + tuple.9 {2} + uses: + while.1, operand 0 {2} + from instruction:%fusion.4 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.292241: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4096, start 0, end 14 +2023-12-14 14:52:56.292251: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 22, end 38 <273 arg_tuple.3{2} (phi) @0> + positions: + arg_tuple.3 {2} + get-tuple-element.132 + uses: + copy.10, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292261: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 45, end 72 <53 fusion @0> + positions: + fusion + tuple.11 {2} + uses: + tuple.11, operand 2 + from instruction:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.292276: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 71, end 85 <282 while.1{2} (phi) @0> + positions: + while.1 {2} + get-tuple-element.113 + p.1 + uses: + call, operand 1 + fusion.2.clone, operand 1 + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.292285: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 9, end 31 <265 arg_tuple.4{2} (phi) @0> + positions: + arg_tuple.4 {2} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292294: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <34 fusion.6 @0> + positions: + fusion.6 + tuple.9 {1} + uses: + while.1, operand 0 {1} + from instruction:%fusion.6 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.292300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4096, start 1, end 15 +2023-12-14 14:52:56.292309: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 23, end 40 <272 arg_tuple.3{1} (phi) @0> + positions: + arg_tuple.3 {1} + get-tuple-element.131 + uses: + copy.9, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292320: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 48, end 73 <51 fusion.1 @0> + positions: + fusion.1 + tuple.11 {1} + uses: + tuple.11, operand 1 + from instruction:%fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.292332: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 70, end 84 <281 while.1{1} (phi) @0> + positions: + while.1 {1} + get-tuple-element.112 + p + uses: + call, operand 0 + fusion.2.clone, operand 0 + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.292341: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4096, start 8, end 30 <264 arg_tuple.4{1} (phi) @0> + positions: + arg_tuple.4 {1} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292351: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <42 copy.25 @0> + positions: + copy.25 + tuple.9 {7} + uses: + while.1, operand 0 {7} + from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) + +2023-12-14 14:52:56.292356: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 2, end 16 +2023-12-14 14:52:56.292372: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 69, end 83 <287 while.1{7} (phi) @0> + positions: + while.1 {7} + uses: + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.292382: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 13, end 35 <270 arg_tuple.4{7} (phi) @0> + positions: + arg_tuple.4 {7} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 27, end 51 <278 arg_tuple.3{7} (phi) @0> + positions: + arg_tuple.3 {7} + get-tuple-element.137 + uses: + copy.15, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292400: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 52, end 74 <60 copy.23 @0> + positions: + copy.23 + tuple.11 {7} + uses: + tuple.11, operand 7 + from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} + +2023-12-14 14:52:56.292410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <37 fusion.3 @0> + positions: + fusion.3 + tuple.9 {4} + uses: + while.1, operand 0 {4} + from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.292416: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 4, end 18 +2023-12-14 14:52:56.292425: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 63, end 78 <56 copy.20 @0> + positions: + copy.20 + tuple.11 {4} + uses: + tuple.11, operand 4 + from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} + +2023-12-14 14:52:56.292434: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 24, end 42 <275 arg_tuple.3{4} (phi) @0> + positions: + arg_tuple.3 {4} + get-tuple-element.134 + uses: + copy.12, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292445: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 67, end 81 <284 while.1{4} (phi) @0> + positions: + while.1 {4} + uses: + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.292454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 11, end 33 <267 arg_tuple.4{4} (phi) @0> + positions: + arg_tuple.4 {4} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292464: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <32 copy.24 @0> + positions: + copy.24 + tuple.9 {0} + uses: + while.1, operand 0 {0} + from instruction:%copy.24 = s32[] copy(s32[] %constant.14) + +2023-12-14 14:52:56.292469: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 3, end 17 +2023-12-14 14:52:56.292483: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 7, end 29 <263 arg_tuple.4{0} (phi) @0> + positions: + arg_tuple.4 {0} + get-tuple-element.94 + uses: + compare.5, operand 0 + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292493: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 54, end 75 <46 add.55 @0> + positions: + add.55 + tuple.11 {0} + uses: + tuple.11, operand 0 + from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.292503: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 65, end 79 <280 while.1{0} (phi) @0> + positions: + while.1 {0} + uses: + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.292512: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 25, end 44 <271 arg_tuple.3{0} (phi) @0> + positions: + arg_tuple.3 {0} + get-tuple-element.130 + uses: + copy.8, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292523: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <38 fusion.7 @0> + positions: + fusion.7 + tuple.9 {5} + uses: + while.1, operand 0 {5} + from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.292528: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 6, end 20 +2023-12-14 14:52:56.292538: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 12, end 34 <268 arg_tuple.4{5} (phi) @0> + positions: + arg_tuple.4 {5} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292549: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 68, end 82 <285 while.1{5} (phi) @0> + positions: + while.1 {5} + uses: + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.292559: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 28, end 59 <276 arg_tuple.3{5} (phi) @0> + positions: + arg_tuple.3 {5} + get-tuple-element.135 + uses: + copy.13, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 60, end 77 <57 copy.21 @0> + positions: + copy.21 + tuple.11 {5} + uses: + tuple.11, operand 5 + from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} + +2023-12-14 14:52:56.292577: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <36 fusion.5 @0> + positions: + fusion.5 + tuple.9 {3} + uses: + while.1, operand 0 {3} + from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.292588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 5, end 19 +2023-12-14 14:52:56.292601: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 66, end 80 <283 while.1{3} (phi) @0> + positions: + while.1 {3} + uses: + from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone + +2023-12-14 14:52:56.292610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 10, end 32 <266 arg_tuple.4{3} (phi) @0> + positions: + arg_tuple.4 {3} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292619: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 56, end 76 <54 copy.19 @0> + positions: + copy.19 + tuple.11 {3} + uses: + tuple.11, operand 3 + from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} + +2023-12-14 14:52:56.292628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 26, end 47 <274 arg_tuple.3{3} (phi) @0> + positions: + arg_tuple.3 {3} + get-tuple-element.133 + uses: + copy.11, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.292638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <48 copy.14 @0> + positions: + copy.14 + uses: + fusion, operand 1 + copy.23, operand 0 + fusion.1, operand 1 + from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) + +2023-12-14 14:52:56.292644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 37, end 53 +2023-12-14 14:52:56.292652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <52 copy.12 @0> + positions: + copy.12 + uses: + fusion, operand 0 + copy.19, operand 0 + from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) + +2023-12-14 14:52:56.292657: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 41, end 57 +2023-12-14 14:52:56.292666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <47 copy.11 @0> + positions: + copy.11 + uses: + fusion.1, operand 0 + copy.21, operand 0 + from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) + +2023-12-14 14:52:56.292672: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 46, end 61 +2023-12-14 14:52:56.292682: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <8 compare.5 @0> + positions: + compare.5 + uses: + from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} + +2023-12-14 14:52:56.292688: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 1, start 21, end 36 +2023-12-14 14:52:56.292696: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <58 copy.15 @0> + positions: + copy.15 + uses: + copy.22, operand 0 + from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) + +2023-12-14 14:52:56.292709: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 50, end 62 +2023-12-14 14:52:56.292718: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <44 copy.8 @0> + positions: + copy.8 + uses: + fusion, operand 4 + add.55, operand 0 + from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) + +2023-12-14 14:52:56.292723: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 43, end 55 +2023-12-14 14:52:56.292733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <50 copy.9 @0> + positions: + copy.9 + uses: + fusion, operand 3 + fusion.1, operand 3 + from instruction:%copy.9 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.131) + +2023-12-14 14:52:56.292738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4096, start 39, end 49 +2023-12-14 14:52:56.292747: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <55 copy.13 @0> + positions: + copy.13 + uses: + copy.20, operand 0 + from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) + +2023-12-14 14:52:56.292752: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 58, end 64 +2023-12-14 14:52:56.292760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:56.292775: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1648] Result size from heap simulator: 12404 +2023-12-14 14:52:56.292801: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1529] Compute peak memory logical buffers +2023-12-14 14:52:56.292848: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:56.292880: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:574] Combined temp allocation for color 0 is: allocation 1: size 64, preallocated-temp: + value: <43 tuple.9{} @0> (size=64,offset=0): (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <61 tuple.11{} @0> (size=64,offset=0): (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <261 arg_tuple.4{} (phi) @0> (size=64,offset=0): (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <262 arg_tuple.3{} (phi) @0> (size=64,offset=0): (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <279 while.1{} (phi) @0> (size=64,offset=0): (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + +2023-12-14 14:52:56.292919: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:592] Combined allocation absorbing temp allocation: allocation 8: size 12404, preallocated-temp: + value: <8 compare.5 @0> (size=1,offset=12320): pred[] + value: <32 copy.24 @0> (size=4,offset=12352): s32[] + value: <34 fusion.6 @0> (size=4096,offset=0): u32[1024]{0} + value: <35 fusion.4 @0> (size=4096,offset=4096): u32[1024]{0} + value: <36 fusion.5 @0> (size=4,offset=12368): u32[] + value: <37 fusion.3 @0> (size=4,offset=12336): u32[] + value: <38 fusion.7 @0> (size=4,offset=12384): u32[] + value: <42 copy.25 @0> (size=16,offset=12304): u32[4]{0} + value: <44 copy.8 @0> (size=4,offset=12400): s32[] + value: <46 add.55 @0> (size=4,offset=12352): s32[] + value: <47 copy.11 @0> (size=4,offset=12336): u32[] + value: <48 copy.14 @0> (size=16,offset=12288): u32[4]{0} + value: <50 copy.9 @0> (size=4096,offset=8192): u32[1024]{0} + value: <51 fusion.1 @0> (size=4096,offset=0): u32[1024]{0} + value: <52 copy.12 @0> (size=4,offset=12320): u32[] + value: <53 fusion @0> (size=4096,offset=4096): u32[1024]{0} + value: <54 copy.19 @0> (size=4,offset=12368): u32[] + value: <55 copy.13 @0> (size=4,offset=12320): u32[] + value: <56 copy.20 @0> (size=4,offset=12336): u32[] + value: <57 copy.21 @0> (size=4,offset=12384): u32[] + value: <58 copy.15 @0> (size=16,offset=8192): u32[4]{0} + value: <60 copy.23 @0> (size=16,offset=12304): u32[4]{0} + value: <263 arg_tuple.4{0} (phi) @0> (size=4,offset=12352): s32[] + value: <264 arg_tuple.4{1} (phi) @0> (size=4096,offset=0): u32[1024]{0} + value: <265 arg_tuple.4{2} (phi) @0> (size=4096,offset=4096): u32[1024]{0} + value: <266 arg_tuple.4{3} (phi) @0> (size=4,offset=12368): u32[] + value: <267 arg_tuple.4{4} (phi) @0> (size=4,offset=12336): u32[] + value: <268 arg_tuple.4{5} (phi) @0> (size=4,offset=12384): u32[] + value: <270 arg_tuple.4{7} (phi) @0> (size=16,offset=12304): u32[4]{0} + value: <271 arg_tuple.3{0} (phi) @0> (size=4,offset=12352): s32[] + value: <272 arg_tuple.3{1} (phi) @0> (size=4096,offset=0): u32[1024]{0} + value: <273 arg_tuple.3{2} (phi) @0> (size=4096,offset=4096): u32[1024]{0} + value: <274 arg_tuple.3{3} (phi) @0> (size=4,offset=12368): u32[] + value: <275 arg_tuple.3{4} (phi) @0> (size=4,offset=12336): u32[] + value: <276 arg_tuple.3{5} (phi) @0> (size=4,offset=12384): u32[] + value: <278 arg_tuple.3{7} (phi) @0> (size=16,offset=12304): u32[4]{0} + value: <280 while.1{0} (phi) @0> (size=4,offset=12352): s32[] + value: <281 while.1{1} (phi) @0> (size=4096,offset=0): u32[1024]{0} + value: <282 while.1{2} (phi) @0> (size=4096,offset=4096): u32[1024]{0} + value: <283 while.1{3} (phi) @0> (size=4,offset=12368): u32[] + value: <284 while.1{4} (phi) @0> (size=4,offset=12336): u32[] + value: <285 while.1{5} (phi) @0> (size=4,offset=12384): u32[] + value: <287 while.1{7} (phi) @0> (size=16,offset=12304): u32[4]{0} + +2023-12-14 14:52:56.293066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__normal +2023-12-14 14:52:56.293494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.293546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.293552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.293567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.94 +2023-12-14 14:52:56.293573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:56.293586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:56.293591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:56.293596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:56.293601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:56.293605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:56.293610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:56.293615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:56.293620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:56.293625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:56.293632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:56.293642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:56.293647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:56.293652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:56.293657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:56.293663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:56.293669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:56.293683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.293693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.293699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 261, phi: +2023-12-14 14:52:56.293704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.293708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.293713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:56.293718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:56.293723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 262, phi: +2023-12-14 14:52:56.293728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.293732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.293737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 263, phi: +2023-12-14 14:52:56.293742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.293746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:56.293752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32: +2023-12-14 14:52:56.293757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:56.293762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 264, phi: +2023-12-14 14:52:56.293766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.293771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.293775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34: +2023-12-14 14:52:56.293781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51: +2023-12-14 14:52:56.293786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 265, phi: +2023-12-14 14:52:56.293791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.293795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.293800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:56.293804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53: +2023-12-14 14:52:56.293809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 266, phi: +2023-12-14 14:52:56.293818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.293823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:56.293828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:56.293832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54: +2023-12-14 14:52:56.293837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 267, phi: +2023-12-14 14:52:56.293842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.293848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.293852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:56.293857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56: +2023-12-14 14:52:56.293862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 268, phi: +2023-12-14 14:52:56.293866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.293872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.293877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:56.293882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:56.293886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 269, phi: +2023-12-14 14:52:56.293891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.293896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.293902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:56.293907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59: +2023-12-14 14:52:56.293912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 270, phi: +2023-12-14 14:52:56.293916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.293921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.293926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:56.293930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:56.293936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 271, phi: +2023-12-14 14:52:56.293940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.293945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:56.293950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 272, phi: +2023-12-14 14:52:56.293954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.293959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.293964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 273, phi: +2023-12-14 14:52:56.293970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.293974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.293979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 274, phi: +2023-12-14 14:52:56.293987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.293992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:56.293998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 275, phi: +2023-12-14 14:52:56.294002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.294007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.294012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 276, phi: +2023-12-14 14:52:56.294016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.294021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.294026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 277, phi: +2023-12-14 14:52:56.294031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.294036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.294040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 278, phi: +2023-12-14 14:52:56.294045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.294050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.294055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 279, phi: +2023-12-14 14:52:56.294060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.294065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.294069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 280, phi: +2023-12-14 14:52:56.294074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:56.294079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.294084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 281, phi: +2023-12-14 14:52:56.294089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.294094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.294098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 282, phi: +2023-12-14 14:52:56.294103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.294108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.294112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 283, phi: +2023-12-14 14:52:56.294118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:56.294123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.294127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 284, phi: +2023-12-14 14:52:56.294132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.294137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.294141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 285, phi: +2023-12-14 14:52:56.294149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.294154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.294159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 286, phi: +2023-12-14 14:52:56.294164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.294168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.294174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 287, phi: +2023-12-14 14:52:56.294179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.294184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.294200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.294210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.294215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 261, phi: +2023-12-14 14:52:56.294220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.294224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.294229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:56.294234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:56.294240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 262, phi: +2023-12-14 14:52:56.294245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.294249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.294254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 263, phi: +2023-12-14 14:52:56.294258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.294263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:56.294268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32: +2023-12-14 14:52:56.294274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:56.294278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 264, phi: +2023-12-14 14:52:56.294283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.294287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.294292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34: +2023-12-14 14:52:56.294297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51: +2023-12-14 14:52:56.294303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 265, phi: +2023-12-14 14:52:56.294307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.294312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.294316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:56.294321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53: +2023-12-14 14:52:56.294331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 266, phi: +2023-12-14 14:52:56.294336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.294340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:56.294345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:56.294350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54: +2023-12-14 14:52:56.294355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 267, phi: +2023-12-14 14:52:56.294360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.294365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.294370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:56.294375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56: +2023-12-14 14:52:56.294379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 268, phi: +2023-12-14 14:52:56.294384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.294389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.294394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:56.294399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:56.294404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 269, phi: +2023-12-14 14:52:56.294408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.294413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.294418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:56.294423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59: +2023-12-14 14:52:56.294428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 270, phi: +2023-12-14 14:52:56.294433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.294437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.294442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:56.294447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:56.294452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 271, phi: +2023-12-14 14:52:56.294457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.294462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:56.294466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 272, phi: +2023-12-14 14:52:56.294471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.294476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.294481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 273, phi: +2023-12-14 14:52:56.294486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.294494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.294498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 274, phi: +2023-12-14 14:52:56.294503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.294508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:56.294514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 275, phi: +2023-12-14 14:52:56.294518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.294523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.294528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 276, phi: +2023-12-14 14:52:56.294532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.294537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.294542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 277, phi: +2023-12-14 14:52:56.294547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.294552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.294557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 278, phi: +2023-12-14 14:52:56.294561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.294566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.294571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 279, phi: +2023-12-14 14:52:56.294576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.294581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.294586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 280, phi: +2023-12-14 14:52:56.294590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:56.294595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.294600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 281, phi: +2023-12-14 14:52:56.294605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.294610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.294615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 282, phi: +2023-12-14 14:52:56.294619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.294624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.294629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 283, phi: +2023-12-14 14:52:56.294634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:56.294639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.294644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 284, phi: +2023-12-14 14:52:56.294648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.294657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.294661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 285, phi: +2023-12-14 14:52:56.294666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.294671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.294676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 286, phi: +2023-12-14 14:52:56.294680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.294685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.294690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 287, phi: +2023-12-14 14:52:56.294695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.294700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.294705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.294713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <33 Arg_0.1> + +2023-12-14 14:52:56.294719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.294725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <31 constant.14> + +2023-12-14 14:52:56.294730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.294736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <41 constant.16> + +2023-12-14 14:52:56.294741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.294748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <39 constant.17> + +2023-12-14 14:52:56.294753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.294765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <279 while.1{} (phi)> + {0} : HloValueSet: <280 while.1{0} (phi)> + {1} : HloValueSet: <281 while.1{1} (phi)> + {2} : HloValueSet: <282 while.1{2} (phi)> + {3} : HloValueSet: <283 while.1{3} (phi)> + {4} : HloValueSet: <284 while.1{4} (phi)> + {5} : HloValueSet: <285 while.1{5} (phi)> + {6} : HloValueSet: <286 while.1{6} (phi)> + {7} : HloValueSet: <287 while.1{7} (phi)> + +2023-12-14 14:52:56.294771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.294777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <281 while.1{1} (phi)> + +2023-12-14 14:52:56.294782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.113 +2023-12-14 14:52:56.294789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <282 while.1{2} (phi)> + +2023-12-14 14:52:56.294794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:56.294799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <37 fusion.3> + +2023-12-14 14:52:56.294808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:56.294814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <35 fusion.4> + +2023-12-14 14:52:56.294819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:56.294825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <36 fusion.5> + +2023-12-14 14:52:56.294829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:56.294835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <34 fusion.6> + +2023-12-14 14:52:56.294840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:52:56.294845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 fusion.7> + +2023-12-14 14:52:56.294851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.294856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 fusion.2.clone> + +2023-12-14 14:52:56.294861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:56.294871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <43 tuple.9{}> + {0} : HloValueSet: <32 copy.24> + {1} : HloValueSet: <34 fusion.6> + {2} : HloValueSet: <35 fusion.4> + {3} : HloValueSet: <36 fusion.5> + {4} : HloValueSet: <37 fusion.3> + {5} : HloValueSet: <38 fusion.7> + {6} : HloValueSet: <40 copy.26> + {7} : HloValueSet: <42 copy.25> + +2023-12-14 14:52:56.294876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:56.294882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <32 copy.24> + +2023-12-14 14:52:56.294887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:56.294893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 copy.25> + +2023-12-14 14:52:56.294899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:56.294904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <40 copy.26> + +2023-12-14 14:52:56.294910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.294920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <262 arg_tuple.3{} (phi)> + {0} : HloValueSet: <271 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <272 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <273 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <274 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <275 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <276 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <277 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <278 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.294925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:56.294934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <45 constant.67> + +2023-12-14 14:52:56.294940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:56.294946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <46 add.55> + +2023-12-14 14:52:56.294950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:56.294956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <53 fusion> + +2023-12-14 14:52:56.294961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:56.294967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <51 fusion.1> + +2023-12-14 14:52:56.294972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:56.294978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <271 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.294982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:56.294988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <44 copy.8> + +2023-12-14 14:52:56.294993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:56.294999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <272 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.295004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:56.295010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <50 copy.9> + +2023-12-14 14:52:56.295014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:56.295021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <273 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.295025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:56.295031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <49 copy.10> + +2023-12-14 14:52:56.295036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:56.295042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <274 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.295047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:56.295053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <47 copy.11> + +2023-12-14 14:52:56.295058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:56.295064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <275 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.295072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:56.295077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <52 copy.12> + +2023-12-14 14:52:56.295083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:56.295088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <276 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.295094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:56.295099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 copy.13> + +2023-12-14 14:52:56.295104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:56.295111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <277 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.295116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:56.295121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 copy.14> + +2023-12-14 14:52:56.295127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:56.295132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <278 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.295137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:56.295143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <58 copy.15> + +2023-12-14 14:52:56.295148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:56.295154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <54 copy.19> + +2023-12-14 14:52:56.295159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:56.295164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.20> + +2023-12-14 14:52:56.295169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:56.295175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.21> + +2023-12-14 14:52:56.295179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:56.295185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <59 copy.22> + +2023-12-14 14:52:56.295190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:56.295195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <60 copy.23> + +2023-12-14 14:52:56.295201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:56.295210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <61 tuple.11{}> + {0} : HloValueSet: <46 add.55> + {1} : HloValueSet: <51 fusion.1> + {2} : HloValueSet: <53 fusion> + {3} : HloValueSet: <54 copy.19> + {4} : HloValueSet: <56 copy.20> + {5} : HloValueSet: <57 copy.21> + {6} : HloValueSet: <59 copy.22> + {7} : HloValueSet: <60 copy.23> + +2023-12-14 14:52:56.295219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.295229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <261 arg_tuple.4{} (phi)> + {0} : HloValueSet: <263 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <264 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <265 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <266 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <267 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <268 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <269 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <270 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.295235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:56.295240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <7 constant.68> + +2023-12-14 14:52:56.295246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:56.295251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <8 compare.5> + +2023-12-14 14:52:56.295256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.94 +2023-12-14 14:52:56.295262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <263 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.295267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.57 +2023-12-14 14:52:56.295272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <152 add.57> + +2023-12-14 14:52:56.295278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.101 +2023-12-14 14:52:56.295283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <151 broadcast.101> + +2023-12-14 14:52:56.295288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:56.295294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <150 convert.3> + +2023-12-14 14:52:56.295299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.59 +2023-12-14 14:52:56.295305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <146 add.59> + +2023-12-14 14:52:56.295310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.102 +2023-12-14 14:52:56.295315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <145 broadcast.102> + +2023-12-14 14:52:56.295336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:56.295342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <143 xor.12> + +2023-12-14 14:52:56.295347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:56.295357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <142 or.12> + +2023-12-14 14:52:56.295362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:56.295368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <141 shift-right-logical.12> + +2023-12-14 14:52:56.295373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.103 +2023-12-14 14:52:56.295379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <140 broadcast.103> + +2023-12-14 14:52:56.295384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:56.295390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <139 subtract.16> + +2023-12-14 14:52:56.295395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:56.295401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <138 shift-left.12> + +2023-12-14 14:52:56.295405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.104 +2023-12-14 14:52:56.295412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <137 broadcast.104> + +2023-12-14 14:52:56.295417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.12 +2023-12-14 14:52:56.295422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <136 reshape.12> + +2023-12-14 14:52:56.295427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.12 +2023-12-14 14:52:56.295433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <135 slice.12> + +2023-12-14 14:52:56.295438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.60 +2023-12-14 14:52:56.295444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <134 add.60> + +2023-12-14 14:52:56.295448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:56.295455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <133 xor.13> + +2023-12-14 14:52:56.295460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:56.295465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <132 or.13> + +2023-12-14 14:52:56.295470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:56.295476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <131 shift-right-logical.13> + +2023-12-14 14:52:56.295481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.105 +2023-12-14 14:52:56.295487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <130 broadcast.105> + +2023-12-14 14:52:56.295497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:56.295503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <129 subtract.17> + +2023-12-14 14:52:56.295508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:56.295514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <128 shift-left.13> + +2023-12-14 14:52:56.295519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.106 +2023-12-14 14:52:56.295524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <127 broadcast.106> + +2023-12-14 14:52:56.295530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.13 +2023-12-14 14:52:56.295535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <126 reshape.13> + +2023-12-14 14:52:56.295540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.13 +2023-12-14 14:52:56.295546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <125 slice.13> + +2023-12-14 14:52:56.295551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.61 +2023-12-14 14:52:56.295556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <124 add.61> + +2023-12-14 14:52:56.295562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:56.295567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <123 xor.14> + +2023-12-14 14:52:56.295572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:56.295578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <122 or.14> + +2023-12-14 14:52:56.295583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:56.295588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <121 shift-right-logical.14> + +2023-12-14 14:52:56.295594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.107 +2023-12-14 14:52:56.295599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <120 broadcast.107> + +2023-12-14 14:52:56.295605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:56.295610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <119 subtract.18> + +2023-12-14 14:52:56.295615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:56.295620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <118 shift-left.14> + +2023-12-14 14:52:56.295626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.108 +2023-12-14 14:52:56.295631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <117 broadcast.108> + +2023-12-14 14:52:56.295647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:56.295653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <116 reshape.14> + +2023-12-14 14:52:56.295658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:56.295663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <115 slice.14> + +2023-12-14 14:52:56.295669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.62 +2023-12-14 14:52:56.295674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <114 add.62> + +2023-12-14 14:52:56.295679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:56.295685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <113 xor.15> + +2023-12-14 14:52:56.295690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:56.295696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <112 or.15> + +2023-12-14 14:52:56.295701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:56.295706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <111 shift-right-logical.15> + +2023-12-14 14:52:56.295711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.109 +2023-12-14 14:52:56.295717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <110 broadcast.109> + +2023-12-14 14:52:56.295722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.19 +2023-12-14 14:52:56.295728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 subtract.19> + +2023-12-14 14:52:56.295733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.69 +2023-12-14 14:52:56.295738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <108 constant.69> + +2023-12-14 14:52:56.295744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:56.295749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <107 shift-left.15> + +2023-12-14 14:52:56.295754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.110 +2023-12-14 14:52:56.295760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <106 broadcast.110> + +2023-12-14 14:52:56.295765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.15 +2023-12-14 14:52:56.295771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <105 reshape.15> + +2023-12-14 14:52:56.295776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:56.295786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <104 slice.15> + +2023-12-14 14:52:56.295791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.63 +2023-12-14 14:52:56.295797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <102 add.63> + +2023-12-14 14:52:56.295801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.64 +2023-12-14 14:52:56.295808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <149 add.64> + +2023-12-14 14:52:56.295812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:56.295818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 param_0.2> + +2023-12-14 14:52:56.295823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.5 +2023-12-14 14:52:56.295829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <103 param_1.5> + +2023-12-14 14:52:56.295834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.6 +2023-12-14 14:52:56.295839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <101 param_2.6> + +2023-12-14 14:52:56.295844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:56.295850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <100 param_3.7> + +2023-12-14 14:52:56.295855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:56.295860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <147 param_4.12> + +2023-12-14 14:52:56.295866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.70 +2023-12-14 14:52:56.295871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <148 constant.70> + +2023-12-14 14:52:56.295877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.65 +2023-12-14 14:52:56.295882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <99 add.65> + +2023-12-14 14:52:56.295887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.111 +2023-12-14 14:52:56.295892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <98 broadcast.111> + +2023-12-14 14:52:56.295898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.66 +2023-12-14 14:52:56.295903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <96 add.66> + +2023-12-14 14:52:56.295909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.4 +2023-12-14 14:52:56.295914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <97 param_0.4> + +2023-12-14 14:52:56.295919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:56.295928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <95 xor.16> + +2023-12-14 14:52:56.295933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:56.295939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <94 or.16> + +2023-12-14 14:52:56.295944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:56.295950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <93 shift-right-logical.16> + +2023-12-14 14:52:56.295955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.112 +2023-12-14 14:52:56.295961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <92 broadcast.112> + +2023-12-14 14:52:56.295966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.20 +2023-12-14 14:52:56.295972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <91 subtract.20> + +2023-12-14 14:52:56.295976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:56.295982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <90 shift-left.16> + +2023-12-14 14:52:56.295987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.113 +2023-12-14 14:52:56.295993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <89 broadcast.113> + +2023-12-14 14:52:56.295998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.16 +2023-12-14 14:52:56.296003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <88 reshape.16> + +2023-12-14 14:52:56.296008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:56.296014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <87 slice.16> + +2023-12-14 14:52:56.296019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.67 +2023-12-14 14:52:56.296024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <86 add.67> + +2023-12-14 14:52:56.296030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:56.296035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <85 xor.17> + +2023-12-14 14:52:56.296040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:56.296045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <84 or.17> + +2023-12-14 14:52:56.296051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:56.296056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <83 shift-right-logical.17> + +2023-12-14 14:52:56.296062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.114 +2023-12-14 14:52:56.296070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <82 broadcast.114> + +2023-12-14 14:52:56.296075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.21 +2023-12-14 14:52:56.296081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <81 subtract.21> + +2023-12-14 14:52:56.296086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:56.296092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <80 shift-left.17> + +2023-12-14 14:52:56.296097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.115 +2023-12-14 14:52:56.296102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <79 broadcast.115> + +2023-12-14 14:52:56.296107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:56.296113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 reshape.17> + +2023-12-14 14:52:56.296118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:56.296124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <77 slice.17> + +2023-12-14 14:52:56.296129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.69 +2023-12-14 14:52:56.296134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <76 add.69> + +2023-12-14 14:52:56.296139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:56.296145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <75 xor.18> + +2023-12-14 14:52:56.296150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:56.296155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <74 or.18> + +2023-12-14 14:52:56.296160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:56.296166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <73 shift-right-logical.18> + +2023-12-14 14:52:56.296171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.116 +2023-12-14 14:52:56.296177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <72 broadcast.116> + +2023-12-14 14:52:56.296182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.22 +2023-12-14 14:52:56.296187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 subtract.22> + +2023-12-14 14:52:56.296192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.71 +2023-12-14 14:52:56.296198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <70 constant.71> + +2023-12-14 14:52:56.296206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.11 +2023-12-14 14:52:56.296213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <65 param_1.11> + +2023-12-14 14:52:56.296217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:56.296223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <69 shift-left.18> + +2023-12-14 14:52:56.296228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.117 +2023-12-14 14:52:56.296234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <68 broadcast.117> + +2023-12-14 14:52:56.296239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:56.296244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 reshape.18> + +2023-12-14 14:52:56.296249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:56.296255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <66 slice.18> + +2023-12-14 14:52:56.296260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.70 +2023-12-14 14:52:56.296266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <64 add.70> + +2023-12-14 14:52:56.296271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.14 +2023-12-14 14:52:56.296276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <63 param_2.14> + +2023-12-14 14:52:56.296281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:56.296287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <62 param_3.17> + +2023-12-14 14:52:56.296292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:56.296298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 xor.19> + +2023-12-14 14:52:56.296303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:56.296309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 xor.20> + +2023-12-14 14:52:56.296313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:56.296319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 constant.101> + +2023-12-14 14:52:56.296324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:56.296330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 reshape.19> + +2023-12-14 14:52:56.296335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:56.296340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <26 slice.20> + +2023-12-14 14:52:56.296348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.21 +2023-12-14 14:52:56.296354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <25 reshape.21> + +2023-12-14 14:52:56.296360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.20 +2023-12-14 14:52:56.296365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <23 param_0.20> + +2023-12-14 14:52:56.296370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:56.296375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <24 slice.22> + +2023-12-14 14:52:56.296380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.84 +2023-12-14 14:52:56.296386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <22 add.84> + +2023-12-14 14:52:56.296392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.165 +2023-12-14 14:52:56.296397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <21 broadcast.165> + +2023-12-14 14:52:56.296402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.23 +2023-12-14 14:52:56.296407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <20 reshape.23> + +2023-12-14 14:52:56.296413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:56.296419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <19 slice.25> + +2023-12-14 14:52:56.296424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:56.296429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <17 slice.26> + +2023-12-14 14:52:56.296434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.22 +2023-12-14 14:52:56.296439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <18 param_0.22> + +2023-12-14 14:52:56.296445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.0 +2023-12-14 14:52:56.296450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <16 iota.0> + +2023-12-14 14:52:56.296455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.24 +2023-12-14 14:52:56.296461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.24> + +2023-12-14 14:52:56.296465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:56.296471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.27> + +2023-12-14 14:52:56.296476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.24 +2023-12-14 14:52:56.296482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.24> + +2023-12-14 14:52:56.296490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.85 +2023-12-14 14:52:56.296495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <15 add.85> + +2023-12-14 14:52:56.296500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:56.296506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <14 broadcast.167> + +2023-12-14 14:52:56.296512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.25 +2023-12-14 14:52:56.296517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 reshape.25> + +2023-12-14 14:52:56.296522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:56.296528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 slice.28> + +2023-12-14 14:52:56.296532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:56.296539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <10 slice.29> + +2023-12-14 14:52:56.296544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.26 +2023-12-14 14:52:56.296549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <11 param_0.26> + +2023-12-14 14:52:56.296554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.1 +2023-12-14 14:52:56.296559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <9 iota.1> + +2023-12-14 14:52:56.296565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:56.296571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <6 reshape.26> + +2023-12-14 14:52:56.296575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:56.296581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <5 slice.30> + +2023-12-14 14:52:56.296585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.28 +2023-12-14 14:52:56.296591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <4 param_0.28> + +2023-12-14 14:52:56.296596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.39 +2023-12-14 14:52:56.296602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <260 multiply.39> + +2023-12-14 14:52:56.296607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.169 +2023-12-14 14:52:56.296613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <259 broadcast.169> + +2023-12-14 14:52:56.296617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:56.296623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <258 constant.102> + +2023-12-14 14:52:56.296631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.33 +2023-12-14 14:52:56.296637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <257 select.33> + +2023-12-14 14:52:56.296641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.40 +2023-12-14 14:52:56.296647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <256 multiply.40> + +2023-12-14 14:52:56.296652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.86 +2023-12-14 14:52:56.296659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <255 add.86> + +2023-12-14 14:52:56.296664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.41 +2023-12-14 14:52:56.296669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <254 multiply.41> + +2023-12-14 14:52:56.296674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.88 +2023-12-14 14:52:56.296679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <253 add.88> + +2023-12-14 14:52:56.296684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:56.296690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <252 multiply.42> + +2023-12-14 14:52:56.296695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.91 +2023-12-14 14:52:56.296701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <251 add.91> + +2023-12-14 14:52:56.296705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:56.296711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <250 multiply.43> + +2023-12-14 14:52:56.296716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:56.296722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <249 add.92> + +2023-12-14 14:52:56.296727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:56.296733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <248 multiply.44> + +2023-12-14 14:52:56.296737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.95 +2023-12-14 14:52:56.296743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <247 add.95> + +2023-12-14 14:52:56.296749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:56.296755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <246 multiply.45> + +2023-12-14 14:52:56.296759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:56.296765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <245 add.96> + +2023-12-14 14:52:56.296773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:56.296780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <244 multiply.46> + +2023-12-14 14:52:56.296785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.97 +2023-12-14 14:52:56.296790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <243 add.97> + +2023-12-14 14:52:56.296795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:56.296800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <242 multiply.47> + +2023-12-14 14:52:56.296805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.98 +2023-12-14 14:52:56.296811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <241 add.98> + +2023-12-14 14:52:56.296816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:56.296822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <240 multiply.48> + +2023-12-14 14:52:56.296827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.34 +2023-12-14 14:52:56.296832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <239 select.34> + +2023-12-14 14:52:56.296837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.99 +2023-12-14 14:52:56.296843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <238 add.99> + +2023-12-14 14:52:56.296848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.171 +2023-12-14 14:52:56.296853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <237 broadcast.171> + +2023-12-14 14:52:56.296858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:56.296863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <236 constant.103> + +2023-12-14 14:52:56.296869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:56.296875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <235 sqrt.3> + +2023-12-14 14:52:56.296880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.100 +2023-12-14 14:52:56.296885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <234 add.100> + +2023-12-14 14:52:56.296890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:56.296895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <233 broadcast.173> + +2023-12-14 14:52:56.296901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.104 +2023-12-14 14:52:56.296906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <232 constant.104> + +2023-12-14 14:52:56.296914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.35 +2023-12-14 14:52:56.296920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <231 select.35> + +2023-12-14 14:52:56.296924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.175 +2023-12-14 14:52:56.296931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <230 broadcast.175> + +2023-12-14 14:52:56.296936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.105 +2023-12-14 14:52:56.296941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <229 constant.105> + +2023-12-14 14:52:56.296946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:56.296951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <228 broadcast.176> + +2023-12-14 14:52:56.296956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.106 +2023-12-14 14:52:56.296962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <227 constant.106> + +2023-12-14 14:52:56.296967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.36 +2023-12-14 14:52:56.296972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <226 select.36> + +2023-12-14 14:52:56.296977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:56.296983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <225 broadcast.177> + +2023-12-14 14:52:56.296987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.108 +2023-12-14 14:52:56.296994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <224 constant.108> + +2023-12-14 14:52:56.296999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:56.297004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <223 broadcast.178> + +2023-12-14 14:52:56.297009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.109 +2023-12-14 14:52:56.297014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <222 constant.109> + +2023-12-14 14:52:56.297021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.37 +2023-12-14 14:52:56.297027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <221 select.37> + +2023-12-14 14:52:56.297032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:56.297037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <220 broadcast.179> + +2023-12-14 14:52:56.297042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.110 +2023-12-14 14:52:56.297047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <219 constant.110> + +2023-12-14 14:52:56.297056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:56.297061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <218 broadcast.180> + +2023-12-14 14:52:56.297066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.111 +2023-12-14 14:52:56.297072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <217 constant.111> + +2023-12-14 14:52:56.297076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.38 +2023-12-14 14:52:56.297083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <216 select.38> + +2023-12-14 14:52:56.297088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:56.297093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <215 broadcast.181> + +2023-12-14 14:52:56.297098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.112 +2023-12-14 14:52:56.297103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <214 constant.112> + +2023-12-14 14:52:56.297108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:56.297114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <213 broadcast.182> + +2023-12-14 14:52:56.297119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.113 +2023-12-14 14:52:56.297124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <212 constant.113> + +2023-12-14 14:52:56.297129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.39 +2023-12-14 14:52:56.297135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <211 select.39> + +2023-12-14 14:52:56.297140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:56.297146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <210 broadcast.183> + +2023-12-14 14:52:56.297151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.114 +2023-12-14 14:52:56.297156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <209 constant.114> + +2023-12-14 14:52:56.297161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:56.297166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <208 broadcast.184> + +2023-12-14 14:52:56.297172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.115 +2023-12-14 14:52:56.297178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <207 constant.115> + +2023-12-14 14:52:56.297182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.40 +2023-12-14 14:52:56.297191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <206 select.40> + +2023-12-14 14:52:56.297196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:56.297202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <205 broadcast.185> + +2023-12-14 14:52:56.297207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.116 +2023-12-14 14:52:56.297213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <204 constant.116> + +2023-12-14 14:52:56.297218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:56.297223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <203 broadcast.186> + +2023-12-14 14:52:56.297228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.117 +2023-12-14 14:52:56.297234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <202 constant.117> + +2023-12-14 14:52:56.297240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:56.297245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <201 select.41> + +2023-12-14 14:52:56.297250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:56.297255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <200 broadcast.187> + +2023-12-14 14:52:56.297261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.118 +2023-12-14 14:52:56.297267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <199 constant.118> + +2023-12-14 14:52:56.297272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:56.297277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <198 broadcast.188> + +2023-12-14 14:52:56.297282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.119 +2023-12-14 14:52:56.297287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <197 constant.119> + +2023-12-14 14:52:56.297293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:56.297299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <196 select.42> + +2023-12-14 14:52:56.297303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:56.297309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <195 broadcast.189> + +2023-12-14 14:52:56.297314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.120 +2023-12-14 14:52:56.297319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 constant.120> + +2023-12-14 14:52:56.297328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:56.297333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <193 broadcast.190> + +2023-12-14 14:52:56.297338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.121 +2023-12-14 14:52:56.297344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 constant.121> + +2023-12-14 14:52:56.297348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:56.297354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <191 select.43> + +2023-12-14 14:52:56.297360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:56.297365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <190 broadcast.191> + +2023-12-14 14:52:56.297370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.122 +2023-12-14 14:52:56.297375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 constant.122> + +2023-12-14 14:52:56.297380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:56.297386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <188 broadcast.192> + +2023-12-14 14:52:56.297391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.123 +2023-12-14 14:52:56.297397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 constant.123> + +2023-12-14 14:52:56.297401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.8 +2023-12-14 14:52:56.297407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <186 compare.8> + +2023-12-14 14:52:56.297412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:56.297418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <185 broadcast.193> + +2023-12-14 14:52:56.297423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.124 +2023-12-14 14:52:56.297429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 constant.124> + +2023-12-14 14:52:56.297433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:56.297439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <183 negate.9> + +2023-12-14 14:52:56.297444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:56.297450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <182 log-plus-one.3> + +2023-12-14 14:52:56.297455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:56.297460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <181 multiply.49> + +2023-12-14 14:52:56.297468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:56.297474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <180 negate.10> + +2023-12-14 14:52:56.297479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:56.297485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <179 multiply.50> + +2023-12-14 14:52:56.297490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:56.297495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <178 broadcast.194> + +2023-12-14 14:52:56.297500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.125 +2023-12-14 14:52:56.297506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.125> + +2023-12-14 14:52:56.297512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.9 +2023-12-14 14:52:56.297517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048]) + {} : HloValueSet: <176 compare.9> + +2023-12-14 14:52:56.297522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:56.297527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <175 broadcast.195> + +2023-12-14 14:52:56.297533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.126 +2023-12-14 14:52:56.297539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.126> + +2023-12-14 14:52:56.297543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:56.297549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <173 abs.3> + +2023-12-14 14:52:56.297554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:56.297559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <172 maximum.1> + +2023-12-14 14:52:56.297564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.101 +2023-12-14 14:52:56.297570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <171 add.101> + +2023-12-14 14:52:56.297575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:56.297581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <170 broadcast.196> + +2023-12-14 14:52:56.297585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.127 +2023-12-14 14:52:56.297591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.127> + +2023-12-14 14:52:56.297596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:56.297607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <168 multiply.51> + +2023-12-14 14:52:56.297612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:56.297617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <167 broadcast.197> + +2023-12-14 14:52:56.297623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.128 +2023-12-14 14:52:56.297628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.128> + +2023-12-14 14:52:56.297633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.102 +2023-12-14 14:52:56.297639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <165 add.102> + +2023-12-14 14:52:56.297644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:56.297649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <164 broadcast.198> + +2023-12-14 14:52:56.297655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.130 +2023-12-14 14:52:56.297661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.130> + +2023-12-14 14:52:56.297666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.1 +2023-12-14 14:52:56.297671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <162 bitcast-convert.1> + +2023-12-14 14:52:56.297676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.20 +2023-12-14 14:52:56.297681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <161 or.20> + +2023-12-14 14:52:56.297687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:56.297693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <160 broadcast.199> + +2023-12-14 14:52:56.297698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.132 +2023-12-14 14:52:56.297703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <159 constant.132> + +2023-12-14 14:52:56.297708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.20 +2023-12-14 14:52:56.297714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <158 shift-right-logical.20> + +2023-12-14 14:52:56.297719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:56.297725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <157 broadcast.200> + +2023-12-14 14:52:56.297729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.134 +2023-12-14 14:52:56.297735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <156 constant.134> + +2023-12-14 14:52:56.297740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:56.297748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2048]) + {} : HloValueSet: <155 concatenate.1> + +2023-12-14 14:52:56.297754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.29 +2023-12-14 14:52:56.297760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <153 param_0.29> + +2023-12-14 14:52:56.297765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.45 +2023-12-14 14:52:56.297770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <154 param_1.45> + +2023-12-14 14:52:56.297776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:56.297782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 fusion.2.clone> + +2023-12-14 14:52:56.297787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.297793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <281 while.1{1} (phi)> + +2023-12-14 14:52:56.297797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.297804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1024]) + {} : HloValueSet: <282 while.1{2} (phi)> + +2023-12-14 14:52:56.298757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__normal +2023-12-14 14:52:56.298774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.298779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.298784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.298790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 Arg_0.1> (def) +2023-12-14 14:52:56.298795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.298799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.298804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> (def) +2023-12-14 14:52:56.298809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.298814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.298818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.16> (def) +2023-12-14 14:52:56.298823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.298828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.298833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.17> (def) +2023-12-14 14:52:56.298838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.298843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.298853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.298859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 while.1{} (phi)> (def) +2023-12-14 14:52:56.298864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.298868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 while.1{0} (phi)> (def) +2023-12-14 14:52:56.298873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.298878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{1} (phi)> (def) +2023-12-14 14:52:56.298883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.298888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{2} (phi)> (def) +2023-12-14 14:52:56.298894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.298898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{3} (phi)> (def) +2023-12-14 14:52:56.298904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.298909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 while.1{4} (phi)> (def) +2023-12-14 14:52:56.298914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.298919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 while.1{5} (phi)> (def) +2023-12-14 14:52:56.298924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.298929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 while.1{6} (phi)> (def) +2023-12-14 14:52:56.298934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.298939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{7} (phi)> (def) +2023-12-14 14:52:56.298944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.298949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.298954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{1} (phi)> +2023-12-14 14:52:56.298959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.298963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113: +2023-12-14 14:52:56.298969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{2} (phi)> +2023-12-14 14:52:56.298973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.298978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:56.298984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.3> (def) +2023-12-14 14:52:56.298988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.298993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:56.299001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.4> (def) +2023-12-14 14:52:56.299006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:56.299017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.5> (def) +2023-12-14 14:52:56.299021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:56.299032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.6> (def) +2023-12-14 14:52:56.299036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:52:56.299046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.7> (def) +2023-12-14 14:52:56.299051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.299061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> +2023-12-14 14:52:56.299066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:56.299076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.299081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 tuple.9{}> (def) +2023-12-14 14:52:56.299086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.299091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 copy.24> +2023-12-14 14:52:56.299096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.299101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.6> +2023-12-14 14:52:56.299106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.299111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.4> +2023-12-14 14:52:56.299116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.299121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.5> +2023-12-14 14:52:56.299126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.299131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.3> +2023-12-14 14:52:56.299137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.299142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.7> +2023-12-14 14:52:56.299146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.299155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.26> +2023-12-14 14:52:56.299160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.299165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.25> +2023-12-14 14:52:56.299170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:56.299180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 copy.24> (def) +2023-12-14 14:52:56.299185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:56.299195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.25> (def) +2023-12-14 14:52:56.299200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:56.299210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.26> (def) +2023-12-14 14:52:56.299215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.299225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.299230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.299235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.299240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.299245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.299250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.299256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.299260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.299265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.299270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.299275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.299280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.299286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.299290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.299295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.299304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.299309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.299315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.299329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:56.299340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.67> (def) +2023-12-14 14:52:56.299346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:56.299356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.55> (def) +2023-12-14 14:52:56.299361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:56.299371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 fusion> (def) +2023-12-14 14:52:56.299375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:56.299386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 fusion.1> (def) +2023-12-14 14:52:56.299391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:56.299401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.299407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:56.299417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.8> (def) +2023-12-14 14:52:56.299422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:56.299432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.299437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:56.299447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.9> (def) +2023-12-14 14:52:56.299453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:56.299462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.299471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:56.299481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.10> (def) +2023-12-14 14:52:56.299486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:56.299495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.299501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:56.299511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.11> (def) +2023-12-14 14:52:56.299516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:56.299526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.299531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:56.299541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.12> (def) +2023-12-14 14:52:56.299546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:56.299555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.299561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:56.299571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.13> (def) +2023-12-14 14:52:56.299576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:56.299585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.299591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:56.299601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.14> (def) +2023-12-14 14:52:56.299606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:56.299615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.299624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:56.299634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.15> (def) +2023-12-14 14:52:56.299638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:56.299648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> (def) +2023-12-14 14:52:56.299653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:56.299664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> (def) +2023-12-14 14:52:56.299668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:56.299678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> (def) +2023-12-14 14:52:56.299683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:56.299693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> (def) +2023-12-14 14:52:56.299698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:56.299708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> (def) +2023-12-14 14:52:56.299713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:56.299723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.299728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 tuple.11{}> (def) +2023-12-14 14:52:56.299733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.299738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.55> +2023-12-14 14:52:56.299743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.299750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 fusion.1> +2023-12-14 14:52:56.299755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.299760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 fusion> +2023-12-14 14:52:56.299764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.299769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> +2023-12-14 14:52:56.299777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.299783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> +2023-12-14 14:52:56.299788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.299792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> +2023-12-14 14:52:56.299797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.299803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> +2023-12-14 14:52:56.299807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.299813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> +2023-12-14 14:52:56.299818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.299827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.299833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.299839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.299844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.299849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.299853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.299858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.299863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.299868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.299874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.299878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.299883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.299888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.299893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.299898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.299904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.299908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.299913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.299921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:56.299932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 constant.68> (def) +2023-12-14 14:52:56.299937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:56.299946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 compare.5> (def) +2023-12-14 14:52:56.299951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94: +2023-12-14 14:52:56.299962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.299967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57: +2023-12-14 14:52:56.299976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.57> (def) +2023-12-14 14:52:56.299981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.299987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101: +2023-12-14 14:52:56.299992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.101> (def) +2023-12-14 14:52:56.299997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:56.300006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.3> (def) +2023-12-14 14:52:56.300011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59: +2023-12-14 14:52:56.300022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.59> (def) +2023-12-14 14:52:56.300027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102: +2023-12-14 14:52:56.300036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.102> (def) +2023-12-14 14:52:56.300041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:56.300052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.12> (def) +2023-12-14 14:52:56.300057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:56.300066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.12> (def) +2023-12-14 14:52:56.300077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:56.300088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.12> (def) +2023-12-14 14:52:56.300093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103: +2023-12-14 14:52:56.300103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.103> (def) +2023-12-14 14:52:56.300108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:56.300118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.16> (def) +2023-12-14 14:52:56.300123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:56.300133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 shift-left.12> (def) +2023-12-14 14:52:56.300138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104: +2023-12-14 14:52:56.300148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.104> (def) +2023-12-14 14:52:56.300153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12: +2023-12-14 14:52:56.300162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 reshape.12> (def) +2023-12-14 14:52:56.300168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12: +2023-12-14 14:52:56.300178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 slice.12> (def) +2023-12-14 14:52:56.300182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60: +2023-12-14 14:52:56.300192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.60> (def) +2023-12-14 14:52:56.300198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:56.300208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 xor.13> (def) +2023-12-14 14:52:56.300213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:56.300222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 or.13> (def) +2023-12-14 14:52:56.300231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:56.300241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 shift-right-logical.13> (def) +2023-12-14 14:52:56.300245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105: +2023-12-14 14:52:56.300255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.105> (def) +2023-12-14 14:52:56.300261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:56.300271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 subtract.17> (def) +2023-12-14 14:52:56.300275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:56.300285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.13> (def) +2023-12-14 14:52:56.300291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106: +2023-12-14 14:52:56.300301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.106> (def) +2023-12-14 14:52:56.300306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13: +2023-12-14 14:52:56.300315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 reshape.13> (def) +2023-12-14 14:52:56.300320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13: +2023-12-14 14:52:56.300330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 slice.13> (def) +2023-12-14 14:52:56.300335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61: +2023-12-14 14:52:56.300345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.61> (def) +2023-12-14 14:52:56.300350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:56.300360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 xor.14> (def) +2023-12-14 14:52:56.300365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:56.300374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 or.14> (def) +2023-12-14 14:52:56.300383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:56.300392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 shift-right-logical.14> (def) +2023-12-14 14:52:56.300397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107: +2023-12-14 14:52:56.300407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.107> (def) +2023-12-14 14:52:56.300412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:56.300422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 subtract.18> (def) +2023-12-14 14:52:56.300427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:56.300436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 shift-left.14> (def) +2023-12-14 14:52:56.300442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108: +2023-12-14 14:52:56.300452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.108> (def) +2023-12-14 14:52:56.300456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:56.300466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.14> (def) +2023-12-14 14:52:56.300472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:56.300482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 slice.14> (def) +2023-12-14 14:52:56.300487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62: +2023-12-14 14:52:56.300496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.62> (def) +2023-12-14 14:52:56.300501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:56.300511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 xor.15> (def) +2023-12-14 14:52:56.300516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:56.300526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 or.15> (def) +2023-12-14 14:52:56.300534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:56.300544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-right-logical.15> (def) +2023-12-14 14:52:56.300549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109: +2023-12-14 14:52:56.300558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.109> (def) +2023-12-14 14:52:56.300564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19: +2023-12-14 14:52:56.300573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 subtract.19> (def) +2023-12-14 14:52:56.300578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69: +2023-12-14 14:52:56.300588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.69> (def) +2023-12-14 14:52:56.300593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:56.300603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 shift-left.15> (def) +2023-12-14 14:52:56.300608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110: +2023-12-14 14:52:56.300617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.110> (def) +2023-12-14 14:52:56.300624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15: +2023-12-14 14:52:56.300633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.15> (def) +2023-12-14 14:52:56.300638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:56.300647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 slice.15> (def) +2023-12-14 14:52:56.300653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63: +2023-12-14 14:52:56.300663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.63> (def) +2023-12-14 14:52:56.300667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64: +2023-12-14 14:52:56.300677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.64> (def) +2023-12-14 14:52:56.300685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:56.300695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.2> (def) +2023-12-14 14:52:56.300700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.5: +2023-12-14 14:52:56.300709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 param_1.5> (def) +2023-12-14 14:52:56.300715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.6: +2023-12-14 14:52:56.300724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_2.6> (def) +2023-12-14 14:52:56.300729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:56.300738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 param_3.7> (def) +2023-12-14 14:52:56.300744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:56.300754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.12> (def) +2023-12-14 14:52:56.300759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70: +2023-12-14 14:52:56.300768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.70> (def) +2023-12-14 14:52:56.300773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65: +2023-12-14 14:52:56.300783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.65> (def) +2023-12-14 14:52:56.300788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111: +2023-12-14 14:52:56.300798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.111> (def) +2023-12-14 14:52:56.300803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66: +2023-12-14 14:52:56.300813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 add.66> (def) +2023-12-14 14:52:56.300818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.4: +2023-12-14 14:52:56.300827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_0.4> (def) +2023-12-14 14:52:56.300834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:56.300848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 xor.16> (def) +2023-12-14 14:52:56.300853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:56.300863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 or.16> (def) +2023-12-14 14:52:56.300868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:56.300878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-right-logical.16> (def) +2023-12-14 14:52:56.300883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112: +2023-12-14 14:52:56.300892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.112> (def) +2023-12-14 14:52:56.300898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20: +2023-12-14 14:52:56.300908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 subtract.20> (def) +2023-12-14 14:52:56.300912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:56.300922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-left.16> (def) +2023-12-14 14:52:56.300928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113: +2023-12-14 14:52:56.300937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 broadcast.113> (def) +2023-12-14 14:52:56.300942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16: +2023-12-14 14:52:56.300952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.16> (def) +2023-12-14 14:52:56.300957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:56.300967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 slice.16> (def) +2023-12-14 14:52:56.300972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67: +2023-12-14 14:52:56.300981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.67> (def) +2023-12-14 14:52:56.300987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.300995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:56.301000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 xor.17> (def) +2023-12-14 14:52:56.301005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:56.301015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 or.17> (def) +2023-12-14 14:52:56.301021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:56.301031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 shift-right-logical.17> (def) +2023-12-14 14:52:56.301035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114: +2023-12-14 14:52:56.301045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.114> (def) +2023-12-14 14:52:56.301051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21: +2023-12-14 14:52:56.301060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 subtract.21> (def) +2023-12-14 14:52:56.301065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:56.301076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-left.17> (def) +2023-12-14 14:52:56.301081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115: +2023-12-14 14:52:56.301091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 broadcast.115> (def) +2023-12-14 14:52:56.301095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:56.301105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.17> (def) +2023-12-14 14:52:56.301110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:56.301120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 slice.17> (def) +2023-12-14 14:52:56.301124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69: +2023-12-14 14:52:56.301134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.69> (def) +2023-12-14 14:52:56.301140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:56.301153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.18> (def) +2023-12-14 14:52:56.301157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:56.301168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.18> (def) +2023-12-14 14:52:56.301173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:56.301183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.18> (def) +2023-12-14 14:52:56.301187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116: +2023-12-14 14:52:56.301198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.116> (def) +2023-12-14 14:52:56.301203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22: +2023-12-14 14:52:56.301213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.22> (def) +2023-12-14 14:52:56.301217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71: +2023-12-14 14:52:56.301227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.71> (def) +2023-12-14 14:52:56.301233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.11: +2023-12-14 14:52:56.301242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 param_1.11> (def) +2023-12-14 14:52:56.301247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:56.301257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.18> (def) +2023-12-14 14:52:56.301263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117: +2023-12-14 14:52:56.301272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.117> (def) +2023-12-14 14:52:56.301277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:56.301287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 reshape.18> (def) +2023-12-14 14:52:56.301293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:56.301305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 slice.18> (def) +2023-12-14 14:52:56.301310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70: +2023-12-14 14:52:56.301320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.70> (def) +2023-12-14 14:52:56.301325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.14: +2023-12-14 14:52:56.301335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 param_2.14> (def) +2023-12-14 14:52:56.301339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:56.301350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_3.17> (def) +2023-12-14 14:52:56.301355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:56.301364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 xor.19> (def) +2023-12-14 14:52:56.301369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:56.301379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 xor.20> (def) +2023-12-14 14:52:56.301385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:56.301394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 constant.101> (def) +2023-12-14 14:52:56.301399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:56.301409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> (def) +2023-12-14 14:52:56.301414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:56.301424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.20> (def) +2023-12-14 14:52:56.301429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21: +2023-12-14 14:52:56.301439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 reshape.21> (def) +2023-12-14 14:52:56.301445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.20: +2023-12-14 14:52:56.301458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 param_0.20> (def) +2023-12-14 14:52:56.301463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:56.301473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 slice.22> (def) +2023-12-14 14:52:56.301478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84: +2023-12-14 14:52:56.301488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 add.84> (def) +2023-12-14 14:52:56.301493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165: +2023-12-14 14:52:56.301503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.165> (def) +2023-12-14 14:52:56.301508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23: +2023-12-14 14:52:56.301518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 reshape.23> (def) +2023-12-14 14:52:56.301522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:56.301532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 slice.25> (def) +2023-12-14 14:52:56.301538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:56.301547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 slice.26> (def) +2023-12-14 14:52:56.301552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.22: +2023-12-14 14:52:56.301562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 param_0.22> (def) +2023-12-14 14:52:56.301568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0: +2023-12-14 14:52:56.301577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 iota.0> (def) +2023-12-14 14:52:56.301582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24: +2023-12-14 14:52:56.301592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.24> (def) +2023-12-14 14:52:56.301597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:56.301609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.27> (def) +2023-12-14 14:52:56.301614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.24: +2023-12-14 14:52:56.301624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.24> (def) +2023-12-14 14:52:56.301630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85: +2023-12-14 14:52:56.301639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.85> (def) +2023-12-14 14:52:56.301644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:56.301654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 broadcast.167> (def) +2023-12-14 14:52:56.301660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25: +2023-12-14 14:52:56.301669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.25> (def) +2023-12-14 14:52:56.301674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:56.301684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 slice.28> (def) +2023-12-14 14:52:56.301689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:56.301699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.29> (def) +2023-12-14 14:52:56.301703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.26: +2023-12-14 14:52:56.301713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 param_0.26> (def) +2023-12-14 14:52:56.301719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1: +2023-12-14 14:52:56.301728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 iota.1> (def) +2023-12-14 14:52:56.301733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:56.301743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.26> (def) +2023-12-14 14:52:56.301748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:56.301760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.30> (def) +2023-12-14 14:52:56.301765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.28: +2023-12-14 14:52:56.301776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.28> (def) +2023-12-14 14:52:56.301781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39: +2023-12-14 14:52:56.301791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 multiply.39> (def) +2023-12-14 14:52:56.301795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169: +2023-12-14 14:52:56.301806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 broadcast.169> (def) +2023-12-14 14:52:56.301811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:56.301820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 constant.102> (def) +2023-12-14 14:52:56.301825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33: +2023-12-14 14:52:56.301835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 select.33> (def) +2023-12-14 14:52:56.301841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40: +2023-12-14 14:52:56.301850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 multiply.40> (def) +2023-12-14 14:52:56.301855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86: +2023-12-14 14:52:56.301865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.86> (def) +2023-12-14 14:52:56.301870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41: +2023-12-14 14:52:56.301880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 multiply.41> (def) +2023-12-14 14:52:56.301884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88: +2023-12-14 14:52:56.301894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.88> (def) +2023-12-14 14:52:56.301900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:56.301912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 multiply.42> (def) +2023-12-14 14:52:56.301918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91: +2023-12-14 14:52:56.301928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 add.91> (def) +2023-12-14 14:52:56.301933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:56.301943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 multiply.43> (def) +2023-12-14 14:52:56.301948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:56.301957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 add.92> (def) +2023-12-14 14:52:56.301963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:56.301972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 multiply.44> (def) +2023-12-14 14:52:56.301977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95: +2023-12-14 14:52:56.301988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 add.95> (def) +2023-12-14 14:52:56.301993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.301998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:56.302003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 multiply.45> (def) +2023-12-14 14:52:56.302008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:56.302018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.96> (def) +2023-12-14 14:52:56.302023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:56.302032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 multiply.46> (def) +2023-12-14 14:52:56.302037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97: +2023-12-14 14:52:56.302047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 add.97> (def) +2023-12-14 14:52:56.302053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:56.302065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 multiply.47> (def) +2023-12-14 14:52:56.302070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98: +2023-12-14 14:52:56.302079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 add.98> (def) +2023-12-14 14:52:56.302085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:56.302094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 multiply.48> (def) +2023-12-14 14:52:56.302100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34: +2023-12-14 14:52:56.302109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 select.34> (def) +2023-12-14 14:52:56.302115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99: +2023-12-14 14:52:56.302124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.99> (def) +2023-12-14 14:52:56.302130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171: +2023-12-14 14:52:56.302139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.171> (def) +2023-12-14 14:52:56.302145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:56.302154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.103> (def) +2023-12-14 14:52:56.302160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:56.302169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 sqrt.3> (def) +2023-12-14 14:52:56.302174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100: +2023-12-14 14:52:56.302184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 add.100> (def) +2023-12-14 14:52:56.302190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:56.302200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.173> (def) +2023-12-14 14:52:56.302205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104: +2023-12-14 14:52:56.302214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 constant.104> (def) +2023-12-14 14:52:56.302222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35: +2023-12-14 14:52:56.302233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 select.35> (def) +2023-12-14 14:52:56.302239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175: +2023-12-14 14:52:56.302248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 broadcast.175> (def) +2023-12-14 14:52:56.302254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105: +2023-12-14 14:52:56.302263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 constant.105> (def) +2023-12-14 14:52:56.302268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:56.302278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 broadcast.176> (def) +2023-12-14 14:52:56.302283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106: +2023-12-14 14:52:56.302294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 constant.106> (def) +2023-12-14 14:52:56.302299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36: +2023-12-14 14:52:56.302308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 select.36> (def) +2023-12-14 14:52:56.302314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:56.302323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.177> (def) +2023-12-14 14:52:56.302329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108: +2023-12-14 14:52:56.302338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 constant.108> (def) +2023-12-14 14:52:56.302343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:56.302353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.178> (def) +2023-12-14 14:52:56.302359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109: +2023-12-14 14:52:56.302372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 constant.109> (def) +2023-12-14 14:52:56.302377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37: +2023-12-14 14:52:56.302387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 select.37> (def) +2023-12-14 14:52:56.302392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:56.302402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 broadcast.179> (def) +2023-12-14 14:52:56.302407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110: +2023-12-14 14:52:56.302417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 constant.110> (def) +2023-12-14 14:52:56.302422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:56.302432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 broadcast.180> (def) +2023-12-14 14:52:56.302437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111: +2023-12-14 14:52:56.302447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 constant.111> (def) +2023-12-14 14:52:56.302452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38: +2023-12-14 14:52:56.302462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 select.38> (def) +2023-12-14 14:52:56.302466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:56.302477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 broadcast.181> (def) +2023-12-14 14:52:56.302481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112: +2023-12-14 14:52:56.302491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 constant.112> (def) +2023-12-14 14:52:56.302496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:56.302507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.182> (def) +2023-12-14 14:52:56.302512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113: +2023-12-14 14:52:56.302525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.113> (def) +2023-12-14 14:52:56.302530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39: +2023-12-14 14:52:56.302539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 select.39> (def) +2023-12-14 14:52:56.302544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:56.302555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.183> (def) +2023-12-14 14:52:56.302559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114: +2023-12-14 14:52:56.302569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 constant.114> (def) +2023-12-14 14:52:56.302574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:56.302584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 broadcast.184> (def) +2023-12-14 14:52:56.302589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115: +2023-12-14 14:52:56.302599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 constant.115> (def) +2023-12-14 14:52:56.302604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40: +2023-12-14 14:52:56.302614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 select.40> (def) +2023-12-14 14:52:56.302619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:56.302629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 broadcast.185> (def) +2023-12-14 14:52:56.302634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116: +2023-12-14 14:52:56.302644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.116> (def) +2023-12-14 14:52:56.302649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:56.302659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 broadcast.186> (def) +2023-12-14 14:52:56.302664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117: +2023-12-14 14:52:56.302676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 constant.117> (def) +2023-12-14 14:52:56.302681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:56.302691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 select.41> (def) +2023-12-14 14:52:56.302696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:56.302707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 broadcast.187> (def) +2023-12-14 14:52:56.302711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118: +2023-12-14 14:52:56.302721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 constant.118> (def) +2023-12-14 14:52:56.302726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:56.302737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 broadcast.188> (def) +2023-12-14 14:52:56.302741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119: +2023-12-14 14:52:56.302751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 constant.119> (def) +2023-12-14 14:52:56.302756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:56.302766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 select.42> (def) +2023-12-14 14:52:56.302771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:56.302781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 broadcast.189> (def) +2023-12-14 14:52:56.302786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120: +2023-12-14 14:52:56.302796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 constant.120> (def) +2023-12-14 14:52:56.302801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:56.302811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 broadcast.190> (def) +2023-12-14 14:52:56.302816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121: +2023-12-14 14:52:56.302828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.121> (def) +2023-12-14 14:52:56.302833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:56.302843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 select.43> (def) +2023-12-14 14:52:56.302848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:56.302859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 broadcast.191> (def) +2023-12-14 14:52:56.302863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122: +2023-12-14 14:52:56.302873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.122> (def) +2023-12-14 14:52:56.302878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:56.302888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 broadcast.192> (def) +2023-12-14 14:52:56.302893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123: +2023-12-14 14:52:56.302903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.123> (def) +2023-12-14 14:52:56.302908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8: +2023-12-14 14:52:56.302918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 compare.8> (def) +2023-12-14 14:52:56.302923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:56.302933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 broadcast.193> (def) +2023-12-14 14:52:56.302938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124: +2023-12-14 14:52:56.302948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.124> (def) +2023-12-14 14:52:56.302953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:56.302963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 negate.9> (def) +2023-12-14 14:52:56.302968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:56.302980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 log-plus-one.3> (def) +2023-12-14 14:52:56.302985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.302990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:56.302995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 multiply.49> (def) +2023-12-14 14:52:56.303001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:56.303011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 negate.10> (def) +2023-12-14 14:52:56.303016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:56.303026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.50> (def) +2023-12-14 14:52:56.303030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:56.303041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.194> (def) +2023-12-14 14:52:56.303045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125: +2023-12-14 14:52:56.303056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.125> (def) +2023-12-14 14:52:56.303060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9: +2023-12-14 14:52:56.303070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 compare.9> (def) +2023-12-14 14:52:56.303075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:56.303085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.195> (def) +2023-12-14 14:52:56.303090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126: +2023-12-14 14:52:56.303100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.126> (def) +2023-12-14 14:52:56.303105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:56.303115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 abs.3> (def) +2023-12-14 14:52:56.303120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:56.303134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 maximum.1> (def) +2023-12-14 14:52:56.303139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101: +2023-12-14 14:52:56.303149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.101> (def) +2023-12-14 14:52:56.303155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:56.303164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.196> (def) +2023-12-14 14:52:56.303169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127: +2023-12-14 14:52:56.303179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.127> (def) +2023-12-14 14:52:56.303185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:56.303194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.51> (def) +2023-12-14 14:52:56.303199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:56.303209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 broadcast.197> (def) +2023-12-14 14:52:56.303214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128: +2023-12-14 14:52:56.303224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.128> (def) +2023-12-14 14:52:56.303229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102: +2023-12-14 14:52:56.303239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.102> (def) +2023-12-14 14:52:56.303244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:56.303254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 broadcast.198> (def) +2023-12-14 14:52:56.303258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.130: +2023-12-14 14:52:56.303268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.130> (def) +2023-12-14 14:52:56.303274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1: +2023-12-14 14:52:56.303286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 bitcast-convert.1> (def) +2023-12-14 14:52:56.303291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20: +2023-12-14 14:52:56.303303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 or.20> (def) +2023-12-14 14:52:56.303308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:56.303317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.199> (def) +2023-12-14 14:52:56.303329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.132: +2023-12-14 14:52:56.303340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.132> (def) +2023-12-14 14:52:56.303345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20: +2023-12-14 14:52:56.303354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 shift-right-logical.20> (def) +2023-12-14 14:52:56.303359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:56.303370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.200> (def) +2023-12-14 14:52:56.303375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.134: +2023-12-14 14:52:56.303384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.134> (def) +2023-12-14 14:52:56.303389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:56.303400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 concatenate.1> (def) +2023-12-14 14:52:56.303405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29: +2023-12-14 14:52:56.303414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 param_0.29> (def) +2023-12-14 14:52:56.303419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45: +2023-12-14 14:52:56.303430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 param_1.45> (def) +2023-12-14 14:52:56.303434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:56.303447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> (def) +2023-12-14 14:52:56.303452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.303462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{1} (phi)> +2023-12-14 14:52:56.303467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.303472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.303477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{2} (phi)> +2023-12-14 14:52:56.303481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.303487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.24> +2023-12-14 14:52:56.303492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.24 +2023-12-14 14:52:56.303502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:56.303511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.24 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.303517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.27> +2023-12-14 14:52:56.303522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:56.303531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24, operand 0 +2023-12-14 14:52:56.303541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.24), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.303547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.24> +2023-12-14 14:52:56.303552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.24 +2023-12-14 14:52:56.303562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.303572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.2.clone> +2023-12-14 14:52:56.303580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:56.303590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.303595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048]{0} fusion(u32[1024]{0} %p, u32[1024]{0} %p.1), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94}, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:56.303606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.28> +2023-12-14 14:52:56.303611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.28 +2023-12-14 14:52:56.303621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:56.303631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.28 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.303636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.30> +2023-12-14 14:52:56.303641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:56.303651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:56.303660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.28), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.303665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.26> +2023-12-14 14:52:56.303671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:56.303680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.303690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 constant.68> +2023-12-14 14:52:56.303695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:56.303708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:56.303718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = s32[] constant(5) +2023-12-14 14:52:56.303723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 compare.5> +2023-12-14 14:52:56.303729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:56.303739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.303749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 iota.1> +2023-12-14 14:52:56.303754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.1 +2023-12-14 14:52:56.303765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:56.303775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.1 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.303780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 slice.29> +2023-12-14 14:52:56.303784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:56.303795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85, operand 0 +2023-12-14 14:52:56.303804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1024]{0} slice(u32[2048]{0} %iota.1), slice={[0:1024]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1024,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.303809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 param_0.26> +2023-12-14 14:52:56.303814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.26 +2023-12-14 14:52:56.303825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:56.303837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.26 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.303842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 slice.28> +2023-12-14 14:52:56.303847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:56.303857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25, operand 0 +2023-12-14 14:52:56.303867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[2]{0} %param_0.26), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.303872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.25> +2023-12-14 14:52:56.303877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.25 +2023-12-14 14:52:56.303887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:56.303897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.303902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 broadcast.167> +2023-12-14 14:52:56.303906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:56.303917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85, operand 1 +2023-12-14 14:52:56.303926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[1024]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.303931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.85> +2023-12-14 14:52:56.303936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.85 +2023-12-14 14:52:56.303946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.85 = u32[1024]{0} add(u32[1024]{0} %slice.29, u32[1024]{0} %broadcast.167), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.303959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 iota.0> +2023-12-14 14:52:56.303963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.0 +2023-12-14 14:52:56.303973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.303978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:56.303983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.0 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.303988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 slice.26> +2023-12-14 14:52:56.303993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.303998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:56.304003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 0 +2023-12-14 14:52:56.304013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1024]{0} slice(u32[2048]{0} %iota.0), slice={[1024:2048]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1024,) limit_indices=(2048,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 param_0.22> +2023-12-14 14:52:56.304023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.22 +2023-12-14 14:52:56.304033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:56.304043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.22 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.304048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 slice.25> +2023-12-14 14:52:56.304052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:56.304063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23, operand 0 +2023-12-14 14:52:56.304073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[2]{0} %param_0.22), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 reshape.23> +2023-12-14 14:52:56.304085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.23 +2023-12-14 14:52:56.304096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165, operand 0 +2023-12-14 14:52:56.304106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.23 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.165> +2023-12-14 14:52:56.304116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.165 +2023-12-14 14:52:56.304126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 1 +2023-12-14 14:52:56.304136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.165 = u32[1024]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 add.84> +2023-12-14 14:52:56.304146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84 +2023-12-14 14:52:56.304156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.84 = u32[1024]{0} add(u32[1024]{0} %slice.26, u32[1024]{0} %broadcast.165), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 param_0.20> +2023-12-14 14:52:56.304171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.20 +2023-12-14 14:52:56.304181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:56.304191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:56.304196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.20 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.304201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 slice.22> +2023-12-14 14:52:56.304206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:56.304220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21, operand 0 +2023-12-14 14:52:56.304230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 reshape.21> +2023-12-14 14:52:56.304240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.21 +2023-12-14 14:52:56.304250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:56.304260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.21 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.20> +2023-12-14 14:52:56.304270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:56.304281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:56.304291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> +2023-12-14 14:52:56.304302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:56.304312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:56.304322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 xor.20> +2023-12-14 14:52:56.304335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:56.304345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:56.304355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.21, u32[] %reshape.19), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 constant.101> +2023-12-14 14:52:56.304365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:56.304375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:56.304385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(466688986) +2023-12-14 14:52:56.304390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 xor.19> +2023-12-14 14:52:56.304395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:56.304405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 constant.14> +2023-12-14 14:52:56.304420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.304431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:56.304440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(0) +2023-12-14 14:52:56.304445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 copy.24> +2023-12-14 14:52:56.304450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:56.304460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:56.304465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.304478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:56.304483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 Arg_0.1> +2023-12-14 14:52:56.304490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.304499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:52:56.304509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:56.304514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:56.304519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:56.304524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:56.304529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.304534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.6> +2023-12-14 14:52:56.304539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:56.304549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:56.304554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.304564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.4> +2023-12-14 14:52:56.304574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:56.304584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:56.304589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.304599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.5> +2023-12-14 14:52:56.304613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:56.304622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:56.304627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.304637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.3> +2023-12-14 14:52:56.304648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:56.304657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:56.304663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.304673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.7> +2023-12-14 14:52:56.304683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:52:56.304693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:56.304698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.304708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.17> +2023-12-14 14:52:56.304718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.304728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:56.304741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.304746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.26> +2023-12-14 14:52:56.304751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:56.304761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:56.304767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.304777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:56.304781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.16> +2023-12-14 14:52:56.304787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.304797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:56.304807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.304812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.25> +2023-12-14 14:52:56.304817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:56.304827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:56.304832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.304842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:56.304847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 tuple.9{}> +2023-12-14 14:52:56.304852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:56.304862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.304872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[1024]{0} %fusion.6, u32[1024]{0} %fusion.4, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:56.304880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.8> +2023-12-14 14:52:56.304886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:56.304895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 4 +2023-12-14 14:52:56.304905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:56.304910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.304916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.67> +2023-12-14 14:52:56.304921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:56.304930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:56.304940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = s32[] constant(1) +2023-12-14 14:52:56.304946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 add.55> +2023-12-14 14:52:56.304951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:56.304960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:56.304965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.304970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:56.304976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.304981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.11> +2023-12-14 14:52:56.304985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.304990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:56.304995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:56.305006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:56.305011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.305019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.14> +2023-12-14 14:52:56.305025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:56.305034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:52:56.305044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:56.305049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 1 +2023-12-14 14:52:56.305054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.305059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.10> +2023-12-14 14:52:56.305064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:56.305074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 2 +2023-12-14 14:52:56.305085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 2 +2023-12-14 14:52:56.305090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.132) +2023-12-14 14:52:56.305095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.9> +2023-12-14 14:52:56.305100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:56.305110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 3 +2023-12-14 14:52:56.305120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 3 +2023-12-14 14:52:56.305125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.131) +2023-12-14 14:52:56.305130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 fusion.1> +2023-12-14 14:52:56.305135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:56.305145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:56.305150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:56.305160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.305169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.12> +2023-12-14 14:52:56.305175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:56.305184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:56.305194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:56.305199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.305205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 fusion> +2023-12-14 14:52:56.305210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:56.305220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:56.305225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:56.305235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.305240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.19> +2023-12-14 14:52:56.305245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:56.305255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:56.305260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:56.305271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.305276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.13> +2023-12-14 14:52:56.305281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:56.305291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:56.305303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.305308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.20> +2023-12-14 14:52:56.305314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:56.305323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:56.305329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:56.305338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.305344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.21> +2023-12-14 14:52:56.305349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:56.305359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:56.305364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:56.305374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.305379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.15> +2023-12-14 14:52:56.305384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:56.305394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:56.305404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.305409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.22> +2023-12-14 14:52:56.305414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:56.305424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:56.305428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:56.305439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.305447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.23> +2023-12-14 14:52:56.305452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:56.305462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:56.305467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:56.305477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.305482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 tuple.11{}> +2023-12-14 14:52:56.305487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:56.305497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[1024]{0} %fusion.1, u32[1024]{0} %fusion, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.305509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_3.17> +2023-12-14 14:52:56.305514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:56.305524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70, operand 0 +2023-12-14 14:52:56.305534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.305539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 param_2.14> +2023-12-14 14:52:56.305544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.14 +2023-12-14 14:52:56.305554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:56.305564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:56.305569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70, operand 1 +2023-12-14 14:52:56.305574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.14 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.305583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.70> +2023-12-14 14:52:56.305588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.70 +2023-12-14 14:52:56.305599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69, operand 0 +2023-12-14 14:52:56.305609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:56.305614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.70 = u32[1024]{0} add(u32[1024]{0} %param_3.17, u32[1024]{0} %param_2.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.305619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 param_1.11> +2023-12-14 14:52:56.305624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.11 +2023-12-14 14:52:56.305634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:56.305644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:56.305649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:56.305654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.11 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.305659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 slice.18> +2023-12-14 14:52:56.305664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:56.305674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:56.305684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.305690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 reshape.18> +2023-12-14 14:52:56.305694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:56.305705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22, operand 1 +2023-12-14 14:52:56.305729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117, operand 0 +2023-12-14 14:52:56.305734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.305739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 broadcast.117> +2023-12-14 14:52:56.305744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.117 +2023-12-14 14:52:56.305754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:56.305764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.117 = u32[1024]{0} broadcast(u32[] %reshape.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.305769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.18> +2023-12-14 14:52:56.305774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:56.305784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:56.305794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.117), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.305800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 constant.71> +2023-12-14 14:52:56.305804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71 +2023-12-14 14:52:56.305815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20, operand 0 +2023-12-14 14:52:56.305824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21, operand 0 +2023-12-14 14:52:56.305830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22, operand 0 +2023-12-14 14:52:56.305834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.71 = u32[] constant(32) +2023-12-14 14:52:56.305840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.22> +2023-12-14 14:52:56.305845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.22 +2023-12-14 14:52:56.305858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116, operand 0 +2023-12-14 14:52:56.305868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.22 = u32[] subtract(u32[] %constant.71, u32[] %reshape.18), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.305873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.116> +2023-12-14 14:52:56.305878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.116 +2023-12-14 14:52:56.305888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:56.305898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.116 = u32[1024]{0} broadcast(u32[] %subtract.22), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.305904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.18> +2023-12-14 14:52:56.305908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:56.305919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:56.305928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.116), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.305934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.18> +2023-12-14 14:52:56.305939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:56.305949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:56.305958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[1024]{0} or(u32[1024]{0} %shift-left.18, u32[1024]{0} %shift-right-logical.18), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.305964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.18> +2023-12-14 14:52:56.305968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.305978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:56.305983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.305988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:56.305994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:56.305998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69, operand 1 +2023-12-14 14:52:56.306003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[1024]{0} xor(u32[1024]{0} %add.70, u32[1024]{0} %or.18), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.69> +2023-12-14 14:52:56.306013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.69 +2023-12-14 14:52:56.306023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 0 +2023-12-14 14:52:56.306033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:56.306039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.69 = u32[1024]{0} add(u32[1024]{0} %add.70, u32[1024]{0} %xor.18), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 slice.17> +2023-12-14 14:52:56.306051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:56.306061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:56.306071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.17> +2023-12-14 14:52:56.306081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:56.306091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21, operand 1 +2023-12-14 14:52:56.306101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115, operand 0 +2023-12-14 14:52:56.306109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 broadcast.115> +2023-12-14 14:52:56.306119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.115 +2023-12-14 14:52:56.306129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:56.306140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.115 = u32[1024]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-left.17> +2023-12-14 14:52:56.306150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:56.306159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:56.306170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[1024]{0} shift-left(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.115), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 subtract.21> +2023-12-14 14:52:56.306180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.21 +2023-12-14 14:52:56.306190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114, operand 0 +2023-12-14 14:52:56.306200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.21 = u32[] subtract(u32[] %constant.71, u32[] %reshape.17), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 broadcast.114> +2023-12-14 14:52:56.306210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.114 +2023-12-14 14:52:56.306220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:56.306234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.114 = u32[1024]{0} broadcast(u32[] %subtract.21), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 shift-right-logical.17> +2023-12-14 14:52:56.306243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:56.306254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:56.306264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.114), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 or.17> +2023-12-14 14:52:56.306273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:56.306283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:56.306294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[1024]{0} or(u32[1024]{0} %shift-left.17, u32[1024]{0} %shift-right-logical.17), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 xor.17> +2023-12-14 14:52:56.306303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:56.306313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:56.306324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:56.306329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 1 +2023-12-14 14:52:56.306333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[1024]{0} xor(u32[1024]{0} %add.69, u32[1024]{0} %or.17), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 add.67> +2023-12-14 14:52:56.306346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67 +2023-12-14 14:52:56.306357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66, operand 0 +2023-12-14 14:52:56.306366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:56.306371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.67 = u32[1024]{0} add(u32[1024]{0} %add.69, u32[1024]{0} %xor.17), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 slice.16> +2023-12-14 14:52:56.306382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:56.306392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16, operand 0 +2023-12-14 14:52:56.306402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.16> +2023-12-14 14:52:56.306413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.16 +2023-12-14 14:52:56.306422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20, operand 1 +2023-12-14 14:52:56.306432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113, operand 0 +2023-12-14 14:52:56.306437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.16 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 broadcast.113> +2023-12-14 14:52:56.306447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.113 +2023-12-14 14:52:56.306457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:56.306467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.113 = u32[1024]{0} broadcast(u32[] %reshape.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-left.16> +2023-12-14 14:52:56.306480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:56.306490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:56.306500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[1024]{0} shift-left(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.113), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 subtract.20> +2023-12-14 14:52:56.306511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.20 +2023-12-14 14:52:56.306520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112, operand 0 +2023-12-14 14:52:56.306531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.20 = u32[] subtract(u32[] %constant.71, u32[] %reshape.16), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 broadcast.112> +2023-12-14 14:52:56.306541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112 +2023-12-14 14:52:56.306551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:56.306561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.112 = u32[1024]{0} broadcast(u32[] %subtract.20), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-right-logical.16> +2023-12-14 14:52:56.306571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:56.306581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:56.306596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.112), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 or.16> +2023-12-14 14:52:56.306605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:56.306615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:56.306626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[1024]{0} or(u32[1024]{0} %shift-left.16, u32[1024]{0} %shift-right-logical.16), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 xor.16> +2023-12-14 14:52:56.306635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:56.306645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66, operand 1 +2023-12-14 14:52:56.306656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[1024]{0} xor(u32[1024]{0} %add.67, u32[1024]{0} %or.16), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 add.66> +2023-12-14 14:52:56.306665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.66 +2023-12-14 14:52:56.306675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 0 +2023-12-14 14:52:56.306686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.66 = u32[1024]{0} add(u32[1024]{0} %add.67, u32[1024]{0} %xor.16), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_0.4> +2023-12-14 14:52:56.306696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.4 +2023-12-14 14:52:56.306705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111, operand 0 +2023-12-14 14:52:56.306719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.4 = u32[] parameter(0) +2023-12-14 14:52:56.306724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 broadcast.111> +2023-12-14 14:52:56.306728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.111 +2023-12-14 14:52:56.306739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 1 +2023-12-14 14:52:56.306750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.111 = u32[1024]{0} broadcast(u32[] %param_0.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.65> +2023-12-14 14:52:56.306759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65 +2023-12-14 14:52:56.306769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.65 = u32[1024]{0} add(u32[1024]{0} %add.66, u32[1024]{0} %broadcast.111), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 param_3.7> +2023-12-14 14:52:56.306784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:56.306793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 0 +2023-12-14 14:52:56.306804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.306809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_2.6> +2023-12-14 14:52:56.306814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.6 +2023-12-14 14:52:56.306824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:56.306834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:56.306839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 1 +2023-12-14 14:52:56.306844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.6 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.306852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.63> +2023-12-14 14:52:56.306857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63 +2023-12-14 14:52:56.306868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 0 +2023-12-14 14:52:56.306877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:56.306882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.63 = u32[1024]{0} add(u32[1024]{0} %param_3.7, u32[1024]{0} %param_2.6), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 param_1.5> +2023-12-14 14:52:56.306893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.5 +2023-12-14 14:52:56.306903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12, operand 0 +2023-12-14 14:52:56.306912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13, operand 0 +2023-12-14 14:52:56.306917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:56.306922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:56.306928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.5 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.306933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 slice.15> +2023-12-14 14:52:56.306938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:56.306947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15, operand 0 +2023-12-14 14:52:56.306958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.306963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.15> +2023-12-14 14:52:56.306968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.306972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.15 +2023-12-14 14:52:56.306977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.306987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19, operand 1 +2023-12-14 14:52:56.306992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110, operand 0 +2023-12-14 14:52:56.306997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.15 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 broadcast.110> +2023-12-14 14:52:56.307006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110 +2023-12-14 14:52:56.307017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:56.307027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.110 = u32[1024]{0} broadcast(u32[] %reshape.15), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 shift-left.15> +2023-12-14 14:52:56.307037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:56.307047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:56.307057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.110), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.69> +2023-12-14 14:52:56.307067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69 +2023-12-14 14:52:56.307077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:56.307087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:56.307092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:56.307096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19, operand 0 +2023-12-14 14:52:56.307101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.69 = u32[] constant(32) +2023-12-14 14:52:56.307107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 subtract.19> +2023-12-14 14:52:56.307116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.19 +2023-12-14 14:52:56.307126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109, operand 0 +2023-12-14 14:52:56.307136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.19 = u32[] subtract(u32[] %constant.69, u32[] %reshape.15), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.109> +2023-12-14 14:52:56.307146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.109 +2023-12-14 14:52:56.307155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:56.307166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.109 = u32[1024]{0} broadcast(u32[] %subtract.19), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-right-logical.15> +2023-12-14 14:52:56.307176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:56.307185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:56.307196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.109), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 or.15> +2023-12-14 14:52:56.307206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:56.307215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:56.307226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[1024]{0} or(u32[1024]{0} %shift-left.15, u32[1024]{0} %shift-right-logical.15), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 xor.15> +2023-12-14 14:52:56.307239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:56.307248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:56.307258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:56.307263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 1 +2023-12-14 14:52:56.307268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[1024]{0} xor(u32[1024]{0} %add.63, u32[1024]{0} %or.15), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.62> +2023-12-14 14:52:56.307278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62 +2023-12-14 14:52:56.307288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 0 +2023-12-14 14:52:56.307298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:56.307303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.62 = u32[1024]{0} add(u32[1024]{0} %add.63, u32[1024]{0} %xor.15), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 slice.14> +2023-12-14 14:52:56.307312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:56.307329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:56.307339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.14> +2023-12-14 14:52:56.307349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:56.307359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:56.307372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108, operand 0 +2023-12-14 14:52:56.307377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 broadcast.108> +2023-12-14 14:52:56.307387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.108 +2023-12-14 14:52:56.307397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:56.307407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.108 = u32[1024]{0} broadcast(u32[] %reshape.14), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 shift-left.14> +2023-12-14 14:52:56.307417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:56.307427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:56.307437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[1024]{0} shift-left(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.108), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 subtract.18> +2023-12-14 14:52:56.307448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:56.307458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107, operand 0 +2023-12-14 14:52:56.307468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.69, u32[] %reshape.14), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 broadcast.107> +2023-12-14 14:52:56.307478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.107 +2023-12-14 14:52:56.307491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:56.307500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.107 = u32[1024]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 shift-right-logical.14> +2023-12-14 14:52:56.307511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:56.307521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:56.307530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.107), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 or.14> +2023-12-14 14:52:56.307541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:56.307550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:56.307560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[1024]{0} or(u32[1024]{0} %shift-left.14, u32[1024]{0} %shift-right-logical.14), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 xor.14> +2023-12-14 14:52:56.307570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:56.307580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:56.307589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:56.307595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 1 +2023-12-14 14:52:56.307600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[1024]{0} xor(u32[1024]{0} %add.62, u32[1024]{0} %or.14), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.61> +2023-12-14 14:52:56.307612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61 +2023-12-14 14:52:56.307623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60, operand 0 +2023-12-14 14:52:56.307633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:56.307638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.61 = u32[1024]{0} add(u32[1024]{0} %add.62, u32[1024]{0} %xor.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 slice.13> +2023-12-14 14:52:56.307648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13 +2023-12-14 14:52:56.307658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13, operand 0 +2023-12-14 14:52:56.307668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.13 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 reshape.13> +2023-12-14 14:52:56.307678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.13 +2023-12-14 14:52:56.307689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:56.307698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106, operand 0 +2023-12-14 14:52:56.307703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.13 = u32[] reshape(u32[1]{0} %slice.13), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 broadcast.106> +2023-12-14 14:52:56.307713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.106 +2023-12-14 14:52:56.307723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:56.307736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.106 = u32[1024]{0} broadcast(u32[] %reshape.13), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.13> +2023-12-14 14:52:56.307746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:56.307756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:56.307766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[1024]{0} shift-left(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.106), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 subtract.17> +2023-12-14 14:52:56.307776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:56.307786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105, operand 0 +2023-12-14 14:52:56.307796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.69, u32[] %reshape.13), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 broadcast.105> +2023-12-14 14:52:56.307807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.105 +2023-12-14 14:52:56.307817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:56.307827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.105 = u32[1024]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 shift-right-logical.13> +2023-12-14 14:52:56.307837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:56.307850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:56.307860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.105), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 or.13> +2023-12-14 14:52:56.307871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:56.307881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:56.307890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[1024]{0} or(u32[1024]{0} %shift-left.13, u32[1024]{0} %shift-right-logical.13), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 xor.13> +2023-12-14 14:52:56.307901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:56.307911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:56.307920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:56.307926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60, operand 1 +2023-12-14 14:52:56.307931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[1024]{0} xor(u32[1024]{0} %add.61, u32[1024]{0} %or.13), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 add.60> +2023-12-14 14:52:56.307941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.60 +2023-12-14 14:52:56.307950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:56.307961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.60 = u32[1024]{0} add(u32[1024]{0} %add.61, u32[1024]{0} %xor.13), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 slice.12> +2023-12-14 14:52:56.307974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.307979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12 +2023-12-14 14:52:56.307984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.307990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12, operand 0 +2023-12-14 14:52:56.307995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.12 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.307999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 reshape.12> +2023-12-14 14:52:56.308004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12 +2023-12-14 14:52:56.308014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:56.308025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104, operand 0 +2023-12-14 14:52:56.308029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.12 = u32[] reshape(u32[1]{0} %slice.12), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 broadcast.104> +2023-12-14 14:52:56.308039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.104 +2023-12-14 14:52:56.308050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:56.308059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.104 = u32[1024]{0} broadcast(u32[] %reshape.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 shift-left.12> +2023-12-14 14:52:56.308069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:56.308080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:56.308090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[1024]{0} shift-left(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.104), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.16> +2023-12-14 14:52:56.308102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:56.308113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103, operand 0 +2023-12-14 14:52:56.308123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.69, u32[] %reshape.12), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 broadcast.103> +2023-12-14 14:52:56.308132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.103 +2023-12-14 14:52:56.308143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:56.308153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.103 = u32[1024]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.12> +2023-12-14 14:52:56.308162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:56.308173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:56.308183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.103), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.12> +2023-12-14 14:52:56.308192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:56.308203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:56.308216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[1024]{0} or(u32[1024]{0} %shift-left.12, u32[1024]{0} %shift-right-logical.12), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.12> +2023-12-14 14:52:56.308226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:56.308236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 0 +2023-12-14 14:52:56.308246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[1024]{0} xor(u32[1024]{0} %add.60, u32[1024]{0} %or.12), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.2> +2023-12-14 14:52:56.308256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:56.308266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102, operand 0 +2023-12-14 14:52:56.308276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = u32[] parameter(0) +2023-12-14 14:52:56.308281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 broadcast.102> +2023-12-14 14:52:56.308286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.102 +2023-12-14 14:52:56.308296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 1 +2023-12-14 14:52:56.308306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.102 = u32[1024]{0} broadcast(u32[] %param_0.2), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.59> +2023-12-14 14:52:56.308316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59 +2023-12-14 14:52:56.308326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 0 +2023-12-14 14:52:56.308336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.59 = u32[1024]{0} add(u32[1024]{0} %xor.12, u32[1024]{0} %broadcast.102), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.12> +2023-12-14 14:52:56.308350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:56.308360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 0 +2023-12-14 14:52:56.308370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.308375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.70> +2023-12-14 14:52:56.308380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70 +2023-12-14 14:52:56.308391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 1 +2023-12-14 14:52:56.308400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.70 = s32[] constant(1) +2023-12-14 14:52:56.308406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.64> +2023-12-14 14:52:56.308410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64 +2023-12-14 14:52:56.308420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:56.308430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.64 = s32[] add(s32[] %param_4.12, s32[] %constant.70), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.3> +2023-12-14 14:52:56.308440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:56.308450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101, operand 0 +2023-12-14 14:52:56.308460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.64), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 broadcast.101> +2023-12-14 14:52:56.308470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.101 +2023-12-14 14:52:56.308483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 1 +2023-12-14 14:52:56.308493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.101 = u32[1024]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.57> +2023-12-14 14:52:56.308503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57 +2023-12-14 14:52:56.308513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.57 = u32[1024]{0} add(u32[1024]{0} %add.59, u32[1024]{0} %broadcast.101), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 param_0.29> +2023-12-14 14:52:56.308528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.29 +2023-12-14 14:52:56.308538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:56.308548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.29 = u32[1024]{0} parameter(0) +2023-12-14 14:52:56.308553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 param_1.45> +2023-12-14 14:52:56.308558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.45 +2023-12-14 14:52:56.308569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:56.308578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.45 = u32[1024]{0} parameter(1) +2023-12-14 14:52:56.308583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 concatenate.1> +2023-12-14 14:52:56.308589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:56.308599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 0 +2023-12-14 14:52:56.308612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[2048]{0} concatenate(u32[1024]{0} %param_0.29, u32[1024]{0} %param_1.45), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.134> +2023-12-14 14:52:56.308622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.134 +2023-12-14 14:52:56.308632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:56.308642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.134 = u32[] constant(9) +2023-12-14 14:52:56.308648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 broadcast.200> +2023-12-14 14:52:56.308652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:56.308663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 1 +2023-12-14 14:52:56.308672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = u32[2048]{0} broadcast(u32[] %constant.134), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 shift-right-logical.20> +2023-12-14 14:52:56.308683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20 +2023-12-14 14:52:56.308693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20, operand 0 +2023-12-14 14:52:56.308703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.20 = u32[2048]{0} shift-right-logical(u32[2048]{0} %concatenate.1, u32[2048]{0} %broadcast.200), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.132> +2023-12-14 14:52:56.308713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.132 +2023-12-14 14:52:56.308723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:56.308736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.132 = u32[] constant(1065353216) +2023-12-14 14:52:56.308741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 broadcast.199> +2023-12-14 14:52:56.308746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:56.308756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20, operand 1 +2023-12-14 14:52:56.308766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = u32[2048]{0} broadcast(u32[] %constant.132), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 or.20> +2023-12-14 14:52:56.308776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.20 +2023-12-14 14:52:56.308786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1, operand 0 +2023-12-14 14:52:56.308796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.20 = u32[2048]{0} or(u32[2048]{0} %shift-right-logical.20, u32[2048]{0} %broadcast.199), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 bitcast-convert.1> +2023-12-14 14:52:56.308806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.1 +2023-12-14 14:52:56.308816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 0 +2023-12-14 14:52:56.308826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.1 = f32[2048]{0} bitcast-convert(u32[2048]{0} %or.20), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.130> +2023-12-14 14:52:56.308837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.130 +2023-12-14 14:52:56.308847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:56.308857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.130 = f32[] constant(-1) +2023-12-14 14:52:56.308864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 broadcast.198> +2023-12-14 14:52:56.308870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:56.308880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102, operand 1 +2023-12-14 14:52:56.308890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048]{0} broadcast(f32[] %constant.130), dimensions={} +2023-12-14 14:52:56.308895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 add.102> +2023-12-14 14:52:56.308900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.102 +2023-12-14 14:52:56.308910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:56.308920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.102 = f32[2048]{0} add(f32[2048]{0} %bitcast-convert.1, f32[2048]{0} %broadcast.198), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.128> +2023-12-14 14:52:56.308931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.128 +2023-12-14 14:52:56.308940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:56.308950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.128 = f32[] constant(2) +2023-12-14 14:52:56.308955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 broadcast.197> +2023-12-14 14:52:56.308961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.308965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:56.308970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.308975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:56.308980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048]{0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.308985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.51> +2023-12-14 14:52:56.308994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:56.309004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 0 +2023-12-14 14:52:56.309015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[2048]{0} multiply(f32[2048]{0} %add.102, f32[2048]{0} %broadcast.197), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.309020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.127> +2023-12-14 14:52:56.309025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.127 +2023-12-14 14:52:56.309035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:56.309045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.127 = f32[] constant(-0.99999994) +2023-12-14 14:52:56.309050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 broadcast.196> +2023-12-14 14:52:56.309055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:56.309065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:56.309075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101, operand 1 +2023-12-14 14:52:56.309080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048]{0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.309085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 add.101> +2023-12-14 14:52:56.309090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.101 +2023-12-14 14:52:56.309100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:56.309110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.101 = f32[2048]{0} add(f32[2048]{0} %multiply.51, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.309115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 maximum.1> +2023-12-14 14:52:56.309123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:56.309133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 1 +2023-12-14 14:52:56.309144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:56.309149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:56.309153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:56.309158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:56.309164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048]{0} maximum(f32[2048]{0} %add.101, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.309168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 abs.3> +2023-12-14 14:52:56.309174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:56.309183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 0 +2023-12-14 14:52:56.309195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048]{0} abs(f32[2048]{0} %maximum.1), metadata={op_name="abs.83"} +2023-12-14 14:52:56.309200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.126> +2023-12-14 14:52:56.309205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.126 +2023-12-14 14:52:56.309215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:56.309225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.126 = f32[] constant(1) +2023-12-14 14:52:56.309229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 broadcast.195> +2023-12-14 14:52:56.309235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:56.309244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9, operand 1 +2023-12-14 14:52:56.309255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048]{0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:56.309263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 compare.9> +2023-12-14 14:52:56.309268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.9 +2023-12-14 14:52:56.309277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 0 +2023-12-14 14:52:56.309288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.9 = pred[2048]{0} compare(f32[2048]{0} %abs.3, f32[2048]{0} %broadcast.195), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:56.309293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.125> +2023-12-14 14:52:56.309299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.125 +2023-12-14 14:52:56.309308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:56.309319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.125 = f32[] constant(inf) +2023-12-14 14:52:56.309324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 broadcast.194> +2023-12-14 14:52:56.309329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:56.309339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:56.309349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[2048]{0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:56.309354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.50> +2023-12-14 14:52:56.309359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:56.309369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 1 +2023-12-14 14:52:56.309379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[2048]{0} multiply(f32[2048]{0} %maximum.1, f32[2048]{0} %broadcast.194), metadata={op_name="multiply.81"} +2023-12-14 14:52:56.309384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 negate.10> +2023-12-14 14:52:56.309389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:56.309403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:56.309413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048]{0} negate(f32[2048]{0} %maximum.1), metadata={op_name="negate.2"} +2023-12-14 14:52:56.309418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 multiply.49> +2023-12-14 14:52:56.309423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:56.309433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:56.309443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[2048]{0} multiply(f32[2048]{0} %negate.10, f32[2048]{0} %maximum.1), metadata={op_name="multiply.3"} +2023-12-14 14:52:56.309448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 log-plus-one.3> +2023-12-14 14:52:56.309453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:56.309463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:56.309473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048]{0} log-plus-one(f32[2048]{0} %multiply.49), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:56.309478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 negate.9> +2023-12-14 14:52:56.309483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:56.309493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:56.309503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 0 +2023-12-14 14:52:56.309508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 0 +2023-12-14 14:52:56.309513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048]{0} negate(f32[2048]{0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:56.309518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.124> +2023-12-14 14:52:56.309523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.124 +2023-12-14 14:52:56.309533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:56.309546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.124 = f32[] constant(5) +2023-12-14 14:52:56.309551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 broadcast.193> +2023-12-14 14:52:56.309556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:56.309566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8, operand 1 +2023-12-14 14:52:56.309576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[2048]{0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:56.309581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 compare.8> +2023-12-14 14:52:56.309586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.8 +2023-12-14 14:52:56.309596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 0 +2023-12-14 14:52:56.309606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 0 +2023-12-14 14:52:56.309612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 0 +2023-12-14 14:52:56.309617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 0 +2023-12-14 14:52:56.309622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 0 +2023-12-14 14:52:56.309626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 0 +2023-12-14 14:52:56.309632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 0 +2023-12-14 14:52:56.309637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:56.309642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:56.309647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:56.309652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.8 = pred[2048]{0} compare(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.193), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:56.309657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.123> +2023-12-14 14:52:56.309662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.123 +2023-12-14 14:52:56.309672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:56.309685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.123 = f32[] constant(1.50140941) +2023-12-14 14:52:56.309690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 broadcast.192> +2023-12-14 14:52:56.309695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:56.309705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:56.309715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[2048]{0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:56.309721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.122> +2023-12-14 14:52:56.309726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.122 +2023-12-14 14:52:56.309736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:56.309746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.122 = f32[] constant(2.83297682) +2023-12-14 14:52:56.309751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 broadcast.191> +2023-12-14 14:52:56.309756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:56.309766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:56.309776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[2048]{0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:56.309782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 select.43> +2023-12-14 14:52:56.309787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:56.309797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 0 +2023-12-14 14:52:56.309807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.192, f32[2048]{0} %broadcast.191), metadata={op_name="select.76"} +2023-12-14 14:52:56.309812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.121> +2023-12-14 14:52:56.309820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.121 +2023-12-14 14:52:56.309830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:56.309840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.121 = f32[] constant(0.246640727) +2023-12-14 14:52:56.309845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 broadcast.190> +2023-12-14 14:52:56.309850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:56.309860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:56.309870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[2048]{0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:56.309875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 constant.120> +2023-12-14 14:52:56.309880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.120 +2023-12-14 14:52:56.309890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:56.309900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.120 = f32[] constant(1.00167406) +2023-12-14 14:52:56.309906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 broadcast.189> +2023-12-14 14:52:56.309910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:56.309920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:56.309930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[2048]{0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:56.309936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 select.42> +2023-12-14 14:52:56.309940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:56.309950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 0 +2023-12-14 14:52:56.309964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.190, f32[2048]{0} %broadcast.189), metadata={op_name="select.69"} +2023-12-14 14:52:56.309969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 constant.119> +2023-12-14 14:52:56.309975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.309980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.119 +2023-12-14 14:52:56.309985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.309990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:56.309995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.119 = f32[] constant(-0.00417768164) +2023-12-14 14:52:56.310000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 broadcast.188> +2023-12-14 14:52:56.310005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:56.310015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:56.310025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[2048]{0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:56.310030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 constant.118> +2023-12-14 14:52:56.310035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.118 +2023-12-14 14:52:56.310045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:56.310055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.118 = f32[] constant(0.00943887047) +2023-12-14 14:52:56.310060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 broadcast.187> +2023-12-14 14:52:56.310065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:56.310075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:56.310085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[2048]{0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:56.310091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 select.41> +2023-12-14 14:52:56.310099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:56.310108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 0 +2023-12-14 14:52:56.310119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.188, f32[2048]{0} %broadcast.187), metadata={op_name="select.62"} +2023-12-14 14:52:56.310125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 constant.117> +2023-12-14 14:52:56.310130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.117 +2023-12-14 14:52:56.310139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:56.310150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.117 = f32[] constant(-0.00125372503) +2023-12-14 14:52:56.310155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 broadcast.186> +2023-12-14 14:52:56.310160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:56.310169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 1 +2023-12-14 14:52:56.310180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[2048]{0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:56.310186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.116> +2023-12-14 14:52:56.310190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.116 +2023-12-14 14:52:56.310200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:56.310210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.116 = f32[] constant(-0.0076224613) +2023-12-14 14:52:56.310215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 broadcast.185> +2023-12-14 14:52:56.310220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:56.310230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40, operand 2 +2023-12-14 14:52:56.310243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[2048]{0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:56.310249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 select.40> +2023-12-14 14:52:56.310254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.40 +2023-12-14 14:52:56.310263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:56.310274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.40 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.186, f32[2048]{0} %broadcast.185), metadata={op_name="select.55"} +2023-12-14 14:52:56.310279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 constant.115> +2023-12-14 14:52:56.310284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.115 +2023-12-14 14:52:56.310294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:56.310304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.115 = f32[] constant(0.00021858087) +2023-12-14 14:52:56.310309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 broadcast.184> +2023-12-14 14:52:56.310314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:56.310323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 1 +2023-12-14 14:52:56.310334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[2048]{0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:56.310339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 constant.114> +2023-12-14 14:52:56.310344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.114 +2023-12-14 14:52:56.310354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:56.310365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.114 = f32[] constant(0.00573950773) +2023-12-14 14:52:56.310370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.183> +2023-12-14 14:52:56.310378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:56.310387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39, operand 2 +2023-12-14 14:52:56.310398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[2048]{0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:56.310403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 select.39> +2023-12-14 14:52:56.310408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.39 +2023-12-14 14:52:56.310417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 0 +2023-12-14 14:52:56.310429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.39 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.184, f32[2048]{0} %broadcast.183), metadata={op_name="select.48"} +2023-12-14 14:52:56.310433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.113> +2023-12-14 14:52:56.310438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.113 +2023-12-14 14:52:56.310448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:56.310459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.113 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:56.310464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.182> +2023-12-14 14:52:56.310468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:56.310478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 1 +2023-12-14 14:52:56.310489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[2048]{0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:56.310494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 constant.112> +2023-12-14 14:52:56.310498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.112 +2023-12-14 14:52:56.310508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:56.310521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.112 = f32[] constant(-0.00367342844) +2023-12-14 14:52:56.310526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 broadcast.181> +2023-12-14 14:52:56.310531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:56.310540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38, operand 2 +2023-12-14 14:52:56.310551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[2048]{0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:56.310556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 select.38> +2023-12-14 14:52:56.310561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.38 +2023-12-14 14:52:56.310570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:56.310581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.38 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.182, f32[2048]{0} %broadcast.181), metadata={op_name="select.41"} +2023-12-14 14:52:56.310586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 constant.111> +2023-12-14 14:52:56.310591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.111 +2023-12-14 14:52:56.310600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:56.310611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.111 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:56.310616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 broadcast.180> +2023-12-14 14:52:56.310621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:56.310631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 1 +2023-12-14 14:52:56.310641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[2048]{0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:56.310646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 constant.110> +2023-12-14 14:52:56.310654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.110 +2023-12-14 14:52:56.310664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:56.310675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.110 = f32[] constant(0.00134934322) +2023-12-14 14:52:56.310679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 broadcast.179> +2023-12-14 14:52:56.310684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:56.310694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37, operand 2 +2023-12-14 14:52:56.310705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[2048]{0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:56.310709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 select.37> +2023-12-14 14:52:56.310714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.37 +2023-12-14 14:52:56.310724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 0 +2023-12-14 14:52:56.310735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.37 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.180, f32[2048]{0} %broadcast.179), metadata={op_name="select.34"} +2023-12-14 14:52:56.310739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 constant.109> +2023-12-14 14:52:56.310744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.109 +2023-12-14 14:52:56.310754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:56.310765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.109 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:56.310770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.178> +2023-12-14 14:52:56.310774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:56.310785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 1 +2023-12-14 14:52:56.310800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[2048]{0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:56.310804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 constant.108> +2023-12-14 14:52:56.310809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.108 +2023-12-14 14:52:56.310820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:56.310829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.108 = f32[] constant(0.000100950558) +2023-12-14 14:52:56.310834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.177> +2023-12-14 14:52:56.310839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:56.310849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36, operand 2 +2023-12-14 14:52:56.310859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[2048]{0} broadcast(f32[] %constant.108), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:56.310864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 select.36> +2023-12-14 14:52:56.310869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.36 +2023-12-14 14:52:56.310879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 0 +2023-12-14 14:52:56.310889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.36 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.178, f32[2048]{0} %broadcast.177), metadata={op_name="select.27"} +2023-12-14 14:52:56.310894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 constant.106> +2023-12-14 14:52:56.310898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.106 +2023-12-14 14:52:56.310909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:56.310919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.106 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:56.310924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 broadcast.176> +2023-12-14 14:52:56.310931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:56.310943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 1 +2023-12-14 14:52:56.310953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[2048]{0} broadcast(f32[] %constant.106), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:56.310957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 constant.105> +2023-12-14 14:52:56.310962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.105 +2023-12-14 14:52:56.310972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.310977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175, operand 0 +2023-12-14 14:52:56.310982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.105 = f32[] constant(-0.000200214257) +2023-12-14 14:52:56.310987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 broadcast.175> +2023-12-14 14:52:56.310992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.310996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.175 +2023-12-14 14:52:56.311002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35, operand 2 +2023-12-14 14:52:56.311011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.175 = f32[2048]{0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:56.311016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 select.35> +2023-12-14 14:52:56.311021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.35 +2023-12-14 14:52:56.311031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:56.311041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.35 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.176, f32[2048]{0} %broadcast.175), metadata={op_name="select.21"} +2023-12-14 14:52:56.311046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 constant.104> +2023-12-14 14:52:56.311051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.104 +2023-12-14 14:52:56.311061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:56.311074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.104 = f32[] constant(-2.5) +2023-12-14 14:52:56.311079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.173> +2023-12-14 14:52:56.311084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:56.311094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100, operand 1 +2023-12-14 14:52:56.311104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = f32[2048]{0} broadcast(f32[] %constant.104), dimensions={} +2023-12-14 14:52:56.311109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 add.100> +2023-12-14 14:52:56.311114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.100 +2023-12-14 14:52:56.311124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 1 +2023-12-14 14:52:56.311134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.100 = f32[2048]{0} add(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.173), metadata={op_name="subtract.15"} +2023-12-14 14:52:56.311139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 sqrt.3> +2023-12-14 14:52:56.311143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:56.311154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 0 +2023-12-14 14:52:56.311163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048]{0} sqrt(f32[2048]{0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:56.311168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.103> +2023-12-14 14:52:56.311173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:56.311183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171, operand 0 +2023-12-14 14:52:56.311193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = f32[] constant(-3) +2023-12-14 14:52:56.311198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.171> +2023-12-14 14:52:56.311205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.171 +2023-12-14 14:52:56.311216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99, operand 1 +2023-12-14 14:52:56.311226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.171 = f32[2048]{0} broadcast(f32[] %constant.103), dimensions={} +2023-12-14 14:52:56.311231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.99> +2023-12-14 14:52:56.311235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.99 +2023-12-14 14:52:56.311246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34, operand 2 +2023-12-14 14:52:56.311256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.99 = f32[2048]{0} add(f32[2048]{0} %sqrt.3, f32[2048]{0} %broadcast.171), metadata={op_name="subtract.12"} +2023-12-14 14:52:56.311260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 select.34> +2023-12-14 14:52:56.311265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.34 +2023-12-14 14:52:56.311277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 1 +2023-12-14 14:52:56.311287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:56.311292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:56.311296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:56.311302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:56.311307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:56.311311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:56.311316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:56.311327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.34 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %add.100, f32[2048]{0} %add.99), metadata={op_name="select.16"} +2023-12-14 14:52:56.311332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 multiply.48> +2023-12-14 14:52:56.311337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:56.311350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98, operand 1 +2023-12-14 14:52:56.311360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[2048]{0} multiply(f32[2048]{0} %select.35, f32[2048]{0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:56.311365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 add.98> +2023-12-14 14:52:56.311370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.98 +2023-12-14 14:52:56.311380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:56.311389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.98 = f32[2048]{0} add(f32[2048]{0} %select.36, f32[2048]{0} %multiply.48), metadata={op_name="add.28"} +2023-12-14 14:52:56.311394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 multiply.47> +2023-12-14 14:52:56.311400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:56.311410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97, operand 1 +2023-12-14 14:52:56.311419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[2048]{0} multiply(f32[2048]{0} %add.98, f32[2048]{0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:56.311424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 add.97> +2023-12-14 14:52:56.311429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.97 +2023-12-14 14:52:56.311439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:56.311449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.97 = f32[2048]{0} add(f32[2048]{0} %select.37, f32[2048]{0} %multiply.47), metadata={op_name="add.35"} +2023-12-14 14:52:56.311454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 multiply.46> +2023-12-14 14:52:56.311460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:56.311470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:56.311479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[2048]{0} multiply(f32[2048]{0} %add.97, f32[2048]{0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:56.311488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.96> +2023-12-14 14:52:56.311494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:56.311503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:56.311513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = f32[2048]{0} add(f32[2048]{0} %select.38, f32[2048]{0} %multiply.46), metadata={op_name="add.42"} +2023-12-14 14:52:56.311518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 multiply.45> +2023-12-14 14:52:56.311523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:56.311533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95, operand 1 +2023-12-14 14:52:56.311543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[2048]{0} multiply(f32[2048]{0} %add.96, f32[2048]{0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:56.311549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 add.95> +2023-12-14 14:52:56.311554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.95 +2023-12-14 14:52:56.311564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:56.311573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.95 = f32[2048]{0} add(f32[2048]{0} %select.39, f32[2048]{0} %multiply.45), metadata={op_name="add.49"} +2023-12-14 14:52:56.311578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 multiply.44> +2023-12-14 14:52:56.311583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:56.311593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:56.311603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[2048]{0} multiply(f32[2048]{0} %add.95, f32[2048]{0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:56.311607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 add.92> +2023-12-14 14:52:56.311613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:56.311625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:56.311635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = f32[2048]{0} add(f32[2048]{0} %select.40, f32[2048]{0} %multiply.44), metadata={op_name="add.56"} +2023-12-14 14:52:56.311641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 multiply.43> +2023-12-14 14:52:56.311646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:56.311656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91, operand 1 +2023-12-14 14:52:56.311665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[2048]{0} multiply(f32[2048]{0} %add.92, f32[2048]{0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:56.311671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 add.91> +2023-12-14 14:52:56.311676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.91 +2023-12-14 14:52:56.311686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:56.311696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.91 = f32[2048]{0} add(f32[2048]{0} %select.41, f32[2048]{0} %multiply.43), metadata={op_name="add.63"} +2023-12-14 14:52:56.311701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 multiply.42> +2023-12-14 14:52:56.311706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:56.311716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 1 +2023-12-14 14:52:56.311726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[2048]{0} multiply(f32[2048]{0} %add.91, f32[2048]{0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:56.311731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.88> +2023-12-14 14:52:56.311736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88 +2023-12-14 14:52:56.311746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41, operand 0 +2023-12-14 14:52:56.311758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.88 = f32[2048]{0} add(f32[2048]{0} %select.42, f32[2048]{0} %multiply.42), metadata={op_name="add.70"} +2023-12-14 14:52:56.311764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 multiply.41> +2023-12-14 14:52:56.311769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.41 +2023-12-14 14:52:56.311779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 1 +2023-12-14 14:52:56.311789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.41 = f32[2048]{0} multiply(f32[2048]{0} %add.88, f32[2048]{0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:56.311795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.86> +2023-12-14 14:52:56.311800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86 +2023-12-14 14:52:56.311809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40, operand 0 +2023-12-14 14:52:56.311819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.86 = f32[2048]{0} add(f32[2048]{0} %select.43, f32[2048]{0} %multiply.41), metadata={op_name="add.77"} +2023-12-14 14:52:56.311825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 multiply.40> +2023-12-14 14:52:56.311830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.40 +2023-12-14 14:52:56.311840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33, operand 2 +2023-12-14 14:52:56.311850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.40 = f32[2048]{0} multiply(f32[2048]{0} %add.86, f32[2048]{0} %maximum.1), metadata={op_name="multiply.78"} +2023-12-14 14:52:56.311855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 select.33> +2023-12-14 14:52:56.311860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.33 +2023-12-14 14:52:56.311870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39, operand 0 +2023-12-14 14:52:56.311880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.33 = f32[2048]{0} select(pred[2048]{0} %compare.9, f32[2048]{0} %multiply.50, f32[2048]{0} %multiply.40), metadata={op_name="select.86"} +2023-12-14 14:52:56.311885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 constant.102> +2023-12-14 14:52:56.311893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:56.311902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169, operand 0 +2023-12-14 14:52:56.311913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = f32[] constant(1.41421354) +2023-12-14 14:52:56.311918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 broadcast.169> +2023-12-14 14:52:56.311923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.169 +2023-12-14 14:52:56.311933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39, operand 1 +2023-12-14 14:52:56.311943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.169 = f32[2048]{0} broadcast(f32[] %constant.102), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.311949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 multiply.39> +2023-12-14 14:52:56.311953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.39 +2023-12-14 14:52:56.311963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.39 = f32[2048]{0} multiply(f32[2048]{0} %select.33, f32[2048]{0} %broadcast.169), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.311973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.311979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.311983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.311988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.311993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94, operand 0 {} +2023-12-14 14:52:56.311998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.312009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.312021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:56.312032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:56.312036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:56.312042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:56.312047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:56.312052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:56.312056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:56.312062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:56.312067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.312077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.312087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.94 +2023-12-14 14:52:56.312092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:56.312102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.312112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.312122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.312137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.312147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.312165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.312174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.312190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.312200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.312215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.312226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.312241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.312250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.312265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.312276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.312295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.312305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:56.312310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:56.312320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.312330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.312340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:56.312345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:56.312355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.312365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.312376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:56.312380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:56.312390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.312400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.312410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:56.312415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:56.312428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.312438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.312448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:56.312453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:56.312463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.312473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.312483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:56.312488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:56.312498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.312508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.312518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:56.312523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:56.312533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.312543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.312557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:56.312562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:56.312571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.312577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 while.1{} (phi)> +2023-12-14 14:52:56.312582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.312592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113, operand 0 {} +2023-12-14 14:52:56.312603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.312608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.312613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 while.1{0} (phi)> +2023-12-14 14:52:56.312619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.312628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.312638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 while.1{1} (phi)> +2023-12-14 14:52:56.312643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.312653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.312658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.312663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.312673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:56.312679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.312686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 while.1{2} (phi)> +2023-12-14 14:52:56.312691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.312701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.113 +2023-12-14 14:52:56.312706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.312712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.312722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:56.312727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.312732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 while.1{3} (phi)> +2023-12-14 14:52:56.312737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.312747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.312758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 while.1{4} (phi)> +2023-12-14 14:52:56.312762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.312772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.312782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 while.1{5} (phi)> +2023-12-14 14:52:56.312788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.312801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.312811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 while.1{6} (phi)> +2023-12-14 14:52:56.312816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.312826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.312836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 while.1{7} (phi)> +2023-12-14 14:52:56.312841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.312846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.312851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.312856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.312994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <38 fusion.7> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.313009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 copy.26> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.313017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <37 fusion.3> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.313026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <36 fusion.5> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.313035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <32 copy.24> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.313043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <34 fusion.6> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.313056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <35 fusion.4> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.313067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <43 tuple.9{}> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.313078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <42 copy.25> to while param: %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.313709: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__normal, entry_computation_layout={(u32[2]{0})->f32[2048]{0}} +2023-12-14 14:52:56.313722: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.313728: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0.2: u32[], param_1.5: u32[4], param_2.6: u32[1024], param_3.7: u32[1024], param_4.12: s32[]) -> u32[1024] { +2023-12-14 14:52:56.313733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.7 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.313738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.6 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.313743: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.63 = u32[1024]{0} add(u32[1024]{0} %param_3.7, u32[1024]{0} %param_2.6), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313748: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.5 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.313754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.15 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313759: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.15 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.110 = u32[1024]{0} broadcast(u32[] %reshape.15), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.15 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.110), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.69 = u32[] constant(32) +2023-12-14 14:52:56.313779: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.19 = u32[] subtract(u32[] %constant.69, u32[] %reshape.15), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313791: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.109 = u32[1024]{0} broadcast(u32[] %subtract.19), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313797: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.15 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.6, u32[1024]{0} %broadcast.109), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313802: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.15 = u32[1024]{0} or(u32[1024]{0} %shift-left.15, u32[1024]{0} %shift-right-logical.15), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313807: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.15 = u32[1024]{0} xor(u32[1024]{0} %add.63, u32[1024]{0} %or.15), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313812: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.62 = u32[1024]{0} add(u32[1024]{0} %add.63, u32[1024]{0} %xor.15), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.14 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313821: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.14 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.108 = u32[1024]{0} broadcast(u32[] %reshape.14), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313831: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.14 = u32[1024]{0} shift-left(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.108), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313836: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.18 = u32[] subtract(u32[] %constant.69, u32[] %reshape.14), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.107 = u32[1024]{0} broadcast(u32[] %subtract.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313847: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.14 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.15, u32[1024]{0} %broadcast.107), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313856: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.14 = u32[1024]{0} or(u32[1024]{0} %shift-left.14, u32[1024]{0} %shift-right-logical.14), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.14 = u32[1024]{0} xor(u32[1024]{0} %add.62, u32[1024]{0} %or.14), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.61 = u32[1024]{0} add(u32[1024]{0} %add.62, u32[1024]{0} %xor.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.13 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313876: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.13 = u32[] reshape(u32[1]{0} %slice.13), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313881: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.106 = u32[1024]{0} broadcast(u32[] %reshape.13), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313886: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.13 = u32[1024]{0} shift-left(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.106), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313891: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.17 = u32[] subtract(u32[] %constant.69, u32[] %reshape.13), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313896: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.105 = u32[1024]{0} broadcast(u32[] %subtract.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.13 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.14, u32[1024]{0} %broadcast.105), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313906: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.13 = u32[1024]{0} or(u32[1024]{0} %shift-left.13, u32[1024]{0} %shift-right-logical.13), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313911: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.13 = u32[1024]{0} xor(u32[1024]{0} %add.61, u32[1024]{0} %or.13), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313916: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.60 = u32[1024]{0} add(u32[1024]{0} %add.61, u32[1024]{0} %xor.13), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313924: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.12 = u32[1]{0} slice(u32[4]{0} %param_1.5), slice={[3:4]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313929: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.12 = u32[] reshape(u32[1]{0} %slice.12), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313936: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.104 = u32[1024]{0} broadcast(u32[] %reshape.12), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.12 = u32[1024]{0} shift-left(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.104), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.16 = u32[] subtract(u32[] %constant.69, u32[] %reshape.12), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313951: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.103 = u32[1024]{0} broadcast(u32[] %subtract.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.12 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.13, u32[1024]{0} %broadcast.103), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313961: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.12 = u32[1024]{0} or(u32[1024]{0} %shift-left.12, u32[1024]{0} %shift-right-logical.12), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313967: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.12 = u32[1024]{0} xor(u32[1024]{0} %add.60, u32[1024]{0} %or.12), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.2 = u32[] parameter(0) +2023-12-14 14:52:56.313977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.102 = u32[1024]{0} broadcast(u32[] %param_0.2), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313981: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.59 = u32[1024]{0} add(u32[1024]{0} %xor.12, u32[1024]{0} %broadcast.102), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.313989: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.313995: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.70 = s32[] constant(1) +2023-12-14 14:52:56.314001: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.64 = s32[] add(s32[] %param_4.12, s32[] %constant.70), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314005: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.3 = u32[] convert(s32[] %add.64), metadata={op_name="jit(_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.101 = u32[1024]{0} broadcast(u32[] %convert.3), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314015: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.57 = u32[1024]{0} add(u32[1024]{0} %add.59, u32[1024]{0} %broadcast.101), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314020: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.314025: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.314031: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1 (param_0.4: u32[], param_1.11: u32[4], param_2.14: u32[1024], param_3.17: u32[1024]) -> u32[1024] { +2023-12-14 14:52:56.314036: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.17 = u32[1024]{0} parameter(3) +2023-12-14 14:52:56.314041: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.14 = u32[1024]{0} parameter(2) +2023-12-14 14:52:56.314045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.70 = u32[1024]{0} add(u32[1024]{0} %param_3.17, u32[1024]{0} %param_2.14), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.11 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.314056: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.18 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314061: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.18 = u32[] reshape(u32[1]{0} %slice.18), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314066: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.117 = u32[1024]{0} broadcast(u32[] %reshape.18), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314071: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.18 = u32[1024]{0} shift-left(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.117), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314079: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.71 = u32[] constant(32) +2023-12-14 14:52:56.314084: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.22 = u32[] subtract(u32[] %constant.71, u32[] %reshape.18), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314090: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.116 = u32[1024]{0} broadcast(u32[] %subtract.22), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.18 = u32[1024]{0} shift-right-logical(u32[1024]{0} %param_2.14, u32[1024]{0} %broadcast.116), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.18 = u32[1024]{0} or(u32[1024]{0} %shift-left.18, u32[1024]{0} %shift-right-logical.18), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.18 = u32[1024]{0} xor(u32[1024]{0} %add.70, u32[1024]{0} %or.18), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.69 = u32[1024]{0} add(u32[1024]{0} %add.70, u32[1024]{0} %xor.18), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.17 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.17 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.115 = u32[1024]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.17 = u32[1024]{0} shift-left(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.115), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.21 = u32[] subtract(u32[] %constant.71, u32[] %reshape.17), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.114 = u32[1024]{0} broadcast(u32[] %subtract.21), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.17 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.18, u32[1024]{0} %broadcast.114), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.17 = u32[1024]{0} or(u32[1024]{0} %shift-left.17, u32[1024]{0} %shift-right-logical.17), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.17 = u32[1024]{0} xor(u32[1024]{0} %add.69, u32[1024]{0} %or.17), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.67 = u32[1024]{0} add(u32[1024]{0} %add.69, u32[1024]{0} %xor.17), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.16 = u32[1]{0} slice(u32[4]{0} %param_1.11), slice={[2:3]}, metadata={op_name="jit(_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.16 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314180: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.113 = u32[1024]{0} broadcast(u32[] %reshape.16), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314185: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.16 = u32[1024]{0} shift-left(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.113), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314189: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.20 = u32[] subtract(u32[] %constant.71, u32[] %reshape.16), metadata={op_name="jit(_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.112 = u32[1024]{0} broadcast(u32[] %subtract.20), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.16 = u32[1024]{0} shift-right-logical(u32[1024]{0} %xor.17, u32[1024]{0} %broadcast.112), metadata={op_name="jit(_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314204: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.16 = u32[1024]{0} or(u32[1024]{0} %shift-left.16, u32[1024]{0} %shift-right-logical.16), metadata={op_name="jit(_normal)/jit(main)/while/body/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314212: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.16 = u32[1024]{0} xor(u32[1024]{0} %add.67, u32[1024]{0} %or.16), metadata={op_name="jit(_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314217: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.66 = u32[1024]{0} add(u32[1024]{0} %add.67, u32[1024]{0} %xor.16), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314222: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.4 = u32[] parameter(0) +2023-12-14 14:52:56.314227: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.111 = u32[1024]{0} broadcast(u32[] %param_0.4), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.65 = u32[1024]{0} add(u32[1024]{0} %add.66, u32[1024]{0} %broadcast.111), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.314243: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.314248: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.32.clone.clone.clone (arg_tuple.3: (s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> (s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4]) { +2023-12-14 14:52:56.314253: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.3 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.314258: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.130 = s32[] get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=0 +2023-12-14 14:52:56.314263: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.314268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.67 = s32[] constant(1) +2023-12-14 14:52:56.314274: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.55 = s32[] add(s32[] %copy.8, s32[] %constant.67), metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.133 = u32[] get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=3 +2023-12-14 14:52:56.314284: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.314289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.136 = u32[4]{0} get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=6 +2023-12-14 14:52:56.314306: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.314311: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.132 = u32[1024]{0} get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=2 +2023-12-14 14:52:56.314316: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.10 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.132) +2023-12-14 14:52:56.314321: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.131 = u32[1024]{0} get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=1 +2023-12-14 14:52:56.314327: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.9 = u32[1024]{0} copy(u32[1024]{0} %get-tuple-element.131) +2023-12-14 14:52:56.314333: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.1 = u32[1024]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.134 = u32[] get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=4 +2023-12-14 14:52:56.314342: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.314347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion = u32[1024]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1024]{0} %copy.10, u32[1024]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_normal)/jit(main)/while/body/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314352: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.314358: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.135 = u32[] get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=5 +2023-12-14 14:52:56.314364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.314369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.314373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.314378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.137 = u32[4]{0} get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=7 +2023-12-14 14:52:56.314383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.314389: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.314394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.314402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.11 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.55, u32[1024]{0} %fusion.1, u32[1024]{0} %fusion, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.314407: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.314412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.314417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_1.96.clone.clone (arg_tuple.4: (s32[], u32[1024], u32[1024], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> pred[] { +2023-12-14 14:52:56.314423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.4 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.314428: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.94 = s32[] get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.4), index=0 +2023-12-14 14:52:56.314433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.68 = s32[] constant(5) +2023-12-14 14:52:56.314438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.5 = pred[] compare(s32[] %get-tuple-element.94, s32[] %constant.68), direction=LT, metadata={op_name="jit(_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.314448: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.314453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.20: u32[2]) -> u32[] { +2023-12-14 14:52:56.314458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.20 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.314463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.22 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314468: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.21 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314473: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.20), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314478: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.19 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314483: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.20 = u32[] xor(u32[] %reshape.21, u32[] %reshape.19), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.101 = u32[] constant(466688986) +2023-12-14 14:52:56.314496: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.101), metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314501: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.314507: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.314513: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4 (param_0.22: u32[2]) -> u32[1024] { +2023-12-14 14:52:56.314518: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.0 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314523: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.26 = u32[1024]{0} slice(u32[2048]{0} %iota.0), slice={[1024:2048]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1024,) limit_indices=(2048,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314527: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.22 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.314532: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.25 = u32[1]{0} slice(u32[2]{0} %param_0.22), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.23 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314544: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.165 = u32[1024]{0} broadcast(u32[] %reshape.23), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314549: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.84 = u32[1024]{0} add(u32[1024]{0} %slice.26, u32[1024]{0} %broadcast.165), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314553: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.314558: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.314563: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5 (param_0.24: u32[2]) -> u32[] { +2023-12-14 14:52:56.314568: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.24 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.314573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.27 = u32[1]{0} slice(u32[2]{0} %param_0.24), slice={[1:2]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.24 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.314592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.314598: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6 (param_0.26: u32[2]) -> u32[1024] { +2023-12-14 14:52:56.314602: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.1 = u32[2048]{0} iota(), iota_dimension=0, metadata={op_name="jit(_normal)/jit(main)/iota[dtype=uint32 shape=(2048,) dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314608: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.29 = u32[1024]{0} slice(u32[2048]{0} %iota.1), slice={[0:1024]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1024,) strides=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314613: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.26 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.314618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.28 = u32[1]{0} slice(u32[2]{0} %param_0.26), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314623: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.25 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.167 = u32[1024]{0} broadcast(u32[] %reshape.25), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.85 = u32[1024]{0} add(u32[1024]{0} %slice.29, u32[1024]{0} %broadcast.167), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.314643: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.314648: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.7 (param_0.28: u32[2]) -> u32[] { +2023-12-14 14:52:56.314652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.28 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.314658: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.30 = u32[1]{0} slice(u32[2]{0} %param_0.28), slice={[0:1]}, metadata={op_name="jit(_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314663: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.26 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314668: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.314673: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.314677: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2.clone (param_0.29: u32[1024], param_1.45: u32[1024]) -> f32[2048] { +2023-12-14 14:52:56.314685: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.29 = u32[1024]{0} parameter(0) +2023-12-14 14:52:56.314691: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.45 = u32[1024]{0} parameter(1) +2023-12-14 14:52:56.314697: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %concatenate.1 = u32[2048]{0} concatenate(u32[1024]{0} %param_0.29, u32[1024]{0} %param_1.45), dimensions={0}, metadata={op_name="jit(_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314701: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.134 = u32[] constant(9) +2023-12-14 14:52:56.314706: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.200 = u32[2048]{0} broadcast(u32[] %constant.134), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314711: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.20 = u32[2048]{0} shift-right-logical(u32[2048]{0} %concatenate.1, u32[2048]{0} %broadcast.200), metadata={op_name="jit(_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314716: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.132 = u32[] constant(1065353216) +2023-12-14 14:52:56.314721: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.199 = u32[2048]{0} broadcast(u32[] %constant.132), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314727: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.20 = u32[2048]{0} or(u32[2048]{0} %shift-right-logical.20, u32[2048]{0} %broadcast.199), metadata={op_name="jit(_normal)/jit(main)/or" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314732: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.1 = f32[2048]{0} bitcast-convert(u32[2048]{0} %or.20), metadata={op_name="jit(_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314736: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.130 = f32[] constant(-1) +2023-12-14 14:52:56.314741: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.198 = f32[2048]{0} broadcast(f32[] %constant.130), dimensions={} +2023-12-14 14:52:56.314747: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.102 = f32[2048]{0} add(f32[2048]{0} %bitcast-convert.1, f32[2048]{0} %broadcast.198), metadata={op_name="jit(_normal)/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314753: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.128 = f32[] constant(2) +2023-12-14 14:52:56.314758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.197 = f32[2048]{0} broadcast(f32[] %constant.128), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314763: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.51 = f32[2048]{0} multiply(f32[2048]{0} %add.102, f32[2048]{0} %broadcast.197), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.127 = f32[] constant(-0.99999994) +2023-12-14 14:52:56.314776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.196 = f32[2048]{0} broadcast(f32[] %constant.127), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314781: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.101 = f32[2048]{0} add(f32[2048]{0} %multiply.51, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314787: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %maximum.1 = f32[2048]{0} maximum(f32[2048]{0} %add.101, f32[2048]{0} %broadcast.196), metadata={op_name="jit(_normal)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.314792: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %abs.3 = f32[2048]{0} abs(f32[2048]{0} %maximum.1), metadata={op_name="abs.83"} +2023-12-14 14:52:56.314797: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.126 = f32[] constant(1) +2023-12-14 14:52:56.314802: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.195 = f32[2048]{0} broadcast(f32[] %constant.126), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:56.314807: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.9 = pred[2048]{0} compare(f32[2048]{0} %abs.3, f32[2048]{0} %broadcast.195), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:56.314812: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.125 = f32[] constant(inf) +2023-12-14 14:52:56.314817: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.194 = f32[2048]{0} broadcast(f32[] %constant.125), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:56.314822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.50 = f32[2048]{0} multiply(f32[2048]{0} %maximum.1, f32[2048]{0} %broadcast.194), metadata={op_name="multiply.81"} +2023-12-14 14:52:56.314827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.10 = f32[2048]{0} negate(f32[2048]{0} %maximum.1), metadata={op_name="negate.2"} +2023-12-14 14:52:56.314832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.49 = f32[2048]{0} multiply(f32[2048]{0} %negate.10, f32[2048]{0} %maximum.1), metadata={op_name="multiply.3"} +2023-12-14 14:52:56.314838: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %log-plus-one.3 = f32[2048]{0} log-plus-one(f32[2048]{0} %multiply.49), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:56.314844: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.9 = f32[2048]{0} negate(f32[2048]{0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:56.314849: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.124 = f32[] constant(5) +2023-12-14 14:52:56.314854: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.193 = f32[2048]{0} broadcast(f32[] %constant.124), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:56.314859: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.8 = pred[2048]{0} compare(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.193), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:56.314867: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.123 = f32[] constant(1.50140941) +2023-12-14 14:52:56.314872: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.192 = f32[2048]{0} broadcast(f32[] %constant.123), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:56.314878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.122 = f32[] constant(2.83297682) +2023-12-14 14:52:56.314883: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.191 = f32[2048]{0} broadcast(f32[] %constant.122), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:56.314888: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.43 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.192, f32[2048]{0} %broadcast.191), metadata={op_name="select.76"} +2023-12-14 14:52:56.314892: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.121 = f32[] constant(0.246640727) +2023-12-14 14:52:56.314897: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.190 = f32[2048]{0} broadcast(f32[] %constant.121), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:56.314903: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.120 = f32[] constant(1.00167406) +2023-12-14 14:52:56.314908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.189 = f32[2048]{0} broadcast(f32[] %constant.120), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:56.314913: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.42 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.190, f32[2048]{0} %broadcast.189), metadata={op_name="select.69"} +2023-12-14 14:52:56.314918: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.119 = f32[] constant(-0.00417768164) +2023-12-14 14:52:56.314923: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.188 = f32[2048]{0} broadcast(f32[] %constant.119), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:56.314928: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.118 = f32[] constant(0.00943887047) +2023-12-14 14:52:56.314933: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.187 = f32[2048]{0} broadcast(f32[] %constant.118), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:56.314938: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.41 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.188, f32[2048]{0} %broadcast.187), metadata={op_name="select.62"} +2023-12-14 14:52:56.314943: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.117 = f32[] constant(-0.00125372503) +2023-12-14 14:52:56.314948: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.186 = f32[2048]{0} broadcast(f32[] %constant.117), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:56.314953: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.116 = f32[] constant(-0.0076224613) +2023-12-14 14:52:56.314958: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.185 = f32[2048]{0} broadcast(f32[] %constant.116), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:56.314963: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.40 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.186, f32[2048]{0} %broadcast.185), metadata={op_name="select.55"} +2023-12-14 14:52:56.314972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.115 = f32[] constant(0.00021858087) +2023-12-14 14:52:56.314977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.184 = f32[2048]{0} broadcast(f32[] %constant.115), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:56.314981: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.114 = f32[] constant(0.00573950773) +2023-12-14 14:52:56.314986: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.183 = f32[2048]{0} broadcast(f32[] %constant.114), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:56.314992: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.39 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.184, f32[2048]{0} %broadcast.183), metadata={op_name="select.48"} +2023-12-14 14:52:56.314997: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.113 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:56.315002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.182 = f32[2048]{0} broadcast(f32[] %constant.113), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:56.315007: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.112 = f32[] constant(-0.00367342844) +2023-12-14 14:52:56.315012: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.181 = f32[2048]{0} broadcast(f32[] %constant.112), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:56.315017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.38 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.182, f32[2048]{0} %broadcast.181), metadata={op_name="select.41"} +2023-12-14 14:52:56.315022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.111 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:56.315027: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.180 = f32[2048]{0} broadcast(f32[] %constant.111), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:56.315033: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.110 = f32[] constant(0.00134934322) +2023-12-14 14:52:56.315037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.179 = f32[2048]{0} broadcast(f32[] %constant.110), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:56.315042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.37 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.180, f32[2048]{0} %broadcast.179), metadata={op_name="select.34"} +2023-12-14 14:52:56.315047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.109 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:56.315053: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.178 = f32[2048]{0} broadcast(f32[] %constant.109), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:56.315057: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.108 = f32[] constant(0.000100950558) +2023-12-14 14:52:56.315063: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.177 = f32[2048]{0} broadcast(f32[] %constant.108), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:56.315068: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.36 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.178, f32[2048]{0} %broadcast.177), metadata={op_name="select.27"} +2023-12-14 14:52:56.315077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.106 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:56.315083: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.176 = f32[2048]{0} broadcast(f32[] %constant.106), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:56.315088: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.105 = f32[] constant(-0.000200214257) +2023-12-14 14:52:56.315093: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.175 = f32[2048]{0} broadcast(f32[] %constant.105), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:56.315098: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.35 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %broadcast.176, f32[2048]{0} %broadcast.175), metadata={op_name="select.21"} +2023-12-14 14:52:56.315103: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.104 = f32[] constant(-2.5) +2023-12-14 14:52:56.315108: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.173 = f32[2048]{0} broadcast(f32[] %constant.104), dimensions={} +2023-12-14 14:52:56.315113: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.100 = f32[2048]{0} add(f32[2048]{0} %negate.9, f32[2048]{0} %broadcast.173), metadata={op_name="subtract.15"} +2023-12-14 14:52:56.315118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %sqrt.3 = f32[2048]{0} sqrt(f32[2048]{0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:56.315123: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.103 = f32[] constant(-3) +2023-12-14 14:52:56.315128: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.171 = f32[2048]{0} broadcast(f32[] %constant.103), dimensions={} +2023-12-14 14:52:56.315133: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.99 = f32[2048]{0} add(f32[2048]{0} %sqrt.3, f32[2048]{0} %broadcast.171), metadata={op_name="subtract.12"} +2023-12-14 14:52:56.315138: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.34 = f32[2048]{0} select(pred[2048]{0} %compare.8, f32[2048]{0} %add.100, f32[2048]{0} %add.99), metadata={op_name="select.16"} +2023-12-14 14:52:56.315143: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.48 = f32[2048]{0} multiply(f32[2048]{0} %select.35, f32[2048]{0} %select.34), metadata={op_name="multiply.22"} +2023-12-14 14:52:56.315148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.98 = f32[2048]{0} add(f32[2048]{0} %select.36, f32[2048]{0} %multiply.48), metadata={op_name="add.28"} +2023-12-14 14:52:56.315153: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.47 = f32[2048]{0} multiply(f32[2048]{0} %add.98, f32[2048]{0} %select.34), metadata={op_name="multiply.29"} +2023-12-14 14:52:56.315158: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.97 = f32[2048]{0} add(f32[2048]{0} %select.37, f32[2048]{0} %multiply.47), metadata={op_name="add.35"} +2023-12-14 14:52:56.315163: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.46 = f32[2048]{0} multiply(f32[2048]{0} %add.97, f32[2048]{0} %select.34), metadata={op_name="multiply.36"} +2023-12-14 14:52:56.315168: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.96 = f32[2048]{0} add(f32[2048]{0} %select.38, f32[2048]{0} %multiply.46), metadata={op_name="add.42"} +2023-12-14 14:52:56.315173: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.45 = f32[2048]{0} multiply(f32[2048]{0} %add.96, f32[2048]{0} %select.34), metadata={op_name="multiply.43"} +2023-12-14 14:52:56.315181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.95 = f32[2048]{0} add(f32[2048]{0} %select.39, f32[2048]{0} %multiply.45), metadata={op_name="add.49"} +2023-12-14 14:52:56.315186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.44 = f32[2048]{0} multiply(f32[2048]{0} %add.95, f32[2048]{0} %select.34), metadata={op_name="multiply.50"} +2023-12-14 14:52:56.315191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.92 = f32[2048]{0} add(f32[2048]{0} %select.40, f32[2048]{0} %multiply.44), metadata={op_name="add.56"} +2023-12-14 14:52:56.315196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.43 = f32[2048]{0} multiply(f32[2048]{0} %add.92, f32[2048]{0} %select.34), metadata={op_name="multiply.57"} +2023-12-14 14:52:56.315201: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.91 = f32[2048]{0} add(f32[2048]{0} %select.41, f32[2048]{0} %multiply.43), metadata={op_name="add.63"} +2023-12-14 14:52:56.315206: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.42 = f32[2048]{0} multiply(f32[2048]{0} %add.91, f32[2048]{0} %select.34), metadata={op_name="multiply.64"} +2023-12-14 14:52:56.315211: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.88 = f32[2048]{0} add(f32[2048]{0} %select.42, f32[2048]{0} %multiply.42), metadata={op_name="add.70"} +2023-12-14 14:52:56.315216: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.41 = f32[2048]{0} multiply(f32[2048]{0} %add.88, f32[2048]{0} %select.34), metadata={op_name="multiply.71"} +2023-12-14 14:52:56.315221: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.86 = f32[2048]{0} add(f32[2048]{0} %select.43, f32[2048]{0} %multiply.41), metadata={op_name="add.77"} +2023-12-14 14:52:56.315226: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.40 = f32[2048]{0} multiply(f32[2048]{0} %add.86, f32[2048]{0} %maximum.1), metadata={op_name="multiply.78"} +2023-12-14 14:52:56.315232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.33 = f32[2048]{0} select(pred[2048]{0} %compare.9, f32[2048]{0} %multiply.50, f32[2048]{0} %multiply.40), metadata={op_name="select.86"} +2023-12-14 14:52:56.315237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.102 = f32[] constant(1.41421354) +2023-12-14 14:52:56.315242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.169 = f32[2048]{0} broadcast(f32[] %constant.102), dimensions={}, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.315247: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.39 = f32[2048]{0} multiply(f32[2048]{0} %select.33, f32[2048]{0} %broadcast.169), metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.315252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.315256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.315262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.2 (p: u32[1024], p.1: u32[1024]) -> f32[2048] { +2023-12-14 14:52:56.315267: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = u32[1024]{0} parameter(0) +2023-12-14 14:52:56.315272: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = u32[1024]{0} parameter(1) +2023-12-14 14:52:56.315280: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.2.clone = f32[2048]{0} fusion(u32[1024]{0} %p, u32[1024]{0} %p.1), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_normal)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94}, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:56.315285: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.315290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.315295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.219 (Arg_0.1: u32[2]) -> f32[2048] { +2023-12-14 14:52:56.315300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.14 = s32[] constant(0) +2023-12-14 14:52:56.315305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.24 = s32[] copy(s32[] %constant.14) +2023-12-14 14:52:56.315310: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.315315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.6 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.315334: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.4 = u32[1024]{0} fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_normal)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.315339: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.5 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.315345: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_normal)/jit(main)/xor" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.315350: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.7 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.315355: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.17 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.315360: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.26 = u32[4]{0} copy(u32[4]{0} %constant.17) +2023-12-14 14:52:56.315365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.16 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.315370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.25 = u32[4]{0} copy(u32[4]{0} %constant.16) +2023-12-14 14:52:56.315375: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %tuple.9 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[1024]{0} %fusion.6, u32[1024]{0} %fusion.4, u32[] %fusion.5, u32[] %fusion.3, /*index=5*/u32[] %fusion.7, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:56.315380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %while.1 = (s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.96.clone.clone, body=%region_0.32.clone.clone.clone +2023-12-14 14:52:56.315389: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.112 = u32[1024]{0} get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=1, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.315395: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.113 = u32[1024]{0} get-tuple-element((s32[], u32[1024]{0}, u32[1024]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=2, metadata={op_name="jit(_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=94} +2023-12-14 14:52:56.315400: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048]{0} call(u32[1024]{0} %get-tuple-element.112, u32[1024]{0} %get-tuple-element.113), to_apply=%parallel_fusion.2 +2023-12-14 14:52:56.315405: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.315410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.315458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 51): + InstructionSequence: + 0:Arg_0.1 + 1:fusion.4 + 2:fusion.6 + 3:constant.16 + 4:copy.25 + 5:constant.17 + 6:copy.26 + 7:constant.14 + 8:copy.24 + 9:fusion.3 + 10:fusion.5 + 11:fusion.7 + 12:tuple.9 + 13:constant.68 + 14:arg_tuple.4 + 15:get-tuple-element.94 + 16:compare.5 + 17:arg_tuple.3 + 18:get-tuple-element.136 + 19:copy.14 + 20:get-tuple-element.132 + 21:copy.10 + 22:get-tuple-element.131 + 23:copy.9 + 24:get-tuple-element.134 + 25:copy.12 + 26:get-tuple-element.130 + 27:copy.8 + 28:fusion + 29:get-tuple-element.133 + 30:copy.11 + 31:fusion.1 + 32:get-tuple-element.137 + 33:copy.15 + 34:copy.23 + 35:constant.67 + 36:add.55 + 37:copy.19 + 38:get-tuple-element.135 + 39:copy.13 + 40:copy.21 + 41:copy.22 + 42:copy.20 + 43:tuple.11 + 44:while.1 + 45:get-tuple-element.112 + 46:get-tuple-element.113 + 47:p + 48:p.1 + 49:fusion.2.clone + 50:call + BufferLiveRange: + fusion.2.clone{}:49-51 + constant.68{}:13-16 + compare.5{}:16-17 + constant.14{}:7-8 + copy.24{}:8-13 + Arg_0.1{}:0-51 + fusion.6{}:2-13 + fusion.4{}:1-13 + fusion.5{}:10-13 + fusion.3{}:9-13 + fusion.7{}:11-13 + constant.17{}:5-6 + copy.26{}:6-13 + constant.16{}:3-4 + copy.25{}:4-13 + tuple.9{}:12-13 + copy.8{}:27-36 + constant.67{}:35-36 + add.55{}:36-44 + copy.11{}:30-40 + copy.14{}:19-34 + copy.10{}:21-31 + copy.9{}:23-31 + fusion.1{}:31-44 + copy.12{}:25-37 + fusion{}:28-44 + copy.19{}:37-44 + copy.13{}:39-42 + copy.20{}:42-44 + copy.21{}:40-44 + copy.15{}:33-41 + copy.22{}:41-44 + copy.23{}:34-44 + tuple.11{}:43-44 + arg_tuple.4{}:13-17 + arg_tuple.3{}:17-38 + arg_tuple.4{0}:13-17 + arg_tuple.4{1}:13-17 + arg_tuple.4{2}:13-17 + arg_tuple.4{3}:13-17 + arg_tuple.4{4}:13-17 + arg_tuple.4{5}:13-17 + arg_tuple.4{6}:13-17 + arg_tuple.4{7}:13-17 + arg_tuple.3{0}:17-27 + arg_tuple.3{1}:17-23 + arg_tuple.3{2}:17-21 + arg_tuple.3{3}:17-30 + arg_tuple.3{4}:17-25 + arg_tuple.3{5}:17-39 + arg_tuple.3{6}:17-19 + arg_tuple.3{7}:17-33 + while.1{}:44-46 + while.1{0}:44-44 + while.1{1}:44-50 + while.1{2}:44-50 + while.1{3}:44-44 + while.1{4}:44-44 + while.1{5}:44-44 + while.1{6}:44-44 + while.1{7}:44-44 + Live ranges at 31 (peak): + Arg_0.1: 8 bytes + copy.8: 4 bytes + copy.11: 4 bytes + copy.14: 16 bytes + copy.10: 4096 bytes + copy.9: 4096 bytes + fusion.1: 4096 bytes + copy.12: 4 bytes + fusion: 4096 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + +2023-12-14 14:52:56.315494: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time51 +2023-12-14 14:52:56.315501: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:56.315508: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <33 Arg_0.1> +2023-12-14 14:52:56.315518: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:56.315523: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <35 fusion.4> +2023-12-14 14:52:56.315529: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:56.315534: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <34 fusion.6> +2023-12-14 14:52:56.315540: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:56.315545: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:56.315550: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <42 copy.25> +2023-12-14 14:52:56.315555: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:56.315561: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:56.315567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <40 copy.26> +2023-12-14 14:52:56.315572: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:56.315577: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:56.315582: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <32 copy.24> +2023-12-14 14:52:56.315587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:56.315592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <37 fusion.3> +2023-12-14 14:52:56.315598: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:56.315603: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <36 fusion.5> +2023-12-14 14:52:56.315608: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:56.315613: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <38 fusion.7> +2023-12-14 14:52:56.315619: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:52:56.315624: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <43 tuple.9{}> +2023-12-14 14:52:56.315630: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:52:56.315636: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <261 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.315642: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 tuple.9{}> +2023-12-14 14:52:56.315648: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <263 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.315654: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 copy.24> +2023-12-14 14:52:56.315660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <264 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.315669: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.6> +2023-12-14 14:52:56.315674: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <265 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.315680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion.4> +2023-12-14 14:52:56.315685: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <266 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.315691: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.5> +2023-12-14 14:52:56.315697: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <267 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.315702: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.3> +2023-12-14 14:52:56.315707: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <268 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.315713: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.7> +2023-12-14 14:52:56.315719: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <269 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.315724: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.26> +2023-12-14 14:52:56.315729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <270 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.315735: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 copy.25> +2023-12-14 14:52:56.315740: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.315745: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <35 fusion.4> +2023-12-14 14:52:56.315751: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <34 fusion.6> +2023-12-14 14:52:56.315756: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <42 copy.25> +2023-12-14 14:52:56.315761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <40 copy.26> +2023-12-14 14:52:56.315767: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <32 copy.24> +2023-12-14 14:52:56.315773: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <37 fusion.3> +2023-12-14 14:52:56.315778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <36 fusion.5> +2023-12-14 14:52:56.315783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <38 fusion.7> +2023-12-14 14:52:56.315789: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <43 tuple.9{}> +2023-12-14 14:52:56.315794: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:52:56.315799: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:52:56.315804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:52:56.315810: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <8 compare.5> +2023-12-14 14:52:56.315816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:52:56.315822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <277 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.315827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.26> +2023-12-14 14:52:56.315833: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <273 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.315842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion.4> +2023-12-14 14:52:56.315848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <272 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.315853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.6> +2023-12-14 14:52:56.315858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <275 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.315864: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.3> +2023-12-14 14:52:56.315870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <271 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.315876: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 copy.24> +2023-12-14 14:52:56.315881: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <274 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.315886: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.5> +2023-12-14 14:52:56.315893: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <278 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.315899: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 copy.25> +2023-12-14 14:52:56.315904: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <262 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.315909: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 tuple.9{}> +2023-12-14 14:52:56.315915: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <276 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.315920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.7> +2023-12-14 14:52:56.315926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.315931: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <261 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.315937: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <263 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.315942: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <264 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.315947: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <265 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.315954: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <266 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.315960: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <267 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.315965: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <268 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.315971: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <269 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.315976: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <270 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.315981: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <8 compare.5> +2023-12-14 14:52:56.315987: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:52:56.315993: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:52:56.315998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <48 copy.14> +2023-12-14 14:52:56.316009: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316015: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <277 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.316021: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:52:56.316026: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:52:56.316031: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <49 copy.10> +2023-12-14 14:52:56.316036: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316041: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <273 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.316048: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:52:56.316053: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:52:56.316058: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <50 copy.9> +2023-12-14 14:52:56.316063: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316068: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <272 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.316075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:52:56.316080: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:52:56.316085: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <52 copy.12> +2023-12-14 14:52:56.316091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316096: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <275 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.316101: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:52:56.316107: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:52:56.316112: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <44 copy.8> +2023-12-14 14:52:56.316118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316123: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <271 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.316128: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:52:56.316133: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <53 fusion> +2023-12-14 14:52:56.316140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion.4> +2023-12-14 14:52:56.316145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:52:56.316149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:52:56.316154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <47 copy.11> +2023-12-14 14:52:56.316159: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316166: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <274 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.316172: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:52:56.316177: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <51 fusion.1> +2023-12-14 14:52:56.316185: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.6> +2023-12-14 14:52:56.316190: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316195: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <49 copy.10> +2023-12-14 14:52:56.316201: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <50 copy.9> +2023-12-14 14:52:56.316206: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:52:56.316210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 33 +2023-12-14 14:52:56.316215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 copy.15> +2023-12-14 14:52:56.316221: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316226: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <278 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.316232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 34 +2023-12-14 14:52:56.316237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <60 copy.23> +2023-12-14 14:52:56.316242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 copy.25> +2023-12-14 14:52:56.316247: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <48 copy.14> +2023-12-14 14:52:56.316258: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 35 +2023-12-14 14:52:56.316263: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 36 +2023-12-14 14:52:56.316268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <46 add.55> +2023-12-14 14:52:56.316273: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 copy.24> +2023-12-14 14:52:56.316278: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316283: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <44 copy.8> +2023-12-14 14:52:56.316289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 37 +2023-12-14 14:52:56.316295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <54 copy.19> +2023-12-14 14:52:56.316300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.5> +2023-12-14 14:52:56.316305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316310: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <52 copy.12> +2023-12-14 14:52:56.316315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 38 +2023-12-14 14:52:56.316320: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316325: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <262 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.316330: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 39 +2023-12-14 14:52:56.316335: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <55 copy.13> +2023-12-14 14:52:56.316340: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316346: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <276 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.316355: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 40 +2023-12-14 14:52:56.316360: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 copy.21> +2023-12-14 14:52:56.316365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.7> +2023-12-14 14:52:56.316370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316375: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <47 copy.11> +2023-12-14 14:52:56.316380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 41 +2023-12-14 14:52:56.316385: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <59 copy.22> +2023-12-14 14:52:56.316391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.26> +2023-12-14 14:52:56.316395: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316400: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 copy.15> +2023-12-14 14:52:56.316405: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 42 +2023-12-14 14:52:56.316411: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 copy.20> +2023-12-14 14:52:56.316416: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.3> +2023-12-14 14:52:56.316421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316426: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <55 copy.13> +2023-12-14 14:52:56.316431: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 43 +2023-12-14 14:52:56.316436: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <61 tuple.11{}> +2023-12-14 14:52:56.316442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 tuple.9{}> +2023-12-14 14:52:56.316447: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 44 +2023-12-14 14:52:56.316452: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <280 while.1{0} (phi)> +2023-12-14 14:52:56.316457: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 copy.24> +2023-12-14 14:52:56.316463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <283 while.1{3} (phi)> +2023-12-14 14:52:56.316468: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.5> +2023-12-14 14:52:56.316474: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <284 while.1{4} (phi)> +2023-12-14 14:52:56.316479: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<37 fusion.3> +2023-12-14 14:52:56.316484: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <285 while.1{5} (phi)> +2023-12-14 14:52:56.316490: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 fusion.7> +2023-12-14 14:52:56.316495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <286 while.1{6} (phi)> +2023-12-14 14:52:56.316501: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.26> +2023-12-14 14:52:56.316506: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <287 while.1{7} (phi)> +2023-12-14 14:52:56.316512: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 copy.25> +2023-12-14 14:52:56.316520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <279 while.1{} (phi)> +2023-12-14 14:52:56.316525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 tuple.9{}> +2023-12-14 14:52:56.316531: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <281 while.1{1} (phi)> +2023-12-14 14:52:56.316537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.6> +2023-12-14 14:52:56.316542: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <282 while.1{2} (phi)> +2023-12-14 14:52:56.316547: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion.4> +2023-12-14 14:52:56.316552: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316557: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <53 fusion> +2023-12-14 14:52:56.316563: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <51 fusion.1> +2023-12-14 14:52:56.316568: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <60 copy.23> +2023-12-14 14:52:56.316573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <46 add.55> +2023-12-14 14:52:56.316578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <54 copy.19> +2023-12-14 14:52:56.316583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 copy.21> +2023-12-14 14:52:56.316588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <59 copy.22> +2023-12-14 14:52:56.316594: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 copy.20> +2023-12-14 14:52:56.316600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <61 tuple.11{}> +2023-12-14 14:52:56.316606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <280 while.1{0} (phi)> +2023-12-14 14:52:56.316611: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <283 while.1{3} (phi)> +2023-12-14 14:52:56.316617: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <284 while.1{4} (phi)> +2023-12-14 14:52:56.316623: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <285 while.1{5} (phi)> +2023-12-14 14:52:56.316628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <286 while.1{6} (phi)> +2023-12-14 14:52:56.316634: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <287 while.1{7} (phi)> +2023-12-14 14:52:56.316639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 45 +2023-12-14 14:52:56.316643: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 46 +2023-12-14 14:52:56.316648: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316654: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <279 while.1{} (phi)> +2023-12-14 14:52:56.316659: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 47 +2023-12-14 14:52:56.316664: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 48 +2023-12-14 14:52:56.316668: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 49 +2023-12-14 14:52:56.316673: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <3 fusion.2.clone> +2023-12-14 14:52:56.316679: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 50 +2023-12-14 14:52:56.316684: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <281 while.1{1} (phi)> +2023-12-14 14:52:56.316698: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <282 while.1{2} (phi)> +2023-12-14 14:52:56.316703: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 51 +2023-12-14 14:52:56.316707: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.316713: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <33 Arg_0.1> +2023-12-14 14:52:56.316718: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <3 fusion.2.clone> +2023-12-14 14:52:56.316829: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:56.316838: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8B +2023-12-14 14:52:56.316843: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 44B +2023-12-14 14:52:56.316848: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8.0KiB +2023-12-14 14:52:56.316853: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 12.2KiB +2023-12-14 14:52:56.316858: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 20.2KiB +2023-12-14 14:52:56.316863: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 4.0KiB (19.77%) +2023-12-14 14:52:56.316868: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:56.318231: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 271 us (cumulative: 1.06 ms, max: 301 us, #called: 9) +2023-12-14 14:52:56.388803: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0b293ff80 +2023-12-14 14:52:56.390221: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:56.390271: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__normal] for CPU using JIT time: 144 ms (cumulative: 434 ms, max: 160 ms, #called: 9) +2023-12-14 14:52:56.392747: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__normal; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.393727: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.394130: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__threefry_split; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.394160: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.394212: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__unstack; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.394228: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.394334: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.394615: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__normal; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.436814: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.446002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_matmul: spmd-partitioner +2023-12-14 14:52:56.446070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:56.446100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 20 us (cumulative: 287 ms, max: 65 ms, #called: 834) +2023-12-14 14:52:56.446107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.446123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 287 ms, max: 65 ms, #called: 835) +2023-12-14 14:52:56.446150: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0},f32[2048,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:56.446156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_matmul: HLO passes through layout assignment +2023-12-14 14:52:56.446182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:56.446239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 287 ms, max: 65 ms, #called: 836) +2023-12-14 14:52:56.446264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:56.446271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 287 ms, max: 65 ms, #called: 837) +2023-12-14 14:52:56.446294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:56.446301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 287 ms, max: 65 ms, #called: 838) +2023-12-14 14:52:56.446325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:56.446332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 40 us (cumulative: 287 ms, max: 65 ms, #called: 839) +2023-12-14 14:52:56.446372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.446381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 287 ms, max: 65 ms, #called: 840) +2023-12-14 14:52:56.446404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:56.446411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 287 ms, max: 65 ms, #called: 841) +2023-12-14 14:52:56.446433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:56.446445: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:56.446453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 34 us (cumulative: 287 ms, max: 65 ms, #called: 842) +2023-12-14 14:52:56.446475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:56.446482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 23 us (cumulative: 287 ms, max: 65 ms, #called: 843) +2023-12-14 14:52:56.446505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:56.446513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 287 ms, max: 65 ms, #called: 844) +2023-12-14 14:52:56.446537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:56.446543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 27 us (cumulative: 287 ms, max: 65 ms, #called: 845) +2023-12-14 14:52:56.446571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:56.446578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 28 us (cumulative: 287 ms, max: 65 ms, #called: 846) +2023-12-14 14:52:56.446612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:56.446620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 28 us (cumulative: 287 ms, max: 65 ms, #called: 847) +2023-12-14 14:52:56.446645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:56.446651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 287 ms, max: 65 ms, #called: 848) +2023-12-14 14:52:56.446674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:56.446682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 287 ms, max: 65 ms, #called: 849) +2023-12-14 14:52:56.446704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:56.446711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 287 ms, max: 65 ms, #called: 850) +2023-12-14 14:52:56.446734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:56.446741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 287 ms, max: 65 ms, #called: 851) +2023-12-14 14:52:56.446769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:56.446777: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:52:56.446783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 287 ms, max: 65 ms, #called: 852) +2023-12-14 14:52:56.446807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.446815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 26 us (cumulative: 288 ms, max: 65 ms, #called: 853) +2023-12-14 14:52:56.446840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:56.446847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 288 ms, max: 65 ms, #called: 854) +2023-12-14 14:52:56.446870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:56.446881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 288 ms, max: 65 ms, #called: 855) +2023-12-14 14:52:56.446904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.446910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 288 ms, max: 65 ms, #called: 856) +2023-12-14 14:52:56.446932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.446941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 288 ms, max: 65 ms, #called: 857) +2023-12-14 14:52:56.446968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.446975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.446986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.446993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 288 ms, max: 65 ms, #called: 858) +2023-12-14 14:52:56.446999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:56.447006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 288 ms, max: 65 ms, #called: 859) +2023-12-14 14:52:56.447029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:56.447037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 288 ms, max: 65 ms, #called: 860) +2023-12-14 14:52:56.447059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:56.447066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 24 us (cumulative: 288 ms, max: 65 ms, #called: 861) +2023-12-14 14:52:56.447089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:56.447100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 288 ms, max: 65 ms, #called: 862) +2023-12-14 14:52:56.447124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:56.447153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 46 us (cumulative: 288 ms, max: 65 ms, #called: 863) +2023-12-14 14:52:56.447177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:56.447185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 27 us (cumulative: 288 ms, max: 65 ms, #called: 864) +2023-12-14 14:52:56.447211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:56.447219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 24 us (cumulative: 288 ms, max: 65 ms, #called: 865) +2023-12-14 14:52:56.447241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:56.447248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 288 ms, max: 65 ms, #called: 866) +2023-12-14 14:52:56.447271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:56.447278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 288 ms, max: 65 ms, #called: 867) +2023-12-14 14:52:56.447301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:56.447308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_matmul: simplification +2023-12-14 14:52:56.447329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.447353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 23 us (cumulative: 288 ms, max: 65 ms, #called: 868) +2023-12-14 14:52:56.447358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.447367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 288 ms, max: 65 ms, #called: 869) +2023-12-14 14:52:56.447373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.447382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 288 ms, max: 65 ms, #called: 870) +2023-12-14 14:52:56.447388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.447396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 288 ms, max: 65 ms, #called: 871) +2023-12-14 14:52:56.447401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.447415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 11 us (cumulative: 288 ms, max: 65 ms, #called: 872) +2023-12-14 14:52:56.447421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.447429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 288 ms, max: 65 ms, #called: 873) +2023-12-14 14:52:56.447434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.447444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 288 ms, max: 65 ms, #called: 874) +2023-12-14 14:52:56.447449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.447459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 288 ms, max: 65 ms, #called: 875) +2023-12-14 14:52:56.447465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.447473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 288 ms, max: 65 ms, #called: 876) +2023-12-14 14:52:56.447478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.447488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 288 ms, max: 65 ms, #called: 877) +2023-12-14 14:52:56.447493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.447501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 288 ms, max: 65 ms, #called: 878) +2023-12-14 14:52:56.447508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.447517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 288 ms, max: 65 ms, #called: 879) +2023-12-14 14:52:56.447522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.447545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 288 ms, max: 65 ms, #called: 880) +2023-12-14 14:52:56.447551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.447561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 288 ms, max: 65 ms, #called: 881) +2023-12-14 14:52:56.447566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 284 us (cumulative: 288 ms, max: 65 ms, #called: 882) +2023-12-14 14:52:56.447598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:56.447610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 34 us (cumulative: 288 ms, max: 65 ms, #called: 883) +2023-12-14 14:52:56.447638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:56.447647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 288 ms, max: 65 ms, #called: 884) +2023-12-14 14:52:56.447669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:56.447676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 23 us (cumulative: 288 ms, max: 65 ms, #called: 885) +2023-12-14 14:52:56.447700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:56.447708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 288 ms, max: 65 ms, #called: 886) +2023-12-14 14:52:56.447730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.447754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 40 us (cumulative: 288 ms, max: 65 ms, #called: 887) +2023-12-14 14:52:56.447778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:56.447785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 288 ms, max: 65 ms, #called: 888) +2023-12-14 14:52:56.447807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.447814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 25 us (cumulative: 288 ms, max: 65 ms, #called: 889) +2023-12-14 14:52:56.447840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:56.447849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.447860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.447867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 26 us (cumulative: 289 ms, max: 65 ms, #called: 890) +2023-12-14 14:52:56.447873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:56.447908: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:56.447916: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:56.447959: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:56.447966: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:56.447990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_matmul +2023-12-14 14:52:56.448013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.448023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.448029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.448035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.448040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.448045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.448057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.448062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.448067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.448072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:56.448077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:56.448117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_matmul +2023-12-14 14:52:56.448124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.448129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.448134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.448138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.448143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.448152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.448157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.448162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.448167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:56.448171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:56.448176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.448181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.448186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.448191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.448196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.448201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:56.448206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.448211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.448216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.448221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.448225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.448230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:56.448235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.448240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:56.448245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.448249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:56.448254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.448261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(matmul)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.448299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.448313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.448321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 446 us (cumulative: 289 ms, max: 65 ms, #called: 891) +2023-12-14 14:52:56.448348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_matmul: hlo normalization +2023-12-14 14:52:56.448358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.448369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 289 ms, max: 65 ms, #called: 892) +2023-12-14 14:52:56.448374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:56.448383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 289 ms, max: 65 ms, #called: 893) +2023-12-14 14:52:56.448390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:56.448399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 289 ms, max: 65 ms, #called: 894) +2023-12-14 14:52:56.448412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_matmul: HLO passes after layout assignment +2023-12-14 14:52:56.448420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:56.448426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_matmul: after layout assignment +2023-12-14 14:52:56.448434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 289 ms, max: 65 ms, #called: 895) +2023-12-14 14:52:56.448439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.448448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 289 ms, max: 65 ms, #called: 896) +2023-12-14 14:52:56.448453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:56.448480: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:56.448489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 35 us (cumulative: 289 ms, max: 65 ms, #called: 897) +2023-12-14 14:52:56.448495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:56.448501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_matmul: simplification after layout assignment +2023-12-14 14:52:56.448509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.448520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 289 ms, max: 65 ms, #called: 898) +2023-12-14 14:52:56.448525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.448535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 289 ms, max: 65 ms, #called: 899) +2023-12-14 14:52:56.448541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.448557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 289 ms, max: 65 ms, #called: 900) +2023-12-14 14:52:56.448566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 69 us (cumulative: 289 ms, max: 65 ms, #called: 901) +2023-12-14 14:52:56.448575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:56.448582: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:56.448634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 55 us (cumulative: 289 ms, max: 65 ms, #called: 902) +2023-12-14 14:52:56.448641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.448649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 289 ms, max: 65 ms, #called: 903) +2023-12-14 14:52:56.448656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:56.448665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_matmul +2023-12-14 14:52:56.448677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.448683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.448689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.448694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.448700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.448705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.448712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.448717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.448722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.448727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:56.448732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:56.448754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_matmul +2023-12-14 14:52:56.448760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.448765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.448770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.448774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.448779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.448784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.448788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.448793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.448802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:56.448807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:56.448812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.448816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.448821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.448826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.448831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.448836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:56.448841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.448846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.448850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.448855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.448860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.448864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:56.448871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.448876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:56.448880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.448885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:56.448890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.448895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(matmul)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.448919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_matmul +2023-12-14 14:52:56.448929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.448935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.448940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.448945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.448949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.448954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.448964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.448969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.448974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.448979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:56.448984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:56.449001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_matmul +2023-12-14 14:52:56.449008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.449014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.449018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.449023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.449028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.449032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.449037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.449042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.449047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:56.449052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:56.449056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.449061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.449066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.449070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.449075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.449079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:56.449084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.449089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.449094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.449099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.449103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.449108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:56.449113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.449123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:56.449128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.449132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:56.449137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.449142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(matmul)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.449160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_matmul +2023-12-14 14:52:56.449170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.449176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.449181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.449187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.449191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.449196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.449202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.449207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.449213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.449218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:56.449223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:56.449238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_matmul +2023-12-14 14:52:56.449244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.449248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.449253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.449258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.449263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.449267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.449273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.449278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.449286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:56.449291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:56.449296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.449301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.449305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.449310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.449315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.449319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:56.449324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.449329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.449334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.449338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.449343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.449348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:56.449352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.449357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:56.449364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.449369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:56.449373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.449378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(matmul)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.449394: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:56.449400: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:56.449409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 750 us (cumulative: 290 ms, max: 65 ms, #called: 904) +2023-12-14 14:52:56.449414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.449422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 290 ms, max: 65 ms, #called: 905) +2023-12-14 14:52:56.449438: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_matmul +2023-12-14 14:52:56.450705: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:56.450758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_matmul +2023-12-14 14:52:56.450778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.450785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.450791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.450796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.450801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.450807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.450816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.450821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.450827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.450832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:56.450837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:56.450861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_matmul +2023-12-14 14:52:56.450867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.450872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.450877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.450882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.450886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.450891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.450896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.450901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.450905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:56.450910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:56.450924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.450929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.450935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.450940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.450945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.450950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:56.450955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.450959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.450964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.450969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.450973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.450978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:56.450983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.450988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:56.450992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.450997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:56.451002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.451008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(matmul)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.451051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_matmul +2023-12-14 14:52:56.451064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.451069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.451074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.451080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.451085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.451090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.451096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.451101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.451111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.451116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:56.451122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:56.451138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_matmul +2023-12-14 14:52:56.451143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.451148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.451152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.451157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.451162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.451166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.451171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.451176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.451181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:56.451185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:56.451190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.451195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.451199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.451204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.451210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.451215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:56.451220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.451225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.451230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.451234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.451239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.451243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:56.451248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.451253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:56.451258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.451265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:56.451270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.451275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(matmul)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.451294: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_matmul +2023-12-14 14:52:56.451300: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:52:56.451346: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:56.451357: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:56.451367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_matmul +2023-12-14 14:52:56.451382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.451387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.451392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.451397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.451402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.451408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.451414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.451419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.451424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.451429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:56.451434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:56.451451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_matmul +2023-12-14 14:52:56.451456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.451462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.451466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.451471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.451476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.451481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.451489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.451495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.451500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:56.451504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:56.451509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.451514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.451518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.451523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.451527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.451532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:56.451537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.451542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.451546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.451551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.451555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.451560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:56.451565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.451570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:56.451574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.451579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:56.451586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.451594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(matmul)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.451640: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_matmul, entry_computation_layout={(f32[2048,2048]{1,0},f32[2048,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:56.451647: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.451652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048,2048], Arg_1.2: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:56.451658: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.451666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.451675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %dot.3 = f32[2048,2048]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(matmul)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.451681: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.451686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.451698: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:dot.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + dot.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 16777216 bytes + Arg_1.2: 16777216 bytes + dot.3: 16777216 bytes + +2023-12-14 14:52:56.451707: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:52:56.451713: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:56.451719: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:56.451729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:56.451734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:56.451739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:56.451744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 dot.3> +2023-12-14 14:52:56.451750: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:56.451755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.451760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:56.451766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:56.451771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 dot.3> +2023-12-14 14:52:56.451798: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:56.451804: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 32.00MiB +2023-12-14 14:52:56.451809: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:56.451814: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:56.451819: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:56.451823: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 48.00MiB +2023-12-14 14:52:56.451828: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:56.451834: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:56.452046: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 66 us (cumulative: 1.12 ms, max: 301 us, #called: 10) +2023-12-14 14:52:56.457558: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0b293d000 +2023-12-14 14:52:56.457996: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:56.458026: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_matmul] for CPU using JIT time: 8.57 ms (cumulative: 443 ms, max: 160 ms, #called: 10) +2023-12-14 14:52:56.459148: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_matmul; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.530426: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.540150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:52:56.540232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:56.540281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 34 us (cumulative: 290 ms, max: 65 ms, #called: 906) +2023-12-14 14:52:56.540294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.540315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 20 us (cumulative: 290 ms, max: 65 ms, #called: 907) +2023-12-14 14:52:56.540347: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0},f32[2048]{0})->f32[2048,2048]{1,0} +2023-12-14 14:52:56.540353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:52:56.540383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:56.540453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 29 us (cumulative: 290 ms, max: 65 ms, #called: 908) +2023-12-14 14:52:56.540480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:56.540486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 290 ms, max: 65 ms, #called: 909) +2023-12-14 14:52:56.540511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:56.540518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 41 us (cumulative: 290 ms, max: 65 ms, #called: 910) +2023-12-14 14:52:56.540560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:56.540569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 26 us (cumulative: 290 ms, max: 65 ms, #called: 911) +2023-12-14 14:52:56.540594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.540603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 290 ms, max: 65 ms, #called: 912) +2023-12-14 14:52:56.540627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:56.540634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 290 ms, max: 65 ms, #called: 913) +2023-12-14 14:52:56.540658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:56.540670: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:56.540677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 35 us (cumulative: 290 ms, max: 65 ms, #called: 914) +2023-12-14 14:52:56.540701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:56.540710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 27 us (cumulative: 290 ms, max: 65 ms, #called: 915) +2023-12-14 14:52:56.540735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:56.540744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 30 us (cumulative: 290 ms, max: 65 ms, #called: 916) +2023-12-14 14:52:56.540772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:56.540780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 24 us (cumulative: 290 ms, max: 65 ms, #called: 917) +2023-12-14 14:52:56.540805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:56.540811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 290 ms, max: 65 ms, #called: 918) +2023-12-14 14:52:56.540835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:56.540841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 25 us (cumulative: 290 ms, max: 65 ms, #called: 919) +2023-12-14 14:52:56.540867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:56.540875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 25 us (cumulative: 290 ms, max: 65 ms, #called: 920) +2023-12-14 14:52:56.540899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:56.540906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 25 us (cumulative: 290 ms, max: 65 ms, #called: 921) +2023-12-14 14:52:56.540931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:56.540938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 24 us (cumulative: 290 ms, max: 65 ms, #called: 922) +2023-12-14 14:52:56.540965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:56.540973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.540985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.540993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 25 us (cumulative: 290 ms, max: 65 ms, #called: 923) +2023-12-14 14:52:56.540998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:56.541007: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.8 +2023-12-14 14:52:56.541014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 33 us (cumulative: 290 ms, max: 65 ms, #called: 924) +2023-12-14 14:52:56.541038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.541046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 25 us (cumulative: 291 ms, max: 65 ms, #called: 925) +2023-12-14 14:52:56.541070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:56.541077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 291 ms, max: 65 ms, #called: 926) +2023-12-14 14:52:56.541100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:56.541113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 28 us (cumulative: 291 ms, max: 65 ms, #called: 927) +2023-12-14 14:52:56.541136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.541143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 291 ms, max: 65 ms, #called: 928) +2023-12-14 14:52:56.541167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.541186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 36 us (cumulative: 291 ms, max: 65 ms, #called: 929) +2023-12-14 14:52:56.541210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.541216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 291 ms, max: 65 ms, #called: 930) +2023-12-14 14:52:56.541241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:56.541249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 25 us (cumulative: 291 ms, max: 65 ms, #called: 931) +2023-12-14 14:52:56.541273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:56.541281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 26 us (cumulative: 291 ms, max: 65 ms, #called: 932) +2023-12-14 14:52:56.541305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:56.541312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 291 ms, max: 65 ms, #called: 933) +2023-12-14 14:52:56.541336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:56.541349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 30 us (cumulative: 291 ms, max: 65 ms, #called: 934) +2023-12-14 14:52:56.541373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:56.541413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 63 us (cumulative: 291 ms, max: 65 ms, #called: 935) +2023-12-14 14:52:56.541443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:56.541452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 27 us (cumulative: 291 ms, max: 65 ms, #called: 936) +2023-12-14 14:52:56.541477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:56.541483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 24 us (cumulative: 291 ms, max: 65 ms, #called: 937) +2023-12-14 14:52:56.541508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:56.541515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 24 us (cumulative: 291 ms, max: 65 ms, #called: 938) +2023-12-14 14:52:56.541539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:56.541546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.541557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.541565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 24 us (cumulative: 291 ms, max: 65 ms, #called: 939) +2023-12-14 14:52:56.541570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:56.541576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:56.541590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.541642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 50 us (cumulative: 291 ms, max: 65 ms, #called: 940) +2023-12-14 14:52:56.541650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.541659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 291 ms, max: 65 ms, #called: 941) +2023-12-14 14:52:56.541665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.541674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 942) +2023-12-14 14:52:56.541683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.541692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 943) +2023-12-14 14:52:56.541698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.541707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 291 ms, max: 65 ms, #called: 944) +2023-12-14 14:52:56.541713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.541722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 291 ms, max: 65 ms, #called: 945) +2023-12-14 14:52:56.541728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.541737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 291 ms, max: 65 ms, #called: 946) +2023-12-14 14:52:56.541742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.541752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 291 ms, max: 65 ms, #called: 947) +2023-12-14 14:52:56.541758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.541767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 8 us (cumulative: 291 ms, max: 65 ms, #called: 948) +2023-12-14 14:52:56.541772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.541782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 291 ms, max: 65 ms, #called: 949) +2023-12-14 14:52:56.541787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.541795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 950) +2023-12-14 14:52:56.541801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.541811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 291 ms, max: 65 ms, #called: 951) +2023-12-14 14:52:56.541817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.541840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 291 ms, max: 65 ms, #called: 952) +2023-12-14 14:52:56.541846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.541857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 10 us (cumulative: 291 ms, max: 65 ms, #called: 953) +2023-12-14 14:52:56.541864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:56.541875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.541898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 20 us (cumulative: 291 ms, max: 65 ms, #called: 954) +2023-12-14 14:52:56.541904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.541912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 6 us (cumulative: 291 ms, max: 65 ms, #called: 955) +2023-12-14 14:52:56.541917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.541925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 956) +2023-12-14 14:52:56.541931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.541940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 957) +2023-12-14 14:52:56.541946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.541954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 958) +2023-12-14 14:52:56.541959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.541968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 959) +2023-12-14 14:52:56.541973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.541981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 291 ms, max: 65 ms, #called: 960) +2023-12-14 14:52:56.541986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.541995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 961) +2023-12-14 14:52:56.542001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.542009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 291 ms, max: 65 ms, #called: 962) +2023-12-14 14:52:56.542015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.542023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 963) +2023-12-14 14:52:56.542028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.542036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 291 ms, max: 65 ms, #called: 964) +2023-12-14 14:52:56.542041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.542049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 965) +2023-12-14 14:52:56.542056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.542069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 12 us (cumulative: 291 ms, max: 65 ms, #called: 966) +2023-12-14 14:52:56.542075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.542083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 967) +2023-12-14 14:52:56.542090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:56.542097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.542107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 291 ms, max: 65 ms, #called: 968) +2023-12-14 14:52:56.542113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.542122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 6 us (cumulative: 291 ms, max: 65 ms, #called: 969) +2023-12-14 14:52:56.542127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.542136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 970) +2023-12-14 14:52:56.542141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.542149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 971) +2023-12-14 14:52:56.542156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.542165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 972) +2023-12-14 14:52:56.542170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.542180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 9 us (cumulative: 291 ms, max: 65 ms, #called: 973) +2023-12-14 14:52:56.542185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.542193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 291 ms, max: 65 ms, #called: 974) +2023-12-14 14:52:56.542198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.542207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 975) +2023-12-14 14:52:56.542212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.542220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 976) +2023-12-14 14:52:56.542225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.542233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 977) +2023-12-14 14:52:56.542242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.542250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 978) +2023-12-14 14:52:56.542256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.542264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 6 us (cumulative: 291 ms, max: 65 ms, #called: 979) +2023-12-14 14:52:56.542270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.542279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 9 us (cumulative: 291 ms, max: 65 ms, #called: 980) +2023-12-14 14:52:56.542284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.542293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 291 ms, max: 65 ms, #called: 981) +2023-12-14 14:52:56.542300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.542313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.542320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 749 us (cumulative: 292 ms, max: 65 ms, #called: 982) +2023-12-14 14:52:56.542326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:56.542332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.542342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.542350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 292 ms, max: 65 ms, #called: 983) +2023-12-14 14:52:56.542356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:56.542364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.542373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.542381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 292 ms, max: 65 ms, #called: 984) +2023-12-14 14:52:56.542386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:56.542393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.542403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.542411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 292 ms, max: 65 ms, #called: 985) +2023-12-14 14:52:56.542418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:56.542427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.542442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.542450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 31 us (cumulative: 292 ms, max: 65 ms, #called: 986) +2023-12-14 14:52:56.542456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.542478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.542489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.542496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 39 us (cumulative: 292 ms, max: 65 ms, #called: 987) +2023-12-14 14:52:56.542502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:56.542508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.542519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.542527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 292 ms, max: 65 ms, #called: 988) +2023-12-14 14:52:56.542533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.542540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.542550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.542557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 292 ms, max: 65 ms, #called: 989) +2023-12-14 14:52:56.542562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:56.542571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.542581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.542588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 292 ms, max: 65 ms, #called: 990) +2023-12-14 14:52:56.542594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:56.542632: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:56.542640: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.8) +2023-12-14 14:52:56.542685: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:56.542692: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.8) +2023-12-14 14:52:56.542719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.542746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.542756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.542766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.542774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.542779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.542785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.542797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.542802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.542808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.542813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.7 +2023-12-14 14:52:56.542818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 add.7> + +2023-12-14 14:52:56.542823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.6 +2023-12-14 14:52:56.542829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 broadcast.6> + +2023-12-14 14:52:56.542872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.542879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.542884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.542888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.542893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.542898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.542903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.542907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.542912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.542917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7: +2023-12-14 14:52:56.542922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.7> (def) +2023-12-14 14:52:56.542926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.542931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.6: +2023-12-14 14:52:56.542936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.6> (def) +2023-12-14 14:52:56.542941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.542945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.542950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.542955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.542970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.542975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 0 +2023-12-14 14:52:56.542980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.542985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.542990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.542994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.542999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.543004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.6, operand 0 +2023-12-14 14:52:56.543009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.543013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.6> +2023-12-14 14:52:56.543018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.543023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.6 +2023-12-14 14:52:56.543028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.543033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 1 +2023-12-14 14:52:56.543038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.6 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %Arg_1.2), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.543044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.7> +2023-12-14 14:52:56.543050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.543055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7 +2023-12-14 14:52:56.543059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.543065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.7 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %broadcast.6), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.543106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.543120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.543129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 532 us (cumulative: 293 ms, max: 65 ms, #called: 991) +2023-12-14 14:52:56.543154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:52:56.543165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.543178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 13 us (cumulative: 293 ms, max: 65 ms, #called: 992) +2023-12-14 14:52:56.543185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:56.543194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 293 ms, max: 65 ms, #called: 993) +2023-12-14 14:52:56.543200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:56.543209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 293 ms, max: 65 ms, #called: 994) +2023-12-14 14:52:56.543221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:52:56.543231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:56.543237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:52:56.543244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 293 ms, max: 65 ms, #called: 995) +2023-12-14 14:52:56.543250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.543258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 293 ms, max: 65 ms, #called: 996) +2023-12-14 14:52:56.543263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:56.543362: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:52:56.543378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 111 us (cumulative: 293 ms, max: 65 ms, #called: 997) +2023-12-14 14:52:56.543384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:56.543390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:52:56.543397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.543408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 293 ms, max: 65 ms, #called: 998) +2023-12-14 14:52:56.543414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.543424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 293 ms, max: 65 ms, #called: 999) +2023-12-14 14:52:56.543431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.543452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 19 us (cumulative: 293 ms, max: 65 ms, #called: 1000) +2023-12-14 14:52:56.543461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 75 us (cumulative: 293 ms, max: 65 ms, #called: 1001) +2023-12-14 14:52:56.543467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:56.543473: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:56.543568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:56.543631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 161 us (cumulative: 293 ms, max: 65 ms, #called: 1002) +2023-12-14 14:52:56.543639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.543650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:56.543660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 19 us (cumulative: 293 ms, max: 65 ms, #called: 1003) +2023-12-14 14:52:56.543665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:56.543681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.543740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.543754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.543760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.543766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.543770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.543775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.543782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:56.543788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.543793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.543798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.543804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.543809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:56.543814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:52:56.543819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:56.543824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:56.543829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:56.543835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 broadcast.2> + +2023-12-14 14:52:56.543840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:56.543845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:56.543854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:56.543860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.543865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.543870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:56.543876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.543881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.543979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.543987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.543992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.543997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.544001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:56.544006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.544016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:56.544020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.544030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.544035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:56.544044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:52:56.544049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:56.544059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:56.544064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:56.544073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.2> (def) +2023-12-14 14:52:56.544078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:56.544087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:56.544107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:56.544116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:56.544121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.544131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:56.544136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.544148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.544153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.544158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.544162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:56.544172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.544177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[2048]{0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.544188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:56.544193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.544202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.544207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.544216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:56.544221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.544226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.544231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.544241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.544246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.544258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:56.544263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.544268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:56.544272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:56.544282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:56.544291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.544296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:56.544301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:56.544310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:56.544320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.544326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.2> +2023-12-14 14:52:56.544331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:56.544340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:56.544350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %param_1.2), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.544355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:52:56.544360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:56.544369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.544417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.544461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.544470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.544476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.544481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.544486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.544491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.544497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:56.544504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.544510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.544515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.544521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.544526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:56.544531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:52:56.544536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:56.544541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:56.544546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:56.544551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 broadcast.2> + +2023-12-14 14:52:56.544556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:56.544562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:56.544566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:56.544572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.544577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.544582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:56.544588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.544593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.544633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.544639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.544643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.544653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:56.544658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.544667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:56.544673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.544684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.544689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:56.544698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:52:56.544703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:56.544712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:56.544717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:56.544726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.2> (def) +2023-12-14 14:52:56.544731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:56.544740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:56.544745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:56.544754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:56.544759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.544769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:56.544775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.544779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.544787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.544792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.544797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.544802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:56.544811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.544816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[2048]{0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.544826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:56.544830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.544839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.544844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.544855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:56.544859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.544865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.544869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.544879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.544883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.544893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:56.544898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.544903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:56.544907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:56.544917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:56.544929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.544934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:56.544939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:56.544949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:56.544959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.544964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.2> +2023-12-14 14:52:56.544969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.544974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:56.544978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.544983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:56.544988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %param_1.2), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.544993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:52:56.544998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.545002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:56.545007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.545012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.545038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.545077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.545085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.545090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.545095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.545100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.545105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.545114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:56.545120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.545125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.545130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.545136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.545141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:56.545147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:52:56.545151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:56.545157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:56.545162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:56.545167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 broadcast.2> + +2023-12-14 14:52:56.545172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:56.545177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:56.545182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:56.545188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.545192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.545198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:56.545203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.545208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.545236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.545242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.545247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.545252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.545257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:56.545261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.545266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.545271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:56.545278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.545283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.545288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.545293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.545298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:56.545303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:52:56.545308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.545313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:56.545318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:56.545323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.545327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:56.545332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.2> (def) +2023-12-14 14:52:56.545337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.545341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:56.545346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:56.545351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.545355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:56.545360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:56.545365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.545370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.545374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:56.545379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.545384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.545389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.545394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.545399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.545404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.545409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:56.545414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.545418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.545426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[2048]{0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.545431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:56.545435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.545440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.545445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.545449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.545454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.545459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:56.545464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.545469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.545473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.545479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.545483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.545488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.545494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.545498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:56.545503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.545508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:56.545513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.545518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:56.545522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.545527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:56.545532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.545537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:56.545541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.545546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:56.545551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.545555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:56.545566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.545571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.2> +2023-12-14 14:52:56.545576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.545582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:56.545586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.545591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:56.545596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %param_1.2), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.545601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:52:56.545606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.545610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:56.545615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.545620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.545642: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:56.545648: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:56.545660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.99 ms (cumulative: 295 ms, max: 65 ms, #called: 1004) +2023-12-14 14:52:56.545666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.545676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 295 ms, max: 65 ms, #called: 1005) +2023-12-14 14:52:56.545693: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:52:56.546967: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:56.547030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.547109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.547121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.547127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.547132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.547137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.547142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.547149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:56.547154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.547160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.547165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.547171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.547176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:56.547181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:52:56.547186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:56.547192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:56.547196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:56.547202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 broadcast.2> + +2023-12-14 14:52:56.547208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:56.547213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:56.547218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:56.547224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.547229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.547234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:56.547239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.547244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.547282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.547288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.547297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.547303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.547308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:56.547313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.547327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.547337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:56.547345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.547350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.547354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.547359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.547364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:56.547369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:52:56.547373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.547378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:56.547383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:56.547388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.547392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:56.547397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.2> (def) +2023-12-14 14:52:56.547402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.547408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:56.547413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:56.547418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.547423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:56.547428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:56.547432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.547437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.547442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:56.547447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.547452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.547457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.547465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.547470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.547474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.547479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:56.547484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.547489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.547494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[2048]{0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.547500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:56.547505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.547510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.547514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.547519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.547524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.547529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:56.547534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.547538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.547543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.547548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.547552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.547557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.547562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.547566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:56.547571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.547576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:56.547581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.547587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:56.547593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.547597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:56.547606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.547611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:56.547616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.547621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:56.547625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.547630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:56.547635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.547640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.2> +2023-12-14 14:52:56.547645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.547649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:56.547654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.547659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:56.547664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %param_1.2), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.547669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:52:56.547673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.547679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:56.547684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.547689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.547743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.547786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.547796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.547801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.547806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.547811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.547816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.547822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:56.547830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.547836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.547841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.547847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.547852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:56.547858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:52:56.547864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:56.547870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:56.547877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:56.547885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 broadcast.2> + +2023-12-14 14:52:56.547892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:56.547899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:56.547906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:56.547916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.547923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.547932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:56.547940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.547946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.547979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.547985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.547990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.547995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.548000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:56.548004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.548014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:56.548019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.548033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.548039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:56.548049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:52:56.548053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:56.548063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:56.548068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:56.548077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.2> (def) +2023-12-14 14:52:56.548082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:56.548091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:56.548096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:56.548105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:56.548110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.548119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:56.548125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.548135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.548140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.548145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.548149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.548154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:56.548159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.548163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.548169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[2048]{0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.548176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:56.548181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.548186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.548190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.548195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.548200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.548205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:56.548211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.548216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.548221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.548226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.548231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.548235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.548240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.548245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:56.548250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.548255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:56.548259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.548264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:56.548269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.548274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:56.548278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.548283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:56.548288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.548293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:56.548297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.548303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:56.548308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.548316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.2> +2023-12-14 14:52:56.548321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.548326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:56.548331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.548336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:56.548341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %param_1.2), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.548346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:52:56.548350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.548355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:56.548359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.548364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.548389: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:52:56.548395: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:52:56.548436: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:56.548446: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:56.548457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.548504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.548513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.548518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.548523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.548528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.548533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.548539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:56.548544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.548549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.548554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.548566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.548572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:56.548577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:52:56.548583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:56.548588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:56.548593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:56.548599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 broadcast.2> + +2023-12-14 14:52:56.548603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:56.548609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:56.548614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:56.548619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.548624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.548629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:56.548634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.548640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.548669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.548677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.548685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.548699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:56.548706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.548720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:56.548728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.548744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.548750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:56.548765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:52:56.548769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:56.548779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:56.548783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:56.548793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.2> (def) +2023-12-14 14:52:56.548798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:56.548807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:56.548812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:56.548824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:56.548831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.548850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:56.548859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.548866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.548875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.548882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.548891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.548898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.548905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:56.548913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.548920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.548930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[2048]{0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.548937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:56.548948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.548958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.548963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.548967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.548972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.548977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:56.548982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.548987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.548992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.548996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.549001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.549006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.549012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.549017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:56.549022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.549026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:56.549032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.549037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:56.549041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.549046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:56.549051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.549056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:56.549061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.549065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:56.549070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.549075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:56.549079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.549084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.2> +2023-12-14 14:52:56.549089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.549094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:56.549103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.549109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:56.549114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %param_1.2), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.549121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:52:56.549126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.549130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:56.549135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.549140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.549213: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048,2048]{1,0},f32[2048]{0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:56.549220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.549225: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[2048,2048], param_1.2: f32[2048]) -> f32[2048,2048] { +2023-12-14 14:52:56.549230: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.549235: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.549241: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.2 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %param_1.2), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.549247: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.549252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.549256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.549261: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,2048], p.1: f32[2048]) -> f32[2048,2048] { +2023-12-14 14:52:56.549266: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.549271: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.549277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[2048]{0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.549286: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.549291: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.549296: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.8 (Arg_0.1: f32[2048,2048], Arg_1.2: f32[2048]) -> f32[2048,2048] { +2023-12-14 14:52:56.549302: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.549307: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:52:56.549312: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_0.1, f32[2048]{0} %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:52:56.549317: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.549322: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.549335: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + fusion.clone{}:4-6 + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + Live ranges at 4 (peak): + fusion.clone: 16777216 bytes + Arg_0.1: 16777216 bytes + Arg_1.2: 8192 bytes + +2023-12-14 14:52:56.549344: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:56.549349: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:56.549355: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:52:56.549365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:52:56.549372: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:56.549377: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:56.549381: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:56.549386: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:56.549392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.clone> +2023-12-14 14:52:56.549397: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:56.549402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:56.549407: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.549412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:52:56.549417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:52:56.549423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.clone> +2023-12-14 14:52:56.549453: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:56.549459: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.01MiB +2023-12-14 14:52:56.549464: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:56.549469: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:56.549477: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:56.549482: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 32.01MiB +2023-12-14 14:52:56.549487: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:56.549493: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:56.549831: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 86 us (cumulative: 1.21 ms, max: 301 us, #called: 11) +2023-12-14 14:52:56.565197: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0b27950c0 +2023-12-14 14:52:56.565639: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:56.565670: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 20 ms (cumulative: 463 ms, max: 160 ms, #called: 11) +2023-12-14 14:52:56.566830: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.570573: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.571029: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.571358: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__normal; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.606261: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.615440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:52:56.615500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:56.615532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 21 us (cumulative: 295 ms, max: 65 ms, #called: 1006) +2023-12-14 14:52:56.615539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.615555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 14 us (cumulative: 295 ms, max: 65 ms, #called: 1007) +2023-12-14 14:52:56.615582: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[],f32[2048,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:56.615589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:52:56.615616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.615659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.615667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:56.615694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.615707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.615715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 46 us (cumulative: 295 ms, max: 65 ms, #called: 1008) +2023-12-14 14:52:56.615721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:56.615728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.615739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.615746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 295 ms, max: 65 ms, #called: 1009) +2023-12-14 14:52:56.615752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:56.615758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.615768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.615776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 295 ms, max: 65 ms, #called: 1010) +2023-12-14 14:52:56.615781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:56.615789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.615799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.615806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 295 ms, max: 65 ms, #called: 1011) +2023-12-14 14:52:56.615811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.615821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.615831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.615838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 295 ms, max: 65 ms, #called: 1012) +2023-12-14 14:52:56.615844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:56.615851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.615861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.615868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 295 ms, max: 65 ms, #called: 1013) +2023-12-14 14:52:56.615875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:56.615887: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:56.615895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.615909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.615917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 40 us (cumulative: 295 ms, max: 65 ms, #called: 1014) +2023-12-14 14:52:56.615922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:56.615931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.615941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.615948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 295 ms, max: 65 ms, #called: 1015) +2023-12-14 14:52:56.615953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:56.615962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.615973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.615980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 296 ms, max: 65 ms, #called: 1016) +2023-12-14 14:52:56.615986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:56.615993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 296 ms, max: 65 ms, #called: 1017) +2023-12-14 14:52:56.616016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:56.616022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 296 ms, max: 65 ms, #called: 1018) +2023-12-14 14:52:56.616045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:56.616051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 296 ms, max: 65 ms, #called: 1019) +2023-12-14 14:52:56.616074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:56.616081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 296 ms, max: 65 ms, #called: 1020) +2023-12-14 14:52:56.616108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:56.616115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 296 ms, max: 65 ms, #called: 1021) +2023-12-14 14:52:56.616138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:56.616145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 23 us (cumulative: 296 ms, max: 65 ms, #called: 1022) +2023-12-14 14:52:56.616168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:56.616176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 25 us (cumulative: 296 ms, max: 65 ms, #called: 1023) +2023-12-14 14:52:56.616199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:56.616207: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:52:56.616214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 296 ms, max: 65 ms, #called: 1024) +2023-12-14 14:52:56.616238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.616245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 296 ms, max: 65 ms, #called: 1025) +2023-12-14 14:52:56.616268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:56.616275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 296 ms, max: 65 ms, #called: 1026) +2023-12-14 14:52:56.616301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:56.616311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 296 ms, max: 65 ms, #called: 1027) +2023-12-14 14:52:56.616335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.616341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 296 ms, max: 65 ms, #called: 1028) +2023-12-14 14:52:56.616365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.616375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 26 us (cumulative: 296 ms, max: 65 ms, #called: 1029) +2023-12-14 14:52:56.616398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.616404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 296 ms, max: 65 ms, #called: 1030) +2023-12-14 14:52:56.616427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:56.616435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 296 ms, max: 65 ms, #called: 1031) +2023-12-14 14:52:56.616458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:56.616465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 296 ms, max: 65 ms, #called: 1032) +2023-12-14 14:52:56.616487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:56.616497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 27 us (cumulative: 296 ms, max: 65 ms, #called: 1033) +2023-12-14 14:52:56.616521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:56.616531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 27 us (cumulative: 296 ms, max: 65 ms, #called: 1034) +2023-12-14 14:52:56.616555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:56.616587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 49 us (cumulative: 296 ms, max: 65 ms, #called: 1035) +2023-12-14 14:52:56.616611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:56.616619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 24 us (cumulative: 296 ms, max: 65 ms, #called: 1036) +2023-12-14 14:52:56.616641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:56.616648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 296 ms, max: 65 ms, #called: 1037) +2023-12-14 14:52:56.616671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:56.616677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 296 ms, max: 65 ms, #called: 1038) +2023-12-14 14:52:56.616701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:56.616709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.616723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.616730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 28 us (cumulative: 296 ms, max: 65 ms, #called: 1039) +2023-12-14 14:52:56.616736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:56.616742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:56.616755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.616782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 25 us (cumulative: 296 ms, max: 65 ms, #called: 1040) +2023-12-14 14:52:56.616789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.616798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 296 ms, max: 65 ms, #called: 1041) +2023-12-14 14:52:56.616804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.616813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 296 ms, max: 65 ms, #called: 1042) +2023-12-14 14:52:56.616819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.616827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 296 ms, max: 65 ms, #called: 1043) +2023-12-14 14:52:56.616832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.616841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 296 ms, max: 65 ms, #called: 1044) +2023-12-14 14:52:56.616847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.616855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 296 ms, max: 65 ms, #called: 1045) +2023-12-14 14:52:56.616860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.616869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 296 ms, max: 65 ms, #called: 1046) +2023-12-14 14:52:56.616875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.616885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 296 ms, max: 65 ms, #called: 1047) +2023-12-14 14:52:56.616892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.616900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 296 ms, max: 65 ms, #called: 1048) +2023-12-14 14:52:56.616906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.616915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 296 ms, max: 65 ms, #called: 1049) +2023-12-14 14:52:56.616923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.616932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 296 ms, max: 65 ms, #called: 1050) +2023-12-14 14:52:56.616938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.616948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 296 ms, max: 65 ms, #called: 1051) +2023-12-14 14:52:56.616954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.616978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 23 us (cumulative: 296 ms, max: 65 ms, #called: 1052) +2023-12-14 14:52:56.616984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.616995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 10 us (cumulative: 296 ms, max: 65 ms, #called: 1053) +2023-12-14 14:52:56.617001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.617012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.617019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 282 us (cumulative: 297 ms, max: 65 ms, #called: 1054) +2023-12-14 14:52:56.617025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:56.617032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.617042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.617049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 297 ms, max: 65 ms, #called: 1055) +2023-12-14 14:52:56.617055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:56.617064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.617074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.617081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 25 us (cumulative: 297 ms, max: 65 ms, #called: 1056) +2023-12-14 14:52:56.617086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:56.617092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.617102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.617110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 297 ms, max: 65 ms, #called: 1057) +2023-12-14 14:52:56.617115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:56.617123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.617133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.617144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 28 us (cumulative: 297 ms, max: 65 ms, #called: 1058) +2023-12-14 14:52:56.617150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.617174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.617185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.617192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 41 us (cumulative: 297 ms, max: 65 ms, #called: 1059) +2023-12-14 14:52:56.617198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:56.617204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.617215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.617222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 297 ms, max: 65 ms, #called: 1060) +2023-12-14 14:52:56.617228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.617235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.617246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.617253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 297 ms, max: 65 ms, #called: 1061) +2023-12-14 14:52:56.617258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:56.617266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.617276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.617283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 297 ms, max: 65 ms, #called: 1062) +2023-12-14 14:52:56.617289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:56.617325: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:56.617334: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:56.617379: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:56.617386: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:56.617412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.617439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.617448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.617455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.617464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.617469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.617475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.617485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.617492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.617499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:56.617504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:52:56.617510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 broadcast.3> + +2023-12-14 14:52:56.617515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.4 +2023-12-14 14:52:56.617521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 multiply.4> + +2023-12-14 14:52:56.617564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.617570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.617575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.617580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.617585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.617590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.617595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.617600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:56.617605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.617609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:52:56.617614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.3> (def) +2023-12-14 14:52:56.617619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.617624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4: +2023-12-14 14:52:56.617628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> (def) +2023-12-14 14:52:56.617633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.617638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.617643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.617647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.617652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.617660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:52:56.617665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.617670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.3> +2023-12-14 14:52:56.617675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.617680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:52:56.617686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.617691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 0 +2023-12-14 14:52:56.617696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[2048,2048]{1,0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.617701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:56.617706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.617711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.617715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.617720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 1 +2023-12-14 14:52:56.617725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.617730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> +2023-12-14 14:52:56.617735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.617740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4 +2023-12-14 14:52:56.617744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.617749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.4 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.3, f32[2048,2048]{1,0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.617792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.617807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.617816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 525 us (cumulative: 297 ms, max: 65 ms, #called: 1063) +2023-12-14 14:52:56.617839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:52:56.617849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.617859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 297 ms, max: 65 ms, #called: 1064) +2023-12-14 14:52:56.617869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:56.617879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 9 us (cumulative: 297 ms, max: 65 ms, #called: 1065) +2023-12-14 14:52:56.617885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:56.617894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 297 ms, max: 65 ms, #called: 1066) +2023-12-14 14:52:56.617906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:52:56.617915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:56.617921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:52:56.617928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 297 ms, max: 65 ms, #called: 1067) +2023-12-14 14:52:56.617934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.617942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 297 ms, max: 65 ms, #called: 1068) +2023-12-14 14:52:56.617948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:56.618034: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:52:56.618048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 98 us (cumulative: 297 ms, max: 65 ms, #called: 1069) +2023-12-14 14:52:56.618054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:56.618060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:52:56.618067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.618079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 297 ms, max: 65 ms, #called: 1070) +2023-12-14 14:52:56.618084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.618095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 297 ms, max: 65 ms, #called: 1071) +2023-12-14 14:52:56.618100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.618121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 18 us (cumulative: 297 ms, max: 65 ms, #called: 1072) +2023-12-14 14:52:56.618129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 74 us (cumulative: 298 ms, max: 65 ms, #called: 1073) +2023-12-14 14:52:56.618135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:56.618141: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:56.618269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:56.618341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 202 us (cumulative: 298 ms, max: 65 ms, #called: 1074) +2023-12-14 14:52:56.618350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.618361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:56.618372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 20 us (cumulative: 298 ms, max: 65 ms, #called: 1075) +2023-12-14 14:52:56.618378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:56.618393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.618458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.618472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.618478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.618484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.618489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.618495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.618502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:56.618507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.618513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.618518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.618523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.618528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:56.618534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:56.618539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:56.618544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:56.618549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:56.618555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:52:56.618559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:56.618565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:52:56.618571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:56.618583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.618588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.618594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.618599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.618604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:56.618706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.618714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.618719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.618724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.618728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:56.618733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.618738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.618743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.618749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.618755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.618760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.618765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.618769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:56.618774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:56.618779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.618784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:56.618788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:56.618793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.618798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:56.618803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:52:56.618808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.618815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:56.618822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:52:56.618829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.618843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:56.618851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:56.618858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.618865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.618873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.618880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.618890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.618895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:56.618900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.618904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.618909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.618914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:56.618919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.618923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.618930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.618936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.618941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.618945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.618950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.618955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.618960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.618965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:56.618971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.618979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:56.618986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.618994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.619003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.619011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.619025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.619033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:56.619041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.619049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:52:56.619056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.619063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:56.619070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.619078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:56.619086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.619093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:56.619103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.619109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:56.619114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.619119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:56.619124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.619129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:52:56.619134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.619139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:56.619143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.619148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:56.619153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.619158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:56.619164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.619171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:56.619179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.619189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.619247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.619325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.619345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.619354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.619363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.619373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.619378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.619385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:56.619390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.619397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.619402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.619408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.619413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:56.619419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:56.619424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:56.619429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:56.619434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:56.619439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:52:56.619444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:56.619449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:52:56.619454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:56.619460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.619465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.619470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.619475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.619480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:56.619522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.619535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.619540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.619545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.619550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:56.619554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.619559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.619564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.619569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.619574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.619580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.619585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.619589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:56.619594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:56.619599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.619604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:56.619608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:56.619613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.619618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:56.619623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:52:56.619627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.619632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:56.619637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:52:56.619642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.619646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:56.619651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:56.619656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.619662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.619667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.619673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.619677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.619682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:56.619690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.619695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.619700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.619705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:56.619709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.619714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.619719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.619724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.619729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.619734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.619738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.619743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.619748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.619753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:56.619759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.619764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:56.619769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.619773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.619778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.619783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.619788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.619792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:56.619798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.619802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:52:56.619807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.619812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:56.619817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.619824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:56.619829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.619834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:56.619840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.619845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:56.619850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.619855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:56.619860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.619865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:52:56.619870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.619874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:56.619879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.619884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:56.619889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.619894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:56.619899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.619904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:56.619908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.619913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.619945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.619987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.619995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.620000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.620005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.620010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.620015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.620022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:56.620031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.620037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.620041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.620047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.620052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:56.620058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:56.620063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:56.620068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:56.620073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:56.620078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:52:56.620083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:56.620088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:52:56.620093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:56.620099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.620104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.620110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.620115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.620121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:56.620151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.620156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.620161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.620166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.620171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:56.620176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.620180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.620185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.620195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.620200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.620206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.620211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.620216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:56.620221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:56.620226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.620230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:56.620235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:56.620240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.620245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:56.620250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:52:56.620255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.620259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:56.620264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:52:56.620269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.620273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:56.620278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:56.620284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.620288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.620293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.620299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.620303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.620308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:56.620313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.620318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.620322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.620327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:56.620332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.620337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.620342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.620350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.620355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.620359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.620364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.620369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.620375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.620380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:56.620386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.620391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:56.620396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.620400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.620405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.620410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.620415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.620420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:56.620424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.620429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:52:56.620434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.620439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:56.620444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.620448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:56.620453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.620458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:56.620464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.620469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:56.620473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.620479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:56.620488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.620493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:52:56.620497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.620502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:56.620507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.620512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:56.620517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.620522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:56.620526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.620531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:56.620536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.620541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.620564: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:56.620571: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:56.620586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.2 ms (cumulative: 300 ms, max: 65 ms, #called: 1076) +2023-12-14 14:52:56.620593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.620603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 300 ms, max: 65 ms, #called: 1077) +2023-12-14 14:52:56.620621: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:52:56.621824: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:56.621883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.621956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.621967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.621973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.621979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.621983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.621988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.621995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:56.622000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.622006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.622011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.622016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.622022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:56.622028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:56.622032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:56.622038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:56.622043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:56.622048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:52:56.622053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:56.622059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:52:56.622064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:56.622070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.622075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.622080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.622085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.622090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:56.622126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.622132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.622141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.622151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:56.622156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.622166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.622170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.622180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.622185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:56.622194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:56.622199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:56.622208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:56.622213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:56.622222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:52:56.622227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:56.622237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:52:56.622242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:56.622252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:56.622257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.622266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.622271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.622281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:56.622285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.622293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.622298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.622303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:56.622307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.622312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.622317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.622322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.622328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.622333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.622338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.622342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.622347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.622352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:56.622357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.622362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:56.622366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.622371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.622376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.622380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.622385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.622390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:56.622395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.622400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:52:56.622404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.622409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:56.622414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.622420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:56.622430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.622435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:56.622440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.622445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:56.622450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.622454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:56.622459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.622464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:52:56.622469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.622474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:56.622478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.622483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:56.622488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.622493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:56.622498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.622503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:56.622509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.622514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.622566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.622607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.622616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.622621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.622626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.622630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.622635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.622641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:56.622649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.622655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.622660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.622665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.622670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:56.622676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:56.622681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:56.622687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:56.622693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:56.622698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:52:56.622703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:56.622708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:52:56.622713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:56.622719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.622724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.622729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.622734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.622739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:56.622769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.622775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.622781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.622791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:56.622795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.622805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.622810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.622822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.622827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:56.622837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:56.622842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:56.622851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:56.622856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:56.622867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:52:56.622872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:56.622882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:52:56.622886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:56.622896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:56.622900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.622910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.622915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.622919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.622924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:56.622929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.622934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.622938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.622943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:56.622948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.622953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.622960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.622968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.622973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.622978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.622983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.622987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.622992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.622997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:56.623002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.623007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:56.623011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.623016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.623021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.623025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.623030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.623035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:56.623041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.623046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:52:56.623051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.623056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:56.623060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.623065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:56.623070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.623075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:56.623080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.623084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:56.623089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.623094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:56.623099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.623107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:52:56.623112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.623116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:56.623121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.623126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:56.623132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.623137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:56.623142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.623147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:56.623152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.623156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.623182: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:52:56.623188: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:52:56.623227: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:56.623238: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:56.623248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.623290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.623298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.623303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.623309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.623314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.623333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.623343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:56.623353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.623359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.623364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.623374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.623379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:56.623385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:56.623390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:56.623395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:56.623400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:56.623405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:52:56.623410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:56.623416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:52:56.623421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:56.623427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:56.623432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.623438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.623442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.623448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:56.623477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.623482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.623487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.623492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.623497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:56.623502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.623507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.623512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.623517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.623522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.623527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.623531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.623536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:56.623544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:56.623549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.623553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:56.623558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:56.623563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.623567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:56.623572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:52:56.623577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.623582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:56.623586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:52:56.623592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.623597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:56.623602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:56.623607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.623612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.623616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.623621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.623626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.623631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:56.623635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.623640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:56.623645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.623650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:56.623654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.623659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.623664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.623669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.623673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.623683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.623687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.623692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.623698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.623703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:56.623708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.623712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:56.623717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.623722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.623726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.623731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.623736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.623740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:56.623745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.623750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:52:56.623755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.623760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:56.623764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.623769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:56.623775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.623779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:56.623784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.623790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:56.623795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.623799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:56.623804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.623809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:52:56.623814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.623822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:56.623826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.623831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:56.623836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.623841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:56.623846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.623850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:56.623855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.623861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.623919: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[],f32[2048,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:56.623926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.623931: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.2: f32[2048,2048], param_1.2: f32[]) -> f32[2048,2048] { +2023-12-14 14:52:56.623936: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.623941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.623948: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.623954: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.623959: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.623964: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.623970: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,2048], p.1: f32[]) -> f32[2048,2048] { +2023-12-14 14:52:56.623975: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.623979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:52:56.623984: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.623993: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.623997: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.624002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[], Arg_1.2: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:56.624007: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.624012: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.624017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_1.2, f32[] %Arg_0.1), to_apply=%parallel_fusion +2023-12-14 14:52:56.624022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.624026: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.624039: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + fusion.clone{}:4-6 + Arg_1.2{}:0-6 + Arg_0.1{}:0-6 + Live ranges at 4 (peak): + fusion.clone: 16777216 bytes + Arg_1.2: 16777216 bytes + Arg_0.1: 4 bytes + +2023-12-14 14:52:56.624049: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:56.624054: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:56.624060: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:56.624070: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_0.1> +2023-12-14 14:52:56.624075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:56.624080: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:56.624085: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:56.624089: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:56.624094: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.clone> +2023-12-14 14:52:56.624100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:56.624105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:56.624110: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.624115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:56.624120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_0.1> +2023-12-14 14:52:56.624127: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.clone> +2023-12-14 14:52:56.624154: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:56.624160: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.00MiB +2023-12-14 14:52:56.624166: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:56.624170: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:56.624179: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:56.624184: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 32.00MiB +2023-12-14 14:52:56.624189: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:56.624194: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:56.624516: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 85 us (cumulative: 1.29 ms, max: 301 us, #called: 12) +2023-12-14 14:52:56.638532: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0b27930b0 +2023-12-14 14:52:56.638912: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:56.638942: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 18.3 ms (cumulative: 481 ms, max: 160 ms, #called: 12) +2023-12-14 14:52:56.640064: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.642047: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.648767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:52:56.648818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:56.648839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 14 us (cumulative: 300 ms, max: 65 ms, #called: 1078) +2023-12-14 14:52:56.648846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.648858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 300 ms, max: 65 ms, #called: 1079) +2023-12-14 14:52:56.648879: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0},f32[2048,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:56.648885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:52:56.648906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.648936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.648944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:56.648952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.648962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.648971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 300 ms, max: 65 ms, #called: 1080) +2023-12-14 14:52:56.648976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:56.648983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 35 us (cumulative: 300 ms, max: 65 ms, #called: 1081) +2023-12-14 14:52:56.649020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:56.649026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 300 ms, max: 65 ms, #called: 1082) +2023-12-14 14:52:56.649050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:56.649057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 300 ms, max: 65 ms, #called: 1083) +2023-12-14 14:52:56.649079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.649086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 23 us (cumulative: 300 ms, max: 65 ms, #called: 1084) +2023-12-14 14:52:56.649109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:56.649116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 300 ms, max: 65 ms, #called: 1085) +2023-12-14 14:52:56.649140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:56.649148: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:56.649154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 30 us (cumulative: 300 ms, max: 65 ms, #called: 1086) +2023-12-14 14:52:56.649177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:56.649184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 26 us (cumulative: 300 ms, max: 65 ms, #called: 1087) +2023-12-14 14:52:56.649211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:56.649218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 300 ms, max: 65 ms, #called: 1088) +2023-12-14 14:52:56.649242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:56.649248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 21 us (cumulative: 300 ms, max: 65 ms, #called: 1089) +2023-12-14 14:52:56.649270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:56.649276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 300 ms, max: 65 ms, #called: 1090) +2023-12-14 14:52:56.649299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:56.649305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 300 ms, max: 65 ms, #called: 1091) +2023-12-14 14:52:56.649328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:56.649334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 300 ms, max: 65 ms, #called: 1092) +2023-12-14 14:52:56.649357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:56.649363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 300 ms, max: 65 ms, #called: 1093) +2023-12-14 14:52:56.649395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:56.649403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 23 us (cumulative: 300 ms, max: 65 ms, #called: 1094) +2023-12-14 14:52:56.649425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:56.649432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 300 ms, max: 65 ms, #called: 1095) +2023-12-14 14:52:56.649454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:56.649462: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:52:56.649469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 300 ms, max: 65 ms, #called: 1096) +2023-12-14 14:52:56.649491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.649498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 300 ms, max: 65 ms, #called: 1097) +2023-12-14 14:52:56.649520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:56.649527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 300 ms, max: 65 ms, #called: 1098) +2023-12-14 14:52:56.649549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:56.649558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 25 us (cumulative: 300 ms, max: 65 ms, #called: 1099) +2023-12-14 14:52:56.649582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.649591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 25 us (cumulative: 300 ms, max: 65 ms, #called: 1100) +2023-12-14 14:52:56.649613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.649621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 300 ms, max: 65 ms, #called: 1101) +2023-12-14 14:52:56.649644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.649650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 301 ms, max: 65 ms, #called: 1102) +2023-12-14 14:52:56.649673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:56.649680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 21 us (cumulative: 301 ms, max: 65 ms, #called: 1103) +2023-12-14 14:52:56.649702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:56.649709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 301 ms, max: 65 ms, #called: 1104) +2023-12-14 14:52:56.649731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:56.649738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 301 ms, max: 65 ms, #called: 1105) +2023-12-14 14:52:56.649761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:56.649771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 29 us (cumulative: 301 ms, max: 65 ms, #called: 1106) +2023-12-14 14:52:56.649797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:56.649822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 42 us (cumulative: 301 ms, max: 65 ms, #called: 1107) +2023-12-14 14:52:56.649846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:56.649854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 301 ms, max: 65 ms, #called: 1108) +2023-12-14 14:52:56.649876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:56.649882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 301 ms, max: 65 ms, #called: 1109) +2023-12-14 14:52:56.649904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:56.649911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 301 ms, max: 65 ms, #called: 1110) +2023-12-14 14:52:56.649933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:56.649941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.649951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.649958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 301 ms, max: 65 ms, #called: 1111) +2023-12-14 14:52:56.649963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:56.649969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:56.649981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.650001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 19 us (cumulative: 301 ms, max: 65 ms, #called: 1112) +2023-12-14 14:52:56.650008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.650017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 301 ms, max: 65 ms, #called: 1113) +2023-12-14 14:52:56.650022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.650030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 301 ms, max: 65 ms, #called: 1114) +2023-12-14 14:52:56.650036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.650044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 301 ms, max: 65 ms, #called: 1115) +2023-12-14 14:52:56.650049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.650057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 6 us (cumulative: 301 ms, max: 65 ms, #called: 1116) +2023-12-14 14:52:56.650063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.650071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 301 ms, max: 65 ms, #called: 1117) +2023-12-14 14:52:56.650076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.650085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 301 ms, max: 65 ms, #called: 1118) +2023-12-14 14:52:56.650091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.650100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 301 ms, max: 65 ms, #called: 1119) +2023-12-14 14:52:56.650105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.650113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 301 ms, max: 65 ms, #called: 1120) +2023-12-14 14:52:56.650120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.650129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 301 ms, max: 65 ms, #called: 1121) +2023-12-14 14:52:56.650134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.650142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 301 ms, max: 65 ms, #called: 1122) +2023-12-14 14:52:56.650147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.650157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 301 ms, max: 65 ms, #called: 1123) +2023-12-14 14:52:56.650162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.650185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 301 ms, max: 65 ms, #called: 1124) +2023-12-14 14:52:56.650192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.650201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 301 ms, max: 65 ms, #called: 1125) +2023-12-14 14:52:56.650207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.650218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.650225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 259 us (cumulative: 301 ms, max: 65 ms, #called: 1126) +2023-12-14 14:52:56.650230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:56.650237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.650246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.650254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 21 us (cumulative: 301 ms, max: 65 ms, #called: 1127) +2023-12-14 14:52:56.650259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:56.650268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.650277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.650284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 301 ms, max: 65 ms, #called: 1128) +2023-12-14 14:52:56.650289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:56.650296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.650306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.650314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 301 ms, max: 65 ms, #called: 1129) +2023-12-14 14:52:56.650319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:56.650327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.650337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.650344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 23 us (cumulative: 301 ms, max: 65 ms, #called: 1130) +2023-12-14 14:52:56.650349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.650367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.650376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.650384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 33 us (cumulative: 301 ms, max: 65 ms, #called: 1131) +2023-12-14 14:52:56.650396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:56.650406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.650420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.650431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 32 us (cumulative: 301 ms, max: 65 ms, #called: 1132) +2023-12-14 14:52:56.650440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.650452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.650467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.650475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 33 us (cumulative: 301 ms, max: 65 ms, #called: 1133) +2023-12-14 14:52:56.650481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:56.650490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.650499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.650506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 23 us (cumulative: 301 ms, max: 65 ms, #called: 1134) +2023-12-14 14:52:56.650512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:56.650538: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:56.650546: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:56.650584: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:56.650591: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:56.650612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.650630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.650637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.650643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.650648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.650653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.650659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.650668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.650673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.650683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.650688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:52:56.650694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:52:56.650721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.650727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.650732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.650737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.650742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.650748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.650753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.650758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.650763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.650768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:52:56.650773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:52:56.650777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.650782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.650787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.650792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.650797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.650802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:52:56.650807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.650812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.650816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.650821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.650826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.650830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:52:56.650835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.650841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:52:56.650845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.650853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:52:56.650858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.650863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99} +2023-12-14 14:52:56.650888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.650902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.650911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 396 us (cumulative: 302 ms, max: 65 ms, #called: 1135) +2023-12-14 14:52:56.650933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:52:56.650943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.650953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 302 ms, max: 65 ms, #called: 1136) +2023-12-14 14:52:56.650958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:56.650967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 302 ms, max: 65 ms, #called: 1137) +2023-12-14 14:52:56.650973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:56.650982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 302 ms, max: 65 ms, #called: 1138) +2023-12-14 14:52:56.650993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:52:56.651001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:56.651007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:52:56.651014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 302 ms, max: 65 ms, #called: 1139) +2023-12-14 14:52:56.651020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.651029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 6 us (cumulative: 302 ms, max: 65 ms, #called: 1140) +2023-12-14 14:52:56.651034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:56.651056: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:56.651065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 29 us (cumulative: 302 ms, max: 65 ms, #called: 1141) +2023-12-14 14:52:56.651073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:56.651081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:52:56.651096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.651114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 15 us (cumulative: 302 ms, max: 65 ms, #called: 1142) +2023-12-14 14:52:56.651124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.651138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 302 ms, max: 65 ms, #called: 1143) +2023-12-14 14:52:56.651147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.651164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 16 us (cumulative: 302 ms, max: 65 ms, #called: 1144) +2023-12-14 14:52:56.651172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 98 us (cumulative: 302 ms, max: 65 ms, #called: 1145) +2023-12-14 14:52:56.651178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:56.651185: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:56.651274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 90 us (cumulative: 302 ms, max: 65 ms, #called: 1146) +2023-12-14 14:52:56.651291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.651308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 16 us (cumulative: 302 ms, max: 65 ms, #called: 1147) +2023-12-14 14:52:56.651326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:56.651342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.651396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.651410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.651416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.651421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.651426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.651431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.651439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.651448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.651456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.651463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.651474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:52:56.651480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:52:56.651493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:52:56.651499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.651504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.651509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.651514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.651596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.651608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.651617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.651624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.651632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.651639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.651647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.651655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.651662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.651673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.651678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:52:56.651683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.651688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:52:56.651693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> (def) +2023-12-14 14:52:56.651697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.651703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.651708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.651712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.651717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.651722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.651726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.651731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.651736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.651740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.651752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.651757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.651763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.651767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:52:56.651772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.651777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.651784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.651793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.651801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.651808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.651815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.651825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:52:56.651831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.651836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:52:56.651840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.651845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:52:56.651851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.651855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.651861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.651897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.651929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.651938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.651944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.651949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.651954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.651958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.651965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.651971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.651988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.651994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.651999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:52:56.652004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:52:56.652010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:52:56.652015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.652020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.652025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.652031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.652052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.652059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.652064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.652068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.652073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.652078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.652083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.652088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.652092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.652097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.652102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:52:56.652107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.652111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:52:56.652116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> (def) +2023-12-14 14:52:56.652121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.652126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.652131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.652136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.652140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.652149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.652154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.652159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.652163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.652168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.652172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.652177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.652182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.652187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:52:56.652192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.652196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.652201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.652206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.652211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.652216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.652220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.652225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:52:56.652230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.652238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:52:56.652243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.652247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:52:56.652252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.652257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.652262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.652283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.652307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.652315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.652320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.652329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.652334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.652339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.652345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.652350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.652355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.652360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.652365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:52:56.652370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:52:56.652376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:52:56.652380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.652386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.652391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.652397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.652413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.652419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.652424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.652429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.652433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.652438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.652443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.652448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.652453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.652457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.652462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:52:56.652467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.652472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:52:56.652476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> (def) +2023-12-14 14:52:56.652485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.652490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.652495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.652499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.652505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.652510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.652514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.652519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.652524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.652528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.652533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.652538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.652542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.652547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:52:56.652552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.652557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.652561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.652566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.652572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.652576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.652581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.652586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:52:56.652592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.652597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:52:56.652601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.652606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:52:56.652611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.652616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.652620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.652643: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:56.652649: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:56.652662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.34 ms (cumulative: 303 ms, max: 65 ms, #called: 1148) +2023-12-14 14:52:56.652669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.652679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 303 ms, max: 65 ms, #called: 1149) +2023-12-14 14:52:56.652693: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:52:56.653715: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:56.653765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.653807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.653817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.653823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.653829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.653834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.653839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.653846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.653852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.653857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.653862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.653867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:52:56.653872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:52:56.653878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:52:56.653882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.653897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.653902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.653908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.653929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.653935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.653940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.653946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.653951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.653956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.653961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.653967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.653972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.653976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.653981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:52:56.653986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.653990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:52:56.653995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> (def) +2023-12-14 14:52:56.654000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.654009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.654014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.654024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.654028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.654033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.654038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.654043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.654047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.654052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.654057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.654066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:52:56.654071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.654076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.654081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.654085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.654090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.654094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.654099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.654104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:52:56.654109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.654114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:52:56.654119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.654124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:52:56.654129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.654133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.654139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.654181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.654208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.654216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.654221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.654226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.654231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.654236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.654242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.654248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.654253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.654258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.654278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:52:56.654284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:52:56.654289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:52:56.654294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.654299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.654305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.654310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.654328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.654335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.654340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.654349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.654354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.654364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.654368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.654378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:52:56.654383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:52:56.654393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> (def) +2023-12-14 14:52:56.654397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.654407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.654412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.654422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.654427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.654431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.654439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.654444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.654449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.654453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.654458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.654463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:52:56.654468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.654472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.654477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.654483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.654487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.654492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.654496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.654501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:52:56.654506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.654512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:52:56.654517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.654522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:52:56.654526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.654531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.654536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.654557: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:52:56.654563: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:52:56.654598: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:56.654608: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:56.654618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:56.654643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.654654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.654661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.654666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.654670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.654675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.654681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.654686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.654692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.654697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:56.654703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:52:56.654707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:52:56.654713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:52:56.654718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:56.654723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.654728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:56.654733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.654752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:56.654758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.654763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.654773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.654779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.654789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.654794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:56.654804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:52:56.654808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:52:56.654821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> (def) +2023-12-14 14:52:56.654826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:56.654837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.654841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.654846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:56.654851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.654856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.654860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.654865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.654870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.654875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:56.654880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.654884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:56.654889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:52:56.654894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.654899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.654904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.654908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.654913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:56.654918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.654922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:56.654928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:52:56.654933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.654937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:52:56.654942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.654947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:52:56.654952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:56.654958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.654966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.655007: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048,2048]{1,0},f32[2048,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:56.655014: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.655020: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_add.3 (p: f32[2048,2048], p.1: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:56.655025: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.655030: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.655035: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.3.clone = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=99}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:56.655040: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.655045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.655050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048,2048], Arg_1.2: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:56.655055: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:56.655060: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:56.655065: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), to_apply=%parallel_add.3 +2023-12-14 14:52:56.655070: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.655075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.655087: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:add.3.clone + 5:call + BufferLiveRange: + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + add.3.clone{}:4-6 + Live ranges at 4 (peak): + Arg_0.1: 16777216 bytes + Arg_1.2: 16777216 bytes + add.3.clone: 16777216 bytes + +2023-12-14 14:52:56.655095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:56.655100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:56.655106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:56.655115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:56.655121: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:56.655126: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:56.655130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:56.655139: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:56.655144: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 add.3.clone> +2023-12-14 14:52:56.655150: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:56.655155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:56.655160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.655165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:56.655170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:56.655175: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 add.3.clone> +2023-12-14 14:52:56.655198: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:56.655204: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 32.00MiB +2023-12-14 14:52:56.655209: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:56.655214: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:56.655219: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:56.655225: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 48.00MiB +2023-12-14 14:52:56.655230: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:56.655235: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:56.655487: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 55 us (cumulative: 1.35 ms, max: 301 us, #called: 13) +2023-12-14 14:52:56.668632: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff02003e0e0 +2023-12-14 14:52:56.668937: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:56.668967: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 16.3 ms (cumulative: 498 ms, max: 160 ms, #called: 13) +2023-12-14 14:52:56.669635: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.672317: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.676078: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.677245: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.677897: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.684151: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.685381: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.686109: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.686702: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.687646: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.688511: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.689204: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.689855: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.690390: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.691097: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.691756: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.692417: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.692960: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.693781: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.694620: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.695392: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.695962: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.696681: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.697352: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.697965: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.698494: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.699015: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.699550: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.700115: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.700764: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.704613: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.708995: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.724764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_fold_in: spmd-partitioner +2023-12-14 14:52:56.724822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:56.724858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 29 us (cumulative: 303 ms, max: 65 ms, #called: 1150) +2023-12-14 14:52:56.724865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.724893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.83 = s32[] get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.81), index=1 and its unused operands +2023-12-14 14:52:56.724909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.84 = u32[1]{0} get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.81), index=2 and its unused operands +2023-12-14 14:52:56.724918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.85 = u32[1]{0} get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.81), index=3 and its unused operands +2023-12-14 14:52:56.724927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.86 = u32[] get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.81), index=4 and its unused operands +2023-12-14 14:52:56.724934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.87 = u32[] get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.81), index=5 and its unused operands +2023-12-14 14:52:56.724943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.88 = u32[] get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.81), index=6 and its unused operands +2023-12-14 14:52:56.724951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.89 = u32[4]{0} get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.81), index=7 and its unused operands +2023-12-14 14:52:56.724971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.90 = u32[4]{0} get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.81), index=8 and its unused operands +2023-12-14 14:52:56.724984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.94 = s32[] get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.93), index=0, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} and its unused operands +2023-12-14 14:52:56.724994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.95 = s32[] get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.93), index=1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} and its unused operands +2023-12-14 14:52:56.725003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.98 = u32[] get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.93), index=4, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} and its unused operands +2023-12-14 14:52:56.725013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.99 = u32[] get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.93), index=5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} and its unused operands +2023-12-14 14:52:56.725023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.100 = u32[] get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.93), index=6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} and its unused operands +2023-12-14 14:52:56.725033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.101 = u32[4]{0} get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.93), index=7, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} and its unused operands +2023-12-14 14:52:56.725043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.102 = u32[4]{0} get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.93), index=8, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} and its unused operands +2023-12-14 14:52:56.725062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 194 us (cumulative: 304 ms, max: 65 ms, #called: 1151) +2023-12-14 14:52:56.725087: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (u32[2]{0},u32[])->u32[2]{0} +2023-12-14 14:52:56.725093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_fold_in: HLO passes through layout assignment +2023-12-14 14:52:56.725115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.725246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.725260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:56.725279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.725357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.725367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 104 us (cumulative: 304 ms, max: 65 ms, #called: 1152) +2023-12-14 14:52:56.725374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:56.725389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.725462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.725471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 95 us (cumulative: 304 ms, max: 65 ms, #called: 1153) +2023-12-14 14:52:56.725477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:56.725492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.725563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.725572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 93 us (cumulative: 304 ms, max: 65 ms, #called: 1154) +2023-12-14 14:52:56.725578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:56.725593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.725662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.725671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 91 us (cumulative: 304 ms, max: 65 ms, #called: 1155) +2023-12-14 14:52:56.725677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.725695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.725763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.725773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 94 us (cumulative: 304 ms, max: 65 ms, #called: 1156) +2023-12-14 14:52:56.725778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:56.725796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.725866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.725875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 95 us (cumulative: 304 ms, max: 65 ms, #called: 1157) +2023-12-14 14:52:56.725880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:56.725894: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:56.725903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.725974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.725983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 100 us (cumulative: 304 ms, max: 65 ms, #called: 1158) +2023-12-14 14:52:56.725988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:56.726006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.726075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.726084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 93 us (cumulative: 304 ms, max: 65 ms, #called: 1159) +2023-12-14 14:52:56.726091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:56.726109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.726180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.726188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 96 us (cumulative: 304 ms, max: 65 ms, #called: 1160) +2023-12-14 14:52:56.726194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:56.726207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.726277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.726285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 90 us (cumulative: 305 ms, max: 65 ms, #called: 1161) +2023-12-14 14:52:56.726293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:56.726306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.726376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.726384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 90 us (cumulative: 305 ms, max: 65 ms, #called: 1162) +2023-12-14 14:52:56.726390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:56.726404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.726476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.726485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 93 us (cumulative: 305 ms, max: 65 ms, #called: 1163) +2023-12-14 14:52:56.726491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:56.726505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.726573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.726582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 90 us (cumulative: 305 ms, max: 65 ms, #called: 1164) +2023-12-14 14:52:56.726588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:56.726602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.726671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.726679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 90 us (cumulative: 305 ms, max: 65 ms, #called: 1165) +2023-12-14 14:52:56.726685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:56.726698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.726766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.726775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 89 us (cumulative: 305 ms, max: 65 ms, #called: 1166) +2023-12-14 14:52:56.726781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:56.726796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.726865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.726874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 91 us (cumulative: 305 ms, max: 65 ms, #called: 1167) +2023-12-14 14:52:56.726880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:56.726891: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_0.20 +2023-12-14 14:52:56.726901: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_1.80 +2023-12-14 14:52:56.726907: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.104 +2023-12-14 14:52:56.726915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.726984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.726993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 111 us (cumulative: 305 ms, max: 65 ms, #called: 1168) +2023-12-14 14:52:56.727003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.727012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.727081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.727090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 86 us (cumulative: 305 ms, max: 65 ms, #called: 1169) +2023-12-14 14:52:56.727096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:56.727105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.727172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.727181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 83 us (cumulative: 305 ms, max: 65 ms, #called: 1170) +2023-12-14 14:52:56.727187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:56.727223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.727293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.727302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 113 us (cumulative: 306 ms, max: 65 ms, #called: 1171) +2023-12-14 14:52:56.727308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.727316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.727397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.727407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 97 us (cumulative: 306 ms, max: 65 ms, #called: 1172) +2023-12-14 14:52:56.727412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.727433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.727501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.727510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 97 us (cumulative: 306 ms, max: 65 ms, #called: 1173) +2023-12-14 14:52:56.727516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.727534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.727604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.727613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 95 us (cumulative: 306 ms, max: 65 ms, #called: 1174) +2023-12-14 14:52:56.727618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:56.727639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.727713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.727722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 103 us (cumulative: 306 ms, max: 65 ms, #called: 1175) +2023-12-14 14:52:56.727728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:56.727742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.727810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.727819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 89 us (cumulative: 306 ms, max: 65 ms, #called: 1176) +2023-12-14 14:52:56.727825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:56.727838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.727907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.727916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 90 us (cumulative: 306 ms, max: 65 ms, #called: 1177) +2023-12-14 14:52:56.727922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:56.727968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.728037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.728046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 123 us (cumulative: 306 ms, max: 65 ms, #called: 1178) +2023-12-14 14:52:56.728052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:56.728161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.728234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.728244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 190 us (cumulative: 306 ms, max: 65 ms, #called: 1179) +2023-12-14 14:52:56.728250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:56.728264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.728334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.728343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 91 us (cumulative: 306 ms, max: 65 ms, #called: 1180) +2023-12-14 14:52:56.728348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:56.728363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.728431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.728444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 93 us (cumulative: 307 ms, max: 65 ms, #called: 1181) +2023-12-14 14:52:56.728450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:56.728458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.728528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.728537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 85 us (cumulative: 307 ms, max: 65 ms, #called: 1182) +2023-12-14 14:52:56.728542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:56.728555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.728625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.728633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 90 us (cumulative: 307 ms, max: 65 ms, #called: 1183) +2023-12-14 14:52:56.728639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:56.728645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_fold_in: simplification +2023-12-14 14:52:56.728659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.728736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 74 us (cumulative: 307 ms, max: 65 ms, #called: 1184) +2023-12-14 14:52:56.728745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.728756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 307 ms, max: 65 ms, #called: 1185) +2023-12-14 14:52:56.728762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.728775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 307 ms, max: 65 ms, #called: 1186) +2023-12-14 14:52:56.728781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.728795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 13 us (cumulative: 307 ms, max: 65 ms, #called: 1187) +2023-12-14 14:52:56.728802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.728821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 17 us (cumulative: 307 ms, max: 65 ms, #called: 1188) +2023-12-14 14:52:56.728827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.728845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 16 us (cumulative: 307 ms, max: 65 ms, #called: 1189) +2023-12-14 14:52:56.728850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.728901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 48 us (cumulative: 307 ms, max: 65 ms, #called: 1190) +2023-12-14 14:52:56.728913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.728930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 15 us (cumulative: 307 ms, max: 65 ms, #called: 1191) +2023-12-14 14:52:56.728936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.728948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 11 us (cumulative: 307 ms, max: 65 ms, #called: 1192) +2023-12-14 14:52:56.728954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.729060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_1.80 --> clone + +2023-12-14 14:52:56.729148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.20 --> clone + +2023-12-14 14:52:56.729394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.20.clone --> clone + +2023-12-14 14:52:56.729738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 779 us (cumulative: 308 ms, max: 65 ms, #called: 1193) +2023-12-14 14:52:56.729752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.729772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_0.20 +2023-12-14 14:52:56.729800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_1.80 +2023-12-14 14:52:56.729811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 57 us (cumulative: 308 ms, max: 65 ms, #called: 1194) +2023-12-14 14:52:56.729817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.729834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 14 us (cumulative: 308 ms, max: 65 ms, #called: 1195) +2023-12-14 14:52:56.729841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.729884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 41 us (cumulative: 308 ms, max: 65 ms, #called: 1196) +2023-12-14 14:52:56.729890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.729910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 19 us (cumulative: 308 ms, max: 65 ms, #called: 1197) +2023-12-14 14:52:56.729918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_fold_in: simplification +2023-12-14 14:52:56.729928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.730042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 112 us (cumulative: 308 ms, max: 65 ms, #called: 1198) +2023-12-14 14:52:56.730051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.730062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 308 ms, max: 65 ms, #called: 1199) +2023-12-14 14:52:56.730077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.730090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 308 ms, max: 65 ms, #called: 1200) +2023-12-14 14:52:56.730096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.730121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 24 us (cumulative: 308 ms, max: 65 ms, #called: 1201) +2023-12-14 14:52:56.730127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.730147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 18 us (cumulative: 308 ms, max: 65 ms, #called: 1202) +2023-12-14 14:52:56.730153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.730172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 18 us (cumulative: 308 ms, max: 65 ms, #called: 1203) +2023-12-14 14:52:56.730178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.730224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 44 us (cumulative: 308 ms, max: 65 ms, #called: 1204) +2023-12-14 14:52:56.730231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.730246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 14 us (cumulative: 308 ms, max: 65 ms, #called: 1205) +2023-12-14 14:52:56.730252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.730263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 9 us (cumulative: 308 ms, max: 65 ms, #called: 1206) +2023-12-14 14:52:56.730269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.730336: I external/org_tensorflow/tensorflow/compiler/xla/service/while_loop_simplifier.cc:458] Eliminating 1 elements from tuple of %while = (s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) while((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %tuple.19), condition=%region_1.80.clone, body=%region_0.20.clone.clone +2023-12-14 14:52:56.730352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_1.80.clone --> clone + +2023-12-14 14:52:56.730392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.20.clone.clone --> clone + +2023-12-14 14:52:56.730641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 369 us (cumulative: 309 ms, max: 65 ms, #called: 1207) +2023-12-14 14:52:56.730654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.730674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %constant.3.clone.3 = s32[] constant(0) and its unused operands +2023-12-14 14:52:56.730688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.45 = s32[] get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.1), index=1 and its unused operands +2023-12-14 14:52:56.730705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.54 = s32[] get-tuple-element((s32[], s32[], u32[1]{0}, u32[1]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.1), index=1 and its unused operands +2023-12-14 14:52:56.730718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_0.20.clone.clone +2023-12-14 14:52:56.730743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_1.80.clone +2023-12-14 14:52:56.730754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 98 us (cumulative: 309 ms, max: 65 ms, #called: 1208) +2023-12-14 14:52:56.730760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.730776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 14 us (cumulative: 309 ms, max: 65 ms, #called: 1209) +2023-12-14 14:52:56.730781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.730816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 34 us (cumulative: 309 ms, max: 65 ms, #called: 1210) +2023-12-14 14:52:56.730822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.730839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 15 us (cumulative: 309 ms, max: 65 ms, #called: 1211) +2023-12-14 14:52:56.730846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_fold_in: simplification +2023-12-14 14:52:56.730856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.730933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 74 us (cumulative: 309 ms, max: 65 ms, #called: 1212) +2023-12-14 14:52:56.730940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.730952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 11 us (cumulative: 309 ms, max: 65 ms, #called: 1213) +2023-12-14 14:52:56.730959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.730972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 309 ms, max: 65 ms, #called: 1214) +2023-12-14 14:52:56.730977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.730996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 18 us (cumulative: 309 ms, max: 65 ms, #called: 1215) +2023-12-14 14:52:56.731002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.731020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 16 us (cumulative: 309 ms, max: 65 ms, #called: 1216) +2023-12-14 14:52:56.731026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.731042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 15 us (cumulative: 309 ms, max: 65 ms, #called: 1217) +2023-12-14 14:52:56.731049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.731083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 31 us (cumulative: 309 ms, max: 65 ms, #called: 1218) +2023-12-14 14:52:56.731090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.731105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 14 us (cumulative: 309 ms, max: 65 ms, #called: 1219) +2023-12-14 14:52:56.731111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.731121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 9 us (cumulative: 309 ms, max: 65 ms, #called: 1220) +2023-12-14 14:52:56.731127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.731188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 59 us (cumulative: 309 ms, max: 65 ms, #called: 1221) +2023-12-14 14:52:56.731196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.731209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 309 ms, max: 65 ms, #called: 1222) +2023-12-14 14:52:56.731215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.731227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 11 us (cumulative: 309 ms, max: 65 ms, #called: 1223) +2023-12-14 14:52:56.731234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.731251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 15 us (cumulative: 309 ms, max: 65 ms, #called: 1224) +2023-12-14 14:52:56.731256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.731269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 12 us (cumulative: 309 ms, max: 65 ms, #called: 1225) +2023-12-14 14:52:56.731276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_fold_in: simplification +2023-12-14 14:52:56.731284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.731339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 53 us (cumulative: 309 ms, max: 65 ms, #called: 1226) +2023-12-14 14:52:56.731348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.731358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 309 ms, max: 65 ms, #called: 1227) +2023-12-14 14:52:56.731364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.731376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 309 ms, max: 65 ms, #called: 1228) +2023-12-14 14:52:56.731381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.731395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 12 us (cumulative: 309 ms, max: 65 ms, #called: 1229) +2023-12-14 14:52:56.731406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.731425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 17 us (cumulative: 309 ms, max: 65 ms, #called: 1230) +2023-12-14 14:52:56.731431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.731448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 16 us (cumulative: 309 ms, max: 65 ms, #called: 1231) +2023-12-14 14:52:56.731454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.731480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 24 us (cumulative: 309 ms, max: 65 ms, #called: 1232) +2023-12-14 14:52:56.731487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.731502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 14 us (cumulative: 309 ms, max: 65 ms, #called: 1233) +2023-12-14 14:52:56.731509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.731520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 9 us (cumulative: 309 ms, max: 65 ms, #called: 1234) +2023-12-14 14:52:56.731525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.731580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 53 us (cumulative: 309 ms, max: 65 ms, #called: 1235) +2023-12-14 14:52:56.731587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.731600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 309 ms, max: 65 ms, #called: 1236) +2023-12-14 14:52:56.731606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.731618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 11 us (cumulative: 309 ms, max: 65 ms, #called: 1237) +2023-12-14 14:52:56.731624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.731640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 15 us (cumulative: 309 ms, max: 65 ms, #called: 1238) +2023-12-14 14:52:56.731646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.731659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 12 us (cumulative: 309 ms, max: 65 ms, #called: 1239) +2023-12-14 14:52:56.731666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.731770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.731780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 3.14 ms (cumulative: 312 ms, max: 65 ms, #called: 1240) +2023-12-14 14:52:56.731786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:56.731805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.731881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.731891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 103 us (cumulative: 312 ms, max: 65 ms, #called: 1241) +2023-12-14 14:52:56.731897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:56.731911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.731983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.731992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 93 us (cumulative: 313 ms, max: 65 ms, #called: 1242) +2023-12-14 14:52:56.731998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:56.732005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.732076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.732085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 86 us (cumulative: 313 ms, max: 65 ms, #called: 1243) +2023-12-14 14:52:56.732092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:56.732111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.732183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.732192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 98 us (cumulative: 313 ms, max: 65 ms, #called: 1244) +2023-12-14 14:52:56.732197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.732292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.732369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.732378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 178 us (cumulative: 313 ms, max: 65 ms, #called: 1245) +2023-12-14 14:52:56.732384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:56.732393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.732465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.732474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 88 us (cumulative: 313 ms, max: 65 ms, #called: 1246) +2023-12-14 14:52:56.732479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.732494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.732570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.732579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 98 us (cumulative: 313 ms, max: 65 ms, #called: 1247) +2023-12-14 14:52:56.732585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:56.732603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.732674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.732683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 96 us (cumulative: 313 ms, max: 65 ms, #called: 1248) +2023-12-14 14:52:56.732689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:56.732822: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:56.732835: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.20.clone.clone.clone) +2023-12-14 14:52:56.733033: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_1.80.clone.clone) +2023-12-14 14:52:56.733072: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.104) +2023-12-14 14:52:56.733144: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:56.733167: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.20.clone.clone.clone) +2023-12-14 14:52:56.733305: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_1.80.clone.clone) +2023-12-14 14:52:56.733323: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.104) +2023-12-14 14:52:56.733445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_fold_in +2023-12-14 14:52:56.733548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.733579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.733585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.733601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:56.733607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:56.733619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:56.733624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:56.733629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:56.733634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:56.733639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:56.733650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:56.733656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:56.733661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.111 +2023-12-14 14:52:56.733666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.35 +2023-12-14 14:52:56.733671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.26 +2023-12-14 14:52:56.733676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : shift-right-logical.9 +2023-12-14 14:52:56.733681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : shift-left.8 +2023-12-14 14:52:56.733686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : tuple.7 +2023-12-14 14:52:56.733691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.8 +2023-12-14 14:52:56.733696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.9 +2023-12-14 14:52:56.733701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.10 +2023-12-14 14:52:56.733706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.12 +2023-12-14 14:52:56.733711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : reshape.34 +2023-12-14 14:52:56.733717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : reshape.36 +2023-12-14 14:52:56.733722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.733727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.733738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <74 arg_tuple.4{3} (phi)> has new phi inputs: +2023-12-14 14:52:56.733745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <75 arg_tuple.4{4} (phi)> has new phi inputs: +2023-12-14 14:52:56.733752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <76 arg_tuple.4{5} (phi)> has new phi inputs: +2023-12-14 14:52:56.733757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <77 arg_tuple.4{6} (phi)> has new phi inputs: +2023-12-14 14:52:56.733763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <78 arg_tuple.4{7} (phi)> has new phi inputs: +2023-12-14 14:52:56.733768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:56.733776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <82 arg_tuple.3{3} (phi)> has new phi inputs: +2023-12-14 14:52:56.733781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <83 arg_tuple.3{4} (phi)> has new phi inputs: +2023-12-14 14:52:56.733787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <84 arg_tuple.3{5} (phi)> has new phi inputs: +2023-12-14 14:52:56.733792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <85 arg_tuple.3{6} (phi)> has new phi inputs: +2023-12-14 14:52:56.733798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <86 arg_tuple.3{7} (phi)> has new phi inputs: +2023-12-14 14:52:56.733806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:56.733811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:56.733816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:56.733821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:56.733826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:56.733831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:56.733837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:56.733842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.111 +2023-12-14 14:52:56.733855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.733867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.733872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69, phi: +2023-12-14 14:52:56.733876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 20 +2023-12-14 14:52:56.733881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.733886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 20: +2023-12-14 14:52:56.733890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:56.733895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 70, phi: +2023-12-14 14:52:56.733900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 20 +2023-12-14 14:52:56.733904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.733909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71, phi: +2023-12-14 14:52:56.733914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 2 +2023-12-14 14:52:56.733919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 23 +2023-12-14 14:52:56.733924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 2: +2023-12-14 14:52:56.733929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 23: +2023-12-14 14:52:56.733934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72, phi: +2023-12-14 14:52:56.733938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 9 +2023-12-14 14:52:56.733943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:56.733947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 9: +2023-12-14 14:52:56.733952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54: +2023-12-14 14:52:56.733957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73, phi: +2023-12-14 14:52:56.733961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:56.733966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.733976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12: +2023-12-14 14:52:56.733981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67: +2023-12-14 14:52:56.733986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 74, phi: +2023-12-14 14:52:56.733991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 13 +2023-12-14 14:52:56.733995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 83 +2023-12-14 14:52:56.734000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 13: +2023-12-14 14:52:56.734004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 17: +2023-12-14 14:52:56.734010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 75, phi: +2023-12-14 14:52:56.734015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 17 +2023-12-14 14:52:56.734020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 84 +2023-12-14 14:52:56.734025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 14: +2023-12-14 14:52:56.734029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 76, phi: +2023-12-14 14:52:56.734034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 14 +2023-12-14 14:52:56.734039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 82 +2023-12-14 14:52:56.734043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 77, phi: +2023-12-14 14:52:56.734048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 18 +2023-12-14 14:52:56.734053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 86 +2023-12-14 14:52:56.734057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 18: +2023-12-14 14:52:56.734062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 19: +2023-12-14 14:52:56.734067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 78, phi: +2023-12-14 14:52:56.734071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 19 +2023-12-14 14:52:56.734076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 85 +2023-12-14 14:52:56.734080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 79, phi: +2023-12-14 14:52:56.734085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 2 +2023-12-14 14:52:56.734090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 23 +2023-12-14 14:52:56.734095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 80, phi: +2023-12-14 14:52:56.734100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 9 +2023-12-14 14:52:56.734104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:56.734110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 81, phi: +2023-12-14 14:52:56.734114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:56.734119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.734124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 82, phi: +2023-12-14 14:52:56.734128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 13 +2023-12-14 14:52:56.734136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 83 +2023-12-14 14:52:56.734141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 83, phi: +2023-12-14 14:52:56.734145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 17 +2023-12-14 14:52:56.734150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 84 +2023-12-14 14:52:56.734154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 84, phi: +2023-12-14 14:52:56.734159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 14 +2023-12-14 14:52:56.734164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 82 +2023-12-14 14:52:56.734168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 85, phi: +2023-12-14 14:52:56.734173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 18 +2023-12-14 14:52:56.734178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 86 +2023-12-14 14:52:56.734182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 86, phi: +2023-12-14 14:52:56.734188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 19 +2023-12-14 14:52:56.734192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 85 +2023-12-14 14:52:56.734198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 87, phi: +2023-12-14 14:52:56.734203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.734207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 20 +2023-12-14 14:52:56.734212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 88, phi: +2023-12-14 14:52:56.734216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 23 +2023-12-14 14:52:56.734221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 2 +2023-12-14 14:52:56.734226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 89, phi: +2023-12-14 14:52:56.734230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:56.734235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 9 +2023-12-14 14:52:56.734240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 90, phi: +2023-12-14 14:52:56.734244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.734249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 12 +2023-12-14 14:52:56.734253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 91, phi: +2023-12-14 14:52:56.734258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 83 +2023-12-14 14:52:56.734263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 13 +2023-12-14 14:52:56.734267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 92, phi: +2023-12-14 14:52:56.734273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 84 +2023-12-14 14:52:56.734277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 17 +2023-12-14 14:52:56.734282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 93, phi: +2023-12-14 14:52:56.734288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 82 +2023-12-14 14:52:56.734293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 14 +2023-12-14 14:52:56.734300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 94, phi: +2023-12-14 14:52:56.734305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 86 +2023-12-14 14:52:56.734310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 18 +2023-12-14 14:52:56.734314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 95, phi: +2023-12-14 14:52:56.734319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 85 +2023-12-14 14:52:56.734324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 19 +2023-12-14 14:52:56.734343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.734352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.734357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69, phi: +2023-12-14 14:52:56.734364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 20 +2023-12-14 14:52:56.734369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.734373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 20: +2023-12-14 14:52:56.734379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:56.734383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 70, phi: +2023-12-14 14:52:56.734388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 20 +2023-12-14 14:52:56.734392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.734397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71, phi: +2023-12-14 14:52:56.734402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 2 +2023-12-14 14:52:56.734406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 23 +2023-12-14 14:52:56.734411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 2: +2023-12-14 14:52:56.734416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 23: +2023-12-14 14:52:56.734420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72, phi: +2023-12-14 14:52:56.734425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 9 +2023-12-14 14:52:56.734430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:56.734434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 9: +2023-12-14 14:52:56.734439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54: +2023-12-14 14:52:56.734443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73, phi: +2023-12-14 14:52:56.734448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:56.734453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.734458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12: +2023-12-14 14:52:56.734462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67: +2023-12-14 14:52:56.734468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 74, phi: +2023-12-14 14:52:56.734473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 13 +2023-12-14 14:52:56.734481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 83 +2023-12-14 14:52:56.734485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 13: +2023-12-14 14:52:56.734490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 17: +2023-12-14 14:52:56.734495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 75, phi: +2023-12-14 14:52:56.734499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 17 +2023-12-14 14:52:56.734504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 84 +2023-12-14 14:52:56.734508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 14: +2023-12-14 14:52:56.734513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 76, phi: +2023-12-14 14:52:56.734518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 14 +2023-12-14 14:52:56.734522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 82 +2023-12-14 14:52:56.734527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 77, phi: +2023-12-14 14:52:56.734532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 18 +2023-12-14 14:52:56.734536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 86 +2023-12-14 14:52:56.734542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 18: +2023-12-14 14:52:56.734547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 19: +2023-12-14 14:52:56.734552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 78, phi: +2023-12-14 14:52:56.734557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 19 +2023-12-14 14:52:56.734562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 85 +2023-12-14 14:52:56.734566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 79, phi: +2023-12-14 14:52:56.734571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 2 +2023-12-14 14:52:56.734575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 23 +2023-12-14 14:52:56.734580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 80, phi: +2023-12-14 14:52:56.734585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 9 +2023-12-14 14:52:56.734589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:56.734594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 81, phi: +2023-12-14 14:52:56.734599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:56.734603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.734608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 82, phi: +2023-12-14 14:52:56.734612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 13 +2023-12-14 14:52:56.734617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 83 +2023-12-14 14:52:56.734622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 83, phi: +2023-12-14 14:52:56.734626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 17 +2023-12-14 14:52:56.734632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 84 +2023-12-14 14:52:56.734640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 84, phi: +2023-12-14 14:52:56.734646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 14 +2023-12-14 14:52:56.734650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 82 +2023-12-14 14:52:56.734655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 85, phi: +2023-12-14 14:52:56.734660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 18 +2023-12-14 14:52:56.734664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 86 +2023-12-14 14:52:56.734669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 86, phi: +2023-12-14 14:52:56.734673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 19 +2023-12-14 14:52:56.734678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 85 +2023-12-14 14:52:56.734683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 87, phi: +2023-12-14 14:52:56.734687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.734692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 20 +2023-12-14 14:52:56.734697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 88, phi: +2023-12-14 14:52:56.734701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 23 +2023-12-14 14:52:56.734706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 2 +2023-12-14 14:52:56.734710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 89, phi: +2023-12-14 14:52:56.734715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:56.734721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 9 +2023-12-14 14:52:56.734725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 90, phi: +2023-12-14 14:52:56.734730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.734735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 12 +2023-12-14 14:52:56.734740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 91, phi: +2023-12-14 14:52:56.734745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 83 +2023-12-14 14:52:56.734749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 13 +2023-12-14 14:52:56.734754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 92, phi: +2023-12-14 14:52:56.734758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 84 +2023-12-14 14:52:56.734763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 17 +2023-12-14 14:52:56.734768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 93, phi: +2023-12-14 14:52:56.734772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 82 +2023-12-14 14:52:56.734777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 14 +2023-12-14 14:52:56.734781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 94, phi: +2023-12-14 14:52:56.734786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 86 +2023-12-14 14:52:56.734791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 18 +2023-12-14 14:52:56.734798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 95, phi: +2023-12-14 14:52:56.734803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 85 +2023-12-14 14:52:56.734809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 19 +2023-12-14 14:52:56.734814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.734822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <7 Arg_0.1> + +2023-12-14 14:52:56.734828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.734833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:52:56.734838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:56.734844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 constant.3> + +2023-12-14 14:52:56.734848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:56.734854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 constant.4> + +2023-12-14 14:52:56.734859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:56.734864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <19 constant.5> + +2023-12-14 14:52:56.734869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.6 +2023-12-14 14:52:56.734874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <18 constant.6> + +2023-12-14 14:52:56.734879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.7 +2023-12-14 14:52:56.734884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 constant.7> + +2023-12-14 14:52:56.734889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.8 +2023-12-14 14:52:56.734895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 shift-right-logical.8> + +2023-12-14 14:52:56.734901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.9 +2023-12-14 14:52:56.734906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 reshape.9> + +2023-12-14 14:52:56.734911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.10 +2023-12-14 14:52:56.734917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <10 reshape.10> + +2023-12-14 14:52:56.734922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.11 +2023-12-14 14:52:56.734927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <8 slice.11> + +2023-12-14 14:52:56.734932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.12 +2023-12-14 14:52:56.734937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <14 reshape.12> + +2023-12-14 14:52:56.734946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.13 +2023-12-14 14:52:56.734951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <11 slice.13> + +2023-12-14 14:52:56.734956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.14 +2023-12-14 14:52:56.734961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 reshape.14> + +2023-12-14 14:52:56.734966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.15 +2023-12-14 14:52:56.734971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <15 xor.15> + +2023-12-14 14:52:56.734976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.16 +2023-12-14 14:52:56.734981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 xor.16> + +2023-12-14 14:52:56.734987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.17 +2023-12-14 14:52:56.734993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <9 add.17> + +2023-12-14 14:52:56.734998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.18 +2023-12-14 14:52:56.735003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 add.18> + +2023-12-14 14:52:56.735009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.103 +2023-12-14 14:52:56.735015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 concatenate.103> + +2023-12-14 14:52:56.735019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:56.735030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <20 tuple.6{}> + {0} : HloValueSet: <2 constant.3> + {1} : HloValueSet: <9 add.17> + {2} : HloValueSet: <12 add.18> + {3} : HloValueSet: <13 reshape.14> + {4} : HloValueSet: <17 xor.16> + {5} : HloValueSet: <14 reshape.12> + {6} : HloValueSet: <18 constant.6> + {7} : HloValueSet: <19 constant.5> + +2023-12-14 14:52:56.735036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.735046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <87 while.1{} (phi)> + {0} : HloValueSet: <88 while.1{0} (phi)> + {1} : HloValueSet: <89 while.1{1} (phi)> + {2} : HloValueSet: <90 while.1{2} (phi)> + {3} : HloValueSet: <91 while.1{3} (phi)> + {4} : HloValueSet: <92 while.1{4} (phi)> + {5} : HloValueSet: <93 while.1{5} (phi)> + {6} : HloValueSet: <94 while.1{6} (phi)> + {7} : HloValueSet: <95 while.1{7} (phi)> + +2023-12-14 14:52:56.735052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.96 +2023-12-14 14:52:56.735057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 while.1{1} (phi)> + +2023-12-14 14:52:56.735062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.97 +2023-12-14 14:52:56.735077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <90 while.1{2} (phi)> + +2023-12-14 14:52:56.735082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.735093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <70 arg_tuple.3{} (phi)> + {0} : HloValueSet: <79 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <80 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <81 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <82 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <83 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <84 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <85 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <86 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.735099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:52:56.735105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 constant.10> + +2023-12-14 14:52:56.735109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:56.735115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <22 constant.11> + +2023-12-14 14:52:56.735120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.8 +2023-12-14 14:52:56.735125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <25 slice.8> + +2023-12-14 14:52:56.735130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:56.735135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <28 reshape.26> + +2023-12-14 14:52:56.735140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.26 +2023-12-14 14:52:56.735145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <24 add.26> + +2023-12-14 14:52:56.735150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.8 +2023-12-14 14:52:56.735155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <26 shift-left.8> + +2023-12-14 14:52:56.735160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.8 +2023-12-14 14:52:56.735166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 subtract.8> + +2023-12-14 14:52:56.735171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.27 +2023-12-14 14:52:56.735176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 reshape.27> + +2023-12-14 14:52:56.735181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.9 +2023-12-14 14:52:56.735187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <31 shift-right-logical.9> + +2023-12-14 14:52:56.735192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.8 +2023-12-14 14:52:56.735198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <32 or.8> + +2023-12-14 14:52:56.735206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.8 +2023-12-14 14:52:56.735211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <33 xor.8> + +2023-12-14 14:52:56.735216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.9 +2023-12-14 14:52:56.735221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <35 slice.9> + +2023-12-14 14:52:56.735226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.28 +2023-12-14 14:52:56.735231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <37 reshape.28> + +2023-12-14 14:52:56.735236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.27 +2023-12-14 14:52:56.735241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <34 add.27> + +2023-12-14 14:52:56.735246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.9 +2023-12-14 14:52:56.735252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <36 shift-left.9> + +2023-12-14 14:52:56.735257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.9 +2023-12-14 14:52:56.735262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 subtract.9> + +2023-12-14 14:52:56.735267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.29 +2023-12-14 14:52:56.735273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <39 reshape.29> + +2023-12-14 14:52:56.735278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.10 +2023-12-14 14:52:56.735284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <40 shift-right-logical.10> + +2023-12-14 14:52:56.735288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.9 +2023-12-14 14:52:56.735294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <41 or.9> + +2023-12-14 14:52:56.735298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.9 +2023-12-14 14:52:56.735304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <42 xor.9> + +2023-12-14 14:52:56.735308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.10 +2023-12-14 14:52:56.735314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <44 slice.10> + +2023-12-14 14:52:56.735330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.30 +2023-12-14 14:52:56.735336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <46 reshape.30> + +2023-12-14 14:52:56.735341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.28 +2023-12-14 14:52:56.735346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <43 add.28> + +2023-12-14 14:52:56.735354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.10 +2023-12-14 14:52:56.735361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <45 shift-left.10> + +2023-12-14 14:52:56.735366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.10 +2023-12-14 14:52:56.735371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <47 subtract.10> + +2023-12-14 14:52:56.735376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.31 +2023-12-14 14:52:56.735382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <48 reshape.31> + +2023-12-14 14:52:56.735387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.11 +2023-12-14 14:52:56.735393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <49 shift-right-logical.11> + +2023-12-14 14:52:56.735398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.10 +2023-12-14 14:52:56.735403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <50 or.10> + +2023-12-14 14:52:56.735408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.10 +2023-12-14 14:52:56.735413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <51 xor.10> + +2023-12-14 14:52:56.735418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.12 +2023-12-14 14:52:56.735423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <55 slice.12> + +2023-12-14 14:52:56.735428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.32 +2023-12-14 14:52:56.735433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 reshape.32> + +2023-12-14 14:52:56.735438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.29 +2023-12-14 14:52:56.735443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <52 add.29> + +2023-12-14 14:52:56.735449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.11 +2023-12-14 14:52:56.735455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <56 shift-left.11> + +2023-12-14 14:52:56.735460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.11 +2023-12-14 14:52:56.735465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 subtract.11> + +2023-12-14 14:52:56.735470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.33 +2023-12-14 14:52:56.735476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <59 reshape.33> + +2023-12-14 14:52:56.735481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:56.735486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <60 shift-right-logical.12> + +2023-12-14 14:52:56.735494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.11 +2023-12-14 14:52:56.735499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <61 or.11> + +2023-12-14 14:52:56.735504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.11 +2023-12-14 14:52:56.735509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <62 xor.11> + +2023-12-14 14:52:56.735514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.34 +2023-12-14 14:52:56.735519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <53 reshape.34> + +2023-12-14 14:52:56.735524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.30 +2023-12-14 14:52:56.735529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <54 add.30> + +2023-12-14 14:52:56.735534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.36 +2023-12-14 14:52:56.735540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <63 reshape.36> + +2023-12-14 14:52:56.735544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.31 +2023-12-14 14:52:56.735550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <64 add.31> + +2023-12-14 14:52:56.735554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:56.735560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <65 convert.2> + +2023-12-14 14:52:56.735565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.37 +2023-12-14 14:52:56.735571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <66 reshape.37> + +2023-12-14 14:52:56.735575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.34 +2023-12-14 14:52:56.735581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <67 add.34> + +2023-12-14 14:52:56.735585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:56.735591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <23 add.35> + +2023-12-14 14:52:56.735595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.7 +2023-12-14 14:52:56.735605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <68 tuple.7{}> + {0} : HloValueSet: <23 add.35> + {1} : HloValueSet: <54 add.30> + {2} : HloValueSet: <67 add.34> + {3} : HloValueSet: <83 arg_tuple.3{4} (phi)> + {4} : HloValueSet: <84 arg_tuple.3{5} (phi)> + {5} : HloValueSet: <82 arg_tuple.3{3} (phi)> + {6} : HloValueSet: <86 arg_tuple.3{7} (phi)> + {7} : HloValueSet: <85 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.735610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.103 +2023-12-14 14:52:56.735616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <86 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.735624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.104 +2023-12-14 14:52:56.735630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <85 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.735635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.105 +2023-12-14 14:52:56.735640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <84 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.735645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.106 +2023-12-14 14:52:56.735651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <83 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.735656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:56.735662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.735667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:56.735672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.735677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:56.735682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <80 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.735687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.111 +2023-12-14 14:52:56.735693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <79 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.735697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.735707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <69 arg_tuple.4{} (phi)> + {0} : HloValueSet: <71 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <72 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <73 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <74 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <75 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <76 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <77 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <78 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.735712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:56.735719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 constant.12> + +2023-12-14 14:52:56.735723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:56.735729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <1 compare.1> + +2023-12-14 14:52:56.735734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.735739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <71 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.736140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_fold_in +2023-12-14 14:52:56.736154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.736159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.736169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 Arg_0.1> (def) +2023-12-14 14:52:56.736174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.736183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> (def) +2023-12-14 14:52:56.736188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:56.736198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.3> (def) +2023-12-14 14:52:56.736202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:56.736212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 constant.4> (def) +2023-12-14 14:52:56.736216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:56.736226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 constant.5> (def) +2023-12-14 14:52:56.736231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6: +2023-12-14 14:52:56.736241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 constant.6> (def) +2023-12-14 14:52:56.736246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7: +2023-12-14 14:52:56.736256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.7> (def) +2023-12-14 14:52:56.736260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8: +2023-12-14 14:52:56.736270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 shift-right-logical.8> (def) +2023-12-14 14:52:56.736275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.9: +2023-12-14 14:52:56.736284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.9> (def) +2023-12-14 14:52:56.736289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.10: +2023-12-14 14:52:56.736302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reshape.10> (def) +2023-12-14 14:52:56.736307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11: +2023-12-14 14:52:56.736316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 slice.11> (def) +2023-12-14 14:52:56.736321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12: +2023-12-14 14:52:56.736330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 reshape.12> (def) +2023-12-14 14:52:56.736335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13: +2023-12-14 14:52:56.736344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.13> (def) +2023-12-14 14:52:56.736349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14: +2023-12-14 14:52:56.736360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.14> (def) +2023-12-14 14:52:56.736364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15: +2023-12-14 14:52:56.736374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 xor.15> (def) +2023-12-14 14:52:56.736379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16: +2023-12-14 14:52:56.736388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 xor.16> (def) +2023-12-14 14:52:56.736393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17: +2023-12-14 14:52:56.736403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 add.17> (def) +2023-12-14 14:52:56.736407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18: +2023-12-14 14:52:56.736417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.18> (def) +2023-12-14 14:52:56.736421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103: +2023-12-14 14:52:56.736431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 concatenate.103> (def) +2023-12-14 14:52:56.736436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:56.736449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.736454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 tuple.6{}> (def) +2023-12-14 14:52:56.736459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.736463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.3> +2023-12-14 14:52:56.736469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.736474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 add.17> +2023-12-14 14:52:56.736479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.736484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.18> +2023-12-14 14:52:56.736489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.736494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.14> +2023-12-14 14:52:56.736498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.736503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 xor.16> +2023-12-14 14:52:56.736508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.736513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 reshape.12> +2023-12-14 14:52:56.736517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.736522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 constant.6> +2023-12-14 14:52:56.736527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.736532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 constant.5> +2023-12-14 14:52:56.736537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.736546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.736551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 while.1{} (phi)> (def) +2023-12-14 14:52:56.736556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.736561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 while.1{0} (phi)> (def) +2023-12-14 14:52:56.736566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.736571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 while.1{1} (phi)> (def) +2023-12-14 14:52:56.736576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.736581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 while.1{2} (phi)> (def) +2023-12-14 14:52:56.736590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.736595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 while.1{3} (phi)> (def) +2023-12-14 14:52:56.736600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.736605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 while.1{4} (phi)> (def) +2023-12-14 14:52:56.736610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.736614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 while.1{5} (phi)> (def) +2023-12-14 14:52:56.736619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.736625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 while.1{6} (phi)> (def) +2023-12-14 14:52:56.736629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.736634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 while.1{7} (phi)> (def) +2023-12-14 14:52:56.736639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96: +2023-12-14 14:52:56.736650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 while.1{1} (phi)> +2023-12-14 14:52:56.736655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97: +2023-12-14 14:52:56.736664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 while.1{2} (phi)> +2023-12-14 14:52:56.736669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.736678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.736683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.736688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.736693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.736698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.736702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.736707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.736712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.736717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.736722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.736727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.736734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.736740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.736745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.736749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.736754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.736759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.736764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.736768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:52:56.736778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.10> (def) +2023-12-14 14:52:56.736783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:56.736792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 constant.11> (def) +2023-12-14 14:52:56.736797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8: +2023-12-14 14:52:56.736808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 slice.8> (def) +2023-12-14 14:52:56.736813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:56.736822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.26> (def) +2023-12-14 14:52:56.736827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.26: +2023-12-14 14:52:56.736837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 add.26> (def) +2023-12-14 14:52:56.736842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8: +2023-12-14 14:52:56.736851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 shift-left.8> (def) +2023-12-14 14:52:56.736856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8: +2023-12-14 14:52:56.736865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.8> (def) +2023-12-14 14:52:56.736870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27: +2023-12-14 14:52:56.736882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.27> (def) +2023-12-14 14:52:56.736887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9: +2023-12-14 14:52:56.736897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 shift-right-logical.9> (def) +2023-12-14 14:52:56.736902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8: +2023-12-14 14:52:56.736912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 or.8> (def) +2023-12-14 14:52:56.736917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8: +2023-12-14 14:52:56.736927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.8> (def) +2023-12-14 14:52:56.736931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9: +2023-12-14 14:52:56.736941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 slice.9> (def) +2023-12-14 14:52:56.736945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.28: +2023-12-14 14:52:56.736955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 reshape.28> (def) +2023-12-14 14:52:56.736960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.27: +2023-12-14 14:52:56.736970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 add.27> (def) +2023-12-14 14:52:56.736974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9: +2023-12-14 14:52:56.736984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 shift-left.9> (def) +2023-12-14 14:52:56.736989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.736994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9: +2023-12-14 14:52:56.736998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 subtract.9> (def) +2023-12-14 14:52:56.737003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29: +2023-12-14 14:52:56.737013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 reshape.29> (def) +2023-12-14 14:52:56.737017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10: +2023-12-14 14:52:56.737030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 shift-right-logical.10> (def) +2023-12-14 14:52:56.737035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9: +2023-12-14 14:52:56.737045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 or.9> (def) +2023-12-14 14:52:56.737049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9: +2023-12-14 14:52:56.737060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 xor.9> (def) +2023-12-14 14:52:56.737064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10: +2023-12-14 14:52:56.737074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 slice.10> (def) +2023-12-14 14:52:56.737078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30: +2023-12-14 14:52:56.737088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 reshape.30> (def) +2023-12-14 14:52:56.737093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28: +2023-12-14 14:52:56.737103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 add.28> (def) +2023-12-14 14:52:56.737108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10: +2023-12-14 14:52:56.737117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 shift-left.10> (def) +2023-12-14 14:52:56.737122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10: +2023-12-14 14:52:56.737132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.10> (def) +2023-12-14 14:52:56.737137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.31: +2023-12-14 14:52:56.737146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 reshape.31> (def) +2023-12-14 14:52:56.737151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11: +2023-12-14 14:52:56.737161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 shift-right-logical.11> (def) +2023-12-14 14:52:56.737165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10: +2023-12-14 14:52:56.737178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 or.10> (def) +2023-12-14 14:52:56.737183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10: +2023-12-14 14:52:56.737197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 xor.10> (def) +2023-12-14 14:52:56.737205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12: +2023-12-14 14:52:56.737220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 slice.12> (def) +2023-12-14 14:52:56.737225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32: +2023-12-14 14:52:56.737234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 reshape.32> (def) +2023-12-14 14:52:56.737239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.29: +2023-12-14 14:52:56.737249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.29> (def) +2023-12-14 14:52:56.737254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11: +2023-12-14 14:52:56.737263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 shift-left.11> (def) +2023-12-14 14:52:56.737268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11: +2023-12-14 14:52:56.737278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 subtract.11> (def) +2023-12-14 14:52:56.737283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.33: +2023-12-14 14:52:56.737292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 reshape.33> (def) +2023-12-14 14:52:56.737297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:56.737306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 shift-right-logical.12> (def) +2023-12-14 14:52:56.737311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11: +2023-12-14 14:52:56.737321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 or.11> (def) +2023-12-14 14:52:56.737326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11: +2023-12-14 14:52:56.737339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 xor.11> (def) +2023-12-14 14:52:56.737345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34: +2023-12-14 14:52:56.737354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 reshape.34> (def) +2023-12-14 14:52:56.737359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30: +2023-12-14 14:52:56.737368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 add.30> (def) +2023-12-14 14:52:56.737373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36: +2023-12-14 14:52:56.737382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 reshape.36> (def) +2023-12-14 14:52:56.737388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.31: +2023-12-14 14:52:56.737397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.31> (def) +2023-12-14 14:52:56.737402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:56.737411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 convert.2> (def) +2023-12-14 14:52:56.737417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37: +2023-12-14 14:52:56.737426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 reshape.37> (def) +2023-12-14 14:52:56.737431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.34: +2023-12-14 14:52:56.737440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 add.34> (def) +2023-12-14 14:52:56.737445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:56.737454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 add.35> (def) +2023-12-14 14:52:56.737460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7: +2023-12-14 14:52:56.737469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.737474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 tuple.7{}> (def) +2023-12-14 14:52:56.737479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.737487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 add.35> +2023-12-14 14:52:56.737492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.737497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 add.30> +2023-12-14 14:52:56.737502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.737506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 add.34> +2023-12-14 14:52:56.737511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.737516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.737521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.737525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.737531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.737536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.737541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.737545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.737550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.737555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.737560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103: +2023-12-14 14:52:56.737570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.737575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104: +2023-12-14 14:52:56.737584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.737589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105: +2023-12-14 14:52:56.737598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.737604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106: +2023-12-14 14:52:56.737613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.737618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:56.737631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.737636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:56.737645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.737650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:56.737660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.737664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.111: +2023-12-14 14:52:56.737674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.737679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.737688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.737693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.737698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.737704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.737708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.737713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.737718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.737723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.737727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.737732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.737737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.737741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.737747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.737752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.737756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.737761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.737769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.737775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.737779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:56.737789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 constant.12> (def) +2023-12-14 14:52:56.737793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:56.737803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 compare.1> (def) +2023-12-14 14:52:56.737808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.737812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.737818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.737823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.737827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 constant.12> +2023-12-14 14:52:56.737832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.737837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:56.737842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.737847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:56.737852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = s32[] constant(5) +2023-12-14 14:52:56.737857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 compare.1> +2023-12-14 14:52:56.737861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.737866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:56.737871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.737876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.12), direction=LT, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.737881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.3> +2023-12-14 14:52:56.737887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.737891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:56.737896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:56.737901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.737909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.737914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = s32[] constant(0) +2023-12-14 14:52:56.737919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:52:56.737924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.737929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.737933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.737938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8, operand 0 +2023-12-14 14:52:56.737943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.10, operand 0 +2023-12-14 14:52:56.737948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:56.737953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.7> +2023-12-14 14:52:56.737958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.737963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7 +2023-12-14 14:52:56.737968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.737972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8, operand 1 +2023-12-14 14:52:56.737977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.7 = u32[] constant(32) +2023-12-14 14:52:56.737982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 shift-right-logical.8> +2023-12-14 14:52:56.737987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.737992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8 +2023-12-14 14:52:56.737997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.9, operand 0 +2023-12-14 14:52:56.738007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.8 = u32[] shift-right-logical(u32[] %Arg_1.2, u32[] %constant.7), metadata={op_name="jit(_threefry_fold_in)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.9> +2023-12-14 14:52:56.738016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.9 +2023-12-14 14:52:56.738026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17, operand 0 +2023-12-14 14:52:56.738036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.9 = u32[1]{0} reshape(u32[] %shift-right-logical.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 Arg_0.1> +2023-12-14 14:52:56.738048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.738058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11, operand 0 +2023-12-14 14:52:56.738068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13, operand 0 +2023-12-14 14:52:56.738073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.738078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 slice.11> +2023-12-14 14:52:56.738082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11 +2023-12-14 14:52:56.738092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12, operand 0 +2023-12-14 14:52:56.738102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17, operand 1 +2023-12-14 14:52:56.738107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.11 = u32[1]{0} slice(u32[2]{0} %Arg_0.1), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 add.17> +2023-12-14 14:52:56.738117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17 +2023-12-14 14:52:56.738126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:56.738132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.738142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.17 = u32[1]{0} add(u32[1]{0} %reshape.9, u32[1]{0} %slice.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reshape.10> +2023-12-14 14:52:56.738152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.10 +2023-12-14 14:52:56.738164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18, operand 0 +2023-12-14 14:52:56.738175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.10 = u32[1]{0} reshape(u32[] %Arg_1.2), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.13> +2023-12-14 14:52:56.738185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.13 +2023-12-14 14:52:56.738194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14, operand 0 +2023-12-14 14:52:56.738203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18, operand 1 +2023-12-14 14:52:56.738209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.13 = u32[1]{0} slice(u32[2]{0} %Arg_0.1), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.18> +2023-12-14 14:52:56.738219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18 +2023-12-14 14:52:56.738228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {2} +2023-12-14 14:52:56.738233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.738243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.18 = u32[1]{0} add(u32[1]{0} %reshape.10, u32[1]{0} %slice.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 reshape.14> +2023-12-14 14:52:56.738253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.14 +2023-12-14 14:52:56.738262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {3} +2023-12-14 14:52:56.738267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 1 +2023-12-14 14:52:56.738277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.738283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.14 = u32[] reshape(u32[1]{0} %slice.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 reshape.12> +2023-12-14 14:52:56.738295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.12 +2023-12-14 14:52:56.738305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {5} +2023-12-14 14:52:56.738309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15, operand 0 +2023-12-14 14:52:56.738320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.738324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.12 = u32[] reshape(u32[1]{0} %slice.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 xor.15> +2023-12-14 14:52:56.738334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.15 +2023-12-14 14:52:56.738343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 0 +2023-12-14 14:52:56.738354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.15 = u32[] xor(u32[] %reshape.12, u32[] %reshape.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 constant.4> +2023-12-14 14:52:56.738364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:56.738373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16, operand 1 +2023-12-14 14:52:56.738383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = u32[] constant(466688986) +2023-12-14 14:52:56.738388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 xor.16> +2023-12-14 14:52:56.738393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.16 +2023-12-14 14:52:56.738402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {4} +2023-12-14 14:52:56.738407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.738420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.16 = u32[] xor(u32[] %xor.15, u32[] %constant.4), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 constant.6> +2023-12-14 14:52:56.738430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6 +2023-12-14 14:52:56.738440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {6} +2023-12-14 14:52:56.738444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.738454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.6 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.738459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 constant.5> +2023-12-14 14:52:56.738464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:56.738474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {7} +2023-12-14 14:52:56.738478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.738488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.738495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 tuple.6{}> +2023-12-14 14:52:56.738500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:56.738509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.738519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.3, u32[1]{0} %add.17, u32[1]{0} %add.18, u32[] %reshape.14, u32[] %xor.16, /*index=5*/u32[] %reshape.12, u32[4]{0} %constant.6, u32[4]{0} %constant.5) +2023-12-14 14:52:56.738524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 concatenate.103> +2023-12-14 14:52:56.738529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103 +2023-12-14 14:52:56.738541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.103 = u32[2]{0} concatenate(u32[1]{0} %get-tuple-element.96, u32[1]{0} %get-tuple-element.97), dimensions={0}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 constant.11> +2023-12-14 14:52:56.738556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:56.738566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:56.738576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(1) +2023-12-14 14:52:56.738581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 add.35> +2023-12-14 14:52:56.738586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:56.738595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {0} +2023-12-14 14:52:56.738601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 0 +2023-12-14 14:52:56.738610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:56.738615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %get-tuple-element.111, s32[] %constant.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 add.26> +2023-12-14 14:52:56.738624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.26 +2023-12-14 14:52:56.738634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8, operand 0 +2023-12-14 14:52:56.738644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.27, operand 0 +2023-12-14 14:52:56.738649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.26 = u32[1]{0} add(u32[1]{0} %get-tuple-element.109, u32[1]{0} %get-tuple-element.108), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 slice.8> +2023-12-14 14:52:56.738663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8 +2023-12-14 14:52:56.738673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:56.738683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8, operand 1 +2023-12-14 14:52:56.738687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.8 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.104), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 shift-left.8> +2023-12-14 14:52:56.738697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8 +2023-12-14 14:52:56.738706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8, operand 0 +2023-12-14 14:52:56.738717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.8 = u32[1]{0} shift-left(u32[1]{0} %get-tuple-element.108, u32[1]{0} %slice.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.10> +2023-12-14 14:52:56.738726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:52:56.738736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 0 +2023-12-14 14:52:56.738747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 0 +2023-12-14 14:52:56.738752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 0 +2023-12-14 14:52:56.738756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 0 +2023-12-14 14:52:56.738761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = u32[] constant(32) +2023-12-14 14:52:56.738766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 reshape.26> +2023-12-14 14:52:56.738771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:56.738782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 1 +2023-12-14 14:52:56.738796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = u32[] reshape(u32[1]{0} %slice.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.8> +2023-12-14 14:52:56.738806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8 +2023-12-14 14:52:56.738816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27, operand 0 +2023-12-14 14:52:56.738826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.8 = u32[] subtract(u32[] %constant.10, u32[] %reshape.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 reshape.27> +2023-12-14 14:52:56.738835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.27 +2023-12-14 14:52:56.738845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9, operand 1 +2023-12-14 14:52:56.738855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.27 = u32[1]{0} reshape(u32[] %subtract.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 shift-right-logical.9> +2023-12-14 14:52:56.738865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9 +2023-12-14 14:52:56.738874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8, operand 1 +2023-12-14 14:52:56.738884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.9 = u32[1]{0} shift-right-logical(u32[1]{0} %get-tuple-element.108, u32[1]{0} %reshape.27), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 or.8> +2023-12-14 14:52:56.738894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8 +2023-12-14 14:52:56.738906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8, operand 1 +2023-12-14 14:52:56.738916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.8 = u32[1]{0} or(u32[1]{0} %shift-left.8, u32[1]{0} %shift-right-logical.9), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 xor.8> +2023-12-14 14:52:56.738926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8 +2023-12-14 14:52:56.738935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.27, operand 1 +2023-12-14 14:52:56.738945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9, operand 0 +2023-12-14 14:52:56.738950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10, operand 0 +2023-12-14 14:52:56.738955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.8 = u32[1]{0} xor(u32[1]{0} %add.26, u32[1]{0} %or.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 add.27> +2023-12-14 14:52:56.738965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.738969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.27 +2023-12-14 14:52:56.738974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.738979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9, operand 0 +2023-12-14 14:52:56.738984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28, operand 0 +2023-12-14 14:52:56.738988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.27 = u32[1]{0} add(u32[1]{0} %add.26, u32[1]{0} %xor.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.738993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 slice.9> +2023-12-14 14:52:56.738999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9 +2023-12-14 14:52:56.739008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.28, operand 0 +2023-12-14 14:52:56.739018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9, operand 1 +2023-12-14 14:52:56.739022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.9 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.104), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 shift-left.9> +2023-12-14 14:52:56.739036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9 +2023-12-14 14:52:56.739045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9, operand 0 +2023-12-14 14:52:56.739055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.9 = u32[1]{0} shift-left(u32[1]{0} %xor.8, u32[1]{0} %slice.9), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 reshape.28> +2023-12-14 14:52:56.739064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.28 +2023-12-14 14:52:56.739075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 1 +2023-12-14 14:52:56.739084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.28 = u32[] reshape(u32[1]{0} %slice.9), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 subtract.9> +2023-12-14 14:52:56.739094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9 +2023-12-14 14:52:56.739104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29, operand 0 +2023-12-14 14:52:56.739114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.9 = u32[] subtract(u32[] %constant.10, u32[] %reshape.28), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 reshape.29> +2023-12-14 14:52:56.739123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.29 +2023-12-14 14:52:56.739132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10, operand 1 +2023-12-14 14:52:56.739146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.29 = u32[1]{0} reshape(u32[] %subtract.9), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 shift-right-logical.10> +2023-12-14 14:52:56.739156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10 +2023-12-14 14:52:56.739165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9, operand 1 +2023-12-14 14:52:56.739176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.10 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.8, u32[1]{0} %reshape.29), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 or.9> +2023-12-14 14:52:56.739185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9 +2023-12-14 14:52:56.739195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9, operand 1 +2023-12-14 14:52:56.739204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.9 = u32[1]{0} or(u32[1]{0} %shift-left.9, u32[1]{0} %shift-right-logical.10), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 xor.9> +2023-12-14 14:52:56.739215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9 +2023-12-14 14:52:56.739224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28, operand 1 +2023-12-14 14:52:56.739234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10, operand 0 +2023-12-14 14:52:56.739238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11, operand 0 +2023-12-14 14:52:56.739244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.9 = u32[1]{0} xor(u32[1]{0} %add.27, u32[1]{0} %or.9), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 add.28> +2023-12-14 14:52:56.739257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.28 +2023-12-14 14:52:56.739266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10, operand 0 +2023-12-14 14:52:56.739276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.29, operand 0 +2023-12-14 14:52:56.739281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.28 = u32[1]{0} add(u32[1]{0} %add.27, u32[1]{0} %xor.9), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 slice.10> +2023-12-14 14:52:56.739291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10 +2023-12-14 14:52:56.739301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30, operand 0 +2023-12-14 14:52:56.739312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10, operand 1 +2023-12-14 14:52:56.739324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.10 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.104), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 shift-left.10> +2023-12-14 14:52:56.739335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10 +2023-12-14 14:52:56.739344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10, operand 0 +2023-12-14 14:52:56.739354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.10 = u32[1]{0} shift-left(u32[1]{0} %xor.9, u32[1]{0} %slice.10), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 reshape.30> +2023-12-14 14:52:56.739363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.30 +2023-12-14 14:52:56.739374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 1 +2023-12-14 14:52:56.739387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.30 = u32[] reshape(u32[1]{0} %slice.10), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.10> +2023-12-14 14:52:56.739396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10 +2023-12-14 14:52:56.739407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.31, operand 0 +2023-12-14 14:52:56.739416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.10 = u32[] subtract(u32[] %constant.10, u32[] %reshape.30), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 reshape.31> +2023-12-14 14:52:56.739426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.31 +2023-12-14 14:52:56.739435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11, operand 1 +2023-12-14 14:52:56.739447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.31 = u32[1]{0} reshape(u32[] %subtract.10), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 shift-right-logical.11> +2023-12-14 14:52:56.739456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11 +2023-12-14 14:52:56.739466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10, operand 1 +2023-12-14 14:52:56.739476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.11 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.9, u32[1]{0} %reshape.31), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 or.10> +2023-12-14 14:52:56.739486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10 +2023-12-14 14:52:56.739498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10, operand 1 +2023-12-14 14:52:56.739508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.10 = u32[1]{0} or(u32[1]{0} %shift-left.10, u32[1]{0} %shift-right-logical.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 xor.10> +2023-12-14 14:52:56.739518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10 +2023-12-14 14:52:56.739527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.29, operand 1 +2023-12-14 14:52:56.739537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11, operand 0 +2023-12-14 14:52:56.739542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:56.739547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.10 = u32[1]{0} xor(u32[1]{0} %add.28, u32[1]{0} %or.10), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.29> +2023-12-14 14:52:56.739557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.29 +2023-12-14 14:52:56.739566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11, operand 0 +2023-12-14 14:52:56.739575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30, operand 0 +2023-12-14 14:52:56.739580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.29 = u32[1]{0} add(u32[1]{0} %add.28, u32[1]{0} %xor.10), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 reshape.34> +2023-12-14 14:52:56.739590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34 +2023-12-14 14:52:56.739600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30, operand 1 +2023-12-14 14:52:56.739609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.34 = u32[1]{0} reshape(u32[] %get-tuple-element.107), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 add.30> +2023-12-14 14:52:56.739622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.30 +2023-12-14 14:52:56.739632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {1} +2023-12-14 14:52:56.739637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 1 +2023-12-14 14:52:56.739646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.30 = u32[1]{0} add(u32[1]{0} %add.29, u32[1]{0} %reshape.34), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 slice.12> +2023-12-14 14:52:56.739656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12 +2023-12-14 14:52:56.739666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32, operand 0 +2023-12-14 14:52:56.739675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11, operand 1 +2023-12-14 14:52:56.739680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.12 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.104), slice={[3:4]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 shift-left.11> +2023-12-14 14:52:56.739691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11 +2023-12-14 14:52:56.739701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11, operand 0 +2023-12-14 14:52:56.739711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.11 = u32[1]{0} shift-left(u32[1]{0} %xor.10, u32[1]{0} %slice.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 reshape.32> +2023-12-14 14:52:56.739720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.32 +2023-12-14 14:52:56.739743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 1 +2023-12-14 14:52:56.739753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.32 = u32[] reshape(u32[1]{0} %slice.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 subtract.11> +2023-12-14 14:52:56.739763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11 +2023-12-14 14:52:56.739773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.33, operand 0 +2023-12-14 14:52:56.739783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.11 = u32[] subtract(u32[] %constant.10, u32[] %reshape.32), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 reshape.33> +2023-12-14 14:52:56.739792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.33 +2023-12-14 14:52:56.739801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:56.739812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.33 = u32[1]{0} reshape(u32[] %subtract.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 shift-right-logical.12> +2023-12-14 14:52:56.739821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:56.739832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11, operand 1 +2023-12-14 14:52:56.739841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.10, u32[1]{0} %reshape.33), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 or.11> +2023-12-14 14:52:56.739854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11 +2023-12-14 14:52:56.739863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11, operand 1 +2023-12-14 14:52:56.739873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.11 = u32[1]{0} or(u32[1]{0} %shift-left.11, u32[1]{0} %shift-right-logical.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 xor.11> +2023-12-14 14:52:56.739883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11 +2023-12-14 14:52:56.739893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.31, operand 0 +2023-12-14 14:52:56.739904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.11 = u32[1]{0} xor(u32[1]{0} %add.29, u32[1]{0} %or.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 reshape.36> +2023-12-14 14:52:56.739913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36 +2023-12-14 14:52:56.739923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.31, operand 1 +2023-12-14 14:52:56.739932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.36 = u32[1]{0} reshape(u32[] %get-tuple-element.106), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.31> +2023-12-14 14:52:56.739942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.31 +2023-12-14 14:52:56.739952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.34, operand 0 +2023-12-14 14:52:56.739961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.31 = u32[1]{0} add(u32[1]{0} %xor.11, u32[1]{0} %reshape.36), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 convert.2> +2023-12-14 14:52:56.739975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.739979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:56.739984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.739989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37, operand 0 +2023-12-14 14:52:56.739994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %add.35), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.739998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 reshape.37> +2023-12-14 14:52:56.740003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.37 +2023-12-14 14:52:56.740013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.34, operand 1 +2023-12-14 14:52:56.740023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.37 = u32[1]{0} reshape(u32[] %convert.2), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.740028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 add.34> +2023-12-14 14:52:56.740032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.34 +2023-12-14 14:52:56.740043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {2} +2023-12-14 14:52:56.740047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 2 +2023-12-14 14:52:56.740057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.34 = u32[1]{0} add(u32[1]{0} %add.31, u32[1]{0} %reshape.37), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.740062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 tuple.7{}> +2023-12-14 14:52:56.740066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {} +2023-12-14 14:52:56.740076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.7 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[1]{0} %add.30, u32[1]{0} %add.34, u32[] %get-tuple-element.106, u32[] %get-tuple-element.105, /*index=5*/u32[] %get-tuple-element.107, u32[4]{0} %get-tuple-element.103, u32[4]{0} %get-tuple-element.104) +2023-12-14 14:52:56.740088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.740094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.740104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.740114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.740124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.740133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103, operand 0 {} +2023-12-14 14:52:56.740143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104, operand 0 {} +2023-12-14 14:52:56.740148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105, operand 0 {} +2023-12-14 14:52:56.740152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106, operand 0 {} +2023-12-14 14:52:56.740157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:56.740162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:56.740167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:56.740172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.111, operand 0 {} +2023-12-14 14:52:56.740177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.740187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.740197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.740201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:56.740214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.740223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.740233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.740248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.740258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.740272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.740282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.740296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.740306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.740320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.740331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.740348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.740357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.740372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.740382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.740396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.740407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.111 +2023-12-14 14:52:56.740411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:56.740421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.740430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.740440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:56.740444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.26, operand 0 +2023-12-14 14:52:56.740455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.740468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.740479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:56.740483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9, operand 0 +2023-12-14 14:52:56.740493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.26, operand 1 +2023-12-14 14:52:56.740498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8, operand 0 +2023-12-14 14:52:56.740502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.740512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.740521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {5} +2023-12-14 14:52:56.740527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:56.740532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 5 +2023-12-14 14:52:56.740542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.34, operand 0 +2023-12-14 14:52:56.740547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.740557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.740566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {3} +2023-12-14 14:52:56.740571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106 +2023-12-14 14:52:56.740576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 3 +2023-12-14 14:52:56.740585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.36, operand 0 +2023-12-14 14:52:56.740590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.740606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.740616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {4} +2023-12-14 14:52:56.740621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105 +2023-12-14 14:52:56.740626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 4 +2023-12-14 14:52:56.740635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.740645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.740654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {7} +2023-12-14 14:52:56.740659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104 +2023-12-14 14:52:56.740664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 7 +2023-12-14 14:52:56.740674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8, operand 0 +2023-12-14 14:52:56.740679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9, operand 0 +2023-12-14 14:52:56.740684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10, operand 0 +2023-12-14 14:52:56.740689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.12, operand 0 +2023-12-14 14:52:56.740694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.740703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.740713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {6} +2023-12-14 14:52:56.740717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103 +2023-12-14 14:52:56.740722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 6 +2023-12-14 14:52:56.740732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.740740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 while.1{} (phi)> +2023-12-14 14:52:56.740745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.740755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97, operand 0 {} +2023-12-14 14:52:56.740765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96, operand 0 {} +2023-12-14 14:52:56.740770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.740775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 while.1{0} (phi)> +2023-12-14 14:52:56.740779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.740789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.740799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 while.1{1} (phi)> +2023-12-14 14:52:56.740803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.740813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96 +2023-12-14 14:52:56.740818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 0 +2023-12-14 14:52:56.740829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.740833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 while.1{2} (phi)> +2023-12-14 14:52:56.740838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.740848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97 +2023-12-14 14:52:56.740852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 1 +2023-12-14 14:52:56.740865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.740870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 while.1{3} (phi)> +2023-12-14 14:52:56.740875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.740885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.740895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 while.1{4} (phi)> +2023-12-14 14:52:56.740900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.740910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.740919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 while.1{5} (phi)> +2023-12-14 14:52:56.740924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.740933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.740943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 while.1{6} (phi)> +2023-12-14 14:52:56.740948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.740958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.740971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 while.1{7} (phi)> +2023-12-14 14:52:56.740975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.740980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.740985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.740990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.741226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.741337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.741351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 8.66 ms (cumulative: 322 ms, max: 65 ms, #called: 1249) +2023-12-14 14:52:56.741415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_fold_in: hlo normalization +2023-12-14 14:52:56.741428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.741481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 51 us (cumulative: 322 ms, max: 65 ms, #called: 1250) +2023-12-14 14:52:56.741487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:56.741519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 31 us (cumulative: 322 ms, max: 65 ms, #called: 1251) +2023-12-14 14:52:56.741526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:56.741544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 17 us (cumulative: 322 ms, max: 65 ms, #called: 1252) +2023-12-14 14:52:56.741556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_fold_in: HLO passes after layout assignment +2023-12-14 14:52:56.741566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:56.741571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_fold_in: after layout assignment +2023-12-14 14:52:56.741580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 322 ms, max: 65 ms, #called: 1253) +2023-12-14 14:52:56.741586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.741622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 34 us (cumulative: 322 ms, max: 65 ms, #called: 1254) +2023-12-14 14:52:56.741628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:56.742418: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 87 +2023-12-14 14:52:56.742481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 849 us (cumulative: 323 ms, max: 65 ms, #called: 1255) +2023-12-14 14:52:56.742489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:56.742496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__threefry_fold_in: simplification after layout assignment +2023-12-14 14:52:56.742506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.742551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 42 us (cumulative: 323 ms, max: 65 ms, #called: 1256) +2023-12-14 14:52:56.742558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.742582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 22 us (cumulative: 323 ms, max: 65 ms, #called: 1257) +2023-12-14 14:52:56.742587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.742741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 150 us (cumulative: 323 ms, max: 65 ms, #called: 1258) +2023-12-14 14:52:56.742755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 264 us (cumulative: 323 ms, max: 65 ms, #called: 1259) +2023-12-14 14:52:56.742761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:56.742768: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:56.743582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 817 us (cumulative: 324 ms, max: 65 ms, #called: 1260) +2023-12-14 14:52:56.743600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.743624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 22 us (cumulative: 324 ms, max: 65 ms, #called: 1261) +2023-12-14 14:52:56.743630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:56.743702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_fold_in +2023-12-14 14:52:56.743863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.743900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.743907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.743922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:56.743928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:56.743940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:56.743945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:56.743960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:56.743966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:56.743971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:56.743976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:56.743981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:56.743986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.111 +2023-12-14 14:52:56.743991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.35 +2023-12-14 14:52:56.743996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : fusion.5 +2023-12-14 14:52:56.744001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : tuple.7 +2023-12-14 14:52:56.744006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : fusion.6 +2023-12-14 14:52:56.744013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.744018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.744028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <134 arg_tuple.4{3} (phi)> has new phi inputs: +2023-12-14 14:52:56.744035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <135 arg_tuple.4{4} (phi)> has new phi inputs: +2023-12-14 14:52:56.744041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <136 arg_tuple.4{5} (phi)> has new phi inputs: +2023-12-14 14:52:56.744046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <137 arg_tuple.4{6} (phi)> has new phi inputs: +2023-12-14 14:52:56.744052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <138 arg_tuple.4{7} (phi)> has new phi inputs: +2023-12-14 14:52:56.744057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:56.744065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <142 arg_tuple.3{3} (phi)> has new phi inputs: +2023-12-14 14:52:56.744070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <143 arg_tuple.3{4} (phi)> has new phi inputs: +2023-12-14 14:52:56.744076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <144 arg_tuple.3{5} (phi)> has new phi inputs: +2023-12-14 14:52:56.744081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <145 arg_tuple.3{6} (phi)> has new phi inputs: +2023-12-14 14:52:56.744087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <146 arg_tuple.3{7} (phi)> has new phi inputs: +2023-12-14 14:52:56.744092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:56.744097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:56.744102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:56.744108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:56.744116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:56.744121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:56.744126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:56.744130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.111 +2023-12-14 14:52:56.744144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.744155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.744160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 129, phi: +2023-12-14 14:52:56.744164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.744170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.744175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:56.744181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32: +2023-12-14 14:52:56.744186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 130, phi: +2023-12-14 14:52:56.744190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.744195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.744199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 131, phi: +2023-12-14 14:52:56.744204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.744209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.744213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33: +2023-12-14 14:52:56.744218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29: +2023-12-14 14:52:56.744222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 132, phi: +2023-12-14 14:52:56.744227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.744232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 30 +2023-12-14 14:52:56.744236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:56.744241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 30: +2023-12-14 14:52:56.744246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 133, phi: +2023-12-14 14:52:56.744251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.744256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31 +2023-12-14 14:52:56.744261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:56.744265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31: +2023-12-14 14:52:56.744270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 134, phi: +2023-12-14 14:52:56.744275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.744282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 143 +2023-12-14 14:52:56.744287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:56.744292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:56.744296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 135, phi: +2023-12-14 14:52:56.744301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.744306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 144 +2023-12-14 14:52:56.744311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:56.744316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 136, phi: +2023-12-14 14:52:56.744321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.744326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 142 +2023-12-14 14:52:56.744330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 137, phi: +2023-12-14 14:52:56.744335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.744340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 146 +2023-12-14 14:52:56.744344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:56.744349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:56.744354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 138, phi: +2023-12-14 14:52:56.744358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.744363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 145 +2023-12-14 14:52:56.744367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 139, phi: +2023-12-14 14:52:56.744372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.744377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.744381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 140, phi: +2023-12-14 14:52:56.744387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.744392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 30 +2023-12-14 14:52:56.744397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 141, phi: +2023-12-14 14:52:56.744401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.744406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31 +2023-12-14 14:52:56.744410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 142, phi: +2023-12-14 14:52:56.744415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.744420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 143 +2023-12-14 14:52:56.744424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 143, phi: +2023-12-14 14:52:56.744429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.744433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 144 +2023-12-14 14:52:56.744438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 144, phi: +2023-12-14 14:52:56.744445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.744450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 142 +2023-12-14 14:52:56.744455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 145, phi: +2023-12-14 14:52:56.744460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.744465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 146 +2023-12-14 14:52:56.744470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 146, phi: +2023-12-14 14:52:56.744475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.744479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 145 +2023-12-14 14:52:56.744484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 147, phi: +2023-12-14 14:52:56.744488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.744493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.744498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 148, phi: +2023-12-14 14:52:56.744502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.744507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.744511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149, phi: +2023-12-14 14:52:56.744516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 30 +2023-12-14 14:52:56.744521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.744526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 150, phi: +2023-12-14 14:52:56.744531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31 +2023-12-14 14:52:56.744535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.744541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151, phi: +2023-12-14 14:52:56.744545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 143 +2023-12-14 14:52:56.744550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.744554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 152, phi: +2023-12-14 14:52:56.744559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 144 +2023-12-14 14:52:56.744563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.744568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 153, phi: +2023-12-14 14:52:56.744573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 142 +2023-12-14 14:52:56.744577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.744582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154, phi: +2023-12-14 14:52:56.744586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 146 +2023-12-14 14:52:56.744591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.744597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 155, phi: +2023-12-14 14:52:56.744604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 145 +2023-12-14 14:52:56.744610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:56.744627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.744636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.744641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 129, phi: +2023-12-14 14:52:56.744646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.744650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.744655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:56.744660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32: +2023-12-14 14:52:56.744664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 130, phi: +2023-12-14 14:52:56.744669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.744674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.744678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 131, phi: +2023-12-14 14:52:56.744684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.744689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.744693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33: +2023-12-14 14:52:56.744698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29: +2023-12-14 14:52:56.744702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 132, phi: +2023-12-14 14:52:56.744707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.744712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 30 +2023-12-14 14:52:56.744716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:56.744721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 30: +2023-12-14 14:52:56.744725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 133, phi: +2023-12-14 14:52:56.744730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.744735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31 +2023-12-14 14:52:56.744740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:56.744745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31: +2023-12-14 14:52:56.744749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 134, phi: +2023-12-14 14:52:56.744755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.744759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 143 +2023-12-14 14:52:56.744764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:56.744768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:56.744773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 135, phi: +2023-12-14 14:52:56.744781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.744785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 144 +2023-12-14 14:52:56.744790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:56.744795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 136, phi: +2023-12-14 14:52:56.744799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.744804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 142 +2023-12-14 14:52:56.744809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 137, phi: +2023-12-14 14:52:56.744814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.744819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 146 +2023-12-14 14:52:56.744823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:56.744829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:56.744833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 138, phi: +2023-12-14 14:52:56.744838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.744842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 145 +2023-12-14 14:52:56.744847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 139, phi: +2023-12-14 14:52:56.744852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.744856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.744861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 140, phi: +2023-12-14 14:52:56.744865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.744870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 30 +2023-12-14 14:52:56.744875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 141, phi: +2023-12-14 14:52:56.744879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.744885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31 +2023-12-14 14:52:56.744889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 142, phi: +2023-12-14 14:52:56.744894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.744899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 143 +2023-12-14 14:52:56.744904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 143, phi: +2023-12-14 14:52:56.744908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.744913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 144 +2023-12-14 14:52:56.744918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 144, phi: +2023-12-14 14:52:56.744922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.744927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 142 +2023-12-14 14:52:56.744931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 145, phi: +2023-12-14 14:52:56.744939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.744944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 146 +2023-12-14 14:52:56.744948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 146, phi: +2023-12-14 14:52:56.744953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.744959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 145 +2023-12-14 14:52:56.744963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 147, phi: +2023-12-14 14:52:56.744969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.744974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.744979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 148, phi: +2023-12-14 14:52:56.744983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.744988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.744993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149, phi: +2023-12-14 14:52:56.744997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 30 +2023-12-14 14:52:56.745002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.745006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 150, phi: +2023-12-14 14:52:56.745011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31 +2023-12-14 14:52:56.745016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.745020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151, phi: +2023-12-14 14:52:56.745026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 143 +2023-12-14 14:52:56.745031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.745036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 152, phi: +2023-12-14 14:52:56.745041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 144 +2023-12-14 14:52:56.745045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.745050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 153, phi: +2023-12-14 14:52:56.745055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 142 +2023-12-14 14:52:56.745059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.745064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154, phi: +2023-12-14 14:52:56.745068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 146 +2023-12-14 14:52:56.745073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.745078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 155, phi: +2023-12-14 14:52:56.745082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 145 +2023-12-14 14:52:56.745087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:56.745092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.745102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <34 Arg_0.1> + +2023-12-14 14:52:56.745107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.745114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:56.745119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:56.745124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <33 constant.3> + +2023-12-14 14:52:56.745129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:56.745134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 constant.5> + +2023-12-14 14:52:56.745139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.6 +2023-12-14 14:52:56.745144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <41 constant.6> + +2023-12-14 14:52:56.745149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.103 +2023-12-14 14:52:56.745155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <44 concatenate.103> + +2023-12-14 14:52:56.745160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:56.745171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <43 tuple.6{}> + {0} : HloValueSet: <33 constant.3> + {1} : HloValueSet: <36 fusion.4> + {2} : HloValueSet: <37 fusion.3> + {3} : HloValueSet: <38 fusion.2> + {4} : HloValueSet: <39 fusion> + {5} : HloValueSet: <40 fusion.1> + {6} : HloValueSet: <41 constant.6> + {7} : HloValueSet: <42 constant.5> + +2023-12-14 14:52:56.745177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.745188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <147 while.1{} (phi)> + {0} : HloValueSet: <148 while.1{0} (phi)> + {1} : HloValueSet: <149 while.1{1} (phi)> + {2} : HloValueSet: <150 while.1{2} (phi)> + {3} : HloValueSet: <151 while.1{3} (phi)> + {4} : HloValueSet: <152 while.1{4} (phi)> + {5} : HloValueSet: <153 while.1{5} (phi)> + {6} : HloValueSet: <154 while.1{6} (phi)> + {7} : HloValueSet: <155 while.1{7} (phi)> + +2023-12-14 14:52:56.745194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.96 +2023-12-14 14:52:56.745200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <149 while.1{1} (phi)> + +2023-12-14 14:52:56.745205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.97 +2023-12-14 14:52:56.745210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <150 while.1{2} (phi)> + +2023-12-14 14:52:56.745215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:56.745220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 fusion> + +2023-12-14 14:52:56.745228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:56.745234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.1> + +2023-12-14 14:52:56.745240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2 +2023-12-14 14:52:56.745245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 fusion.2> + +2023-12-14 14:52:56.745250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:56.745257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <37 fusion.3> + +2023-12-14 14:52:56.745262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:56.745267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <36 fusion.4> + +2023-12-14 14:52:56.745272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.745282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <130 arg_tuple.3{} (phi)> + {0} : HloValueSet: <139 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <140 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <141 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <142 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <143 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <144 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <145 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <146 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.745288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:56.745294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <28 constant.11> + +2023-12-14 14:52:56.745298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:56.745304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <29 add.35> + +2023-12-14 14:52:56.745308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.7 +2023-12-14 14:52:56.745318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <32 tuple.7{}> + {0} : HloValueSet: <29 add.35> + {1} : HloValueSet: <30 fusion.6> + {2} : HloValueSet: <31 fusion.5> + {3} : HloValueSet: <143 arg_tuple.3{4} (phi)> + {4} : HloValueSet: <144 arg_tuple.3{5} (phi)> + {5} : HloValueSet: <142 arg_tuple.3{3} (phi)> + {6} : HloValueSet: <146 arg_tuple.3{7} (phi)> + {7} : HloValueSet: <145 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.745324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.103 +2023-12-14 14:52:56.745330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <146 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.745335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.104 +2023-12-14 14:52:56.745341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <145 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.745351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.105 +2023-12-14 14:52:56.745357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.745362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.106 +2023-12-14 14:52:56.745367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <143 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.745372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:56.745377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <142 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.745383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:56.745389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <141 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.745394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:56.745400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <140 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.745405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.111 +2023-12-14 14:52:56.745411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <139 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.745416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:56.745421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <31 fusion.5> + +2023-12-14 14:52:56.745426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:56.745431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 fusion.6> + +2023-12-14 14:52:56.745436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.745446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <129 arg_tuple.4{} (phi)> + {0} : HloValueSet: <131 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <132 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <133 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <134 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <135 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <136 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <137 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <138 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.745453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:56.745458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <6 constant.12> + +2023-12-14 14:52:56.745463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:56.745468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:56.745477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.745482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <131 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.745487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:56.745493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 xor.12> + +2023-12-14 14:52:56.745497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:56.745503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <25 xor.13> + +2023-12-14 14:52:56.745507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:56.745513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <26 constant.13> + +2023-12-14 14:52:56.745517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:56.745523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <22 reshape.38> + +2023-12-14 14:52:56.745528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.40 +2023-12-14 14:52:56.745533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.40> + +2023-12-14 14:52:56.745538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:56.745544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.14> + +2023-12-14 14:52:56.745549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:56.745555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <21 slice.15> + +2023-12-14 14:52:56.745559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:52:56.745565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <20 param_0.5> + +2023-12-14 14:52:56.745570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:56.745575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 reshape.41> + +2023-12-14 14:52:56.745580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:56.745585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <4 slice.16> + +2023-12-14 14:52:56.745590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:52:56.745596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <3 param_0.7> + +2023-12-14 14:52:56.745600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.42 +2023-12-14 14:52:56.745606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.42> + +2023-12-14 14:52:56.745613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:56.745619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.17> + +2023-12-14 14:52:56.745624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:52:56.745629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.9> + +2023-12-14 14:52:56.745634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.38 +2023-12-14 14:52:56.745640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 add.38> + +2023-12-14 14:52:56.745644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:56.745650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <11 slice.18> + +2023-12-14 14:52:56.745654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:56.745660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <9 reshape.43> + +2023-12-14 14:52:56.745666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:52:56.745672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <10 param_0.11> + +2023-12-14 14:52:56.745677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.8 +2023-12-14 14:52:56.745682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <8 param_1.8> + +2023-12-14 14:52:56.745688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.39 +2023-12-14 14:52:56.745693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <19 add.39> + +2023-12-14 14:52:56.745698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:56.745703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <18 slice.19> + +2023-12-14 14:52:56.745708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:56.745713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 reshape.45> + +2023-12-14 14:52:56.745718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.13 +2023-12-14 14:52:56.745724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <17 param_0.13> + +2023-12-14 14:52:56.745728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:56.745734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <15 shift-right-logical.13> + +2023-12-14 14:52:56.745739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.12 +2023-12-14 14:52:56.745744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 param_1.12> + +2023-12-14 14:52:56.745752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.745758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <14 constant.14> + +2023-12-14 14:52:56.745763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.40 +2023-12-14 14:52:56.745769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <128 add.40> + +2023-12-14 14:52:56.745773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:56.745779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <127 reshape.46> + +2023-12-14 14:52:56.745784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:56.745789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <126 convert.3> + +2023-12-14 14:52:56.745794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.41 +2023-12-14 14:52:56.745799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <122 add.41> + +2023-12-14 14:52:56.745804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:56.745810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <121 reshape.47> + +2023-12-14 14:52:56.745815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:56.745820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <119 xor.14> + +2023-12-14 14:52:56.745825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:56.745832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <118 or.12> + +2023-12-14 14:52:56.745837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:56.745842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <117 shift-right-logical.14> + +2023-12-14 14:52:56.745847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:56.745852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <116 reshape.49> + +2023-12-14 14:52:56.745857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:56.745863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <115 subtract.12> + +2023-12-14 14:52:56.745867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:56.745873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <114 reshape.50> + +2023-12-14 14:52:56.745879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:56.745884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <113 shift-left.12> + +2023-12-14 14:52:56.745893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:56.745898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <112 slice.20> + +2023-12-14 14:52:56.745903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.42 +2023-12-14 14:52:56.745909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <111 add.42> + +2023-12-14 14:52:56.745914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:56.745919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <110 xor.17> + +2023-12-14 14:52:56.745924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:56.745929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <109 or.13> + +2023-12-14 14:52:56.745934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:56.745939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <108 shift-right-logical.15> + +2023-12-14 14:52:56.745944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:56.745949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <107 reshape.51> + +2023-12-14 14:52:56.745955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:56.745961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <106 subtract.13> + +2023-12-14 14:52:56.745965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:56.745971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <105 reshape.52> + +2023-12-14 14:52:56.745976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:56.745982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <104 shift-left.13> + +2023-12-14 14:52:56.745987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:56.745992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <103 slice.21> + +2023-12-14 14:52:56.745997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:56.746002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <102 add.43> + +2023-12-14 14:52:56.746007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:56.746012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <101 xor.18> + +2023-12-14 14:52:56.746017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:56.746023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <100 or.14> + +2023-12-14 14:52:56.746031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:56.746037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <99 shift-right-logical.16> + +2023-12-14 14:52:56.746041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:56.746047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <98 reshape.54> + +2023-12-14 14:52:56.746052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:56.746058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <97 subtract.14> + +2023-12-14 14:52:56.746063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:56.746068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <96 reshape.55> + +2023-12-14 14:52:56.746073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:56.746078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <95 shift-left.14> + +2023-12-14 14:52:56.746083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:56.746088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <94 slice.22> + +2023-12-14 14:52:56.746093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:56.746099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <93 add.44> + +2023-12-14 14:52:56.746104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:56.746109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <92 xor.19> + +2023-12-14 14:52:56.746114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:56.746120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 or.15> + +2023-12-14 14:52:56.746125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:56.746131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <90 shift-right-logical.17> + +2023-12-14 14:52:56.746135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:56.746141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 reshape.56> + +2023-12-14 14:52:56.746146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:56.746151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <88 subtract.15> + +2023-12-14 14:52:56.746156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.58 +2023-12-14 14:52:56.746161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <87 reshape.58> + +2023-12-14 14:52:56.746170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:56.746175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <86 constant.15> + +2023-12-14 14:52:56.746180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:56.746186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <85 shift-left.15> + +2023-12-14 14:52:56.746191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:56.746197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <84 slice.23> + +2023-12-14 14:52:56.746201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.46 +2023-12-14 14:52:56.746207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <82 add.46> + +2023-12-14 14:52:56.746211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:56.746217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <125 add.47> + +2023-12-14 14:52:56.746222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.16 +2023-12-14 14:52:56.746227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <120 param_0.16> + +2023-12-14 14:52:56.746232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.18 +2023-12-14 14:52:56.746239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <83 param_1.18> + +2023-12-14 14:52:56.746244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.8 +2023-12-14 14:52:56.746249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 param_2.8> + +2023-12-14 14:52:56.746254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:56.746260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <80 param_3.7> + +2023-12-14 14:52:56.746265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:56.746271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <123 param_4.12> + +2023-12-14 14:52:56.746275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.746281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <124 constant.16> + +2023-12-14 14:52:56.746286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:56.746291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <79 add.48> + +2023-12-14 14:52:56.746296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.59 +2023-12-14 14:52:56.746301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <78 reshape.59> + +2023-12-14 14:52:56.746309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:56.746315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <76 add.49> + +2023-12-14 14:52:56.746320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.18 +2023-12-14 14:52:56.746325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <77 param_0.18> + +2023-12-14 14:52:56.746330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:56.746336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <75 xor.20> + +2023-12-14 14:52:56.746341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:56.746346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <74 or.16> + +2023-12-14 14:52:56.746351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:56.746356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <73 shift-right-logical.18> + +2023-12-14 14:52:56.746361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.60 +2023-12-14 14:52:56.746366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <72 reshape.60> + +2023-12-14 14:52:56.746371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:56.746376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 subtract.16> + +2023-12-14 14:52:56.746382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.61 +2023-12-14 14:52:56.746387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <70 reshape.61> + +2023-12-14 14:52:56.746392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:56.746398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <69 shift-left.16> + +2023-12-14 14:52:56.746402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:56.746408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <68 slice.24> + +2023-12-14 14:52:56.746413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:56.746418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <67 add.50> + +2023-12-14 14:52:56.746423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:56.746428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <66 xor.21> + +2023-12-14 14:52:56.746433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:56.746438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <65 or.17> + +2023-12-14 14:52:56.746446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.19 +2023-12-14 14:52:56.746452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <64 shift-right-logical.19> + +2023-12-14 14:52:56.746457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.63 +2023-12-14 14:52:56.746463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <63 reshape.63> + +2023-12-14 14:52:56.746467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:56.746473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <62 subtract.17> + +2023-12-14 14:52:56.746478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.64 +2023-12-14 14:52:56.746484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <61 reshape.64> + +2023-12-14 14:52:56.746488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:56.746494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <60 shift-left.17> + +2023-12-14 14:52:56.746499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:56.746504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <59 slice.25> + +2023-12-14 14:52:56.746509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:56.746514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <58 add.51> + +2023-12-14 14:52:56.746519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:56.746525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <57 xor.22> + +2023-12-14 14:52:56.746530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:56.746535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <56 or.18> + +2023-12-14 14:52:56.746540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.20 +2023-12-14 14:52:56.746545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <55 shift-right-logical.20> + +2023-12-14 14:52:56.746551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.65 +2023-12-14 14:52:56.746556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <54 reshape.65> + +2023-12-14 14:52:56.746561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:56.746566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 subtract.18> + +2023-12-14 14:52:56.746571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.67 +2023-12-14 14:52:56.746576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <52 reshape.67> + +2023-12-14 14:52:56.746584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.746590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <51 constant.17> + +2023-12-14 14:52:56.746595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.24 +2023-12-14 14:52:56.746600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 param_1.24> + +2023-12-14 14:52:56.746605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:56.746611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <50 shift-left.18> + +2023-12-14 14:52:56.746616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:56.746622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <49 slice.26> + +2023-12-14 14:52:56.746626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:56.746632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <47 add.52> + +2023-12-14 14:52:56.746636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.16 +2023-12-14 14:52:56.746642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <46 param_2.16> + +2023-12-14 14:52:56.746647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:56.746652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <45 param_3.17> + +2023-12-14 14:52:56.747222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_fold_in +2023-12-14 14:52:56.747235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.747241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.747250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 Arg_0.1> (def) +2023-12-14 14:52:56.747255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.747264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> (def) +2023-12-14 14:52:56.747269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:56.747278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.3> (def) +2023-12-14 14:52:56.747283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:56.747293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.5> (def) +2023-12-14 14:52:56.747301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6: +2023-12-14 14:52:56.747311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.6> (def) +2023-12-14 14:52:56.747316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103: +2023-12-14 14:52:56.747345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 concatenate.103> (def) +2023-12-14 14:52:56.747350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:56.747359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.747364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 tuple.6{}> (def) +2023-12-14 14:52:56.747369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.747373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.3> +2023-12-14 14:52:56.747378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.747383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.4> +2023-12-14 14:52:56.747388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.747392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.3> +2023-12-14 14:52:56.747397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.747402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.2> +2023-12-14 14:52:56.747407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.747412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion> +2023-12-14 14:52:56.747418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.747422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> +2023-12-14 14:52:56.747427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.747432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.6> +2023-12-14 14:52:56.747437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.747441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.5> +2023-12-14 14:52:56.747446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.747456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.747464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 while.1{} (phi)> (def) +2023-12-14 14:52:56.747469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.747473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 while.1{0} (phi)> (def) +2023-12-14 14:52:56.747479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.747484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 while.1{1} (phi)> (def) +2023-12-14 14:52:56.747489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.747493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 while.1{2} (phi)> (def) +2023-12-14 14:52:56.747498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.747503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 while.1{3} (phi)> (def) +2023-12-14 14:52:56.747508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.747512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 while.1{4} (phi)> (def) +2023-12-14 14:52:56.747517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.747522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 while.1{5} (phi)> (def) +2023-12-14 14:52:56.747527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.747531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 while.1{6} (phi)> (def) +2023-12-14 14:52:56.747538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.747543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 while.1{7} (phi)> (def) +2023-12-14 14:52:56.747548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96: +2023-12-14 14:52:56.747558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 while.1{1} (phi)> +2023-12-14 14:52:56.747563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97: +2023-12-14 14:52:56.747572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 while.1{2} (phi)> +2023-12-14 14:52:56.747577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:56.747586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion> (def) +2023-12-14 14:52:56.747591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:56.747601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> (def) +2023-12-14 14:52:56.747609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2: +2023-12-14 14:52:56.747619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.2> (def) +2023-12-14 14:52:56.747624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:56.747633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.3> (def) +2023-12-14 14:52:56.747638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:56.747647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.4> (def) +2023-12-14 14:52:56.747652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.747663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.747668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.747673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.747677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.747682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.747687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.747692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.747697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.747701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.747706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.747711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.747717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.747723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.747728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.747733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.747737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.747742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.747747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.747755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:56.747764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.11> (def) +2023-12-14 14:52:56.747769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:56.747780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 add.35> (def) +2023-12-14 14:52:56.747785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7: +2023-12-14 14:52:56.747794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.747799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 tuple.7{}> (def) +2023-12-14 14:52:56.747804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.747809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 add.35> +2023-12-14 14:52:56.747813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.747818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 fusion.6> +2023-12-14 14:52:56.747823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.747828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 fusion.5> +2023-12-14 14:52:56.747832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.747838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.747843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.747848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.747853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.747857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.747862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.747867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.747872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.747877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.747881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103: +2023-12-14 14:52:56.747891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.747900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104: +2023-12-14 14:52:56.747909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.747914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105: +2023-12-14 14:52:56.747924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.747928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106: +2023-12-14 14:52:56.747938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.747943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:56.747952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.747958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:56.747968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.747973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:56.747982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.747987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.747992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.111: +2023-12-14 14:52:56.747996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.748001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:56.748010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 fusion.5> (def) +2023-12-14 14:52:56.748016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:56.748026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 fusion.6> (def) +2023-12-14 14:52:56.748031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.748046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.748050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.748055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.748060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.748065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.748070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.748075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.748081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.748085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.748090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.748095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.748100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.748104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.748109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.748114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.748119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.748123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.748128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.748134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:56.748144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.12> (def) +2023-12-14 14:52:56.748149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:56.748158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:56.748163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.748173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.748177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:56.748189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 xor.12> (def) +2023-12-14 14:52:56.748195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:56.748205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 xor.13> (def) +2023-12-14 14:52:56.748209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:56.748219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 constant.13> (def) +2023-12-14 14:52:56.748223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:56.748233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.38> (def) +2023-12-14 14:52:56.748237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40: +2023-12-14 14:52:56.748247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.40> (def) +2023-12-14 14:52:56.748253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:56.748263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.14> (def) +2023-12-14 14:52:56.748267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:56.748277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.15> (def) +2023-12-14 14:52:56.748281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:52:56.748291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.5> (def) +2023-12-14 14:52:56.748295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:56.748305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.41> (def) +2023-12-14 14:52:56.748309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:56.748319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.16> (def) +2023-12-14 14:52:56.748325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:52:56.748337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.7> (def) +2023-12-14 14:52:56.748342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42: +2023-12-14 14:52:56.748351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.42> (def) +2023-12-14 14:52:56.748356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:56.748365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.17> (def) +2023-12-14 14:52:56.748371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:52:56.748382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> (def) +2023-12-14 14:52:56.748387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38: +2023-12-14 14:52:56.748396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.38> (def) +2023-12-14 14:52:56.748401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:56.748410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.18> (def) +2023-12-14 14:52:56.748415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:56.748424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.43> (def) +2023-12-14 14:52:56.748429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:52:56.748439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_0.11> (def) +2023-12-14 14:52:56.748444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.8: +2023-12-14 14:52:56.748453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_1.8> (def) +2023-12-14 14:52:56.748458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39: +2023-12-14 14:52:56.748467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.39> (def) +2023-12-14 14:52:56.748472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:56.748481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 slice.19> (def) +2023-12-14 14:52:56.748489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:56.748499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.45> (def) +2023-12-14 14:52:56.748505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13: +2023-12-14 14:52:56.748514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 param_0.13> (def) +2023-12-14 14:52:56.748519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:56.748528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 shift-right-logical.13> (def) +2023-12-14 14:52:56.748533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.12: +2023-12-14 14:52:56.748542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 param_1.12> (def) +2023-12-14 14:52:56.748547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.748557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 constant.14> (def) +2023-12-14 14:52:56.748562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40: +2023-12-14 14:52:56.748572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 add.40> (def) +2023-12-14 14:52:56.748576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:56.748586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 reshape.46> (def) +2023-12-14 14:52:56.748590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:56.748600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 convert.3> (def) +2023-12-14 14:52:56.748604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41: +2023-12-14 14:52:56.748614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 add.41> (def) +2023-12-14 14:52:56.748619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:56.748629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 reshape.47> (def) +2023-12-14 14:52:56.748637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:56.748646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 xor.14> (def) +2023-12-14 14:52:56.748651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:56.748660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 or.12> (def) +2023-12-14 14:52:56.748665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:56.748675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 shift-right-logical.14> (def) +2023-12-14 14:52:56.748680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:56.748690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.49> (def) +2023-12-14 14:52:56.748695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:56.748704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 subtract.12> (def) +2023-12-14 14:52:56.748709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:56.748718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 reshape.50> (def) +2023-12-14 14:52:56.748723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:56.748733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 shift-left.12> (def) +2023-12-14 14:52:56.748737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:56.748748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 slice.20> (def) +2023-12-14 14:52:56.748753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42: +2023-12-14 14:52:56.748762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.42> (def) +2023-12-14 14:52:56.748767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:56.748776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 xor.17> (def) +2023-12-14 14:52:56.748784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:56.748795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 or.13> (def) +2023-12-14 14:52:56.748799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:56.748809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 shift-right-logical.15> (def) +2023-12-14 14:52:56.748814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:56.748823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 reshape.51> (def) +2023-12-14 14:52:56.748828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:56.748837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 subtract.13> (def) +2023-12-14 14:52:56.748842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:56.748852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.52> (def) +2023-12-14 14:52:56.748857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:56.748867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 shift-left.13> (def) +2023-12-14 14:52:56.748872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:56.748881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 slice.21> (def) +2023-12-14 14:52:56.748886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:56.748895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.43> (def) +2023-12-14 14:52:56.748900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:56.748910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 xor.18> (def) +2023-12-14 14:52:56.748914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:56.748924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 or.14> (def) +2023-12-14 14:52:56.748932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:56.748941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 shift-right-logical.16> (def) +2023-12-14 14:52:56.748946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:56.748955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 reshape.54> (def) +2023-12-14 14:52:56.748960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:56.748970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 subtract.14> (def) +2023-12-14 14:52:56.748975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:56.748985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.55> (def) +2023-12-14 14:52:56.748990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.748994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:56.748999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-left.14> (def) +2023-12-14 14:52:56.749004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:56.749013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 slice.22> (def) +2023-12-14 14:52:56.749018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:56.749028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 add.44> (def) +2023-12-14 14:52:56.749032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:56.749042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 xor.19> (def) +2023-12-14 14:52:56.749047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:56.749056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 or.15> (def) +2023-12-14 14:52:56.749061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:56.749071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-right-logical.17> (def) +2023-12-14 14:52:56.749078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:56.749088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 reshape.56> (def) +2023-12-14 14:52:56.749093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:56.749102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 subtract.15> (def) +2023-12-14 14:52:56.749108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58: +2023-12-14 14:52:56.749117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 reshape.58> (def) +2023-12-14 14:52:56.749122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:56.749131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 constant.15> (def) +2023-12-14 14:52:56.749135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:56.749146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-left.15> (def) +2023-12-14 14:52:56.749151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:56.749160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 slice.23> (def) +2023-12-14 14:52:56.749165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46: +2023-12-14 14:52:56.749175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 add.46> (def) +2023-12-14 14:52:56.749179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:56.749189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 add.47> (def) +2023-12-14 14:52:56.749193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16: +2023-12-14 14:52:56.749203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 param_0.16> (def) +2023-12-14 14:52:56.749208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.18: +2023-12-14 14:52:56.749217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 param_1.18> (def) +2023-12-14 14:52:56.749225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.8: +2023-12-14 14:52:56.749234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 param_2.8> (def) +2023-12-14 14:52:56.749239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:56.749249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 param_3.7> (def) +2023-12-14 14:52:56.749253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:56.749263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 param_4.12> (def) +2023-12-14 14:52:56.749268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.749277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 constant.16> (def) +2023-12-14 14:52:56.749282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:56.749292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 add.48> (def) +2023-12-14 14:52:56.749297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59: +2023-12-14 14:52:56.749306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.59> (def) +2023-12-14 14:52:56.749311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:56.749320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.49> (def) +2023-12-14 14:52:56.749325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18: +2023-12-14 14:52:56.749335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_0.18> (def) +2023-12-14 14:52:56.749339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:56.749350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.20> (def) +2023-12-14 14:52:56.749355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:56.749364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.16> (def) +2023-12-14 14:52:56.749369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:56.749382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.18> (def) +2023-12-14 14:52:56.749387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60: +2023-12-14 14:52:56.749396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 reshape.60> (def) +2023-12-14 14:52:56.749401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:56.749411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.16> (def) +2023-12-14 14:52:56.749415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61: +2023-12-14 14:52:56.749425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 reshape.61> (def) +2023-12-14 14:52:56.749429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:56.749439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.16> (def) +2023-12-14 14:52:56.749444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:56.749454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 slice.24> (def) +2023-12-14 14:52:56.749458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:56.749468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 add.50> (def) +2023-12-14 14:52:56.749473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:56.749482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 xor.21> (def) +2023-12-14 14:52:56.749487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:56.749496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 or.17> (def) +2023-12-14 14:52:56.749501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19: +2023-12-14 14:52:56.749511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 shift-right-logical.19> (def) +2023-12-14 14:52:56.749516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63: +2023-12-14 14:52:56.749533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 reshape.63> (def) +2023-12-14 14:52:56.749537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:56.749546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 subtract.17> (def) +2023-12-14 14:52:56.749551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64: +2023-12-14 14:52:56.749560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 reshape.64> (def) +2023-12-14 14:52:56.749566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:56.749575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 shift-left.17> (def) +2023-12-14 14:52:56.749580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:56.749590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 slice.25> (def) +2023-12-14 14:52:56.749595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:56.749604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 add.51> (def) +2023-12-14 14:52:56.749609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:56.749618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 xor.22> (def) +2023-12-14 14:52:56.749623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:56.749633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 or.18> (def) +2023-12-14 14:52:56.749638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20: +2023-12-14 14:52:56.749648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 shift-right-logical.20> (def) +2023-12-14 14:52:56.749652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65: +2023-12-14 14:52:56.749662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 reshape.65> (def) +2023-12-14 14:52:56.749666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:56.749679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.18> (def) +2023-12-14 14:52:56.749685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67: +2023-12-14 14:52:56.749694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 reshape.67> (def) +2023-12-14 14:52:56.749699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.749709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.17> (def) +2023-12-14 14:52:56.749713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.24: +2023-12-14 14:52:56.749723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 param_1.24> (def) +2023-12-14 14:52:56.749727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:56.749737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 shift-left.18> (def) +2023-12-14 14:52:56.749742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:56.749752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 slice.26> (def) +2023-12-14 14:52:56.749756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:56.749766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 add.52> (def) +2023-12-14 14:52:56.749771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.16: +2023-12-14 14:52:56.749780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_2.16> (def) +2023-12-14 14:52:56.749785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.749790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:56.749794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 param_3.17> (def) +2023-12-14 14:52:56.749799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.749804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> +2023-12-14 14:52:56.749809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.749814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:52:56.749821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.749827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:56.749832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.749837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.17> +2023-12-14 14:52:56.749841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.749846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:56.749851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.749855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42, operand 0 +2023-12-14 14:52:56.749862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.749868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.42> +2023-12-14 14:52:56.749872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.749877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42 +2023-12-14 14:52:56.749882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.749888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.42 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.749893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.7> +2023-12-14 14:52:56.749898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.749902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:52:56.749907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.749912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:56.749917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.749922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.16> +2023-12-14 14:52:56.749927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.749931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:56.749936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.749941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:56.749946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.749955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.41> +2023-12-14 14:52:56.749959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.749964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:56.749969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.749974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.749980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.12> +2023-12-14 14:52:56.749985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.749990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:56.749995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.749999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:56.750005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = s32[] constant(5) +2023-12-14 14:52:56.750010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:56.750014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:56.750024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.12), direction=LT, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_1.8> +2023-12-14 14:52:56.750039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.8 +2023-12-14 14:52:56.750048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:56.750058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.8 = u32[] parameter(1) +2023-12-14 14:52:56.750063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.43> +2023-12-14 14:52:56.750068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:56.750081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 0 +2023-12-14 14:52:56.750091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[1]{0} reshape(u32[] %param_1.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_0.11> +2023-12-14 14:52:56.750101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:52:56.750110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:56.750120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.750125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.18> +2023-12-14 14:52:56.750130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:56.750139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 1 +2023-12-14 14:52:56.750149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.38> +2023-12-14 14:52:56.750159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38 +2023-12-14 14:52:56.750169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.38 = u32[1]{0} add(u32[1]{0} %reshape.43, u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 param_1.12> +2023-12-14 14:52:56.750185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.12 +2023-12-14 14:52:56.750198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:56.750208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.12 = u32[] parameter(1) +2023-12-14 14:52:56.750213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 constant.14> +2023-12-14 14:52:56.750218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.750228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:56.750237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = u32[] constant(32) +2023-12-14 14:52:56.750242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 shift-right-logical.13> +2023-12-14 14:52:56.750247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:56.750257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:56.750267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[] shift-right-logical(u32[] %param_1.12, u32[] %constant.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.45> +2023-12-14 14:52:56.750277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:56.750286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 0 +2023-12-14 14:52:56.750296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[1]{0} reshape(u32[] %shift-right-logical.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 param_0.13> +2023-12-14 14:52:56.750306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13 +2023-12-14 14:52:56.750316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:56.750328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.750333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 slice.19> +2023-12-14 14:52:56.750338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:56.750348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 1 +2023-12-14 14:52:56.750357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.39> +2023-12-14 14:52:56.750368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39 +2023-12-14 14:52:56.750377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.39 = u32[1]{0} add(u32[1]{0} %reshape.45, u32[1]{0} %slice.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.5> +2023-12-14 14:52:56.750391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:52:56.750401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:56.750411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:56.750416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.750420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.15> +2023-12-14 14:52:56.750426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:56.750435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:56.750445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.38> +2023-12-14 14:52:56.750458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:56.750468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:56.750477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.14> +2023-12-14 14:52:56.750488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:56.750497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40, operand 0 +2023-12-14 14:52:56.750507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.40> +2023-12-14 14:52:56.750517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40 +2023-12-14 14:52:56.750526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:56.750536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.40 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 xor.13> +2023-12-14 14:52:56.750546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:56.750555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:56.750568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[] xor(u32[] %reshape.38, u32[] %reshape.40), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 constant.13> +2023-12-14 14:52:56.750579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:56.750588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:56.750598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = u32[] constant(466688986) +2023-12-14 14:52:56.750603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 xor.12> +2023-12-14 14:52:56.750608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:56.750617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[] xor(u32[] %xor.13, u32[] %constant.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.11> +2023-12-14 14:52:56.750632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:56.750642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:56.750651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(1) +2023-12-14 14:52:56.750656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 add.35> +2023-12-14 14:52:56.750661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:56.750671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {0} +2023-12-14 14:52:56.750676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 0 +2023-12-14 14:52:56.750685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %get-tuple-element.111, s32[] %constant.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 fusion.6> +2023-12-14 14:52:56.750698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:56.750708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {1} +2023-12-14 14:52:56.750712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 1 +2023-12-14 14:52:56.750722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[1]{0} fusion(u32[] %get-tuple-element.107, u32[4]{0} %get-tuple-element.104, u32[1]{0} %get-tuple-element.108, u32[1]{0} %get-tuple-element.109), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 fusion.5> +2023-12-14 14:52:56.750733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:56.750742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {2} +2023-12-14 14:52:56.750747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 2 +2023-12-14 14:52:56.750757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[1]{0} fusion(u32[] %get-tuple-element.106, u32[4]{0} %get-tuple-element.104, u32[1]{0} %get-tuple-element.108, u32[1]{0} %get-tuple-element.109, s32[] %get-tuple-element.111), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 tuple.7{}> +2023-12-14 14:52:56.750767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {} +2023-12-14 14:52:56.750776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.7 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[1]{0} %fusion.6, u32[1]{0} %fusion.5, u32[] %get-tuple-element.106, u32[] %get-tuple-element.105, /*index=5*/u32[] %get-tuple-element.107, u32[4]{0} %get-tuple-element.103, u32[4]{0} %get-tuple-element.104) +2023-12-14 14:52:56.750787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.3> +2023-12-14 14:52:56.750792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:56.750805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:56.750812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.750821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = s32[] constant(0) +2023-12-14 14:52:56.750826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 Arg_0.1> +2023-12-14 14:52:56.750831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.750840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:56.750851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:56.750855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:56.750860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:56.750865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2, operand 0 +2023-12-14 14:52:56.750870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.750875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:56.750880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.750889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 1 +2023-12-14 14:52:56.750898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 1 +2023-12-14 14:52:56.750903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:56.750909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.4> +2023-12-14 14:52:56.750913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:56.750923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:56.750927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.750938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 fusion.3> +2023-12-14 14:52:56.750950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:56.750960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {2} +2023-12-14 14:52:56.750966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.750971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.750976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.750980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.2> +2023-12-14 14:52:56.750985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.750991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2 +2023-12-14 14:52:56.750995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {3} +2023-12-14 14:52:56.751000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.751010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion> +2023-12-14 14:52:56.751019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:56.751029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {4} +2023-12-14 14:52:56.751034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.751043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> +2023-12-14 14:52:56.751053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:56.751066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {5} +2023-12-14 14:52:56.751071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.751081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 constant.6> +2023-12-14 14:52:56.751091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6 +2023-12-14 14:52:56.751101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {6} +2023-12-14 14:52:56.751105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.751116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.6 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.751120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.5> +2023-12-14 14:52:56.751125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:56.751135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {7} +2023-12-14 14:52:56.751139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.751151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.751156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 tuple.6{}> +2023-12-14 14:52:56.751161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:56.751171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.751181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.3, u32[1]{0} %fusion.4, u32[1]{0} %fusion.3, u32[] %fusion.2, u32[] %fusion, /*index=5*/u32[] %fusion.1, u32[4]{0} %constant.6, u32[4]{0} %constant.5) +2023-12-14 14:52:56.751185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 concatenate.103> +2023-12-14 14:52:56.751193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103 +2023-12-14 14:52:56.751203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.103 = u32[2]{0} concatenate(u32[1]{0} %get-tuple-element.96, u32[1]{0} %get-tuple-element.97), dimensions={0}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 param_3.17> +2023-12-14 14:52:56.751218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:56.751228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:56.751238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.751243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_2.16> +2023-12-14 14:52:56.751248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.16 +2023-12-14 14:52:56.751257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 0 +2023-12-14 14:52:56.751268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:56.751272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:56.751277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.16 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.751282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 add.52> +2023-12-14 14:52:56.751287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:56.751297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:56.751306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:56.751311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[1]{0} add(u32[1]{0} %param_3.17, u32[1]{0} %param_2.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 param_1.24> +2023-12-14 14:52:56.751330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.24 +2023-12-14 14:52:56.751340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:56.751349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:56.751355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:56.751360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.24 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.751364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 slice.26> +2023-12-14 14:52:56.751369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:56.751378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67, operand 0 +2023-12-14 14:52:56.751388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:56.751394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 shift-left.18> +2023-12-14 14:52:56.751403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:56.751413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:56.751423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[1]{0} shift-left(u32[1]{0} %param_2.16, u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.17> +2023-12-14 14:52:56.751432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.751442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:56.751455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:56.751459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:56.751464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[] constant(32) +2023-12-14 14:52:56.751469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 reshape.67> +2023-12-14 14:52:56.751474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67 +2023-12-14 14:52:56.751484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:56.751493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.67 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.18> +2023-12-14 14:52:56.751503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:56.751513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65, operand 0 +2023-12-14 14:52:56.751523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.17, u32[] %reshape.67), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 reshape.65> +2023-12-14 14:52:56.751533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65 +2023-12-14 14:52:56.751542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 1 +2023-12-14 14:52:56.751552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.65 = u32[1]{0} reshape(u32[] %subtract.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 shift-right-logical.20> +2023-12-14 14:52:56.751562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20 +2023-12-14 14:52:56.751574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:56.751584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.20 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.16, u32[1]{0} %reshape.65), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 or.18> +2023-12-14 14:52:56.751594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:56.751604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:56.751613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[1]{0} or(u32[1]{0} %shift-left.18, u32[1]{0} %shift-right-logical.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 xor.22> +2023-12-14 14:52:56.751623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:56.751633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19, operand 0 +2023-12-14 14:52:56.751642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:56.751647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:56.751653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[1]{0} xor(u32[1]{0} %add.52, u32[1]{0} %or.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 add.51> +2023-12-14 14:52:56.751662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:56.751671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:56.751681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:56.751686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[1]{0} add(u32[1]{0} %add.52, u32[1]{0} %xor.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 slice.25> +2023-12-14 14:52:56.751712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:56.751721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64, operand 0 +2023-12-14 14:52:56.751730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:56.751735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 shift-left.17> +2023-12-14 14:52:56.751745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:56.751755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:56.751765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[1]{0} shift-left(u32[1]{0} %xor.22, u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 reshape.64> +2023-12-14 14:52:56.751775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64 +2023-12-14 14:52:56.751785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:56.751794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.64 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 subtract.17> +2023-12-14 14:52:56.751804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:56.751816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63, operand 0 +2023-12-14 14:52:56.751826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.17, u32[] %reshape.64), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 reshape.63> +2023-12-14 14:52:56.751836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63 +2023-12-14 14:52:56.751846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19, operand 1 +2023-12-14 14:52:56.751856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.63 = u32[1]{0} reshape(u32[] %subtract.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 shift-right-logical.19> +2023-12-14 14:52:56.751865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19 +2023-12-14 14:52:56.751875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:56.751885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.19 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.22, u32[1]{0} %reshape.63), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 or.17> +2023-12-14 14:52:56.751895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:56.751904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:56.751914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[1]{0} or(u32[1]{0} %shift-left.17, u32[1]{0} %shift-right-logical.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 xor.21> +2023-12-14 14:52:56.751923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:56.751937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:56.751946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:56.751952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:56.751957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[1]{0} xor(u32[1]{0} %add.51, u32[1]{0} %or.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 add.50> +2023-12-14 14:52:56.751966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.751971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:56.751975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.751980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:56.751985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:56.751990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[1]{0} add(u32[1]{0} %add.51, u32[1]{0} %xor.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.751995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 slice.24> +2023-12-14 14:52:56.752000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:56.752010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61, operand 0 +2023-12-14 14:52:56.752020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:56.752025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 shift-left.16> +2023-12-14 14:52:56.752035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:56.752044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:56.752059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[1]{0} shift-left(u32[1]{0} %xor.21, u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 reshape.61> +2023-12-14 14:52:56.752068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61 +2023-12-14 14:52:56.752078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:56.752088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.61 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 subtract.16> +2023-12-14 14:52:56.752097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:56.752107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60, operand 0 +2023-12-14 14:52:56.752117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.17, u32[] %reshape.61), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 reshape.60> +2023-12-14 14:52:56.752126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60 +2023-12-14 14:52:56.752137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:56.752146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.60 = u32[1]{0} reshape(u32[] %subtract.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-right-logical.18> +2023-12-14 14:52:56.752156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:56.752168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:56.752178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.21, u32[1]{0} %reshape.60), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 or.16> +2023-12-14 14:52:56.752189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:56.752199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:56.752208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[1]{0} or(u32[1]{0} %shift-left.16, u32[1]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 xor.20> +2023-12-14 14:52:56.752218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:56.752227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:56.752237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[1]{0} xor(u32[1]{0} %add.50, u32[1]{0} %or.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.49> +2023-12-14 14:52:56.752247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:56.752256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:56.752266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[1]{0} add(u32[1]{0} %add.50, u32[1]{0} %xor.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_0.18> +2023-12-14 14:52:56.752278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18 +2023-12-14 14:52:56.752288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59, operand 0 +2023-12-14 14:52:56.752298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.18 = u32[] parameter(0) +2023-12-14 14:52:56.752303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.59> +2023-12-14 14:52:56.752308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59 +2023-12-14 14:52:56.752318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:56.752327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.59 = u32[1]{0} reshape(u32[] %param_0.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 add.48> +2023-12-14 14:52:56.752337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:56.752346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[1]{0} add(u32[1]{0} %add.49, u32[1]{0} %reshape.59), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 param_3.7> +2023-12-14 14:52:56.752361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:56.752372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 0 +2023-12-14 14:52:56.752381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.752386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 param_2.8> +2023-12-14 14:52:56.752391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.8 +2023-12-14 14:52:56.752400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:56.752413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:56.752418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 1 +2023-12-14 14:52:56.752423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.8 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.752428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 add.46> +2023-12-14 14:52:56.752433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46 +2023-12-14 14:52:56.752442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:56.752451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:56.752456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.46 = u32[1]{0} add(u32[1]{0} %param_3.7, u32[1]{0} %param_2.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 param_1.18> +2023-12-14 14:52:56.752466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.18 +2023-12-14 14:52:56.752477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:56.752488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:56.752492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:56.752497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:56.752502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.18 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.752507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 slice.23> +2023-12-14 14:52:56.752511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:56.752521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58, operand 0 +2023-12-14 14:52:56.752530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:56.752535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-left.15> +2023-12-14 14:52:56.752548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:56.752558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:56.752567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[1]{0} shift-left(u32[1]{0} %param_2.8, u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 constant.15> +2023-12-14 14:52:56.752577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:56.752586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:56.752597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:56.752601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:56.752607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:56.752612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(32) +2023-12-14 14:52:56.752617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 reshape.58> +2023-12-14 14:52:56.752621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58 +2023-12-14 14:52:56.752631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:56.752640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.58 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 subtract.15> +2023-12-14 14:52:56.752650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:56.752660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:56.752673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.15, u32[] %reshape.58), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 reshape.56> +2023-12-14 14:52:56.752683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:56.752692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:56.752702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[1]{0} reshape(u32[] %subtract.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 shift-right-logical.17> +2023-12-14 14:52:56.752712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:56.752721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:56.752732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.8, u32[1]{0} %reshape.56), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 or.15> +2023-12-14 14:52:56.752741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:56.752750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:56.752760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[1]{0} or(u32[1]{0} %shift-left.15, u32[1]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 xor.19> +2023-12-14 14:52:56.752769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:56.752784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:56.752794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:56.752798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:56.752803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[1]{0} xor(u32[1]{0} %add.46, u32[1]{0} %or.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 add.44> +2023-12-14 14:52:56.752813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:56.752822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:56.752833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:56.752838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[1]{0} add(u32[1]{0} %add.46, u32[1]{0} %xor.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 slice.22> +2023-12-14 14:52:56.752849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:56.752858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:56.752868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:56.752873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-left.14> +2023-12-14 14:52:56.752882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:56.752892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:56.752905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[1]{0} shift-left(u32[1]{0} %xor.19, u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.55> +2023-12-14 14:52:56.752915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:56.752924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:56.752934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 subtract.14> +2023-12-14 14:52:56.752943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:56.752954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:56.752964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.15, u32[] %reshape.55), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 reshape.54> +2023-12-14 14:52:56.752973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.752978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:56.752983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.752988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:56.752992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = u32[1]{0} reshape(u32[] %subtract.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.752997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 shift-right-logical.16> +2023-12-14 14:52:56.753002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:56.753015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:56.753025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.19, u32[1]{0} %reshape.54), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 or.14> +2023-12-14 14:52:56.753035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:56.753044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:56.753054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[1]{0} or(u32[1]{0} %shift-left.14, u32[1]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 xor.18> +2023-12-14 14:52:56.753063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:56.753073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:56.753083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:56.753088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:56.753093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[1]{0} xor(u32[1]{0} %add.44, u32[1]{0} %or.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.43> +2023-12-14 14:52:56.753103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:56.753112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 0 +2023-12-14 14:52:56.753121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:56.753126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[1]{0} add(u32[1]{0} %add.44, u32[1]{0} %xor.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 slice.21> +2023-12-14 14:52:56.753141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:56.753150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:56.753160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:56.753165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 shift-left.13> +2023-12-14 14:52:56.753174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:56.753184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:56.753194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[1]{0} shift-left(u32[1]{0} %xor.18, u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.52> +2023-12-14 14:52:56.753204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:56.753214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:56.753223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 subtract.13> +2023-12-14 14:52:56.753233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:56.753245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:56.753255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.15, u32[] %reshape.52), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 reshape.51> +2023-12-14 14:52:56.753266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:56.753275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:56.753285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = u32[1]{0} reshape(u32[] %subtract.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 shift-right-logical.15> +2023-12-14 14:52:56.753294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:56.753304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:56.753314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.18, u32[1]{0} %reshape.51), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 or.13> +2023-12-14 14:52:56.753324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:56.753333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:56.753343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[1]{0} or(u32[1]{0} %shift-left.13, u32[1]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 xor.17> +2023-12-14 14:52:56.753355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:56.753365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:56.753375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:56.753380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 1 +2023-12-14 14:52:56.753385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[1]{0} xor(u32[1]{0} %add.43, u32[1]{0} %or.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.42> +2023-12-14 14:52:56.753395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42 +2023-12-14 14:52:56.753404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:56.753414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.42 = u32[1]{0} add(u32[1]{0} %add.43, u32[1]{0} %xor.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 slice.20> +2023-12-14 14:52:56.753423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:56.753433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:56.753443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:56.753448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[3:4]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 shift-left.12> +2023-12-14 14:52:56.753458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:56.753467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:56.753479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[1]{0} shift-left(u32[1]{0} %xor.17, u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 reshape.50> +2023-12-14 14:52:56.753489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:56.753500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:56.753509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 subtract.12> +2023-12-14 14:52:56.753519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:56.753528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:56.753538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.15, u32[] %reshape.50), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 reshape.49> +2023-12-14 14:52:56.753547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:56.753558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:56.753568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[1]{0} reshape(u32[] %subtract.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 shift-right-logical.14> +2023-12-14 14:52:56.753577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:56.753590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:56.753599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.17, u32[1]{0} %reshape.49), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 or.12> +2023-12-14 14:52:56.753609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:56.753619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:56.753629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[1]{0} or(u32[1]{0} %shift-left.12, u32[1]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 xor.14> +2023-12-14 14:52:56.753638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:56.753648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 0 +2023-12-14 14:52:56.753657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[1]{0} xor(u32[1]{0} %add.42, u32[1]{0} %or.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 param_0.16> +2023-12-14 14:52:56.753667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16 +2023-12-14 14:52:56.753678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:56.753687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.16 = u32[] parameter(0) +2023-12-14 14:52:56.753692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 reshape.47> +2023-12-14 14:52:56.753697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:56.753710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 1 +2023-12-14 14:52:56.753719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[1]{0} reshape(u32[] %param_0.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 add.41> +2023-12-14 14:52:56.753729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41 +2023-12-14 14:52:56.753740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 0 +2023-12-14 14:52:56.753749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.41 = u32[1]{0} add(u32[1]{0} %xor.14, u32[1]{0} %reshape.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 param_4.12> +2023-12-14 14:52:56.753759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:56.753768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:56.753777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.753782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 constant.16> +2023-12-14 14:52:56.753787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.753798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:56.753807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = s32[] constant(1) +2023-12-14 14:52:56.753812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 add.47> +2023-12-14 14:52:56.753817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:56.753826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:56.753840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 convert.3> +2023-12-14 14:52:56.753849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:56.753860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:56.753869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 reshape.46> +2023-12-14 14:52:56.753879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:56.753888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 1 +2023-12-14 14:52:56.753898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[1]{0} reshape(u32[] %convert.3), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 add.40> +2023-12-14 14:52:56.753907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40 +2023-12-14 14:52:56.753917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.40 = u32[1]{0} add(u32[1]{0} %add.41, u32[1]{0} %reshape.46), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.753927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.753932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.753941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.753954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.753959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.753963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.753968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.753974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.753978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103, operand 0 {} +2023-12-14 14:52:56.753983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104, operand 0 {} +2023-12-14 14:52:56.753988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105, operand 0 {} +2023-12-14 14:52:56.753993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106, operand 0 {} +2023-12-14 14:52:56.753998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:56.754002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:56.754007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:56.754012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.111, operand 0 {} +2023-12-14 14:52:56.754017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.754026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.754037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.754041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:56.754051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.754060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.754070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.754087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.754097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.754112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.754121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.754135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.754145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.754160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.754169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.754183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.754193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.754210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.754220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.754234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.754244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.111 +2023-12-14 14:52:56.754249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:56.754258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 4 +2023-12-14 14:52:56.754263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.754273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.754283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:56.754288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 3 +2023-12-14 14:52:56.754297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 3 +2023-12-14 14:52:56.754302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.754311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.754321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:56.754325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 2 +2023-12-14 14:52:56.754340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 2 +2023-12-14 14:52:56.754345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.754355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.754364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {5} +2023-12-14 14:52:56.754369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:56.754374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 5 +2023-12-14 14:52:56.754383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:56.754388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.754400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.754410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {3} +2023-12-14 14:52:56.754415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106 +2023-12-14 14:52:56.754419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 3 +2023-12-14 14:52:56.754429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:56.754434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.754443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.754453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {4} +2023-12-14 14:52:56.754459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105 +2023-12-14 14:52:56.754463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 4 +2023-12-14 14:52:56.754475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.754485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.754495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {7} +2023-12-14 14:52:56.754499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104 +2023-12-14 14:52:56.754504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 7 +2023-12-14 14:52:56.754515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 1 +2023-12-14 14:52:56.754520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 1 +2023-12-14 14:52:56.754524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.754534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.754543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {6} +2023-12-14 14:52:56.754548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103 +2023-12-14 14:52:56.754553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 6 +2023-12-14 14:52:56.754562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.754567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 while.1{} (phi)> +2023-12-14 14:52:56.754573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.754583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97, operand 0 {} +2023-12-14 14:52:56.754592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96, operand 0 {} +2023-12-14 14:52:56.754597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.754605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 while.1{0} (phi)> +2023-12-14 14:52:56.754610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.754619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.754630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 while.1{1} (phi)> +2023-12-14 14:52:56.754635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.754645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96 +2023-12-14 14:52:56.754649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 0 +2023-12-14 14:52:56.754659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.754664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 while.1{2} (phi)> +2023-12-14 14:52:56.754668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.754678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97 +2023-12-14 14:52:56.754683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 1 +2023-12-14 14:52:56.754695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.754699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 while.1{3} (phi)> +2023-12-14 14:52:56.754704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.754714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.754726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 while.1{4} (phi)> +2023-12-14 14:52:56.754731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.754740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.754750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 while.1{5} (phi)> +2023-12-14 14:52:56.754756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.754765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.754775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 while.1{6} (phi)> +2023-12-14 14:52:56.754779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.754789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.754798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 while.1{7} (phi)> +2023-12-14 14:52:56.754803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.754809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.754814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.754819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.755192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_fold_in +2023-12-14 14:52:56.755390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.755437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.755443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.755459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:56.755466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:56.755478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:56.755484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:56.755489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:56.755494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:56.755499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:56.755504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:56.755509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:56.755514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:56.755519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:56.755525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:56.755530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:56.755537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:56.755542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:56.755547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:56.755552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:56.755557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:56.755568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.755579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.755585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 153, phi: +2023-12-14 14:52:56.755590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:56.755595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.755600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:56.755611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:56.755616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154, phi: +2023-12-14 14:52:56.755621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:56.755625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.755630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 155, phi: +2023-12-14 14:52:56.755635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.755639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.755645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29: +2023-12-14 14:52:56.755649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51: +2023-12-14 14:52:56.755654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156, phi: +2023-12-14 14:52:56.755660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.755664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.755669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33: +2023-12-14 14:52:56.755673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:56.755678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 157, phi: +2023-12-14 14:52:56.755683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.755687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.755692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:56.755697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:56.755703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 158, phi: +2023-12-14 14:52:56.755708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.755712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.755718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:56.755722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:56.755727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159, phi: +2023-12-14 14:52:56.755732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.755736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:56.755741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:56.755746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:56.755750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160, phi: +2023-12-14 14:52:56.755755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.755760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:56.755765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:56.755772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:56.755778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161, phi: +2023-12-14 14:52:56.755783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.755787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:56.755792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:56.755796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66: +2023-12-14 14:52:56.755801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162, phi: +2023-12-14 14:52:56.755806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.755810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.755815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:56.755820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67: +2023-12-14 14:52:56.755825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 163, phi: +2023-12-14 14:52:56.755830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.755834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.755840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 164, phi: +2023-12-14 14:52:56.755845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.755849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.755854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 165, phi: +2023-12-14 14:52:56.755859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.755863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.755868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 166, phi: +2023-12-14 14:52:56.755872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.755877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.755882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 167, phi: +2023-12-14 14:52:56.755887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.755892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:56.755897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 168, phi: +2023-12-14 14:52:56.755902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.755906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:56.755911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 169, phi: +2023-12-14 14:52:56.755915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.755920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:56.755925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 170, phi: +2023-12-14 14:52:56.755932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.755937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.755943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 171, phi: +2023-12-14 14:52:56.755947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.755952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:56.755957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 172, phi: +2023-12-14 14:52:56.755962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:56.755967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.755971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 173, phi: +2023-12-14 14:52:56.755976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:56.755981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.755985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 174, phi: +2023-12-14 14:52:56.755990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.755994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.755999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 175, phi: +2023-12-14 14:52:56.756004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.756009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.756014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 176, phi: +2023-12-14 14:52:56.756019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:56.756023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:56.756028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 177, phi: +2023-12-14 14:52:56.756033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:56.756037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.756042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 178, phi: +2023-12-14 14:52:56.756047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:56.756051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:56.756056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 179, phi: +2023-12-14 14:52:56.756061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.756066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.756083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.756093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.756097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 153, phi: +2023-12-14 14:52:56.756102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:56.756109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.756114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:56.756119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:56.756124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154, phi: +2023-12-14 14:52:56.756129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:56.756133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.756139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 155, phi: +2023-12-14 14:52:56.756143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.756148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.756153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29: +2023-12-14 14:52:56.756157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51: +2023-12-14 14:52:56.756162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156, phi: +2023-12-14 14:52:56.756166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.756171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.756176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33: +2023-12-14 14:52:56.756181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:56.756186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 157, phi: +2023-12-14 14:52:56.756191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.756197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.756202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:56.756207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:56.756211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 158, phi: +2023-12-14 14:52:56.756216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.756220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.756225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:56.756230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:56.756234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159, phi: +2023-12-14 14:52:56.756239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.756244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:56.756248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:56.756253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:56.756258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160, phi: +2023-12-14 14:52:56.756263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.756267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:56.756275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:56.756279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:56.756284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161, phi: +2023-12-14 14:52:56.756289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.756293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:56.756298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:56.756303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66: +2023-12-14 14:52:56.756308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162, phi: +2023-12-14 14:52:56.756312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.756318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.756323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:56.756327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67: +2023-12-14 14:52:56.756332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 163, phi: +2023-12-14 14:52:56.756336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.756341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.756346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 164, phi: +2023-12-14 14:52:56.756350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.756355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.756360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 165, phi: +2023-12-14 14:52:56.756365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.756369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.756374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 166, phi: +2023-12-14 14:52:56.756379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.756384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.756389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 167, phi: +2023-12-14 14:52:56.756393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.756398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:56.756402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 168, phi: +2023-12-14 14:52:56.756407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.756412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:56.756416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 169, phi: +2023-12-14 14:52:56.756422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.756426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:56.756434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 170, phi: +2023-12-14 14:52:56.756440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.756444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.756449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 171, phi: +2023-12-14 14:52:56.756453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.756458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:56.756463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 172, phi: +2023-12-14 14:52:56.756467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:56.756472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.756476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 173, phi: +2023-12-14 14:52:56.756482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:56.756486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.756491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 174, phi: +2023-12-14 14:52:56.756497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.756502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.756507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 175, phi: +2023-12-14 14:52:56.756511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.756516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.756520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 176, phi: +2023-12-14 14:52:56.756525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:56.756530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:56.756534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 177, phi: +2023-12-14 14:52:56.756539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:56.756544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.756549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 178, phi: +2023-12-14 14:52:56.756553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:56.756558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:56.756563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 179, phi: +2023-12-14 14:52:56.756568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.756572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.756577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.756585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <30 Arg_0.1> + +2023-12-14 14:52:56.756590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.756601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 Arg_1.2> + +2023-12-14 14:52:56.756606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:56.756611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <28 constant.3> + +2023-12-14 14:52:56.756617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:56.756622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <44 constant.5> + +2023-12-14 14:52:56.756627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.6 +2023-12-14 14:52:56.756633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <42 constant.6> + +2023-12-14 14:52:56.756638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.103 +2023-12-14 14:52:56.756643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <47 concatenate.103> + +2023-12-14 14:52:56.756648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.756660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <171 while.1{} (phi)> + {0} : HloValueSet: <172 while.1{0} (phi)> + {1} : HloValueSet: <173 while.1{1} (phi)> + {2} : HloValueSet: <174 while.1{2} (phi)> + {3} : HloValueSet: <175 while.1{3} (phi)> + {4} : HloValueSet: <176 while.1{4} (phi)> + {5} : HloValueSet: <177 while.1{5} (phi)> + {6} : HloValueSet: <178 while.1{6} (phi)> + {7} : HloValueSet: <179 while.1{7} (phi)> + +2023-12-14 14:52:56.756666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.96 +2023-12-14 14:52:56.756672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <173 while.1{1} (phi)> + +2023-12-14 14:52:56.756678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.97 +2023-12-14 14:52:56.756683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <174 while.1{2} (phi)> + +2023-12-14 14:52:56.756688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:56.756693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <38 fusion> + +2023-12-14 14:52:56.756698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:56.756704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <40 fusion.1> + +2023-12-14 14:52:56.756708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2 +2023-12-14 14:52:56.756714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <36 fusion.2> + +2023-12-14 14:52:56.756719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:56.756724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <34 fusion.3> + +2023-12-14 14:52:56.756732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:56.756738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <32 fusion.4> + +2023-12-14 14:52:56.756743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:56.756748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <29 copy> + +2023-12-14 14:52:56.756753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.1 +2023-12-14 14:52:56.756758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <33 copy.1> + +2023-12-14 14:52:56.756763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:52:56.756768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <35 copy.2> + +2023-12-14 14:52:56.756773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.3 +2023-12-14 14:52:56.756779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <37 copy.3> + +2023-12-14 14:52:56.756784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.4 +2023-12-14 14:52:56.756789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 copy.4> + +2023-12-14 14:52:56.756793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.5 +2023-12-14 14:52:56.756799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <41 copy.5> + +2023-12-14 14:52:56.756804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.6 +2023-12-14 14:52:56.756809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <43 copy.6> + +2023-12-14 14:52:56.756814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.7 +2023-12-14 14:52:56.756819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 copy.7> + +2023-12-14 14:52:56.756824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:56.756833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <46 tuple.9{}> + {0} : HloValueSet: <29 copy> + {1} : HloValueSet: <33 copy.1> + {2} : HloValueSet: <35 copy.2> + {3} : HloValueSet: <37 copy.3> + {4} : HloValueSet: <39 copy.4> + {5} : HloValueSet: <41 copy.5> + {6} : HloValueSet: <43 copy.6> + {7} : HloValueSet: <45 copy.7> + +2023-12-14 14:52:56.756839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.756850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <154 arg_tuple.3{} (phi)> + {0} : HloValueSet: <163 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <164 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <165 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <166 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <167 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <168 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <169 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <170 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.756859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:56.756864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <49 constant.11> + +2023-12-14 14:52:56.756869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:56.756875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 add.35> + +2023-12-14 14:52:56.756879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:56.756885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <59 fusion.5> + +2023-12-14 14:52:56.756889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:56.756894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <56 fusion.6> + +2023-12-14 14:52:56.756900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:56.756905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <163 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.756911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:56.756917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <48 copy.8> + +2023-12-14 14:52:56.756922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:56.756927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <164 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.756932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:56.756937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <52 copy.9> + +2023-12-14 14:52:56.756942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:56.756948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <165 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.756952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:56.756958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:56.756963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:56.756969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <166 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.756973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:56.756979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:56.756984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:56.756994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <167 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.756999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:56.757004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 copy.12> + +2023-12-14 14:52:56.757009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:56.757014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <168 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.757020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:56.757025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <62 copy.13> + +2023-12-14 14:52:56.757029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:56.757035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <169 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.757041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:56.757046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:56.757051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:56.757056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <170 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.757061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:56.757067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <65 copy.15> + +2023-12-14 14:52:56.757071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.16 +2023-12-14 14:52:56.757077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 copy.16> + +2023-12-14 14:52:56.757082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.17 +2023-12-14 14:52:56.757087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <57 copy.17> + +2023-12-14 14:52:56.757092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.18 +2023-12-14 14:52:56.757098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <60 copy.18> + +2023-12-14 14:52:56.757102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:56.757107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <61 copy.19> + +2023-12-14 14:52:56.757112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:56.757117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <63 copy.20> + +2023-12-14 14:52:56.757122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:56.757130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.21> + +2023-12-14 14:52:56.757135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:56.757140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <66 copy.22> + +2023-12-14 14:52:56.757145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:56.757150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <67 copy.23> + +2023-12-14 14:52:56.757157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:56.757166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <68 tuple.11{}> + {0} : HloValueSet: <51 copy.16> + {1} : HloValueSet: <57 copy.17> + {2} : HloValueSet: <60 copy.18> + {3} : HloValueSet: <61 copy.19> + {4} : HloValueSet: <63 copy.20> + {5} : HloValueSet: <64 copy.21> + {6} : HloValueSet: <66 copy.22> + {7} : HloValueSet: <67 copy.23> + +2023-12-14 14:52:56.757171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.757181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <153 arg_tuple.4{} (phi)> + {0} : HloValueSet: <155 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <156 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <157 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <158 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <159 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <160 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <161 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <162 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.757186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:56.757192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <6 constant.12> + +2023-12-14 14:52:56.757197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:56.757202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:56.757207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.757212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <155 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.757218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:56.757223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 xor.12> + +2023-12-14 14:52:56.757228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:56.757233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <25 xor.13> + +2023-12-14 14:52:56.757238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:56.757243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <26 constant.13> + +2023-12-14 14:52:56.757251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:56.757257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <22 reshape.38> + +2023-12-14 14:52:56.757262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.40 +2023-12-14 14:52:56.757267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.40> + +2023-12-14 14:52:56.757272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:56.757278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.14> + +2023-12-14 14:52:56.757283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:56.757288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <21 slice.15> + +2023-12-14 14:52:56.757293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:52:56.757298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <20 param_0.5> + +2023-12-14 14:52:56.757303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:56.757308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 reshape.41> + +2023-12-14 14:52:56.757314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:56.757319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <4 slice.16> + +2023-12-14 14:52:56.757324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:52:56.757329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <3 param_0.7> + +2023-12-14 14:52:56.757334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.42 +2023-12-14 14:52:56.757340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.42> + +2023-12-14 14:52:56.757345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:56.757350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.17> + +2023-12-14 14:52:56.757354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:52:56.757360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.9> + +2023-12-14 14:52:56.757364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.38 +2023-12-14 14:52:56.757370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 add.38> + +2023-12-14 14:52:56.757375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:56.757381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <11 slice.18> + +2023-12-14 14:52:56.757388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:56.757394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <9 reshape.43> + +2023-12-14 14:52:56.757399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:52:56.757405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <10 param_0.11> + +2023-12-14 14:52:56.757410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.8 +2023-12-14 14:52:56.757415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <8 param_1.8> + +2023-12-14 14:52:56.757419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.39 +2023-12-14 14:52:56.757425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <19 add.39> + +2023-12-14 14:52:56.757430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:56.757435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <18 slice.19> + +2023-12-14 14:52:56.757440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:56.757446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 reshape.45> + +2023-12-14 14:52:56.757451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.13 +2023-12-14 14:52:56.757456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <17 param_0.13> + +2023-12-14 14:52:56.757461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:56.757467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <15 shift-right-logical.13> + +2023-12-14 14:52:56.757472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.12 +2023-12-14 14:52:56.757477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 param_1.12> + +2023-12-14 14:52:56.757482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.757488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <14 constant.14> + +2023-12-14 14:52:56.757493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.40 +2023-12-14 14:52:56.757498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <152 add.40> + +2023-12-14 14:52:56.757503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:56.757509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <151 reshape.46> + +2023-12-14 14:52:56.757514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:56.757519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <150 convert.3> + +2023-12-14 14:52:56.757528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.41 +2023-12-14 14:52:56.757534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <146 add.41> + +2023-12-14 14:52:56.757539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:56.757544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <145 reshape.47> + +2023-12-14 14:52:56.757549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:56.757555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <143 xor.14> + +2023-12-14 14:52:56.757560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:56.757565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <142 or.12> + +2023-12-14 14:52:56.757570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:56.757575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <141 shift-right-logical.14> + +2023-12-14 14:52:56.757580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:56.757586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <140 reshape.49> + +2023-12-14 14:52:56.757590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:56.757597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <139 subtract.12> + +2023-12-14 14:52:56.757602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:56.757608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <138 reshape.50> + +2023-12-14 14:52:56.757613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:56.757619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <137 shift-left.12> + +2023-12-14 14:52:56.757624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:56.757629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <136 slice.20> + +2023-12-14 14:52:56.757634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.42 +2023-12-14 14:52:56.757639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <135 add.42> + +2023-12-14 14:52:56.757644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:56.757649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <134 xor.17> + +2023-12-14 14:52:56.757655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:56.757660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <133 or.13> + +2023-12-14 14:52:56.757668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:56.757673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <132 shift-right-logical.15> + +2023-12-14 14:52:56.757678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:56.757684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <131 reshape.51> + +2023-12-14 14:52:56.757689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:56.757695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <130 subtract.13> + +2023-12-14 14:52:56.757700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:56.757706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <129 reshape.52> + +2023-12-14 14:52:56.757710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:56.757716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <128 shift-left.13> + +2023-12-14 14:52:56.757720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:56.757727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <127 slice.21> + +2023-12-14 14:52:56.757731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:56.757737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <126 add.43> + +2023-12-14 14:52:56.757742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:56.757747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <125 xor.18> + +2023-12-14 14:52:56.757752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:56.757757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <124 or.14> + +2023-12-14 14:52:56.757762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:56.757768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <123 shift-right-logical.16> + +2023-12-14 14:52:56.757773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:56.757778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <122 reshape.54> + +2023-12-14 14:52:56.757783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:56.757789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <121 subtract.14> + +2023-12-14 14:52:56.757794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:56.757799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <120 reshape.55> + +2023-12-14 14:52:56.757808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:56.757813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <119 shift-left.14> + +2023-12-14 14:52:56.757818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:56.757823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <118 slice.22> + +2023-12-14 14:52:56.757829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:56.757834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <117 add.44> + +2023-12-14 14:52:56.757839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:56.757844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <116 xor.19> + +2023-12-14 14:52:56.757850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:56.757855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <115 or.15> + +2023-12-14 14:52:56.757860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:56.757865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <114 shift-right-logical.17> + +2023-12-14 14:52:56.757870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:56.757876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <113 reshape.56> + +2023-12-14 14:52:56.757881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:56.757886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <112 subtract.15> + +2023-12-14 14:52:56.757891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.58 +2023-12-14 14:52:56.757897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <111 reshape.58> + +2023-12-14 14:52:56.757902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:56.757907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <110 constant.15> + +2023-12-14 14:52:56.757912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:56.757918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <109 shift-left.15> + +2023-12-14 14:52:56.757923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:56.757928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <108 slice.23> + +2023-12-14 14:52:56.757933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.46 +2023-12-14 14:52:56.757942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <106 add.46> + +2023-12-14 14:52:56.757946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:56.757952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <149 add.47> + +2023-12-14 14:52:56.757957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.16 +2023-12-14 14:52:56.757963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 param_0.16> + +2023-12-14 14:52:56.757967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.18 +2023-12-14 14:52:56.757973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <107 param_1.18> + +2023-12-14 14:52:56.757978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.8 +2023-12-14 14:52:56.757984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <105 param_2.8> + +2023-12-14 14:52:56.757988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:56.757994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <104 param_3.7> + +2023-12-14 14:52:56.757999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:56.758004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <147 param_4.12> + +2023-12-14 14:52:56.758009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.758014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <148 constant.16> + +2023-12-14 14:52:56.758020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:56.758025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <103 add.48> + +2023-12-14 14:52:56.758030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.59 +2023-12-14 14:52:56.758035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <102 reshape.59> + +2023-12-14 14:52:56.758040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:56.758046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <100 add.49> + +2023-12-14 14:52:56.758050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.18 +2023-12-14 14:52:56.758056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <101 param_0.18> + +2023-12-14 14:52:56.758061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:56.758067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <99 xor.20> + +2023-12-14 14:52:56.758071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:56.758077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <98 or.16> + +2023-12-14 14:52:56.758085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:56.758090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <97 shift-right-logical.18> + +2023-12-14 14:52:56.758095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.60 +2023-12-14 14:52:56.758100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <96 reshape.60> + +2023-12-14 14:52:56.758106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:56.758112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <95 subtract.16> + +2023-12-14 14:52:56.758116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.61 +2023-12-14 14:52:56.758122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <94 reshape.61> + +2023-12-14 14:52:56.758127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:56.758132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <93 shift-left.16> + +2023-12-14 14:52:56.758137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:56.758143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <92 slice.24> + +2023-12-14 14:52:56.758148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:56.758153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 add.50> + +2023-12-14 14:52:56.758158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:56.758163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <90 xor.21> + +2023-12-14 14:52:56.758169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:56.758174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 or.17> + +2023-12-14 14:52:56.758179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.19 +2023-12-14 14:52:56.758184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <88 shift-right-logical.19> + +2023-12-14 14:52:56.758190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.63 +2023-12-14 14:52:56.758195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <87 reshape.63> + +2023-12-14 14:52:56.758200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:56.758205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <86 subtract.17> + +2023-12-14 14:52:56.758211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.64 +2023-12-14 14:52:56.758219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 reshape.64> + +2023-12-14 14:52:56.758223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:56.758230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <84 shift-left.17> + +2023-12-14 14:52:56.758235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:56.758241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <83 slice.25> + +2023-12-14 14:52:56.758245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:56.758251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <82 add.51> + +2023-12-14 14:52:56.758256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:56.758261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 xor.22> + +2023-12-14 14:52:56.758266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:56.758271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <80 or.18> + +2023-12-14 14:52:56.758277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.20 +2023-12-14 14:52:56.758282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <79 shift-right-logical.20> + +2023-12-14 14:52:56.758287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.65 +2023-12-14 14:52:56.758292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <78 reshape.65> + +2023-12-14 14:52:56.758298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:56.758303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <77 subtract.18> + +2023-12-14 14:52:56.758308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.67 +2023-12-14 14:52:56.758313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <76 reshape.67> + +2023-12-14 14:52:56.758318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.758324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 constant.17> + +2023-12-14 14:52:56.758329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.24 +2023-12-14 14:52:56.758334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <72 param_1.24> + +2023-12-14 14:52:56.758339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:56.758345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <74 shift-left.18> + +2023-12-14 14:52:56.758350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:56.758358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <73 slice.26> + +2023-12-14 14:52:56.758363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:56.758369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <71 add.52> + +2023-12-14 14:52:56.758373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.16 +2023-12-14 14:52:56.758379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 param_2.16> + +2023-12-14 14:52:56.758384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:56.758389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <69 param_3.17> + +2023-12-14 14:52:56.758994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_fold_in +2023-12-14 14:52:56.759006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.759011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.759020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 Arg_0.1> (def) +2023-12-14 14:52:56.759025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.759035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 Arg_1.2> (def) +2023-12-14 14:52:56.759039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:56.759049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.3> (def) +2023-12-14 14:52:56.759053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:56.759063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.5> (def) +2023-12-14 14:52:56.759068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6: +2023-12-14 14:52:56.759078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.6> (def) +2023-12-14 14:52:56.759083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103: +2023-12-14 14:52:56.759093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 concatenate.103> (def) +2023-12-14 14:52:56.759098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.759111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.759116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 while.1{} (phi)> (def) +2023-12-14 14:52:56.759121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.759126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 while.1{0} (phi)> (def) +2023-12-14 14:52:56.759131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.759136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 while.1{1} (phi)> (def) +2023-12-14 14:52:56.759142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.759147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 while.1{2} (phi)> (def) +2023-12-14 14:52:56.759151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.759157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 while.1{3} (phi)> (def) +2023-12-14 14:52:56.759162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.759167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 while.1{4} (phi)> (def) +2023-12-14 14:52:56.759172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.759176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{5} (phi)> (def) +2023-12-14 14:52:56.759182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.759187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{6} (phi)> (def) +2023-12-14 14:52:56.759192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.759197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 while.1{7} (phi)> (def) +2023-12-14 14:52:56.759202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96: +2023-12-14 14:52:56.759212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 while.1{1} (phi)> +2023-12-14 14:52:56.759217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97: +2023-12-14 14:52:56.759227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 while.1{2} (phi)> +2023-12-14 14:52:56.759232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:56.759241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion> (def) +2023-12-14 14:52:56.759247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:56.759261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> (def) +2023-12-14 14:52:56.759266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2: +2023-12-14 14:52:56.759276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.2> (def) +2023-12-14 14:52:56.759281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:56.759291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.3> (def) +2023-12-14 14:52:56.759296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:56.759305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.4> (def) +2023-12-14 14:52:56.759310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:56.759328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 copy> (def) +2023-12-14 14:52:56.759333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1: +2023-12-14 14:52:56.759343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 copy.1> (def) +2023-12-14 14:52:56.759348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:52:56.759357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.2> (def) +2023-12-14 14:52:56.759362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3: +2023-12-14 14:52:56.759372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 copy.3> (def) +2023-12-14 14:52:56.759377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4: +2023-12-14 14:52:56.759387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 copy.4> (def) +2023-12-14 14:52:56.759391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5: +2023-12-14 14:52:56.759401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy.5> (def) +2023-12-14 14:52:56.759405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6: +2023-12-14 14:52:56.759419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.6> (def) +2023-12-14 14:52:56.759423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7: +2023-12-14 14:52:56.759434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.7> (def) +2023-12-14 14:52:56.759438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:56.759448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.759453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 tuple.9{}> (def) +2023-12-14 14:52:56.759458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.759463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 copy> +2023-12-14 14:52:56.759467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.759473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 copy.1> +2023-12-14 14:52:56.759478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.759483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.2> +2023-12-14 14:52:56.759487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.759493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 copy.3> +2023-12-14 14:52:56.759498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.759503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 copy.4> +2023-12-14 14:52:56.759508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.759513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy.5> +2023-12-14 14:52:56.759518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.759523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.6> +2023-12-14 14:52:56.759528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.759532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.7> +2023-12-14 14:52:56.759537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.759547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.759552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.759557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.759562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.759570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.759575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.759581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.759585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.759590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.759595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.759600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.759605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.759610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.759615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.759620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.759625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.759630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.759634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.759639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:56.759649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 constant.11> (def) +2023-12-14 14:52:56.759654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:56.759664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> (def) +2023-12-14 14:52:56.759669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:56.759678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.5> (def) +2023-12-14 14:52:56.759683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:56.759693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 fusion.6> (def) +2023-12-14 14:52:56.759698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:56.759708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.759716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:56.759725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.8> (def) +2023-12-14 14:52:56.759731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:56.759740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.759745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:56.759755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> (def) +2023-12-14 14:52:56.759760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:56.759770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.759775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:56.759785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> (def) +2023-12-14 14:52:56.759790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:56.759800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.759804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:56.759815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> (def) +2023-12-14 14:52:56.759819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:56.759829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.759834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:56.759844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.12> (def) +2023-12-14 14:52:56.759848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:56.759859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.759866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:56.759876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.13> (def) +2023-12-14 14:52:56.759881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:56.759891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.759896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:56.759906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> (def) +2023-12-14 14:52:56.759910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:56.759921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.759925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:56.759935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.15> (def) +2023-12-14 14:52:56.759940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16: +2023-12-14 14:52:56.759950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.16> (def) +2023-12-14 14:52:56.759954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17: +2023-12-14 14:52:56.759964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.17> (def) +2023-12-14 14:52:56.759969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18: +2023-12-14 14:52:56.759978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.18> (def) +2023-12-14 14:52:56.759984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.759988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:56.759993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.19> (def) +2023-12-14 14:52:56.759998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:56.760008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.20> (def) +2023-12-14 14:52:56.760015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:56.760026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.21> (def) +2023-12-14 14:52:56.760030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:56.760040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.22> (def) +2023-12-14 14:52:56.760045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:56.760054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.23> (def) +2023-12-14 14:52:56.760059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:56.760069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.760074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 tuple.11{}> (def) +2023-12-14 14:52:56.760079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.760084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.16> +2023-12-14 14:52:56.760089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.760094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.17> +2023-12-14 14:52:56.760099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.760103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.18> +2023-12-14 14:52:56.760108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.760114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.19> +2023-12-14 14:52:56.760119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.760123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.20> +2023-12-14 14:52:56.760129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.760133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.21> +2023-12-14 14:52:56.760138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.760143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.22> +2023-12-14 14:52:56.760148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.760153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.23> +2023-12-14 14:52:56.760158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.760171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.760175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.760180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.760185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.760190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.760195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.760200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.760205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.760210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.760215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.760220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.760225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.760229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.760234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.760240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.760244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.760249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.760255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.760259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:56.760269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.12> (def) +2023-12-14 14:52:56.760273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:56.760283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:56.760288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.760298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.760306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:56.760315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 xor.12> (def) +2023-12-14 14:52:56.760320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:56.760330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 xor.13> (def) +2023-12-14 14:52:56.760335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:56.760345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 constant.13> (def) +2023-12-14 14:52:56.760350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:56.760359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.38> (def) +2023-12-14 14:52:56.760364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40: +2023-12-14 14:52:56.760374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.40> (def) +2023-12-14 14:52:56.760379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:56.760389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.14> (def) +2023-12-14 14:52:56.760394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:56.760403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.15> (def) +2023-12-14 14:52:56.760408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:52:56.760418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.5> (def) +2023-12-14 14:52:56.760424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:56.760433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.41> (def) +2023-12-14 14:52:56.760438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:56.760447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.16> (def) +2023-12-14 14:52:56.760453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:52:56.760465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.7> (def) +2023-12-14 14:52:56.760470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42: +2023-12-14 14:52:56.760479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.42> (def) +2023-12-14 14:52:56.760484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:56.760495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.17> (def) +2023-12-14 14:52:56.760500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:52:56.760510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> (def) +2023-12-14 14:52:56.760515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38: +2023-12-14 14:52:56.760524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.38> (def) +2023-12-14 14:52:56.760529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:56.760539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.18> (def) +2023-12-14 14:52:56.760543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:56.760553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.43> (def) +2023-12-14 14:52:56.760558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:52:56.760567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_0.11> (def) +2023-12-14 14:52:56.760572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.8: +2023-12-14 14:52:56.760582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_1.8> (def) +2023-12-14 14:52:56.760586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39: +2023-12-14 14:52:56.760597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.39> (def) +2023-12-14 14:52:56.760602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:56.760615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 slice.19> (def) +2023-12-14 14:52:56.760620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:56.760630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.45> (def) +2023-12-14 14:52:56.760635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13: +2023-12-14 14:52:56.760645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 param_0.13> (def) +2023-12-14 14:52:56.760649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:56.760659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 shift-right-logical.13> (def) +2023-12-14 14:52:56.760664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.12: +2023-12-14 14:52:56.760674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 param_1.12> (def) +2023-12-14 14:52:56.760679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.760688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 constant.14> (def) +2023-12-14 14:52:56.760693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40: +2023-12-14 14:52:56.760702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.40> (def) +2023-12-14 14:52:56.760708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:56.760717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 reshape.46> (def) +2023-12-14 14:52:56.760723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:56.760732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.3> (def) +2023-12-14 14:52:56.760737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41: +2023-12-14 14:52:56.760746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.41> (def) +2023-12-14 14:52:56.760751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:56.760765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 reshape.47> (def) +2023-12-14 14:52:56.760769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:56.760779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.14> (def) +2023-12-14 14:52:56.760783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:56.760794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.12> (def) +2023-12-14 14:52:56.760798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:56.760809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.14> (def) +2023-12-14 14:52:56.760813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:56.760823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 reshape.49> (def) +2023-12-14 14:52:56.760827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:56.760837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.12> (def) +2023-12-14 14:52:56.760842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:56.760852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 reshape.50> (def) +2023-12-14 14:52:56.760857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:56.760866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 shift-left.12> (def) +2023-12-14 14:52:56.760871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:56.760881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 slice.20> (def) +2023-12-14 14:52:56.760886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42: +2023-12-14 14:52:56.760896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 add.42> (def) +2023-12-14 14:52:56.760900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:56.760913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 xor.17> (def) +2023-12-14 14:52:56.760917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:56.760928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 or.13> (def) +2023-12-14 14:52:56.760933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:56.760943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 shift-right-logical.15> (def) +2023-12-14 14:52:56.760947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:56.760957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 reshape.51> (def) +2023-12-14 14:52:56.760961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:56.760972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 subtract.13> (def) +2023-12-14 14:52:56.760977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:56.760986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 reshape.52> (def) +2023-12-14 14:52:56.760991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.760995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:56.761000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.13> (def) +2023-12-14 14:52:56.761005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:56.761015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 slice.21> (def) +2023-12-14 14:52:56.761020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:56.761029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.43> (def) +2023-12-14 14:52:56.761034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:56.761043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 xor.18> (def) +2023-12-14 14:52:56.761048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:56.761062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 or.14> (def) +2023-12-14 14:52:56.761066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:56.761076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 shift-right-logical.16> (def) +2023-12-14 14:52:56.761081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:56.761090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 reshape.54> (def) +2023-12-14 14:52:56.761095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:56.761105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 subtract.14> (def) +2023-12-14 14:52:56.761110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:56.761119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.55> (def) +2023-12-14 14:52:56.761124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:56.761134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-left.14> (def) +2023-12-14 14:52:56.761140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:56.761149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 slice.22> (def) +2023-12-14 14:52:56.761154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:56.761163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 add.44> (def) +2023-12-14 14:52:56.761168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:56.761178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 xor.19> (def) +2023-12-14 14:52:56.761183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:56.761193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 or.15> (def) +2023-12-14 14:52:56.761197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:56.761213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 shift-right-logical.17> (def) +2023-12-14 14:52:56.761218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:56.761228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 reshape.56> (def) +2023-12-14 14:52:56.761233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:56.761242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 subtract.15> (def) +2023-12-14 14:52:56.761247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58: +2023-12-14 14:52:56.761256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 reshape.58> (def) +2023-12-14 14:52:56.761263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:56.761273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 constant.15> (def) +2023-12-14 14:52:56.761277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:56.761287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 shift-left.15> (def) +2023-12-14 14:52:56.761292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:56.761301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 slice.23> (def) +2023-12-14 14:52:56.761306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46: +2023-12-14 14:52:56.761316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 add.46> (def) +2023-12-14 14:52:56.761321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:56.761331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.47> (def) +2023-12-14 14:52:56.761336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16: +2023-12-14 14:52:56.761346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.16> (def) +2023-12-14 14:52:56.761352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.18: +2023-12-14 14:52:56.761364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 param_1.18> (def) +2023-12-14 14:52:56.761369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.8: +2023-12-14 14:52:56.761378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_2.8> (def) +2023-12-14 14:52:56.761383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:56.761394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 param_3.7> (def) +2023-12-14 14:52:56.761398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:56.761408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.12> (def) +2023-12-14 14:52:56.761412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.761422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.16> (def) +2023-12-14 14:52:56.761426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:56.761437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.48> (def) +2023-12-14 14:52:56.761441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59: +2023-12-14 14:52:56.761451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 reshape.59> (def) +2023-12-14 14:52:56.761455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:56.761465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.49> (def) +2023-12-14 14:52:56.761469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18: +2023-12-14 14:52:56.761480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.18> (def) +2023-12-14 14:52:56.761484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:56.761494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.20> (def) +2023-12-14 14:52:56.761498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:56.761523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.16> (def) +2023-12-14 14:52:56.761528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:56.761537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.18> (def) +2023-12-14 14:52:56.761542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60: +2023-12-14 14:52:56.761551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.60> (def) +2023-12-14 14:52:56.761556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:56.761567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.16> (def) +2023-12-14 14:52:56.761572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61: +2023-12-14 14:52:56.761581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 reshape.61> (def) +2023-12-14 14:52:56.761586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:56.761595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-left.16> (def) +2023-12-14 14:52:56.761600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:56.761610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 slice.24> (def) +2023-12-14 14:52:56.761614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:56.761623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 add.50> (def) +2023-12-14 14:52:56.761628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:56.761637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 xor.21> (def) +2023-12-14 14:52:56.761642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:56.761652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 or.17> (def) +2023-12-14 14:52:56.761657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19: +2023-12-14 14:52:56.761669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 shift-right-logical.19> (def) +2023-12-14 14:52:56.761674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63: +2023-12-14 14:52:56.761683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 reshape.63> (def) +2023-12-14 14:52:56.761689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:56.761699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 subtract.17> (def) +2023-12-14 14:52:56.761703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64: +2023-12-14 14:52:56.761713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 reshape.64> (def) +2023-12-14 14:52:56.761717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:56.761727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.17> (def) +2023-12-14 14:52:56.761732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:56.761742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 slice.25> (def) +2023-12-14 14:52:56.761747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:56.761756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 add.51> (def) +2023-12-14 14:52:56.761761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:56.761770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 xor.22> (def) +2023-12-14 14:52:56.761775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:56.761785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 or.18> (def) +2023-12-14 14:52:56.761790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20: +2023-12-14 14:52:56.761799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 shift-right-logical.20> (def) +2023-12-14 14:52:56.761804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65: +2023-12-14 14:52:56.761817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.65> (def) +2023-12-14 14:52:56.761822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:56.761831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 subtract.18> (def) +2023-12-14 14:52:56.761836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67: +2023-12-14 14:52:56.761845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 reshape.67> (def) +2023-12-14 14:52:56.761850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.761860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 constant.17> (def) +2023-12-14 14:52:56.761865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.24: +2023-12-14 14:52:56.761874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 param_1.24> (def) +2023-12-14 14:52:56.761878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:56.761888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 shift-left.18> (def) +2023-12-14 14:52:56.761893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:56.761903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 slice.26> (def) +2023-12-14 14:52:56.761908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:56.761917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 add.52> (def) +2023-12-14 14:52:56.761922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.16: +2023-12-14 14:52:56.761931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 param_2.16> (def) +2023-12-14 14:52:56.761936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.761942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:56.761947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_3.17> (def) +2023-12-14 14:52:56.761952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.761957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> +2023-12-14 14:52:56.761961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.761969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:52:56.761973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.761978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:56.761983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.761989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.17> +2023-12-14 14:52:56.761993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.761998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:56.762003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42, operand 0 +2023-12-14 14:52:56.762013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.42> +2023-12-14 14:52:56.762023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42 +2023-12-14 14:52:56.762034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.42 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.7> +2023-12-14 14:52:56.762048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:52:56.762058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:56.762069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.762074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.16> +2023-12-14 14:52:56.762079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:56.762088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:56.762101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.41> +2023-12-14 14:52:56.762111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:56.762121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.12> +2023-12-14 14:52:56.762135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:56.762145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:56.762155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = s32[] constant(5) +2023-12-14 14:52:56.762161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:56.762165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:56.762175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.12), direction=LT, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_1.8> +2023-12-14 14:52:56.762189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.8 +2023-12-14 14:52:56.762200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:56.762210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.8 = u32[] parameter(1) +2023-12-14 14:52:56.762217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.43> +2023-12-14 14:52:56.762222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:56.762231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 0 +2023-12-14 14:52:56.762243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[1]{0} reshape(u32[] %param_1.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_0.11> +2023-12-14 14:52:56.762252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:52:56.762262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:56.762271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.762276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.18> +2023-12-14 14:52:56.762282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:56.762292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 1 +2023-12-14 14:52:56.762301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.38> +2023-12-14 14:52:56.762311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38 +2023-12-14 14:52:56.762320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.38 = u32[1]{0} add(u32[1]{0} %reshape.43, u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 param_1.12> +2023-12-14 14:52:56.762336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.12 +2023-12-14 14:52:56.762348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:56.762358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.12 = u32[] parameter(1) +2023-12-14 14:52:56.762363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 constant.14> +2023-12-14 14:52:56.762368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.762378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:56.762388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = u32[] constant(32) +2023-12-14 14:52:56.762392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 shift-right-logical.13> +2023-12-14 14:52:56.762397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:56.762407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:56.762419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[] shift-right-logical(u32[] %param_1.12, u32[] %constant.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.45> +2023-12-14 14:52:56.762428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:56.762438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 0 +2023-12-14 14:52:56.762448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[1]{0} reshape(u32[] %shift-right-logical.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 param_0.13> +2023-12-14 14:52:56.762458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13 +2023-12-14 14:52:56.762471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:56.762480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.762485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 slice.19> +2023-12-14 14:52:56.762490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:56.762500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 1 +2023-12-14 14:52:56.762510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.39> +2023-12-14 14:52:56.762519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39 +2023-12-14 14:52:56.762529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.39 = u32[1]{0} add(u32[1]{0} %reshape.45, u32[1]{0} %slice.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.5> +2023-12-14 14:52:56.762545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:52:56.762554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:56.762563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:56.762568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.762574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.15> +2023-12-14 14:52:56.762578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:56.762589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:56.762601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.38> +2023-12-14 14:52:56.762611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:56.762621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:56.762631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.14> +2023-12-14 14:52:56.762641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:56.762650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40, operand 0 +2023-12-14 14:52:56.762661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.40> +2023-12-14 14:52:56.762671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40 +2023-12-14 14:52:56.762680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:56.762690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.40 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 xor.13> +2023-12-14 14:52:56.762700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:56.762709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:56.762723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[] xor(u32[] %reshape.38, u32[] %reshape.40), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 constant.13> +2023-12-14 14:52:56.762732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:56.762742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:56.762752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = u32[] constant(466688986) +2023-12-14 14:52:56.762758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 xor.12> +2023-12-14 14:52:56.762762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:56.762772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[] xor(u32[] %xor.13, u32[] %constant.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.3> +2023-12-14 14:52:56.762787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:56.762797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:56.762807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = s32[] constant(0) +2023-12-14 14:52:56.762812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 copy> +2023-12-14 14:52:56.762816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:56.762827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:56.762832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.762843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = s32[] copy(s32[] %constant.3) +2023-12-14 14:52:56.762850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 Arg_0.1> +2023-12-14 14:52:56.762855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.762865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:56.762875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:56.762880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:56.762885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:56.762890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2, operand 0 +2023-12-14 14:52:56.762895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.762900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 Arg_1.2> +2023-12-14 14:52:56.762905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.762915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 1 +2023-12-14 14:52:56.762925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 1 +2023-12-14 14:52:56.762931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:56.762935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.4> +2023-12-14 14:52:56.762940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:56.762949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1, operand 0 +2023-12-14 14:52:56.762960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.762965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 copy.1> +2023-12-14 14:52:56.762970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.762974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1 +2023-12-14 14:52:56.762979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:56.762984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.762991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.762997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.1 = u32[1]{0} copy(u32[1]{0} %fusion.4) +2023-12-14 14:52:56.763002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.3> +2023-12-14 14:52:56.763006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:56.763017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:52:56.763026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.763031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 copy.2> +2023-12-14 14:52:56.763036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:52:56.763046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:56.763050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.763061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = u32[1]{0} copy(u32[1]{0} %fusion.3) +2023-12-14 14:52:56.763066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.2> +2023-12-14 14:52:56.763070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2 +2023-12-14 14:52:56.763081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3, operand 0 +2023-12-14 14:52:56.763091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.763096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 copy.3> +2023-12-14 14:52:56.763101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3 +2023-12-14 14:52:56.763110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:56.763118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.763128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.3 = u32[] copy(u32[] %fusion.2) +2023-12-14 14:52:56.763133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion> +2023-12-14 14:52:56.763138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:56.763148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4, operand 0 +2023-12-14 14:52:56.763158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.763163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 copy.4> +2023-12-14 14:52:56.763168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4 +2023-12-14 14:52:56.763177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:56.763183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.763192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.4 = u32[] copy(u32[] %fusion) +2023-12-14 14:52:56.763197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 fusion.1> +2023-12-14 14:52:56.763202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:56.763212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5, operand 0 +2023-12-14 14:52:56.763221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.763227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy.5> +2023-12-14 14:52:56.763231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5 +2023-12-14 14:52:56.763241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:56.763248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.763259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.5 = u32[] copy(u32[] %fusion.1) +2023-12-14 14:52:56.763264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.6> +2023-12-14 14:52:56.763269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6 +2023-12-14 14:52:56.763279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6, operand 0 +2023-12-14 14:52:56.763289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.6 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.763294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.6> +2023-12-14 14:52:56.763299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6 +2023-12-14 14:52:56.763309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:56.763313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.763329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.6 = u32[4]{0} copy(u32[4]{0} %constant.6) +2023-12-14 14:52:56.763334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.5> +2023-12-14 14:52:56.763339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:56.763349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7, operand 0 +2023-12-14 14:52:56.763360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.763365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.7> +2023-12-14 14:52:56.763370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7 +2023-12-14 14:52:56.763379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:56.763384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.763394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.7 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:56.763402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 tuple.9{}> +2023-12-14 14:52:56.763407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:56.763417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.763427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy, u32[1]{0} %copy.1, u32[1]{0} %copy.2, u32[] %copy.3, u32[] %copy.4, /*index=5*/u32[] %copy.5, u32[4]{0} %copy.6, u32[4]{0} %copy.7) +2023-12-14 14:52:56.763432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 concatenate.103> +2023-12-14 14:52:56.763437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103 +2023-12-14 14:52:56.763447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.103 = u32[2]{0} concatenate(u32[1]{0} %get-tuple-element.96, u32[1]{0} %get-tuple-element.97), dimensions={0}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.763457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.8> +2023-12-14 14:52:56.763461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:56.763472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 4 +2023-12-14 14:52:56.763482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:56.763488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.763492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 constant.11> +2023-12-14 14:52:56.763497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:56.763507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:56.763517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(1) +2023-12-14 14:52:56.763521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> +2023-12-14 14:52:56.763531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:56.763540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16, operand 0 +2023-12-14 14:52:56.763550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %copy.8, s32[] %constant.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.763555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.16> +2023-12-14 14:52:56.763560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16 +2023-12-14 14:52:56.763570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:56.763575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:56.763584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.16 = s32[] copy(s32[] %add.35), control-predecessors={%copy.8} +2023-12-14 14:52:56.763589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.9> +2023-12-14 14:52:56.763595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:56.763604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 3 +2023-12-14 14:52:56.763614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 3 +2023-12-14 14:52:56.763619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.131) +2023-12-14 14:52:56.763624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:56.763628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:56.763638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:56.763648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:56.763653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.763658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:56.763666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:56.763675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 1 +2023-12-14 14:52:56.763686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:56.763690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 1 +2023-12-14 14:52:56.763695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.763701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:56.763705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:56.763715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 2 +2023-12-14 14:52:56.763725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 2 +2023-12-14 14:52:56.763730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.132) +2023-12-14 14:52:56.763735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 fusion.6> +2023-12-14 14:52:56.763740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:56.763749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17, operand 0 +2023-12-14 14:52:56.763759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.763765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.17> +2023-12-14 14:52:56.763769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17 +2023-12-14 14:52:56.763779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:56.763784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:56.763794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.17 = u32[1]{0} copy(u32[1]{0} %fusion.6), control-predecessors={%copy.9} +2023-12-14 14:52:56.763802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.12> +2023-12-14 14:52:56.763807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:56.763817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:56.763827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:56.763832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.763836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.5> +2023-12-14 14:52:56.763841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:56.763851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18, operand 0 +2023-12-14 14:52:56.763861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.763866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.18> +2023-12-14 14:52:56.763871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18 +2023-12-14 14:52:56.763880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:56.763885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:56.763895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.18 = u32[1]{0} copy(u32[1]{0} %fusion.5), control-predecessors={%copy.10} +2023-12-14 14:52:56.763900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.19> +2023-12-14 14:52:56.763905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:56.763915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:56.763920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:56.763929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.763937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.13> +2023-12-14 14:52:56.763942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:56.763952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:56.763962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.763967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.20> +2023-12-14 14:52:56.763972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.763977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:56.763982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:56.763986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.763991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:56.763996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.764001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.21> +2023-12-14 14:52:56.764006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:56.764015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:56.764021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:56.764030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.764035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.15> +2023-12-14 14:52:56.764040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:56.764049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:56.764060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.764064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.22> +2023-12-14 14:52:56.764069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:56.764082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:56.764087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:56.764096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.764102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.23> +2023-12-14 14:52:56.764107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:56.764116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:56.764121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:56.764132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.764137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 tuple.11{}> +2023-12-14 14:52:56.764141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:56.764151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.16, u32[1]{0} %copy.17, u32[1]{0} %copy.18, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.764161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_3.17> +2023-12-14 14:52:56.764167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:56.764176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:56.764186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.764191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 param_2.16> +2023-12-14 14:52:56.764196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.16 +2023-12-14 14:52:56.764205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 0 +2023-12-14 14:52:56.764219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:56.764223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:56.764229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.16 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.764234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 add.52> +2023-12-14 14:52:56.764238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:56.764248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:56.764258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:56.764263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[1]{0} add(u32[1]{0} %param_3.17, u32[1]{0} %param_2.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 param_1.24> +2023-12-14 14:52:56.764273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.24 +2023-12-14 14:52:56.764283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:56.764294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:56.764299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:56.764304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.24 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.764309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 slice.26> +2023-12-14 14:52:56.764314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:56.764323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67, operand 0 +2023-12-14 14:52:56.764333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:56.764339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 shift-left.18> +2023-12-14 14:52:56.764351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:56.764361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:56.764371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[1]{0} shift-left(u32[1]{0} %param_2.16, u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 constant.17> +2023-12-14 14:52:56.764381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.764391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:56.764401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:56.764406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:56.764411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[] constant(32) +2023-12-14 14:52:56.764416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 reshape.67> +2023-12-14 14:52:56.764422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67 +2023-12-14 14:52:56.764432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:56.764442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.67 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 subtract.18> +2023-12-14 14:52:56.764451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:56.764461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65, operand 0 +2023-12-14 14:52:56.764473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.17, u32[] %reshape.67), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.65> +2023-12-14 14:52:56.764484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65 +2023-12-14 14:52:56.764493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 1 +2023-12-14 14:52:56.764503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.65 = u32[1]{0} reshape(u32[] %subtract.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 shift-right-logical.20> +2023-12-14 14:52:56.764513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20 +2023-12-14 14:52:56.764523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:56.764533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.20 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.16, u32[1]{0} %reshape.65), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 or.18> +2023-12-14 14:52:56.764542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:56.764552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:56.764562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[1]{0} or(u32[1]{0} %shift-left.18, u32[1]{0} %shift-right-logical.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 xor.22> +2023-12-14 14:52:56.764572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:56.764584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19, operand 0 +2023-12-14 14:52:56.764594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:56.764599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:56.764604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[1]{0} xor(u32[1]{0} %add.52, u32[1]{0} %or.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 add.51> +2023-12-14 14:52:56.764614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:56.764623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:56.764633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:56.764639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[1]{0} add(u32[1]{0} %add.52, u32[1]{0} %xor.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 slice.25> +2023-12-14 14:52:56.764650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:56.764659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64, operand 0 +2023-12-14 14:52:56.764669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:56.764673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.17> +2023-12-14 14:52:56.764684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:56.764694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:56.764706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[1]{0} shift-left(u32[1]{0} %xor.22, u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 reshape.64> +2023-12-14 14:52:56.764716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64 +2023-12-14 14:52:56.764726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:56.764736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.64 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 subtract.17> +2023-12-14 14:52:56.764746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:56.764755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63, operand 0 +2023-12-14 14:52:56.764766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.17, u32[] %reshape.64), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 reshape.63> +2023-12-14 14:52:56.764776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63 +2023-12-14 14:52:56.764785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19, operand 1 +2023-12-14 14:52:56.764795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.63 = u32[1]{0} reshape(u32[] %subtract.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 shift-right-logical.19> +2023-12-14 14:52:56.764805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19 +2023-12-14 14:52:56.764815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:56.764827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.19 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.22, u32[1]{0} %reshape.63), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 or.17> +2023-12-14 14:52:56.764837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:56.764847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:56.764857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[1]{0} or(u32[1]{0} %shift-left.17, u32[1]{0} %shift-right-logical.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 xor.21> +2023-12-14 14:52:56.764868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:56.764877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:56.764886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:56.764892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:56.764897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[1]{0} xor(u32[1]{0} %add.51, u32[1]{0} %or.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 add.50> +2023-12-14 14:52:56.764907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:56.764916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:56.764926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:56.764931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[1]{0} add(u32[1]{0} %add.51, u32[1]{0} %xor.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 slice.24> +2023-12-14 14:52:56.764944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:56.764954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61, operand 0 +2023-12-14 14:52:56.764963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:56.764968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.764973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-left.16> +2023-12-14 14:52:56.764979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.764984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:56.764989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.764994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:56.764998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[1]{0} shift-left(u32[1]{0} %xor.21, u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 reshape.61> +2023-12-14 14:52:56.765008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61 +2023-12-14 14:52:56.765018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:56.765029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.61 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.16> +2023-12-14 14:52:56.765039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:56.765048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60, operand 0 +2023-12-14 14:52:56.765061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.17, u32[] %reshape.61), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.60> +2023-12-14 14:52:56.765071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60 +2023-12-14 14:52:56.765081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:56.765091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.60 = u32[1]{0} reshape(u32[] %subtract.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.18> +2023-12-14 14:52:56.765100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:56.765111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:56.765121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.21, u32[1]{0} %reshape.60), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.16> +2023-12-14 14:52:56.765130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:56.765139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:56.765150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[1]{0} or(u32[1]{0} %shift-left.16, u32[1]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.20> +2023-12-14 14:52:56.765160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:56.765172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:56.765182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[1]{0} xor(u32[1]{0} %add.50, u32[1]{0} %or.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.49> +2023-12-14 14:52:56.765192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:56.765202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:56.765212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[1]{0} add(u32[1]{0} %add.50, u32[1]{0} %xor.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.18> +2023-12-14 14:52:56.765221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18 +2023-12-14 14:52:56.765232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59, operand 0 +2023-12-14 14:52:56.765242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.18 = u32[] parameter(0) +2023-12-14 14:52:56.765247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 reshape.59> +2023-12-14 14:52:56.765251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59 +2023-12-14 14:52:56.765261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:56.765270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.59 = u32[1]{0} reshape(u32[] %param_0.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.48> +2023-12-14 14:52:56.765281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:56.765293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[1]{0} add(u32[1]{0} %add.49, u32[1]{0} %reshape.59), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 param_3.7> +2023-12-14 14:52:56.765308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:56.765318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 0 +2023-12-14 14:52:56.765328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.765333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_2.8> +2023-12-14 14:52:56.765337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.8 +2023-12-14 14:52:56.765347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:56.765356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:56.765362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 1 +2023-12-14 14:52:56.765368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.8 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.765373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 add.46> +2023-12-14 14:52:56.765378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46 +2023-12-14 14:52:56.765387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:56.765396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:56.765402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.46 = u32[1]{0} add(u32[1]{0} %param_3.7, u32[1]{0} %param_2.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 param_1.18> +2023-12-14 14:52:56.765412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.18 +2023-12-14 14:52:56.765425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:56.765435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:56.765440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:56.765445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:56.765450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.18 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.765456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 slice.23> +2023-12-14 14:52:56.765461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:56.765470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58, operand 0 +2023-12-14 14:52:56.765479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:56.765484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 shift-left.15> +2023-12-14 14:52:56.765495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:56.765505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:56.765514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[1]{0} shift-left(u32[1]{0} %param_2.8, u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 constant.15> +2023-12-14 14:52:56.765524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:56.765535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:56.765545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:56.765550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:56.765557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:56.765562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(32) +2023-12-14 14:52:56.765567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 reshape.58> +2023-12-14 14:52:56.765572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58 +2023-12-14 14:52:56.765582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:56.765592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.58 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 subtract.15> +2023-12-14 14:52:56.765601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:56.765611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:56.765622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.15, u32[] %reshape.58), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 reshape.56> +2023-12-14 14:52:56.765631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:56.765641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:56.765650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[1]{0} reshape(u32[] %subtract.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 shift-right-logical.17> +2023-12-14 14:52:56.765660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:56.765670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:56.765683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.8, u32[1]{0} %reshape.56), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 or.15> +2023-12-14 14:52:56.765692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:56.765702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:56.765713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[1]{0} or(u32[1]{0} %shift-left.15, u32[1]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 xor.19> +2023-12-14 14:52:56.765722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:56.765732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:56.765741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:56.765747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:56.765752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[1]{0} xor(u32[1]{0} %add.46, u32[1]{0} %or.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 add.44> +2023-12-14 14:52:56.765761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:56.765770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:56.765780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:56.765785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[1]{0} add(u32[1]{0} %add.46, u32[1]{0} %xor.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 slice.22> +2023-12-14 14:52:56.765798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:56.765808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:56.765817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:56.765822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-left.14> +2023-12-14 14:52:56.765832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:56.765842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:56.765852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[1]{0} shift-left(u32[1]{0} %xor.19, u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.55> +2023-12-14 14:52:56.765861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:56.765871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:56.765882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 subtract.14> +2023-12-14 14:52:56.765891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:56.765900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:56.765914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.15, u32[] %reshape.55), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 reshape.54> +2023-12-14 14:52:56.765924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:56.765933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:56.765943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = u32[1]{0} reshape(u32[] %subtract.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 shift-right-logical.16> +2023-12-14 14:52:56.765953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:56.765963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:56.765972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.19, u32[1]{0} %reshape.54), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.765977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 or.14> +2023-12-14 14:52:56.765982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.765986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:56.765991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.765996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:56.766001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[1]{0} or(u32[1]{0} %shift-left.14, u32[1]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 xor.18> +2023-12-14 14:52:56.766011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:56.766023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:56.766033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:56.766038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:56.766044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[1]{0} xor(u32[1]{0} %add.44, u32[1]{0} %or.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.43> +2023-12-14 14:52:56.766053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:56.766063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 0 +2023-12-14 14:52:56.766072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:56.766077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[1]{0} add(u32[1]{0} %add.44, u32[1]{0} %xor.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 slice.21> +2023-12-14 14:52:56.766088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:56.766098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:56.766107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:56.766112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.13> +2023-12-14 14:52:56.766122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:56.766132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:56.766144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[1]{0} shift-left(u32[1]{0} %xor.18, u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 reshape.52> +2023-12-14 14:52:56.766154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:56.766163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:56.766174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 subtract.13> +2023-12-14 14:52:56.766183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:56.766193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:56.766202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.15, u32[] %reshape.52), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 reshape.51> +2023-12-14 14:52:56.766213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:56.766222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:56.766232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = u32[1]{0} reshape(u32[] %subtract.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 shift-right-logical.15> +2023-12-14 14:52:56.766241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:56.766257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:56.766267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.18, u32[1]{0} %reshape.51), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 or.13> +2023-12-14 14:52:56.766276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:56.766286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:56.766297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[1]{0} or(u32[1]{0} %shift-left.13, u32[1]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 xor.17> +2023-12-14 14:52:56.766306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:56.766316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:56.766325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:56.766330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 1 +2023-12-14 14:52:56.766336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[1]{0} xor(u32[1]{0} %add.43, u32[1]{0} %or.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 add.42> +2023-12-14 14:52:56.766346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42 +2023-12-14 14:52:56.766356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:56.766365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.42 = u32[1]{0} add(u32[1]{0} %add.43, u32[1]{0} %xor.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 slice.20> +2023-12-14 14:52:56.766378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:56.766388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:56.766398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:56.766403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[3:4]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 shift-left.12> +2023-12-14 14:52:56.766412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:56.766422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:56.766433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[1]{0} shift-left(u32[1]{0} %xor.17, u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 reshape.50> +2023-12-14 14:52:56.766442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:56.766452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:56.766461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.12> +2023-12-14 14:52:56.766472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:56.766481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:56.766494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.15, u32[] %reshape.50), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 reshape.49> +2023-12-14 14:52:56.766505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:56.766516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:56.766525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[1]{0} reshape(u32[] %subtract.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.14> +2023-12-14 14:52:56.766535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:56.766544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:56.766555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.17, u32[1]{0} %reshape.49), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.12> +2023-12-14 14:52:56.766564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:56.766573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:56.766583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[1]{0} or(u32[1]{0} %shift-left.12, u32[1]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.14> +2023-12-14 14:52:56.766594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:56.766607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 0 +2023-12-14 14:52:56.766616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[1]{0} xor(u32[1]{0} %add.42, u32[1]{0} %or.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.16> +2023-12-14 14:52:56.766626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16 +2023-12-14 14:52:56.766636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:56.766646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.16 = u32[] parameter(0) +2023-12-14 14:52:56.766651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 reshape.47> +2023-12-14 14:52:56.766656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:56.766665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 1 +2023-12-14 14:52:56.766675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[1]{0} reshape(u32[] %param_0.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.41> +2023-12-14 14:52:56.766686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41 +2023-12-14 14:52:56.766695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 0 +2023-12-14 14:52:56.766705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.41 = u32[1]{0} add(u32[1]{0} %xor.14, u32[1]{0} %reshape.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.12> +2023-12-14 14:52:56.766714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:56.766725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:56.766737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.766742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.16> +2023-12-14 14:52:56.766747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.766758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:56.766769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = s32[] constant(1) +2023-12-14 14:52:56.766774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.47> +2023-12-14 14:52:56.766778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:56.766788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:56.766797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.3> +2023-12-14 14:52:56.766808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:56.766817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:56.766827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 reshape.46> +2023-12-14 14:52:56.766837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:56.766847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 1 +2023-12-14 14:52:56.766858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[1]{0} reshape(u32[] %convert.3), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.40> +2023-12-14 14:52:56.766870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40 +2023-12-14 14:52:56.766880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.40 = u32[1]{0} add(u32[1]{0} %add.41, u32[1]{0} %reshape.46), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.766890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.766895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.766904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.766914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.766919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.766924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.766934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.766939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:56.766944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:56.766949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:56.766954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:56.766959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:56.766963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:56.766969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:56.766974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:56.766979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.766987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.766992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.766996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.767001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.767006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:56.767017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.767027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.767037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.767051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.767061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.767076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.767085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.767101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.767111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.767128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.767138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.767154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.767163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.767177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.767187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.767203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.767212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:56.767217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:56.767227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.767237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.767250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:56.767255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:56.767265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.767275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.767285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:56.767290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:56.767300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.767310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.767326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:56.767332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:56.767341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.767351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.767361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:56.767366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:56.767376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.767388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.767399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:56.767403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:56.767414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.767424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.767434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:56.767439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:56.767448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.767458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.767468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:56.767473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:56.767483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.767487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 while.1{} (phi)> +2023-12-14 14:52:56.767493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.767503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97, operand 0 {} +2023-12-14 14:52:56.767512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96, operand 0 {} +2023-12-14 14:52:56.767521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.767526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 while.1{0} (phi)> +2023-12-14 14:52:56.767532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.767541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.767552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 while.1{1} (phi)> +2023-12-14 14:52:56.767557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.767568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96 +2023-12-14 14:52:56.767573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 0 +2023-12-14 14:52:56.767583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.767588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 while.1{2} (phi)> +2023-12-14 14:52:56.767592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.767602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97 +2023-12-14 14:52:56.767607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 1 +2023-12-14 14:52:56.767617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.767622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 while.1{3} (phi)> +2023-12-14 14:52:56.767627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.767640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.767650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 while.1{4} (phi)> +2023-12-14 14:52:56.767655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.767665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.767675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{5} (phi)> +2023-12-14 14:52:56.767680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.767690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.767699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{6} (phi)> +2023-12-14 14:52:56.767704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.767714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.767724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 while.1{7} (phi)> +2023-12-14 14:52:56.767729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.767734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.767739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.767744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.767853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.767871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.16 = s32[] copy(s32[] %add.35), control-predecessors={%copy.8} which are in the same computation + +2023-12-14 14:52:56.767885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.767896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.17 = u32[1]{0} copy(u32[1]{0} %fusion.6), control-predecessors={%copy.9} which are in the same computation + +2023-12-14 14:52:56.767909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.767920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.18 = u32[1]{0} copy(u32[1]{0} %fusion.5), control-predecessors={%copy.10} which are in the same computation + +2023-12-14 14:52:56.767932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.767943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:56.767956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.767970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:56.767983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.767993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:56.768006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.768017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:56.768029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.768040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:56.768051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:56.768069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +and %tuple.11 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.16, u32[1]{0} %copy.17, u32[1]{0} %copy.18, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) which are in the same computation + +2023-12-14 14:52:56.768140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +and %copy.16 = s32[] copy(s32[] %add.35), control-predecessors={%copy.8} which are in the same computation + +2023-12-14 14:52:56.768156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +and %copy.17 = u32[1]{0} copy(u32[1]{0} %fusion.6), control-predecessors={%copy.9} which are in the same computation + +2023-12-14 14:52:56.768167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +and %copy.18 = u32[1]{0} copy(u32[1]{0} %fusion.5), control-predecessors={%copy.10} which are in the same computation + +2023-12-14 14:52:56.768178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:56.768189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:56.768197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:56.768207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:56.768220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:56.768234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +and %add.35 = s32[] add(s32[] %copy.8, s32[] %constant.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} which are in the same computation + +2023-12-14 14:52:56.768246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.16 = s32[] copy(s32[] %add.35), control-predecessors={%copy.8} +and %while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone which are in the same computation + +2023-12-14 14:52:56.768262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +and %fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} which are in the same computation + +2023-12-14 14:52:56.768275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.17 = u32[1]{0} copy(u32[1]{0} %fusion.6), control-predecessors={%copy.9} +and %while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone which are in the same computation + +2023-12-14 14:52:56.768290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +and %fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} which are in the same computation + +2023-12-14 14:52:56.768302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.18 = u32[1]{0} copy(u32[1]{0} %fusion.5), control-predecessors={%copy.10} +and %while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone which are in the same computation + +2023-12-14 14:52:56.768314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +and %copy.12 = u32[] copy(u32[] %get-tuple-element.134) which are in the same computation + +2023-12-14 14:52:56.768323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +and %copy.13 = u32[] copy(u32[] %get-tuple-element.135) which are in the same computation + +2023-12-14 14:52:56.768331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +and %copy.11 = u32[] copy(u32[] %get-tuple-element.133) which are in the same computation + +2023-12-14 14:52:56.768340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +and %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) which are in the same computation + +2023-12-14 14:52:56.768348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +and %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) which are in the same computation + +2023-12-14 14:52:56.768361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +and %add.35 = s32[] add(s32[] %copy.8, s32[] %constant.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} which are in the same computation + +2023-12-14 14:52:56.768375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +and %fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} which are in the same computation + +2023-12-14 14:52:56.768396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +and %fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} which are in the same computation + +2023-12-14 14:52:56.768411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:56.768422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:56.768431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:56.768441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:56.768450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:56.768458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +and %copy.12 = u32[] copy(u32[] %get-tuple-element.134) which are in the same computation + +2023-12-14 14:52:56.768466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +and %copy.13 = u32[] copy(u32[] %get-tuple-element.135) which are in the same computation + +2023-12-14 14:52:56.768473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +and %copy.11 = u32[] copy(u32[] %get-tuple-element.133) which are in the same computation + +2023-12-14 14:52:56.768482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +and %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) which are in the same computation + +2023-12-14 14:52:56.768490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +and %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) which are in the same computation + +2023-12-14 14:52:56.768554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_fold_in +2023-12-14 14:52:56.768772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.768810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.768816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.768832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:56.768837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:56.768849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:56.768855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:56.768860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:56.768865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:56.768870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:56.768875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:56.768879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:56.768884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:56.768889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:56.768895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:56.768901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:56.768906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:56.768911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:56.768917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:56.768922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:56.768927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:56.768941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.768951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.768956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 153, phi: +2023-12-14 14:52:56.768962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.768967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.768971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:56.768976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:56.768985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154, phi: +2023-12-14 14:52:56.768991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.768996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.769000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 155, phi: +2023-12-14 14:52:56.769005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 28 +2023-12-14 14:52:56.769010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:56.769015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 28: +2023-12-14 14:52:56.769019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50: +2023-12-14 14:52:56.769024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156, phi: +2023-12-14 14:52:56.769029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31 +2023-12-14 14:52:56.769034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.769039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31: +2023-12-14 14:52:56.769044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56: +2023-12-14 14:52:56.769049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 157, phi: +2023-12-14 14:52:56.769054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.769059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.769064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32: +2023-12-14 14:52:56.769068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59: +2023-12-14 14:52:56.769074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 158, phi: +2023-12-14 14:52:56.769078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.769083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.769088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33: +2023-12-14 14:52:56.769093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:56.769097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159, phi: +2023-12-14 14:52:56.769102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.769107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:56.769112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34: +2023-12-14 14:52:56.769117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:56.769121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160, phi: +2023-12-14 14:52:56.769126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.769131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:56.769136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:56.769142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:56.769146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161, phi: +2023-12-14 14:52:56.769155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.769161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:56.769166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:56.769171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66: +2023-12-14 14:52:56.769176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162, phi: +2023-12-14 14:52:56.769181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.769185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.769190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:56.769195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67: +2023-12-14 14:52:56.769199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 163, phi: +2023-12-14 14:52:56.769205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 28 +2023-12-14 14:52:56.769209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:56.769214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 164, phi: +2023-12-14 14:52:56.769218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31 +2023-12-14 14:52:56.769224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.769228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 165, phi: +2023-12-14 14:52:56.769233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.769238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.769243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 166, phi: +2023-12-14 14:52:56.769247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.769252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.769257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 167, phi: +2023-12-14 14:52:56.769262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.769267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:56.769271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 168, phi: +2023-12-14 14:52:56.769276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.769281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:56.769286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 169, phi: +2023-12-14 14:52:56.769291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.769296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:56.769300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 170, phi: +2023-12-14 14:52:56.769305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.769310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.769318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 171, phi: +2023-12-14 14:52:56.769324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:56.769328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.769333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 172, phi: +2023-12-14 14:52:56.769338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:56.769344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 28 +2023-12-14 14:52:56.769349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 173, phi: +2023-12-14 14:52:56.769354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.769359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 31 +2023-12-14 14:52:56.769363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 174, phi: +2023-12-14 14:52:56.769368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.769373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.769378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 175, phi: +2023-12-14 14:52:56.769383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:56.769388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.769392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 176, phi: +2023-12-14 14:52:56.769397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:56.769402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.769407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 177, phi: +2023-12-14 14:52:56.769413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:56.769418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.769423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 178, phi: +2023-12-14 14:52:56.769427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:56.769432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.769437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 179, phi: +2023-12-14 14:52:56.769442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 67 +2023-12-14 14:52:56.769447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:56.769463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.769473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.769478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 153, phi: +2023-12-14 14:52:56.769483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.769487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.769492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:56.769500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:56.769505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154, phi: +2023-12-14 14:52:56.769510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.769515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.769519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 155, phi: +2023-12-14 14:52:56.769524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 28 +2023-12-14 14:52:56.769529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:56.769535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 28: +2023-12-14 14:52:56.769539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50: +2023-12-14 14:52:56.769544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156, phi: +2023-12-14 14:52:56.769549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31 +2023-12-14 14:52:56.769553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.769558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31: +2023-12-14 14:52:56.769564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56: +2023-12-14 14:52:56.769568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 157, phi: +2023-12-14 14:52:56.769573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.769578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.769582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32: +2023-12-14 14:52:56.769588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59: +2023-12-14 14:52:56.769592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 158, phi: +2023-12-14 14:52:56.769597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.769602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.769606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33: +2023-12-14 14:52:56.769611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:56.769616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159, phi: +2023-12-14 14:52:56.769621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.769626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:56.769631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34: +2023-12-14 14:52:56.769635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:56.769640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160, phi: +2023-12-14 14:52:56.769645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.769650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:56.769655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:56.769665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:56.769670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161, phi: +2023-12-14 14:52:56.769674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.769680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:56.769685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:56.769690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66: +2023-12-14 14:52:56.769694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162, phi: +2023-12-14 14:52:56.769699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.769703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.769709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:56.769714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67: +2023-12-14 14:52:56.769719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 163, phi: +2023-12-14 14:52:56.769723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 28 +2023-12-14 14:52:56.769728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:56.769733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 164, phi: +2023-12-14 14:52:56.769737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31 +2023-12-14 14:52:56.769742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.769748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 165, phi: +2023-12-14 14:52:56.769752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.769757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.769761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 166, phi: +2023-12-14 14:52:56.769766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.769771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.769776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 167, phi: +2023-12-14 14:52:56.769781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.769786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:56.769790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 168, phi: +2023-12-14 14:52:56.769795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.769800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:56.769805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 169, phi: +2023-12-14 14:52:56.769810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.769814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:56.769819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 170, phi: +2023-12-14 14:52:56.769824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.769832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.769837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 171, phi: +2023-12-14 14:52:56.769842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:56.769847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.769851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 172, phi: +2023-12-14 14:52:56.769856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:56.769861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 28 +2023-12-14 14:52:56.769867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 173, phi: +2023-12-14 14:52:56.769871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.769876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 31 +2023-12-14 14:52:56.769880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 174, phi: +2023-12-14 14:52:56.769885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.769889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.769895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 175, phi: +2023-12-14 14:52:56.769900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:56.769904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.769909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 176, phi: +2023-12-14 14:52:56.769913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:56.769918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.769924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 177, phi: +2023-12-14 14:52:56.769929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:56.769933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.769938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 178, phi: +2023-12-14 14:52:56.769943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:56.769947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.769953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 179, phi: +2023-12-14 14:52:56.769958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 67 +2023-12-14 14:52:56.769963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:56.769968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.769975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <29 Arg_0.1> + +2023-12-14 14:52:56.769980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.769986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 Arg_1.2> + +2023-12-14 14:52:56.769994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:56.770000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <28 constant.3> + +2023-12-14 14:52:56.770005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:56.770010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <37 constant.5> + +2023-12-14 14:52:56.770016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.6 +2023-12-14 14:52:56.770021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <36 constant.6> + +2023-12-14 14:52:56.770026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.103 +2023-12-14 14:52:56.770031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <39 concatenate.103> + +2023-12-14 14:52:56.770036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.770047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <171 while.1{} (phi)> + {0} : HloValueSet: <172 while.1{0} (phi)> + {1} : HloValueSet: <173 while.1{1} (phi)> + {2} : HloValueSet: <174 while.1{2} (phi)> + {3} : HloValueSet: <175 while.1{3} (phi)> + {4} : HloValueSet: <176 while.1{4} (phi)> + {5} : HloValueSet: <177 while.1{5} (phi)> + {6} : HloValueSet: <178 while.1{6} (phi)> + {7} : HloValueSet: <179 while.1{7} (phi)> + +2023-12-14 14:52:56.770054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.96 +2023-12-14 14:52:56.770059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <173 while.1{1} (phi)> + +2023-12-14 14:52:56.770064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.97 +2023-12-14 14:52:56.770070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <174 while.1{2} (phi)> + +2023-12-14 14:52:56.770075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:56.770081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 fusion> + +2023-12-14 14:52:56.770086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:56.770091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <35 fusion.1> + +2023-12-14 14:52:56.770095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2 +2023-12-14 14:52:56.770101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 fusion.2> + +2023-12-14 14:52:56.770106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:56.770112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <32 fusion.3> + +2023-12-14 14:52:56.770116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:56.770137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <31 fusion.4> + +2023-12-14 14:52:56.770142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:56.770148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 copy> + +2023-12-14 14:52:56.770152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.1 +2023-12-14 14:52:56.770158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <41 copy.1> + +2023-12-14 14:52:56.770162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:52:56.770168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <42 copy.2> + +2023-12-14 14:52:56.770173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.3 +2023-12-14 14:52:56.770178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <43 copy.3> + +2023-12-14 14:52:56.770183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.4 +2023-12-14 14:52:56.770188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 copy.4> + +2023-12-14 14:52:56.770193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.5 +2023-12-14 14:52:56.770199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <45 copy.5> + +2023-12-14 14:52:56.770204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.6 +2023-12-14 14:52:56.770209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <46 copy.6> + +2023-12-14 14:52:56.770214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.7 +2023-12-14 14:52:56.770219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 copy.7> + +2023-12-14 14:52:56.770226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:56.770236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <38 tuple.9{}> + {0} : HloValueSet: <28 constant.3> + {1} : HloValueSet: <31 fusion.4> + {2} : HloValueSet: <32 fusion.3> + {3} : HloValueSet: <33 fusion.2> + {4} : HloValueSet: <34 fusion> + {5} : HloValueSet: <35 fusion.1> + {6} : HloValueSet: <36 constant.6> + {7} : HloValueSet: <37 constant.5> + +2023-12-14 14:52:56.770242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.770252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <154 arg_tuple.3{} (phi)> + {0} : HloValueSet: <163 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <164 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <165 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <166 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <167 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <168 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <169 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <170 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.770261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:56.770266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <49 constant.11> + +2023-12-14 14:52:56.770271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:56.770276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 add.35> + +2023-12-14 14:52:56.770281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:56.770287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <59 fusion.5> + +2023-12-14 14:52:56.770292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:56.770298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <56 fusion.6> + +2023-12-14 14:52:56.770302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:56.770308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <163 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.770313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:56.770319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <48 copy.8> + +2023-12-14 14:52:56.770324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:56.770329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <164 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.770334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:56.770339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <55 copy.9> + +2023-12-14 14:52:56.770344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:56.770350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <165 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.770355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:56.770360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <54 copy.10> + +2023-12-14 14:52:56.770365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:56.770371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <166 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.770376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:56.770382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <52 copy.11> + +2023-12-14 14:52:56.770387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:56.770392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <167 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.770400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:56.770407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 copy.12> + +2023-12-14 14:52:56.770413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:56.770418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <168 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.770423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:56.770428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <62 copy.13> + +2023-12-14 14:52:56.770433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:56.770439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <169 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.770445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:56.770450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <53 copy.14> + +2023-12-14 14:52:56.770455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:56.770460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <170 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.770465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:56.770471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <65 copy.15> + +2023-12-14 14:52:56.770476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.16 +2023-12-14 14:52:56.770481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 copy.16> + +2023-12-14 14:52:56.770486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.17 +2023-12-14 14:52:56.770491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <57 copy.17> + +2023-12-14 14:52:56.770497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.18 +2023-12-14 14:52:56.770503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <60 copy.18> + +2023-12-14 14:52:56.770508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:56.770513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <61 copy.19> + +2023-12-14 14:52:56.770518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:56.770523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <63 copy.20> + +2023-12-14 14:52:56.770528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:56.770534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.21> + +2023-12-14 14:52:56.770542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:56.770547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <66 copy.22> + +2023-12-14 14:52:56.770552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:56.770557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <67 copy.23> + +2023-12-14 14:52:56.770563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:56.770572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <68 tuple.11{}> + {0} : HloValueSet: <50 add.35> + {1} : HloValueSet: <56 fusion.6> + {2} : HloValueSet: <59 fusion.5> + {3} : HloValueSet: <61 copy.19> + {4} : HloValueSet: <63 copy.20> + {5} : HloValueSet: <64 copy.21> + {6} : HloValueSet: <66 copy.22> + {7} : HloValueSet: <67 copy.23> + +2023-12-14 14:52:56.770577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.770587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <153 arg_tuple.4{} (phi)> + {0} : HloValueSet: <155 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <156 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <157 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <158 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <159 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <160 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <161 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <162 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.770593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:56.770599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <6 constant.12> + +2023-12-14 14:52:56.770603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:56.770609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:56.770613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.770619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <155 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.770625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:56.770630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 xor.12> + +2023-12-14 14:52:56.770635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:56.770640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <25 xor.13> + +2023-12-14 14:52:56.770645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:56.770652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <26 constant.13> + +2023-12-14 14:52:56.770658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:56.770666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <22 reshape.38> + +2023-12-14 14:52:56.770671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.40 +2023-12-14 14:52:56.770676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.40> + +2023-12-14 14:52:56.770682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:56.770688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.14> + +2023-12-14 14:52:56.770692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:56.770698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <21 slice.15> + +2023-12-14 14:52:56.770702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:52:56.770708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <20 param_0.5> + +2023-12-14 14:52:56.770713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:56.770718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 reshape.41> + +2023-12-14 14:52:56.770723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:56.770728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <4 slice.16> + +2023-12-14 14:52:56.770733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:52:56.770739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <3 param_0.7> + +2023-12-14 14:52:56.770745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.42 +2023-12-14 14:52:56.770750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.42> + +2023-12-14 14:52:56.770755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:56.770760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.17> + +2023-12-14 14:52:56.770765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:52:56.770771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.9> + +2023-12-14 14:52:56.770776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.38 +2023-12-14 14:52:56.770782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 add.38> + +2023-12-14 14:52:56.770786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:56.770792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <11 slice.18> + +2023-12-14 14:52:56.770796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:56.770806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <9 reshape.43> + +2023-12-14 14:52:56.770811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:52:56.770816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <10 param_0.11> + +2023-12-14 14:52:56.770821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.8 +2023-12-14 14:52:56.770826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <8 param_1.8> + +2023-12-14 14:52:56.770832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.39 +2023-12-14 14:52:56.770838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <19 add.39> + +2023-12-14 14:52:56.770843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:56.770848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <18 slice.19> + +2023-12-14 14:52:56.770853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:56.770858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 reshape.45> + +2023-12-14 14:52:56.770864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.13 +2023-12-14 14:52:56.770869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <17 param_0.13> + +2023-12-14 14:52:56.770874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:56.770879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <15 shift-right-logical.13> + +2023-12-14 14:52:56.770884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.12 +2023-12-14 14:52:56.770890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 param_1.12> + +2023-12-14 14:52:56.770895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.770901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <14 constant.14> + +2023-12-14 14:52:56.770906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.40 +2023-12-14 14:52:56.770911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <152 add.40> + +2023-12-14 14:52:56.770916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:56.770922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <151 reshape.46> + +2023-12-14 14:52:56.770927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:56.770933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <150 convert.3> + +2023-12-14 14:52:56.770938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.41 +2023-12-14 14:52:56.770946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <146 add.41> + +2023-12-14 14:52:56.770951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:56.770958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <145 reshape.47> + +2023-12-14 14:52:56.770963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:56.770968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <143 xor.14> + +2023-12-14 14:52:56.770973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:56.770978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <142 or.12> + +2023-12-14 14:52:56.770983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:56.770989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <141 shift-right-logical.14> + +2023-12-14 14:52:56.770994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:56.771000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <140 reshape.49> + +2023-12-14 14:52:56.771004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:56.771010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <139 subtract.12> + +2023-12-14 14:52:56.771016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:56.771021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <138 reshape.50> + +2023-12-14 14:52:56.771026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:56.771031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <137 shift-left.12> + +2023-12-14 14:52:56.771036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:56.771042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <136 slice.20> + +2023-12-14 14:52:56.771047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.42 +2023-12-14 14:52:56.771053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <135 add.42> + +2023-12-14 14:52:56.771057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:56.771063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <134 xor.17> + +2023-12-14 14:52:56.771067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:56.771073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <133 or.13> + +2023-12-14 14:52:56.771079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:56.771087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <132 shift-right-logical.15> + +2023-12-14 14:52:56.771092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:56.771097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <131 reshape.51> + +2023-12-14 14:52:56.771103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:56.771109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <130 subtract.13> + +2023-12-14 14:52:56.771114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:56.771119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <129 reshape.52> + +2023-12-14 14:52:56.771124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:56.771131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <128 shift-left.13> + +2023-12-14 14:52:56.771137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:56.771142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <127 slice.21> + +2023-12-14 14:52:56.771147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:56.771152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <126 add.43> + +2023-12-14 14:52:56.771157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:56.771163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <125 xor.18> + +2023-12-14 14:52:56.771168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:56.771173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <124 or.14> + +2023-12-14 14:52:56.771178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:56.771183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <123 shift-right-logical.16> + +2023-12-14 14:52:56.771188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:56.771194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <122 reshape.54> + +2023-12-14 14:52:56.771199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:56.771205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <121 subtract.14> + +2023-12-14 14:52:56.771210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:56.771215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <120 reshape.55> + +2023-12-14 14:52:56.771221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:56.771230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <119 shift-left.14> + +2023-12-14 14:52:56.771235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:56.771240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <118 slice.22> + +2023-12-14 14:52:56.771245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:56.771250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <117 add.44> + +2023-12-14 14:52:56.771255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:56.771261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <116 xor.19> + +2023-12-14 14:52:56.771266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:56.771271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <115 or.15> + +2023-12-14 14:52:56.771276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:56.771282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <114 shift-right-logical.17> + +2023-12-14 14:52:56.771287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:56.771293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <113 reshape.56> + +2023-12-14 14:52:56.771298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:56.771303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <112 subtract.15> + +2023-12-14 14:52:56.771308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.58 +2023-12-14 14:52:56.771314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <111 reshape.58> + +2023-12-14 14:52:56.771329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:56.771335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <110 constant.15> + +2023-12-14 14:52:56.771340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:56.771345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <109 shift-left.15> + +2023-12-14 14:52:56.771351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:56.771356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <108 slice.23> + +2023-12-14 14:52:56.771362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.46 +2023-12-14 14:52:56.771367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <106 add.46> + +2023-12-14 14:52:56.771375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:56.771382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <149 add.47> + +2023-12-14 14:52:56.771387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.16 +2023-12-14 14:52:56.771393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <144 param_0.16> + +2023-12-14 14:52:56.771398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.18 +2023-12-14 14:52:56.771403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <107 param_1.18> + +2023-12-14 14:52:56.771408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.8 +2023-12-14 14:52:56.771414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <105 param_2.8> + +2023-12-14 14:52:56.771419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:56.771425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <104 param_3.7> + +2023-12-14 14:52:56.771429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:56.771435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <147 param_4.12> + +2023-12-14 14:52:56.771439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.771445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <148 constant.16> + +2023-12-14 14:52:56.771451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:56.771457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <103 add.48> + +2023-12-14 14:52:56.771461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.59 +2023-12-14 14:52:56.771467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <102 reshape.59> + +2023-12-14 14:52:56.771472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:56.771478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <100 add.49> + +2023-12-14 14:52:56.771483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.18 +2023-12-14 14:52:56.771488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <101 param_0.18> + +2023-12-14 14:52:56.771493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:56.771498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <99 xor.20> + +2023-12-14 14:52:56.771504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:56.771509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <98 or.16> + +2023-12-14 14:52:56.771514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:56.771523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <97 shift-right-logical.18> + +2023-12-14 14:52:56.771528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.60 +2023-12-14 14:52:56.771534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <96 reshape.60> + +2023-12-14 14:52:56.771539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:56.771545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <95 subtract.16> + +2023-12-14 14:52:56.771550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.61 +2023-12-14 14:52:56.771555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <94 reshape.61> + +2023-12-14 14:52:56.771560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:56.771566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <93 shift-left.16> + +2023-12-14 14:52:56.771570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:56.771577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <92 slice.24> + +2023-12-14 14:52:56.771581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:56.771587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 add.50> + +2023-12-14 14:52:56.771593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:56.771598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <90 xor.21> + +2023-12-14 14:52:56.771604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:56.771609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 or.17> + +2023-12-14 14:52:56.771614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.19 +2023-12-14 14:52:56.771620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <88 shift-right-logical.19> + +2023-12-14 14:52:56.771625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.63 +2023-12-14 14:52:56.771630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <87 reshape.63> + +2023-12-14 14:52:56.771636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:56.771641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <86 subtract.17> + +2023-12-14 14:52:56.771646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.64 +2023-12-14 14:52:56.771651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 reshape.64> + +2023-12-14 14:52:56.771659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:56.771666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <84 shift-left.17> + +2023-12-14 14:52:56.771671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:56.771676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <83 slice.25> + +2023-12-14 14:52:56.771681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:56.771687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <82 add.51> + +2023-12-14 14:52:56.771691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:56.771697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 xor.22> + +2023-12-14 14:52:56.771702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:56.771707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <80 or.18> + +2023-12-14 14:52:56.771712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.20 +2023-12-14 14:52:56.771718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <79 shift-right-logical.20> + +2023-12-14 14:52:56.771723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.65 +2023-12-14 14:52:56.771729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <78 reshape.65> + +2023-12-14 14:52:56.771734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:56.771739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <77 subtract.18> + +2023-12-14 14:52:56.771745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.67 +2023-12-14 14:52:56.771750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <76 reshape.67> + +2023-12-14 14:52:56.771755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.771761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 constant.17> + +2023-12-14 14:52:56.771766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.24 +2023-12-14 14:52:56.771771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <72 param_1.24> + +2023-12-14 14:52:56.771776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:56.771782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <74 shift-left.18> + +2023-12-14 14:52:56.771787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:56.771793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <73 slice.26> + +2023-12-14 14:52:56.771801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:56.771808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <71 add.52> + +2023-12-14 14:52:56.771812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.16 +2023-12-14 14:52:56.771819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 param_2.16> + +2023-12-14 14:52:56.771823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:56.771829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <69 param_3.17> + +2023-12-14 14:52:56.772425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_fold_in +2023-12-14 14:52:56.772436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.772442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.772452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 Arg_0.1> (def) +2023-12-14 14:52:56.772457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.772466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 Arg_1.2> (def) +2023-12-14 14:52:56.772471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:56.772480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.3> (def) +2023-12-14 14:52:56.772485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:56.772495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 constant.5> (def) +2023-12-14 14:52:56.772500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6: +2023-12-14 14:52:56.772509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 constant.6> (def) +2023-12-14 14:52:56.772514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103: +2023-12-14 14:52:56.772524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 concatenate.103> (def) +2023-12-14 14:52:56.772530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.772539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.772552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 while.1{} (phi)> (def) +2023-12-14 14:52:56.772557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.772562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 while.1{0} (phi)> (def) +2023-12-14 14:52:56.772567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.772572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 while.1{1} (phi)> (def) +2023-12-14 14:52:56.772577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.772584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 while.1{2} (phi)> (def) +2023-12-14 14:52:56.772589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.772594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 while.1{3} (phi)> (def) +2023-12-14 14:52:56.772599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.772603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 while.1{4} (phi)> (def) +2023-12-14 14:52:56.772608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.772614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{5} (phi)> (def) +2023-12-14 14:52:56.772619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.772624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{6} (phi)> (def) +2023-12-14 14:52:56.772628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.772633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 while.1{7} (phi)> (def) +2023-12-14 14:52:56.772638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96: +2023-12-14 14:52:56.772649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 while.1{1} (phi)> +2023-12-14 14:52:56.772653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97: +2023-12-14 14:52:56.772663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 while.1{2} (phi)> +2023-12-14 14:52:56.772668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:56.772678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion> (def) +2023-12-14 14:52:56.772683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:56.772692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.1> (def) +2023-12-14 14:52:56.772702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2: +2023-12-14 14:52:56.772712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.2> (def) +2023-12-14 14:52:56.772717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:56.772726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.3> (def) +2023-12-14 14:52:56.772731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:56.772741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 fusion.4> (def) +2023-12-14 14:52:56.772746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:56.772755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy> (def) +2023-12-14 14:52:56.772760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1: +2023-12-14 14:52:56.772770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy.1> (def) +2023-12-14 14:52:56.772775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:52:56.772784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.2> (def) +2023-12-14 14:52:56.772789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3: +2023-12-14 14:52:56.772800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.3> (def) +2023-12-14 14:52:56.772805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4: +2023-12-14 14:52:56.772814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.4> (def) +2023-12-14 14:52:56.772819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5: +2023-12-14 14:52:56.772829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.5> (def) +2023-12-14 14:52:56.772834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6: +2023-12-14 14:52:56.772844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.6> (def) +2023-12-14 14:52:56.772848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7: +2023-12-14 14:52:56.772862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.7> (def) +2023-12-14 14:52:56.772866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:56.772876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.772881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 tuple.9{}> (def) +2023-12-14 14:52:56.772886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.772891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.3> +2023-12-14 14:52:56.772896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.772901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 fusion.4> +2023-12-14 14:52:56.772905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.772910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.3> +2023-12-14 14:52:56.772916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.772921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.2> +2023-12-14 14:52:56.772926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.772930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion> +2023-12-14 14:52:56.772935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.772940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.1> +2023-12-14 14:52:56.772946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.772951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 constant.6> +2023-12-14 14:52:56.772956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.772961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 constant.5> +2023-12-14 14:52:56.772965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.772970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.772976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.772982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.772986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.772991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.772996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.773004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.773009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.773014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.773019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.773024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.773029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.773033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.773039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.773044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.773049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.773053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.773058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.773063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.773069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:56.773078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 constant.11> (def) +2023-12-14 14:52:56.773083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:56.773092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> (def) +2023-12-14 14:52:56.773098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:56.773108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.5> (def) +2023-12-14 14:52:56.773112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:56.773122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 fusion.6> (def) +2023-12-14 14:52:56.773128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:56.773138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.773143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:56.773157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.8> (def) +2023-12-14 14:52:56.773162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:56.773172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.773176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:56.773186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.9> (def) +2023-12-14 14:52:56.773191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:56.773201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.773205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:56.773215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.10> (def) +2023-12-14 14:52:56.773221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:56.773230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.773235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:56.773244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.11> (def) +2023-12-14 14:52:56.773250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:56.773259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.773264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:56.773273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.12> (def) +2023-12-14 14:52:56.773280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:56.773290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.773295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:56.773308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.13> (def) +2023-12-14 14:52:56.773313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:56.773323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.773327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:56.773338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.14> (def) +2023-12-14 14:52:56.773343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:56.773353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.773357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:56.773368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.15> (def) +2023-12-14 14:52:56.773373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16: +2023-12-14 14:52:56.773382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.16> (def) +2023-12-14 14:52:56.773387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17: +2023-12-14 14:52:56.773396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.17> (def) +2023-12-14 14:52:56.773402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18: +2023-12-14 14:52:56.773411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.18> (def) +2023-12-14 14:52:56.773416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:56.773425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.19> (def) +2023-12-14 14:52:56.773430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:56.773440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.20> (def) +2023-12-14 14:52:56.773445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:56.773458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.21> (def) +2023-12-14 14:52:56.773464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:56.773473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.22> (def) +2023-12-14 14:52:56.773478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:56.773488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.23> (def) +2023-12-14 14:52:56.773493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:56.773503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.773508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 tuple.11{}> (def) +2023-12-14 14:52:56.773512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.773518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> +2023-12-14 14:52:56.773524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.773529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 fusion.6> +2023-12-14 14:52:56.773533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.773538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.5> +2023-12-14 14:52:56.773543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.773548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.19> +2023-12-14 14:52:56.773553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.773558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.20> +2023-12-14 14:52:56.773563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.773568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.21> +2023-12-14 14:52:56.773573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.773578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.22> +2023-12-14 14:52:56.773583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.773588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.23> +2023-12-14 14:52:56.773593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.773605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.773611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.773616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.773621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.773626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.773630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.773635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.773641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.773646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.773651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.773656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.773661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.773666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.773671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.773676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.773681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.773686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.773691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.773695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:56.773706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.12> (def) +2023-12-14 14:52:56.773711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:56.773720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:56.773725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.773736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.773741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:56.773753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 xor.12> (def) +2023-12-14 14:52:56.773759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:56.773769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 xor.13> (def) +2023-12-14 14:52:56.773774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:56.773783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 constant.13> (def) +2023-12-14 14:52:56.773788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:56.773798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.38> (def) +2023-12-14 14:52:56.773803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40: +2023-12-14 14:52:56.773812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.40> (def) +2023-12-14 14:52:56.773817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:56.773828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.14> (def) +2023-12-14 14:52:56.773833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:56.773842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.15> (def) +2023-12-14 14:52:56.773847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:52:56.773857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.5> (def) +2023-12-14 14:52:56.773862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:56.773871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.41> (def) +2023-12-14 14:52:56.773876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:56.773886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.16> (def) +2023-12-14 14:52:56.773891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:52:56.773904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.7> (def) +2023-12-14 14:52:56.773909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42: +2023-12-14 14:52:56.773919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.42> (def) +2023-12-14 14:52:56.773924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:56.773933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.17> (def) +2023-12-14 14:52:56.773938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:52:56.773949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> (def) +2023-12-14 14:52:56.773953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38: +2023-12-14 14:52:56.773963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.38> (def) +2023-12-14 14:52:56.773967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:56.773978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.18> (def) +2023-12-14 14:52:56.773983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.773987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:56.773992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.43> (def) +2023-12-14 14:52:56.773997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:52:56.774007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_0.11> (def) +2023-12-14 14:52:56.774012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.8: +2023-12-14 14:52:56.774021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_1.8> (def) +2023-12-14 14:52:56.774026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39: +2023-12-14 14:52:56.774036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.39> (def) +2023-12-14 14:52:56.774041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:56.774054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 slice.19> (def) +2023-12-14 14:52:56.774059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:56.774070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.45> (def) +2023-12-14 14:52:56.774075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13: +2023-12-14 14:52:56.774084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 param_0.13> (def) +2023-12-14 14:52:56.774089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:56.774099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 shift-right-logical.13> (def) +2023-12-14 14:52:56.774104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.12: +2023-12-14 14:52:56.774114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 param_1.12> (def) +2023-12-14 14:52:56.774118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.774128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 constant.14> (def) +2023-12-14 14:52:56.774134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40: +2023-12-14 14:52:56.774143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.40> (def) +2023-12-14 14:52:56.774148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:56.774158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 reshape.46> (def) +2023-12-14 14:52:56.774163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:56.774172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.3> (def) +2023-12-14 14:52:56.774177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41: +2023-12-14 14:52:56.774187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.41> (def) +2023-12-14 14:52:56.774192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:56.774204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 reshape.47> (def) +2023-12-14 14:52:56.774209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:56.774219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.14> (def) +2023-12-14 14:52:56.774225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:56.774234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.12> (def) +2023-12-14 14:52:56.774239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:56.774249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.14> (def) +2023-12-14 14:52:56.774255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:56.774264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 reshape.49> (def) +2023-12-14 14:52:56.774269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:56.774279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.12> (def) +2023-12-14 14:52:56.774284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:56.774293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 reshape.50> (def) +2023-12-14 14:52:56.774298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:56.774308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 shift-left.12> (def) +2023-12-14 14:52:56.774313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:56.774323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 slice.20> (def) +2023-12-14 14:52:56.774327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42: +2023-12-14 14:52:56.774337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 add.42> (def) +2023-12-14 14:52:56.774344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:56.774354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 xor.17> (def) +2023-12-14 14:52:56.774362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:56.774372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 or.13> (def) +2023-12-14 14:52:56.774377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:56.774386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 shift-right-logical.15> (def) +2023-12-14 14:52:56.774392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:56.774401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 reshape.51> (def) +2023-12-14 14:52:56.774407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:56.774416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 subtract.13> (def) +2023-12-14 14:52:56.774421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:56.774430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 reshape.52> (def) +2023-12-14 14:52:56.774436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:56.774445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.13> (def) +2023-12-14 14:52:56.774450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:56.774460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 slice.21> (def) +2023-12-14 14:52:56.774466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:56.774475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.43> (def) +2023-12-14 14:52:56.774480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:56.774490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 xor.18> (def) +2023-12-14 14:52:56.774496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:56.774505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 or.14> (def) +2023-12-14 14:52:56.774514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:56.774523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 shift-right-logical.16> (def) +2023-12-14 14:52:56.774529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:56.774538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 reshape.54> (def) +2023-12-14 14:52:56.774543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:56.774553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 subtract.14> (def) +2023-12-14 14:52:56.774558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:56.774568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.55> (def) +2023-12-14 14:52:56.774573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:56.774582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-left.14> (def) +2023-12-14 14:52:56.774588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:56.774597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 slice.22> (def) +2023-12-14 14:52:56.774603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:56.774612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 add.44> (def) +2023-12-14 14:52:56.774618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:56.774627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 xor.19> (def) +2023-12-14 14:52:56.774632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:56.774642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 or.15> (def) +2023-12-14 14:52:56.774646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:56.774657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 shift-right-logical.17> (def) +2023-12-14 14:52:56.774666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:56.774676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 reshape.56> (def) +2023-12-14 14:52:56.774681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:56.774691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 subtract.15> (def) +2023-12-14 14:52:56.774696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58: +2023-12-14 14:52:56.774705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 reshape.58> (def) +2023-12-14 14:52:56.774711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:56.774720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 constant.15> (def) +2023-12-14 14:52:56.774725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:56.774735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 shift-left.15> (def) +2023-12-14 14:52:56.774740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:56.774750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 slice.23> (def) +2023-12-14 14:52:56.774755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46: +2023-12-14 14:52:56.774764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 add.46> (def) +2023-12-14 14:52:56.774770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:56.774780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.47> (def) +2023-12-14 14:52:56.774785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16: +2023-12-14 14:52:56.774794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.16> (def) +2023-12-14 14:52:56.774799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.18: +2023-12-14 14:52:56.774809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 param_1.18> (def) +2023-12-14 14:52:56.774817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.8: +2023-12-14 14:52:56.774826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_2.8> (def) +2023-12-14 14:52:56.774832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:56.774842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 param_3.7> (def) +2023-12-14 14:52:56.774847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:56.774856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.12> (def) +2023-12-14 14:52:56.774861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.774872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.16> (def) +2023-12-14 14:52:56.774877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:56.774886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.48> (def) +2023-12-14 14:52:56.774892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59: +2023-12-14 14:52:56.774902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 reshape.59> (def) +2023-12-14 14:52:56.774906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:56.774916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.49> (def) +2023-12-14 14:52:56.774920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18: +2023-12-14 14:52:56.774930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.18> (def) +2023-12-14 14:52:56.774936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:56.774945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.20> (def) +2023-12-14 14:52:56.774950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:56.774959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.16> (def) +2023-12-14 14:52:56.774967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:56.774977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.18> (def) +2023-12-14 14:52:56.774982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.774987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60: +2023-12-14 14:52:56.774993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.60> (def) +2023-12-14 14:52:56.774997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:56.775007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.16> (def) +2023-12-14 14:52:56.775011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61: +2023-12-14 14:52:56.775022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 reshape.61> (def) +2023-12-14 14:52:56.775027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:56.775036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-left.16> (def) +2023-12-14 14:52:56.775041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:56.775052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 slice.24> (def) +2023-12-14 14:52:56.775057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:56.775066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 add.50> (def) +2023-12-14 14:52:56.775071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:56.775081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 xor.21> (def) +2023-12-14 14:52:56.775086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:56.775095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 or.17> (def) +2023-12-14 14:52:56.775100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19: +2023-12-14 14:52:56.775110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 shift-right-logical.19> (def) +2023-12-14 14:52:56.775118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63: +2023-12-14 14:52:56.775128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 reshape.63> (def) +2023-12-14 14:52:56.775132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:56.775143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 subtract.17> (def) +2023-12-14 14:52:56.775148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64: +2023-12-14 14:52:56.775157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 reshape.64> (def) +2023-12-14 14:52:56.775162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:56.775173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.17> (def) +2023-12-14 14:52:56.775178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:56.775187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 slice.25> (def) +2023-12-14 14:52:56.775191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:56.775203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 add.51> (def) +2023-12-14 14:52:56.775208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:56.775217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 xor.22> (def) +2023-12-14 14:52:56.775222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:56.775232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 or.18> (def) +2023-12-14 14:52:56.775237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20: +2023-12-14 14:52:56.775247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 shift-right-logical.20> (def) +2023-12-14 14:52:56.775251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65: +2023-12-14 14:52:56.775261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.65> (def) +2023-12-14 14:52:56.775269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:56.775279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 subtract.18> (def) +2023-12-14 14:52:56.775283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67: +2023-12-14 14:52:56.775294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 reshape.67> (def) +2023-12-14 14:52:56.775299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.775308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 constant.17> (def) +2023-12-14 14:52:56.775313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.24: +2023-12-14 14:52:56.775330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 param_1.24> (def) +2023-12-14 14:52:56.775335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:56.775345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 shift-left.18> (def) +2023-12-14 14:52:56.775350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:56.775360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 slice.26> (def) +2023-12-14 14:52:56.775365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:56.775375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 add.52> (def) +2023-12-14 14:52:56.775379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.16: +2023-12-14 14:52:56.775389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 param_2.16> (def) +2023-12-14 14:52:56.775395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.775399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:56.775404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_3.17> (def) +2023-12-14 14:52:56.775409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.775413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> +2023-12-14 14:52:56.775419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:52:56.775432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:56.775442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.775446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.17> +2023-12-14 14:52:56.775452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:56.775462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42, operand 0 +2023-12-14 14:52:56.775472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.775477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.42> +2023-12-14 14:52:56.775482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42 +2023-12-14 14:52:56.775492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.42 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.775502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.7> +2023-12-14 14:52:56.775507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:52:56.775517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:56.775527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.775532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.16> +2023-12-14 14:52:56.775536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:56.775547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:56.775557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.775564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.41> +2023-12-14 14:52:56.775569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:56.775580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.775590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.12> +2023-12-14 14:52:56.775595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:56.775605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:56.775615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = s32[] constant(5) +2023-12-14 14:52:56.775620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:56.775624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:56.775635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.12), direction=LT, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.775645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_1.8> +2023-12-14 14:52:56.775650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.8 +2023-12-14 14:52:56.775659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:56.775670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.8 = u32[] parameter(1) +2023-12-14 14:52:56.775675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.43> +2023-12-14 14:52:56.775680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:56.775693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 0 +2023-12-14 14:52:56.775704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[1]{0} reshape(u32[] %param_1.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.775709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_0.11> +2023-12-14 14:52:56.775713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:52:56.775723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:56.775733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.775738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.18> +2023-12-14 14:52:56.775743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:56.775752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 1 +2023-12-14 14:52:56.775763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.775767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.38> +2023-12-14 14:52:56.775772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38 +2023-12-14 14:52:56.775781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.38 = u32[1]{0} add(u32[1]{0} %reshape.43, u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.775792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 param_1.12> +2023-12-14 14:52:56.775797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.12 +2023-12-14 14:52:56.775809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:56.775820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.12 = u32[] parameter(1) +2023-12-14 14:52:56.775825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 constant.14> +2023-12-14 14:52:56.775830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.775839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:56.775851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = u32[] constant(32) +2023-12-14 14:52:56.775856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 shift-right-logical.13> +2023-12-14 14:52:56.775860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:56.775870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:56.775880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[] shift-right-logical(u32[] %param_1.12, u32[] %constant.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.775885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.45> +2023-12-14 14:52:56.775890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:56.775899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 0 +2023-12-14 14:52:56.775909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[1]{0} reshape(u32[] %shift-right-logical.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.775914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 param_0.13> +2023-12-14 14:52:56.775919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13 +2023-12-14 14:52:56.775928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:56.775942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.775946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 slice.19> +2023-12-14 14:52:56.775951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:56.775961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 1 +2023-12-14 14:52:56.775971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.775976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.39> +2023-12-14 14:52:56.775980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.775985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39 +2023-12-14 14:52:56.775990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.775994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.39 = u32[1]{0} add(u32[1]{0} %reshape.45, u32[1]{0} %slice.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.5> +2023-12-14 14:52:56.776005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:52:56.776014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:56.776023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:56.776029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.776034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.15> +2023-12-14 14:52:56.776039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:56.776048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:56.776058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.38> +2023-12-14 14:52:56.776070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:56.776080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:56.776090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.14> +2023-12-14 14:52:56.776100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:56.776109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40, operand 0 +2023-12-14 14:52:56.776119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.40> +2023-12-14 14:52:56.776129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40 +2023-12-14 14:52:56.776138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:56.776149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.40 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 xor.13> +2023-12-14 14:52:56.776158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:56.776167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:56.776181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[] xor(u32[] %reshape.38, u32[] %reshape.40), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 constant.13> +2023-12-14 14:52:56.776190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:56.776200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:56.776210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = u32[] constant(466688986) +2023-12-14 14:52:56.776215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 xor.12> +2023-12-14 14:52:56.776220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:56.776229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[] xor(u32[] %xor.13, u32[] %constant.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.3> +2023-12-14 14:52:56.776245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:56.776254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:56.776259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:56.776269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.776274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = s32[] constant(0) +2023-12-14 14:52:56.776279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 Arg_0.1> +2023-12-14 14:52:56.776284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.776293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:56.776304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:56.776311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:56.776316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:56.776321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2, operand 0 +2023-12-14 14:52:56.776326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.776331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 Arg_1.2> +2023-12-14 14:52:56.776336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.776345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 1 +2023-12-14 14:52:56.776355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 1 +2023-12-14 14:52:56.776362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:56.776367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 fusion.4> +2023-12-14 14:52:56.776372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:56.776381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:56.776386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1, operand 0 +2023-12-14 14:52:56.776396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.776401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.3> +2023-12-14 14:52:56.776411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:56.776421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:56.776426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:52:56.776436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.776441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.2> +2023-12-14 14:52:56.776454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2 +2023-12-14 14:52:56.776464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:56.776468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3, operand 0 +2023-12-14 14:52:56.776479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.776484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion> +2023-12-14 14:52:56.776494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:56.776503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:56.776509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4, operand 0 +2023-12-14 14:52:56.776519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.776524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion.1> +2023-12-14 14:52:56.776533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:56.776543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:56.776548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5, operand 0 +2023-12-14 14:52:56.776558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.776563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 constant.6> +2023-12-14 14:52:56.776576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6 +2023-12-14 14:52:56.776586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:56.776590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6, operand 0 +2023-12-14 14:52:56.776601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.776606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.6 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.776611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 constant.5> +2023-12-14 14:52:56.776616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:56.776625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:56.776631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7, operand 0 +2023-12-14 14:52:56.776641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.776646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.776651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 tuple.9{}> +2023-12-14 14:52:56.776656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:56.776666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.776676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.3, u32[1]{0} %fusion.4, u32[1]{0} %fusion.3, u32[] %fusion.2, u32[] %fusion, /*index=5*/u32[] %fusion.1, u32[4]{0} %constant.6, u32[4]{0} %constant.5) +2023-12-14 14:52:56.776680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 concatenate.103> +2023-12-14 14:52:56.776685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103 +2023-12-14 14:52:56.776695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.103 = u32[2]{0} concatenate(u32[1]{0} %get-tuple-element.96, u32[1]{0} %get-tuple-element.97), dimensions={0}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.776710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy> +2023-12-14 14:52:56.776715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:56.776724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = s32[] copy(s32[] %constant.3) +2023-12-14 14:52:56.776735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 copy.1> +2023-12-14 14:52:56.776739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1 +2023-12-14 14:52:56.776749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.1 = u32[1]{0} copy(u32[1]{0} %fusion.4) +2023-12-14 14:52:56.776759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.2> +2023-12-14 14:52:56.776764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:52:56.776773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = u32[1]{0} copy(u32[1]{0} %fusion.3) +2023-12-14 14:52:56.776784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.3> +2023-12-14 14:52:56.776789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3 +2023-12-14 14:52:56.776798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.3 = u32[] copy(u32[] %fusion.2) +2023-12-14 14:52:56.776807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 copy.4> +2023-12-14 14:52:56.776812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4 +2023-12-14 14:52:56.776823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.4 = u32[] copy(u32[] %fusion) +2023-12-14 14:52:56.776832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.5> +2023-12-14 14:52:56.776840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5 +2023-12-14 14:52:56.776850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.5 = u32[] copy(u32[] %fusion.1) +2023-12-14 14:52:56.776859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.6> +2023-12-14 14:52:56.776864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6 +2023-12-14 14:52:56.776874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.6 = u32[4]{0} copy(u32[4]{0} %constant.6) +2023-12-14 14:52:56.776884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.7> +2023-12-14 14:52:56.776888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7 +2023-12-14 14:52:56.776898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.7 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:56.776908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.8> +2023-12-14 14:52:56.776913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:56.776922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 4 +2023-12-14 14:52:56.776932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:56.776937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.776942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 constant.11> +2023-12-14 14:52:56.776947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:56.776956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.776962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:56.776967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(1) +2023-12-14 14:52:56.776972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 add.35> +2023-12-14 14:52:56.776976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.776984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:56.776990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:56.776995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16, operand 0 +2023-12-14 14:52:56.777005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:56.777010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %copy.8, s32[] %constant.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.777015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.16> +2023-12-14 14:52:56.777020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16 +2023-12-14 14:52:56.777030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.16 = s32[] copy(s32[] %add.35) +2023-12-14 14:52:56.777040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.11> +2023-12-14 14:52:56.777045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:56.777055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:56.777066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:56.777071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.777076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.14> +2023-12-14 14:52:56.777081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:56.777091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 1 +2023-12-14 14:52:56.777100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:56.777105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 1 +2023-12-14 14:52:56.777111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.777115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.10> +2023-12-14 14:52:56.777120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:56.777133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 2 +2023-12-14 14:52:56.777143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 2 +2023-12-14 14:52:56.777148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.132) +2023-12-14 14:52:56.777153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.9> +2023-12-14 14:52:56.777158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:56.777167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 3 +2023-12-14 14:52:56.777177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 3 +2023-12-14 14:52:56.777183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.131) +2023-12-14 14:52:56.777189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 fusion.6> +2023-12-14 14:52:56.777193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:56.777203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:56.777208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17, operand 0 +2023-12-14 14:52:56.777218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:56.777223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.777228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.17> +2023-12-14 14:52:56.777233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17 +2023-12-14 14:52:56.777243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.17 = u32[1]{0} copy(u32[1]{0} %fusion.6) +2023-12-14 14:52:56.777253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.12> +2023-12-14 14:52:56.777260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:56.777270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:56.777280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:56.777285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.777291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.5> +2023-12-14 14:52:56.777295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:56.777306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:56.777310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18, operand 0 +2023-12-14 14:52:56.777321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:56.777325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.777330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.18> +2023-12-14 14:52:56.777336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18 +2023-12-14 14:52:56.777345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.18 = u32[1]{0} copy(u32[1]{0} %fusion.5) +2023-12-14 14:52:56.777356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.19> +2023-12-14 14:52:56.777360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:56.777370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:56.777375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:56.777385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.777390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.13> +2023-12-14 14:52:56.777398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:56.777407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:56.777418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.777422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.20> +2023-12-14 14:52:56.777428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:56.777437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:56.777443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:56.777452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.777458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.21> +2023-12-14 14:52:56.777462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:56.777472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:56.777477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:56.777487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.777492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.15> +2023-12-14 14:52:56.777497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:56.777506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:56.777517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.777522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.22> +2023-12-14 14:52:56.777527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:56.777540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:56.777544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:56.777555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.777560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.23> +2023-12-14 14:52:56.777565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:56.777574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:56.777580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:56.777589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.777595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 tuple.11{}> +2023-12-14 14:52:56.777599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:56.777609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[1]{0} %fusion.6, u32[1]{0} %fusion.5, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.777619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_3.17> +2023-12-14 14:52:56.777624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:56.777634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:56.777644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.777649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 param_2.16> +2023-12-14 14:52:56.777654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.16 +2023-12-14 14:52:56.777664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 0 +2023-12-14 14:52:56.777677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:56.777682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:56.777687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.16 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.777692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 add.52> +2023-12-14 14:52:56.777696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:56.777706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:56.777718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:56.777723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[1]{0} add(u32[1]{0} %param_3.17, u32[1]{0} %param_2.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.777727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 param_1.24> +2023-12-14 14:52:56.777733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.24 +2023-12-14 14:52:56.777743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:56.777753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:56.777757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:56.777763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.24 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.777768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 slice.26> +2023-12-14 14:52:56.777773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:56.777783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67, operand 0 +2023-12-14 14:52:56.777793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:56.777798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.777803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 shift-left.18> +2023-12-14 14:52:56.777811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:56.777822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:56.777831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[1]{0} shift-left(u32[1]{0} %param_2.16, u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.777837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 constant.17> +2023-12-14 14:52:56.777841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.777852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:56.777861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:56.777867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:56.777871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[] constant(32) +2023-12-14 14:52:56.777876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 reshape.67> +2023-12-14 14:52:56.777882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67 +2023-12-14 14:52:56.777891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:56.777901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.67 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.777906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 subtract.18> +2023-12-14 14:52:56.777911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:56.777921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65, operand 0 +2023-12-14 14:52:56.777931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.17, u32[] %reshape.67), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.777939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 reshape.65> +2023-12-14 14:52:56.777944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65 +2023-12-14 14:52:56.777955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 1 +2023-12-14 14:52:56.777964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.65 = u32[1]{0} reshape(u32[] %subtract.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.777969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 shift-right-logical.20> +2023-12-14 14:52:56.777974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.777979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20 +2023-12-14 14:52:56.777985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.777990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:56.777995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.20 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.16, u32[1]{0} %reshape.65), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.777999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 or.18> +2023-12-14 14:52:56.778005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:56.778014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:56.778024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[1]{0} or(u32[1]{0} %shift-left.18, u32[1]{0} %shift-right-logical.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 xor.22> +2023-12-14 14:52:56.778034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:56.778045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19, operand 0 +2023-12-14 14:52:56.778060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:56.778066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:56.778071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[1]{0} xor(u32[1]{0} %add.52, u32[1]{0} %or.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 add.51> +2023-12-14 14:52:56.778081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:56.778090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:56.778101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:56.778106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[1]{0} add(u32[1]{0} %add.52, u32[1]{0} %xor.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 slice.25> +2023-12-14 14:52:56.778116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:56.778126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64, operand 0 +2023-12-14 14:52:56.778136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:56.778141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.17> +2023-12-14 14:52:56.778150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:56.778161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:56.778171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[1]{0} shift-left(u32[1]{0} %xor.22, u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 reshape.64> +2023-12-14 14:52:56.778185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64 +2023-12-14 14:52:56.778194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:56.778204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.64 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 subtract.17> +2023-12-14 14:52:56.778215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:56.778226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63, operand 0 +2023-12-14 14:52:56.778235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.17, u32[] %reshape.64), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 reshape.63> +2023-12-14 14:52:56.778245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63 +2023-12-14 14:52:56.778256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19, operand 1 +2023-12-14 14:52:56.778266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.63 = u32[1]{0} reshape(u32[] %subtract.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 shift-right-logical.19> +2023-12-14 14:52:56.778276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19 +2023-12-14 14:52:56.778286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:56.778299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.19 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.22, u32[1]{0} %reshape.63), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 or.17> +2023-12-14 14:52:56.778309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:56.778319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:56.778329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[1]{0} or(u32[1]{0} %shift-left.17, u32[1]{0} %shift-right-logical.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 xor.21> +2023-12-14 14:52:56.778339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:56.778349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:56.778358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:56.778363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:56.778369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[1]{0} xor(u32[1]{0} %add.51, u32[1]{0} %or.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 add.50> +2023-12-14 14:52:56.778379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:56.778388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:56.778398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:56.778403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[1]{0} add(u32[1]{0} %add.51, u32[1]{0} %xor.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 slice.24> +2023-12-14 14:52:56.778416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:56.778425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61, operand 0 +2023-12-14 14:52:56.778437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:56.778442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 shift-left.16> +2023-12-14 14:52:56.778451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:56.778461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:56.778472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[1]{0} shift-left(u32[1]{0} %xor.21, u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 reshape.61> +2023-12-14 14:52:56.778482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61 +2023-12-14 14:52:56.778492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:56.778502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.61 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.16> +2023-12-14 14:52:56.778512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:56.778522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60, operand 0 +2023-12-14 14:52:56.778533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.17, u32[] %reshape.61), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 reshape.60> +2023-12-14 14:52:56.778546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60 +2023-12-14 14:52:56.778556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:56.778566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.60 = u32[1]{0} reshape(u32[] %subtract.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.18> +2023-12-14 14:52:56.778576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:56.778586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:56.778596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.21, u32[1]{0} %reshape.60), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.16> +2023-12-14 14:52:56.778606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:56.778616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:56.778626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[1]{0} or(u32[1]{0} %shift-left.16, u32[1]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.20> +2023-12-14 14:52:56.778635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:56.778645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:56.778659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[1]{0} xor(u32[1]{0} %add.50, u32[1]{0} %or.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.49> +2023-12-14 14:52:56.778669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:56.778680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:56.778689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[1]{0} add(u32[1]{0} %add.50, u32[1]{0} %xor.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.18> +2023-12-14 14:52:56.778699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18 +2023-12-14 14:52:56.778710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59, operand 0 +2023-12-14 14:52:56.778720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.18 = u32[] parameter(0) +2023-12-14 14:52:56.778724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 reshape.59> +2023-12-14 14:52:56.778729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59 +2023-12-14 14:52:56.778740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:56.778749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.59 = u32[1]{0} reshape(u32[] %param_0.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.48> +2023-12-14 14:52:56.778759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:56.778770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[1]{0} add(u32[1]{0} %add.49, u32[1]{0} %reshape.59), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 param_3.7> +2023-12-14 14:52:56.778787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:56.778799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 0 +2023-12-14 14:52:56.778809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.778813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_2.8> +2023-12-14 14:52:56.778818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.8 +2023-12-14 14:52:56.778829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:56.778839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:56.778844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 1 +2023-12-14 14:52:56.778849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.8 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.778854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 add.46> +2023-12-14 14:52:56.778859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46 +2023-12-14 14:52:56.778869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:56.778878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:56.778883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.46 = u32[1]{0} add(u32[1]{0} %param_3.7, u32[1]{0} %param_2.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 param_1.18> +2023-12-14 14:52:56.778894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.18 +2023-12-14 14:52:56.778904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:56.778917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:56.778923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:56.778927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:56.778932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.18 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.778937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 slice.23> +2023-12-14 14:52:56.778942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:56.778953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58, operand 0 +2023-12-14 14:52:56.778962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:56.778967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.778972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 shift-left.15> +2023-12-14 14:52:56.778977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.778983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:56.778987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.778992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:56.778997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[1]{0} shift-left(u32[1]{0} %param_2.8, u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 constant.15> +2023-12-14 14:52:56.779008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:56.779018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:56.779027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:56.779032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:56.779037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:56.779046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(32) +2023-12-14 14:52:56.779050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 reshape.58> +2023-12-14 14:52:56.779055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58 +2023-12-14 14:52:56.779065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:56.779075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.58 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 subtract.15> +2023-12-14 14:52:56.779085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:56.779094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:56.779105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.15, u32[] %reshape.58), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 reshape.56> +2023-12-14 14:52:56.779115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:56.779124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:56.779136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[1]{0} reshape(u32[] %subtract.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 shift-right-logical.17> +2023-12-14 14:52:56.779145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:56.779155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:56.779169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.8, u32[1]{0} %reshape.56), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 or.15> +2023-12-14 14:52:56.779179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:56.779189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:56.779199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[1]{0} or(u32[1]{0} %shift-left.15, u32[1]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 xor.19> +2023-12-14 14:52:56.779209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:56.779219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:56.779230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:56.779234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:56.779239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[1]{0} xor(u32[1]{0} %add.46, u32[1]{0} %or.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 add.44> +2023-12-14 14:52:56.779249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:56.779259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:56.779268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:56.779273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[1]{0} add(u32[1]{0} %add.46, u32[1]{0} %xor.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 slice.22> +2023-12-14 14:52:56.779286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:56.779296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:56.779305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:56.779311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 shift-left.14> +2023-12-14 14:52:56.779327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:56.779337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:56.779347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[1]{0} shift-left(u32[1]{0} %xor.19, u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 reshape.55> +2023-12-14 14:52:56.779357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:56.779366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:56.779377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 subtract.14> +2023-12-14 14:52:56.779387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:56.779396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:56.779406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.15, u32[] %reshape.55), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 reshape.54> +2023-12-14 14:52:56.779430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:56.779442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:56.779452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = u32[1]{0} reshape(u32[] %subtract.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 shift-right-logical.16> +2023-12-14 14:52:56.779461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:56.779471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:56.779481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.19, u32[1]{0} %reshape.54), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 or.14> +2023-12-14 14:52:56.779490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:56.779500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:56.779510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[1]{0} or(u32[1]{0} %shift-left.14, u32[1]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 xor.18> +2023-12-14 14:52:56.779519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:56.779529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:56.779542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:56.779547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:56.779551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[1]{0} xor(u32[1]{0} %add.44, u32[1]{0} %or.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.43> +2023-12-14 14:52:56.779562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:56.779572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 0 +2023-12-14 14:52:56.779581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:56.779587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[1]{0} add(u32[1]{0} %add.44, u32[1]{0} %xor.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 slice.21> +2023-12-14 14:52:56.779598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:56.779607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:56.779616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:56.779622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 shift-left.13> +2023-12-14 14:52:56.779632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:56.779641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:56.779652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[1]{0} shift-left(u32[1]{0} %xor.18, u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 reshape.52> +2023-12-14 14:52:56.779664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:56.779674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:56.779685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 subtract.13> +2023-12-14 14:52:56.779694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:56.779704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:56.779714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.15, u32[] %reshape.52), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 reshape.51> +2023-12-14 14:52:56.779724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:56.779733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:56.779744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = u32[1]{0} reshape(u32[] %subtract.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 shift-right-logical.15> +2023-12-14 14:52:56.779754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:56.779763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:56.779777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.18, u32[1]{0} %reshape.51), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 or.13> +2023-12-14 14:52:56.779786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:56.779796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:56.779808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[1]{0} or(u32[1]{0} %shift-left.13, u32[1]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 xor.17> +2023-12-14 14:52:56.779817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:56.779827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:56.779838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:56.779843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 1 +2023-12-14 14:52:56.779848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[1]{0} xor(u32[1]{0} %add.43, u32[1]{0} %or.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 add.42> +2023-12-14 14:52:56.779858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42 +2023-12-14 14:52:56.779868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:56.779877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.42 = u32[1]{0} add(u32[1]{0} %add.43, u32[1]{0} %xor.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 slice.20> +2023-12-14 14:52:56.779890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:56.779900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:56.779910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:56.779915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[3:4]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 shift-left.12> +2023-12-14 14:52:56.779926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:56.779935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:56.779945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[1]{0} shift-left(u32[1]{0} %xor.17, u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 reshape.50> +2023-12-14 14:52:56.779955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:56.779965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.779970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:56.779974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.779980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 subtract.12> +2023-12-14 14:52:56.779985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.779990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:56.779995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:56.780004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.15, u32[] %reshape.50), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.780013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 reshape.49> +2023-12-14 14:52:56.780018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:56.780028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:56.780038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[1]{0} reshape(u32[] %subtract.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.780043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 shift-right-logical.14> +2023-12-14 14:52:56.780048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:56.780058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:56.780068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.17, u32[1]{0} %reshape.49), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.780074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 or.12> +2023-12-14 14:52:56.780079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:56.780088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:56.780098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[1]{0} or(u32[1]{0} %shift-left.12, u32[1]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.780103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 xor.14> +2023-12-14 14:52:56.780108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:56.780118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 0 +2023-12-14 14:52:56.780131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[1]{0} xor(u32[1]{0} %add.42, u32[1]{0} %or.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.780136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 param_0.16> +2023-12-14 14:52:56.780141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16 +2023-12-14 14:52:56.780151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:56.780161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.16 = u32[] parameter(0) +2023-12-14 14:52:56.780166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 reshape.47> +2023-12-14 14:52:56.780171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:56.780180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 1 +2023-12-14 14:52:56.780191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[1]{0} reshape(u32[] %param_0.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.780196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 add.41> +2023-12-14 14:52:56.780201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41 +2023-12-14 14:52:56.780210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 0 +2023-12-14 14:52:56.780220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.41 = u32[1]{0} add(u32[1]{0} %xor.14, u32[1]{0} %reshape.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.780225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 param_4.12> +2023-12-14 14:52:56.780231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:56.780240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:56.780253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.780259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 constant.16> +2023-12-14 14:52:56.780264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.780274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:56.780284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = s32[] constant(1) +2023-12-14 14:52:56.780289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 add.47> +2023-12-14 14:52:56.780294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:56.780304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:56.780314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.780319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 convert.3> +2023-12-14 14:52:56.780324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:56.780333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:56.780344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.780348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 reshape.46> +2023-12-14 14:52:56.780354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:56.780363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 1 +2023-12-14 14:52:56.780373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[1]{0} reshape(u32[] %convert.3), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.780382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 add.40> +2023-12-14 14:52:56.780387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40 +2023-12-14 14:52:56.780396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.40 = u32[1]{0} add(u32[1]{0} %add.41, u32[1]{0} %reshape.46), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.780407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.780412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.780422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.780432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.780442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.780452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:56.780462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:56.780466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:56.780472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:56.780478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:56.780482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:56.780487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:56.780492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:56.780497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.780511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.780522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.780527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:56.780538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.780548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.780558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.780572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.780582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.780597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.780607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.780623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.780633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.780650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.780661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.780676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.780686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.780700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.780710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.780725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.780735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:56.780740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:56.780751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.780761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.780771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:56.780779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:56.780788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.780799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.780809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:56.780813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:56.780824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.780833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.780843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:56.780848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:56.780859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.780869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.780878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:56.780883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:56.780893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.780903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.780916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:56.780921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:56.780931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.780941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.780951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:56.780956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:56.780966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.780971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.780976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.780981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.780985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:56.780991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.780995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:56.781000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.781005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 while.1{} (phi)> +2023-12-14 14:52:56.781010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.781015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.781020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.781025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97, operand 0 {} +2023-12-14 14:52:56.781030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96, operand 0 {} +2023-12-14 14:52:56.781035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.781043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 while.1{0} (phi)> +2023-12-14 14:52:56.781048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.781053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.781058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.781063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.781068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 while.1{1} (phi)> +2023-12-14 14:52:56.781073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.781078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.781083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96 +2023-12-14 14:52:56.781088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.781094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 0 +2023-12-14 14:52:56.781099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.781104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 while.1{2} (phi)> +2023-12-14 14:52:56.781109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.781115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.781119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97 +2023-12-14 14:52:56.781124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.781129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 1 +2023-12-14 14:52:56.781134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.781139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 while.1{3} (phi)> +2023-12-14 14:52:56.781144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.781149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.781155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.781163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.781168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 while.1{4} (phi)> +2023-12-14 14:52:56.781174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.781178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.781183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.781188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.781193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 while.1{5} (phi)> +2023-12-14 14:52:56.781198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.781203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.781208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.781213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.781218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 while.1{6} (phi)> +2023-12-14 14:52:56.781223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.781228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.781233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.781238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.781243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 while.1{7} (phi)> +2023-12-14 14:52:56.781248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.781253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.781258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.781263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.781500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.16 = s32[] copy(s32[] %add.35) and its unused operands +2023-12-14 14:52:56.781516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.17 = u32[1]{0} copy(u32[1]{0} %fusion.6) and its unused operands +2023-12-14 14:52:56.781524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.18 = u32[1]{0} copy(u32[1]{0} %fusion.5) and its unused operands +2023-12-14 14:52:56.781532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy = s32[] copy(s32[] %copy.24) and its unused operands +2023-12-14 14:52:56.781538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.1 = u32[1]{0} copy(u32[1]{0} %fusion.4) and its unused operands +2023-12-14 14:52:56.781545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.2 = u32[1]{0} copy(u32[1]{0} %fusion.3) and its unused operands +2023-12-14 14:52:56.781551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.3 = u32[] copy(u32[] %fusion.2) and its unused operands +2023-12-14 14:52:56.781557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.4 = u32[] copy(u32[] %fusion) and its unused operands +2023-12-14 14:52:56.781563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.5 = u32[] copy(u32[] %fusion.1) and its unused operands +2023-12-14 14:52:56.781570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.6 = u32[4]{0} copy(u32[4]{0} %copy.26) and its unused operands +2023-12-14 14:52:56.781576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.7 = u32[4]{0} copy(u32[4]{0} %copy.25) and its unused operands +2023-12-14 14:52:56.781593: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:56.781601: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 16 +2023-12-14 14:52:56.781635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 38 ms (cumulative: 362 ms, max: 65 ms, #called: 1262) +2023-12-14 14:52:56.781642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.781666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 21 us (cumulative: 362 ms, max: 65 ms, #called: 1263) +2023-12-14 14:52:56.781687: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__threefry_fold_in +2023-12-14 14:52:56.782586: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:56.782799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_fold_in +2023-12-14 14:52:56.783010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.783049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.783056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.783072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:56.783078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:56.783090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:56.783096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:56.783101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:56.783105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:56.783110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:56.783115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:56.783120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:56.783125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:56.783130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:56.783136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:56.783141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:56.783146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:56.783151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:56.783156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:56.783161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:56.783167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:56.783179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.783190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.783195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 145, phi: +2023-12-14 14:52:56.783201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.783206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.783210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:56.783215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:56.783225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 146, phi: +2023-12-14 14:52:56.783231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.783235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.783240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 147, phi: +2023-12-14 14:52:56.783245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.783249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.783254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29: +2023-12-14 14:52:56.783259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:56.783265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 148, phi: +2023-12-14 14:52:56.783269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.783274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:56.783279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32: +2023-12-14 14:52:56.783283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50: +2023-12-14 14:52:56.783288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149, phi: +2023-12-14 14:52:56.783293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.783298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.783302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33: +2023-12-14 14:52:56.783307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:56.783312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 150, phi: +2023-12-14 14:52:56.783316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.783332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.783337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34: +2023-12-14 14:52:56.783342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53: +2023-12-14 14:52:56.783346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151, phi: +2023-12-14 14:52:56.783351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.783356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:56.783362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:56.783367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55: +2023-12-14 14:52:56.783372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 152, phi: +2023-12-14 14:52:56.783377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.783381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.783386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:56.783391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56: +2023-12-14 14:52:56.783396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 153, phi: +2023-12-14 14:52:56.783403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.783408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.783413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:56.783417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:56.783423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154, phi: +2023-12-14 14:52:56.783427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.783432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.783437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:56.783441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59: +2023-12-14 14:52:56.783446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 155, phi: +2023-12-14 14:52:56.783452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.783457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.783462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156, phi: +2023-12-14 14:52:56.783466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.783471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:56.783475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 157, phi: +2023-12-14 14:52:56.783480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.783485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.783490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 158, phi: +2023-12-14 14:52:56.783494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.783499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.783503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159, phi: +2023-12-14 14:52:56.783508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.783514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:56.783519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160, phi: +2023-12-14 14:52:56.783523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.783528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.783533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161, phi: +2023-12-14 14:52:56.783537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.783542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.783547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162, phi: +2023-12-14 14:52:56.783552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.783556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.783564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 163, phi: +2023-12-14 14:52:56.783569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.783574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.783580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 164, phi: +2023-12-14 14:52:56.783584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.783589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.783593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 165, phi: +2023-12-14 14:52:56.783598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:56.783603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.783608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 166, phi: +2023-12-14 14:52:56.783613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.783617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.783622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 167, phi: +2023-12-14 14:52:56.783627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.783633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.783638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 168, phi: +2023-12-14 14:52:56.783643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:56.783647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.783652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 169, phi: +2023-12-14 14:52:56.783656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.783661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.783666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 170, phi: +2023-12-14 14:52:56.783671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.783675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.783680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 171, phi: +2023-12-14 14:52:56.783684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.783689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.783705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.783715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.783720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 145, phi: +2023-12-14 14:52:56.783725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.783730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.783735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:56.783743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:56.783747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 146, phi: +2023-12-14 14:52:56.783752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.783757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.783762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 147, phi: +2023-12-14 14:52:56.783767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.783771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.783776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29: +2023-12-14 14:52:56.783781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:56.783786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 148, phi: +2023-12-14 14:52:56.783791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.783796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:56.783801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32: +2023-12-14 14:52:56.783805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50: +2023-12-14 14:52:56.783810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149, phi: +2023-12-14 14:52:56.783815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.783820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.783825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33: +2023-12-14 14:52:56.783829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:56.783834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 150, phi: +2023-12-14 14:52:56.783839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.783844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.783849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34: +2023-12-14 14:52:56.783854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53: +2023-12-14 14:52:56.783859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151, phi: +2023-12-14 14:52:56.783863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.783868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:56.783873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:56.783879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55: +2023-12-14 14:52:56.783884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 152, phi: +2023-12-14 14:52:56.783888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.783893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.783898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:56.783905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56: +2023-12-14 14:52:56.783911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 153, phi: +2023-12-14 14:52:56.783915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.783920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.783925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:56.783929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:56.783935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154, phi: +2023-12-14 14:52:56.783940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.783945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.783949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:56.783954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59: +2023-12-14 14:52:56.783958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 155, phi: +2023-12-14 14:52:56.783963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.783970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.783975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156, phi: +2023-12-14 14:52:56.783980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.783984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:56.783989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 157, phi: +2023-12-14 14:52:56.783995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.783999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.784005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 158, phi: +2023-12-14 14:52:56.784009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.784014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.784018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159, phi: +2023-12-14 14:52:56.784023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.784028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:56.784033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160, phi: +2023-12-14 14:52:56.784038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.784042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.784047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161, phi: +2023-12-14 14:52:56.784052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.784057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.784062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162, phi: +2023-12-14 14:52:56.784067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.784074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.784079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 163, phi: +2023-12-14 14:52:56.784084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.784089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.784095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 164, phi: +2023-12-14 14:52:56.784099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.784104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.784108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 165, phi: +2023-12-14 14:52:56.784113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:56.784118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.784124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 166, phi: +2023-12-14 14:52:56.784128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.784133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.784138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 167, phi: +2023-12-14 14:52:56.784142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.784147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.784153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 168, phi: +2023-12-14 14:52:56.784158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:56.784162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.784167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 169, phi: +2023-12-14 14:52:56.784171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.784176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.784181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 170, phi: +2023-12-14 14:52:56.784186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.784191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.784196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 171, phi: +2023-12-14 14:52:56.784200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.784205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.784210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.784219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <30 Arg_0.1> + +2023-12-14 14:52:56.784224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.784230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 Arg_1.2> + +2023-12-14 14:52:56.784238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:56.784245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <28 constant.3> + +2023-12-14 14:52:56.784250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:56.784255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <39 constant.5> + +2023-12-14 14:52:56.784260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.6 +2023-12-14 14:52:56.784266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <37 constant.6> + +2023-12-14 14:52:56.784271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.103 +2023-12-14 14:52:56.784277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <42 concatenate.103> + +2023-12-14 14:52:56.784282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.784294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <163 while.1{} (phi)> + {0} : HloValueSet: <164 while.1{0} (phi)> + {1} : HloValueSet: <165 while.1{1} (phi)> + {2} : HloValueSet: <166 while.1{2} (phi)> + {3} : HloValueSet: <167 while.1{3} (phi)> + {4} : HloValueSet: <168 while.1{4} (phi)> + {5} : HloValueSet: <169 while.1{5} (phi)> + {6} : HloValueSet: <170 while.1{6} (phi)> + {7} : HloValueSet: <171 while.1{7} (phi)> + +2023-12-14 14:52:56.784300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.96 +2023-12-14 14:52:56.784307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <165 while.1{1} (phi)> + +2023-12-14 14:52:56.784312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.97 +2023-12-14 14:52:56.784317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <166 while.1{2} (phi)> + +2023-12-14 14:52:56.784322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:56.784328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <35 fusion> + +2023-12-14 14:52:56.784333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:56.784339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <36 fusion.1> + +2023-12-14 14:52:56.784344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2 +2023-12-14 14:52:56.784349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 fusion.2> + +2023-12-14 14:52:56.784354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:56.784359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <33 fusion.3> + +2023-12-14 14:52:56.784365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:56.784377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <32 fusion.4> + +2023-12-14 14:52:56.784382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:56.784392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <41 tuple.9{}> + {0} : HloValueSet: <29 copy.24> + {1} : HloValueSet: <32 fusion.4> + {2} : HloValueSet: <33 fusion.3> + {3} : HloValueSet: <34 fusion.2> + {4} : HloValueSet: <35 fusion> + {5} : HloValueSet: <36 fusion.1> + {6} : HloValueSet: <38 copy.26> + {7} : HloValueSet: <40 copy.25> + +2023-12-14 14:52:56.784398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:56.784404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <29 copy.24> + +2023-12-14 14:52:56.784408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:56.784413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <40 copy.25> + +2023-12-14 14:52:56.784419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:56.784424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <38 copy.26> + +2023-12-14 14:52:56.784430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.784440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <146 arg_tuple.3{} (phi)> + {0} : HloValueSet: <155 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <156 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <157 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <158 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <159 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <160 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <161 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <162 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.784445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:56.784451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <44 constant.11> + +2023-12-14 14:52:56.784457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:56.784463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <45 add.35> + +2023-12-14 14:52:56.784468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:56.784473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <52 fusion.5> + +2023-12-14 14:52:56.784478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:56.784484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <50 fusion.6> + +2023-12-14 14:52:56.784489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:56.784494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <155 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.784503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:56.784509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <43 copy.8> + +2023-12-14 14:52:56.784514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:56.784520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <156 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.784525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:56.784530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <49 copy.9> + +2023-12-14 14:52:56.784535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:56.784541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <157 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.784546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:56.784552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <48 copy.10> + +2023-12-14 14:52:56.784557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:56.784562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <158 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.784568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:56.784573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <46 copy.11> + +2023-12-14 14:52:56.784579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:56.784585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <159 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.784590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:56.784595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <51 copy.12> + +2023-12-14 14:52:56.784600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:56.784606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <160 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.784611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:56.784616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <54 copy.13> + +2023-12-14 14:52:56.784621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:56.784626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <161 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.784632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:56.784637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 copy.14> + +2023-12-14 14:52:56.784645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:56.784651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <162 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.784657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:56.784663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <57 copy.15> + +2023-12-14 14:52:56.784668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:56.784674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.19> + +2023-12-14 14:52:56.784678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:56.784684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 copy.20> + +2023-12-14 14:52:56.784689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:56.784694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.21> + +2023-12-14 14:52:56.784699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:56.784705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <58 copy.22> + +2023-12-14 14:52:56.784709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:56.784715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <59 copy.23> + +2023-12-14 14:52:56.784720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:56.784729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <60 tuple.11{}> + {0} : HloValueSet: <45 add.35> + {1} : HloValueSet: <50 fusion.6> + {2} : HloValueSet: <52 fusion.5> + {3} : HloValueSet: <53 copy.19> + {4} : HloValueSet: <55 copy.20> + {5} : HloValueSet: <56 copy.21> + {6} : HloValueSet: <58 copy.22> + {7} : HloValueSet: <59 copy.23> + +2023-12-14 14:52:56.784735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.784745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <145 arg_tuple.4{} (phi)> + {0} : HloValueSet: <147 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <148 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <149 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <150 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <151 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <152 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <153 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <154 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.784751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:56.784756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <6 constant.12> + +2023-12-14 14:52:56.784764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:56.784770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:56.784774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.784780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <147 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.784785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:56.784791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 xor.12> + +2023-12-14 14:52:56.784796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:56.784801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <25 xor.13> + +2023-12-14 14:52:56.784806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:56.784812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <26 constant.13> + +2023-12-14 14:52:56.784817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:56.784823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <22 reshape.38> + +2023-12-14 14:52:56.784828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.40 +2023-12-14 14:52:56.784833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.40> + +2023-12-14 14:52:56.784838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:56.784844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.14> + +2023-12-14 14:52:56.784848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:56.784854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <21 slice.15> + +2023-12-14 14:52:56.784859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:52:56.784864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <20 param_0.5> + +2023-12-14 14:52:56.784870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:56.784875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 reshape.41> + +2023-12-14 14:52:56.784879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:56.784886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <4 slice.16> + +2023-12-14 14:52:56.784890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:52:56.784896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <3 param_0.7> + +2023-12-14 14:52:56.784907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.42 +2023-12-14 14:52:56.784914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.42> + +2023-12-14 14:52:56.784919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:56.784925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.17> + +2023-12-14 14:52:56.784930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:52:56.784935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.9> + +2023-12-14 14:52:56.784940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.38 +2023-12-14 14:52:56.784946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 add.38> + +2023-12-14 14:52:56.784951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:56.784956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <11 slice.18> + +2023-12-14 14:52:56.784962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:56.784967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <9 reshape.43> + +2023-12-14 14:52:56.784972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:52:56.784978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <10 param_0.11> + +2023-12-14 14:52:56.784982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.8 +2023-12-14 14:52:56.784989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <8 param_1.8> + +2023-12-14 14:52:56.784994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.39 +2023-12-14 14:52:56.784999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <19 add.39> + +2023-12-14 14:52:56.785005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:56.785011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <18 slice.19> + +2023-12-14 14:52:56.785015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:56.785021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 reshape.45> + +2023-12-14 14:52:56.785026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.13 +2023-12-14 14:52:56.785031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <17 param_0.13> + +2023-12-14 14:52:56.785037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:56.785042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <15 shift-right-logical.13> + +2023-12-14 14:52:56.785051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.12 +2023-12-14 14:52:56.785056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 param_1.12> + +2023-12-14 14:52:56.785061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.785067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <14 constant.14> + +2023-12-14 14:52:56.785072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.40 +2023-12-14 14:52:56.785077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <144 add.40> + +2023-12-14 14:52:56.785083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:56.785088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <143 reshape.46> + +2023-12-14 14:52:56.785093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:56.785099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <142 convert.3> + +2023-12-14 14:52:56.785103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.41 +2023-12-14 14:52:56.785109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <138 add.41> + +2023-12-14 14:52:56.785114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:56.785120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <137 reshape.47> + +2023-12-14 14:52:56.785124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:56.785130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <135 xor.14> + +2023-12-14 14:52:56.785135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:56.785141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <134 or.12> + +2023-12-14 14:52:56.785146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:56.785151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <133 shift-right-logical.14> + +2023-12-14 14:52:56.785158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:56.785163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <132 reshape.49> + +2023-12-14 14:52:56.785169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:56.785174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <131 subtract.12> + +2023-12-14 14:52:56.785179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:56.785184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <130 reshape.50> + +2023-12-14 14:52:56.785193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:56.785198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <129 shift-left.12> + +2023-12-14 14:52:56.785204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:56.785209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <128 slice.20> + +2023-12-14 14:52:56.785214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.42 +2023-12-14 14:52:56.785220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <127 add.42> + +2023-12-14 14:52:56.785224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:56.785230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <126 xor.17> + +2023-12-14 14:52:56.785235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:56.785240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <125 or.13> + +2023-12-14 14:52:56.785245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:56.785251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <124 shift-right-logical.15> + +2023-12-14 14:52:56.785256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:56.785262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <123 reshape.51> + +2023-12-14 14:52:56.785267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:56.785272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <122 subtract.13> + +2023-12-14 14:52:56.785277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:56.785283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <121 reshape.52> + +2023-12-14 14:52:56.785288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:56.785294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <120 shift-left.13> + +2023-12-14 14:52:56.785299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:56.785304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <119 slice.21> + +2023-12-14 14:52:56.785309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:56.785315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <118 add.43> + +2023-12-14 14:52:56.785320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:56.785325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <117 xor.18> + +2023-12-14 14:52:56.785333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:56.785339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <116 or.14> + +2023-12-14 14:52:56.785344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:56.785351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <115 shift-right-logical.16> + +2023-12-14 14:52:56.785356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:56.785361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <114 reshape.54> + +2023-12-14 14:52:56.785366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:56.785372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <113 subtract.14> + +2023-12-14 14:52:56.785377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:56.785383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <112 reshape.55> + +2023-12-14 14:52:56.785387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:56.785393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <111 shift-left.14> + +2023-12-14 14:52:56.785397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:56.785403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <110 slice.22> + +2023-12-14 14:52:56.785408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:56.785414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <109 add.44> + +2023-12-14 14:52:56.785419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:56.785424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <108 xor.19> + +2023-12-14 14:52:56.785429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:56.785435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <107 or.15> + +2023-12-14 14:52:56.785440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:56.785446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <106 shift-right-logical.17> + +2023-12-14 14:52:56.785451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:56.785456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <105 reshape.56> + +2023-12-14 14:52:56.785462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:56.785467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <104 subtract.15> + +2023-12-14 14:52:56.785475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.58 +2023-12-14 14:52:56.785481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <103 reshape.58> + +2023-12-14 14:52:56.785485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:56.785491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <102 constant.15> + +2023-12-14 14:52:56.785496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:56.785502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <101 shift-left.15> + +2023-12-14 14:52:56.785507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:56.785512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <100 slice.23> + +2023-12-14 14:52:56.785517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.46 +2023-12-14 14:52:56.785523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <98 add.46> + +2023-12-14 14:52:56.785528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:56.785534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <141 add.47> + +2023-12-14 14:52:56.785539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.16 +2023-12-14 14:52:56.785544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <136 param_0.16> + +2023-12-14 14:52:56.785549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.18 +2023-12-14 14:52:56.785555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <99 param_1.18> + +2023-12-14 14:52:56.785561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.8 +2023-12-14 14:52:56.785567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <97 param_2.8> + +2023-12-14 14:52:56.785571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:56.785577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <96 param_3.7> + +2023-12-14 14:52:56.785583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:56.785589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <139 param_4.12> + +2023-12-14 14:52:56.785594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.785599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <140 constant.16> + +2023-12-14 14:52:56.785604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:56.785609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <95 add.48> + +2023-12-14 14:52:56.785618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.59 +2023-12-14 14:52:56.785624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <94 reshape.59> + +2023-12-14 14:52:56.785628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:56.785634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <92 add.49> + +2023-12-14 14:52:56.785638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.18 +2023-12-14 14:52:56.785644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <93 param_0.18> + +2023-12-14 14:52:56.785649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:56.785655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 xor.20> + +2023-12-14 14:52:56.785660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:56.785665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <90 or.16> + +2023-12-14 14:52:56.785670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:56.785676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 shift-right-logical.18> + +2023-12-14 14:52:56.785681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.60 +2023-12-14 14:52:56.785687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <88 reshape.60> + +2023-12-14 14:52:56.785691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:56.785697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <87 subtract.16> + +2023-12-14 14:52:56.785702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.61 +2023-12-14 14:52:56.785707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <86 reshape.61> + +2023-12-14 14:52:56.785713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:56.785718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <85 shift-left.16> + +2023-12-14 14:52:56.785723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:56.785728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <84 slice.24> + +2023-12-14 14:52:56.785733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:56.785739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <83 add.50> + +2023-12-14 14:52:56.785744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:56.785750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <82 xor.21> + +2023-12-14 14:52:56.785757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:56.785762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 or.17> + +2023-12-14 14:52:56.785768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.19 +2023-12-14 14:52:56.785774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <80 shift-right-logical.19> + +2023-12-14 14:52:56.785779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.63 +2023-12-14 14:52:56.785784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <79 reshape.63> + +2023-12-14 14:52:56.785789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:56.785795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 subtract.17> + +2023-12-14 14:52:56.785800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.64 +2023-12-14 14:52:56.785806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <77 reshape.64> + +2023-12-14 14:52:56.785811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:56.785816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <76 shift-left.17> + +2023-12-14 14:52:56.785821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:56.785827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <75 slice.25> + +2023-12-14 14:52:56.785833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:56.785838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <74 add.51> + +2023-12-14 14:52:56.785843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:56.785848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <73 xor.22> + +2023-12-14 14:52:56.785853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:56.785859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <72 or.18> + +2023-12-14 14:52:56.785864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.20 +2023-12-14 14:52:56.785870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <71 shift-right-logical.20> + +2023-12-14 14:52:56.785875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.65 +2023-12-14 14:52:56.785880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 reshape.65> + +2023-12-14 14:52:56.785885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:56.785891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <69 subtract.18> + +2023-12-14 14:52:56.785899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.67 +2023-12-14 14:52:56.785904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <68 reshape.67> + +2023-12-14 14:52:56.785909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.785914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 constant.17> + +2023-12-14 14:52:56.785920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.24 +2023-12-14 14:52:56.785926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <64 param_1.24> + +2023-12-14 14:52:56.785931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:56.785936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <66 shift-left.18> + +2023-12-14 14:52:56.785941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:56.785946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <65 slice.26> + +2023-12-14 14:52:56.785952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:56.785958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <63 add.52> + +2023-12-14 14:52:56.785963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.16 +2023-12-14 14:52:56.785968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <62 param_2.16> + +2023-12-14 14:52:56.785973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:56.785979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <61 param_3.17> + +2023-12-14 14:52:56.786572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_fold_in +2023-12-14 14:52:56.786584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.786589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.786599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 Arg_0.1> (def) +2023-12-14 14:52:56.786603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.786613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 Arg_1.2> (def) +2023-12-14 14:52:56.786618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:56.786627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.3> (def) +2023-12-14 14:52:56.786635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:56.786645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.5> (def) +2023-12-14 14:52:56.786650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6: +2023-12-14 14:52:56.786659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 constant.6> (def) +2023-12-14 14:52:56.786664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103: +2023-12-14 14:52:56.786674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 concatenate.103> (def) +2023-12-14 14:52:56.786679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.786688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.786693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 while.1{} (phi)> (def) +2023-12-14 14:52:56.786698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.786703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 while.1{0} (phi)> (def) +2023-12-14 14:52:56.786708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.786713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 while.1{1} (phi)> (def) +2023-12-14 14:52:56.786719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.786723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 while.1{2} (phi)> (def) +2023-12-14 14:52:56.786728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.786734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 while.1{3} (phi)> (def) +2023-12-14 14:52:56.786739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.786743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 while.1{4} (phi)> (def) +2023-12-14 14:52:56.786748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.786753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 while.1{5} (phi)> (def) +2023-12-14 14:52:56.786758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.786764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 while.1{6} (phi)> (def) +2023-12-14 14:52:56.786769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.786774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 while.1{7} (phi)> (def) +2023-12-14 14:52:56.786782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96: +2023-12-14 14:52:56.786792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 while.1{1} (phi)> +2023-12-14 14:52:56.786797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97: +2023-12-14 14:52:56.786807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 while.1{2} (phi)> +2023-12-14 14:52:56.786812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:56.786822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion> (def) +2023-12-14 14:52:56.786827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:56.786837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.1> (def) +2023-12-14 14:52:56.786841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2: +2023-12-14 14:52:56.786851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.2> (def) +2023-12-14 14:52:56.786857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:56.786866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.3> (def) +2023-12-14 14:52:56.786871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:56.786881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.4> (def) +2023-12-14 14:52:56.786886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:56.786896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.786901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 tuple.9{}> (def) +2023-12-14 14:52:56.786906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.786911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 copy.24> +2023-12-14 14:52:56.786916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.786921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.4> +2023-12-14 14:52:56.786926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.786933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.3> +2023-12-14 14:52:56.786939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.786943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.2> +2023-12-14 14:52:56.786949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.786953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion> +2023-12-14 14:52:56.786958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.786963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.1> +2023-12-14 14:52:56.786968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.786973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.26> +2023-12-14 14:52:56.786978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.786983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.25> +2023-12-14 14:52:56.786988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.786993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:56.786998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 copy.24> (def) +2023-12-14 14:52:56.787003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:56.787013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.25> (def) +2023-12-14 14:52:56.787018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:56.787028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.26> (def) +2023-12-14 14:52:56.787032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.787042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.787047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.787052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.787057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.787062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.787067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.787072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.787077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.787087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.787092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.787098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.787102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.787107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.787112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.787117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.787122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.787127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.787132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.787137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:56.787146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.11> (def) +2023-12-14 14:52:56.787152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:56.787162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 add.35> (def) +2023-12-14 14:52:56.787167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:56.787176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 fusion.5> (def) +2023-12-14 14:52:56.787181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:56.787191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 fusion.6> (def) +2023-12-14 14:52:56.787196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:56.787205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.787211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:56.787221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.8> (def) +2023-12-14 14:52:56.787225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:56.787238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.787243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:56.787253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.9> (def) +2023-12-14 14:52:56.787258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:56.787267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.787272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:56.787282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.10> (def) +2023-12-14 14:52:56.787287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:56.787297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.787302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:56.787313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.11> (def) +2023-12-14 14:52:56.787326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:56.787337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.787342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:56.787352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.12> (def) +2023-12-14 14:52:56.787357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:56.787367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.787373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:56.787383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.13> (def) +2023-12-14 14:52:56.787387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:56.787400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.787405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:56.787415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.14> (def) +2023-12-14 14:52:56.787420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:56.787430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.787435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:56.787445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.15> (def) +2023-12-14 14:52:56.787450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:56.787459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.19> (def) +2023-12-14 14:52:56.787465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:56.787475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.20> (def) +2023-12-14 14:52:56.787479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:56.787489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.21> (def) +2023-12-14 14:52:56.787494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:56.787504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.22> (def) +2023-12-14 14:52:56.787509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:56.787518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.23> (def) +2023-12-14 14:52:56.787524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:56.787535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.787540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 tuple.11{}> (def) +2023-12-14 14:52:56.787548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.787553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 add.35> +2023-12-14 14:52:56.787558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.787563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 fusion.6> +2023-12-14 14:52:56.787568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.787573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 fusion.5> +2023-12-14 14:52:56.787577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.787582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.19> +2023-12-14 14:52:56.787587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.787593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.20> +2023-12-14 14:52:56.787598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.787602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.21> +2023-12-14 14:52:56.787607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.787612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.22> +2023-12-14 14:52:56.787617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.787623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.23> +2023-12-14 14:52:56.787627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.787637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.787641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.787647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.787652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.787657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.787662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.787667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.787671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.787677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.787682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.787687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.787694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.787699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.787704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.787710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.787715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.787720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.787725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.787729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:56.787739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.12> (def) +2023-12-14 14:52:56.787745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:56.787754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:56.787759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.787769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.787775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:56.787784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 xor.12> (def) +2023-12-14 14:52:56.787789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:56.787799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 xor.13> (def) +2023-12-14 14:52:56.787804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:56.787813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 constant.13> (def) +2023-12-14 14:52:56.787818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:56.787828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.38> (def) +2023-12-14 14:52:56.787834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40: +2023-12-14 14:52:56.787846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.40> (def) +2023-12-14 14:52:56.787851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:56.787861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.14> (def) +2023-12-14 14:52:56.787866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:56.787876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.15> (def) +2023-12-14 14:52:56.787880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:52:56.787890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.5> (def) +2023-12-14 14:52:56.787896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:56.787905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.41> (def) +2023-12-14 14:52:56.787910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:56.787920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.16> (def) +2023-12-14 14:52:56.787925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:52:56.787934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.7> (def) +2023-12-14 14:52:56.787939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42: +2023-12-14 14:52:56.787949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.42> (def) +2023-12-14 14:52:56.787954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:56.787963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.17> (def) +2023-12-14 14:52:56.787968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:52:56.787977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> (def) +2023-12-14 14:52:56.787983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.787987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38: +2023-12-14 14:52:56.787995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.38> (def) +2023-12-14 14:52:56.787999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:56.788009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.18> (def) +2023-12-14 14:52:56.788014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:56.788024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.43> (def) +2023-12-14 14:52:56.788028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:52:56.788038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_0.11> (def) +2023-12-14 14:52:56.788043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.8: +2023-12-14 14:52:56.788053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_1.8> (def) +2023-12-14 14:52:56.788058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39: +2023-12-14 14:52:56.788067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.39> (def) +2023-12-14 14:52:56.788073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:56.788082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 slice.19> (def) +2023-12-14 14:52:56.788087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:56.788096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.45> (def) +2023-12-14 14:52:56.788101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13: +2023-12-14 14:52:56.788111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 param_0.13> (def) +2023-12-14 14:52:56.788115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:56.788125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 shift-right-logical.13> (def) +2023-12-14 14:52:56.788130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.12: +2023-12-14 14:52:56.788143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 param_1.12> (def) +2023-12-14 14:52:56.788147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.788157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 constant.14> (def) +2023-12-14 14:52:56.788162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40: +2023-12-14 14:52:56.788172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.40> (def) +2023-12-14 14:52:56.788177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:56.788186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 reshape.46> (def) +2023-12-14 14:52:56.788191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:56.788201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 convert.3> (def) +2023-12-14 14:52:56.788206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41: +2023-12-14 14:52:56.788215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.41> (def) +2023-12-14 14:52:56.788220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:56.788230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 reshape.47> (def) +2023-12-14 14:52:56.788235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:56.788244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 xor.14> (def) +2023-12-14 14:52:56.788249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:56.788260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 or.12> (def) +2023-12-14 14:52:56.788265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:56.788274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 shift-right-logical.14> (def) +2023-12-14 14:52:56.788279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:56.788293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 reshape.49> (def) +2023-12-14 14:52:56.788297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:56.788307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 subtract.12> (def) +2023-12-14 14:52:56.788311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:56.788321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 reshape.50> (def) +2023-12-14 14:52:56.788326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:56.788336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-left.12> (def) +2023-12-14 14:52:56.788340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:56.788351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 slice.20> (def) +2023-12-14 14:52:56.788356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42: +2023-12-14 14:52:56.788365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.42> (def) +2023-12-14 14:52:56.788370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:56.788382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 xor.17> (def) +2023-12-14 14:52:56.788386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:56.788396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 or.13> (def) +2023-12-14 14:52:56.788400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:56.788411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 shift-right-logical.15> (def) +2023-12-14 14:52:56.788416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:56.788425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 reshape.51> (def) +2023-12-14 14:52:56.788430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:56.788443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 subtract.13> (def) +2023-12-14 14:52:56.788448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:56.788457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 reshape.52> (def) +2023-12-14 14:52:56.788462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:56.788472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 shift-left.13> (def) +2023-12-14 14:52:56.788477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:56.788486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.21> (def) +2023-12-14 14:52:56.788491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:56.788502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.43> (def) +2023-12-14 14:52:56.788507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:56.788516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.18> (def) +2023-12-14 14:52:56.788520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:56.788531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.14> (def) +2023-12-14 14:52:56.788536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:56.788545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.16> (def) +2023-12-14 14:52:56.788550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:56.788561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 reshape.54> (def) +2023-12-14 14:52:56.788566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:56.788575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.14> (def) +2023-12-14 14:52:56.788580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:56.788593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 reshape.55> (def) +2023-12-14 14:52:56.788598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:56.788607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-left.14> (def) +2023-12-14 14:52:56.788612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:56.788623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 slice.22> (def) +2023-12-14 14:52:56.788628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:56.788637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 add.44> (def) +2023-12-14 14:52:56.788642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:56.788653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 xor.19> (def) +2023-12-14 14:52:56.788657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:56.788667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 or.15> (def) +2023-12-14 14:52:56.788671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:56.788682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 shift-right-logical.17> (def) +2023-12-14 14:52:56.788687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:56.788696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.56> (def) +2023-12-14 14:52:56.788701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:56.788712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 subtract.15> (def) +2023-12-14 14:52:56.788716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58: +2023-12-14 14:52:56.788726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 reshape.58> (def) +2023-12-14 14:52:56.788730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:56.788744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 constant.15> (def) +2023-12-14 14:52:56.788749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:56.788758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-left.15> (def) +2023-12-14 14:52:56.788763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:56.788774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 slice.23> (def) +2023-12-14 14:52:56.788779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46: +2023-12-14 14:52:56.788788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.46> (def) +2023-12-14 14:52:56.788793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:56.788803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.47> (def) +2023-12-14 14:52:56.788808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16: +2023-12-14 14:52:56.788817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 param_0.16> (def) +2023-12-14 14:52:56.788822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.18: +2023-12-14 14:52:56.788833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 param_1.18> (def) +2023-12-14 14:52:56.788837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.8: +2023-12-14 14:52:56.788847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_2.8> (def) +2023-12-14 14:52:56.788852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:56.788862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 param_3.7> (def) +2023-12-14 14:52:56.788867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:56.788876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 param_4.12> (def) +2023-12-14 14:52:56.788881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.788891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.16> (def) +2023-12-14 14:52:56.788899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:56.788909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 add.48> (def) +2023-12-14 14:52:56.788913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59: +2023-12-14 14:52:56.788924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 reshape.59> (def) +2023-12-14 14:52:56.788929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:56.788938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 add.49> (def) +2023-12-14 14:52:56.788943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18: +2023-12-14 14:52:56.788954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 param_0.18> (def) +2023-12-14 14:52:56.788959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:56.788969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 xor.20> (def) +2023-12-14 14:52:56.788973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:56.788983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 or.16> (def) +2023-12-14 14:52:56.788988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.788993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:56.788998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 shift-right-logical.18> (def) +2023-12-14 14:52:56.789003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60: +2023-12-14 14:52:56.789012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.60> (def) +2023-12-14 14:52:56.789018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:56.789027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 subtract.16> (def) +2023-12-14 14:52:56.789032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61: +2023-12-14 14:52:56.789042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.61> (def) +2023-12-14 14:52:56.789050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:56.789059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-left.16> (def) +2023-12-14 14:52:56.789064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:56.789074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 slice.24> (def) +2023-12-14 14:52:56.789080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:56.789089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 add.50> (def) +2023-12-14 14:52:56.789094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:56.789104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 xor.21> (def) +2023-12-14 14:52:56.789109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:56.789118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 or.17> (def) +2023-12-14 14:52:56.789123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19: +2023-12-14 14:52:56.789133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-right-logical.19> (def) +2023-12-14 14:52:56.789139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63: +2023-12-14 14:52:56.789148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.63> (def) +2023-12-14 14:52:56.789152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:56.789162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 subtract.17> (def) +2023-12-14 14:52:56.789168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64: +2023-12-14 14:52:56.789177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 reshape.64> (def) +2023-12-14 14:52:56.789182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:56.789192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 shift-left.17> (def) +2023-12-14 14:52:56.789200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:56.789210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 slice.25> (def) +2023-12-14 14:52:56.789214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:56.789224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 add.51> (def) +2023-12-14 14:52:56.789230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:56.789239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 xor.22> (def) +2023-12-14 14:52:56.789244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:56.789254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 or.18> (def) +2023-12-14 14:52:56.789259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20: +2023-12-14 14:52:56.789269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 shift-right-logical.20> (def) +2023-12-14 14:52:56.789274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65: +2023-12-14 14:52:56.789284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 reshape.65> (def) +2023-12-14 14:52:56.789289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:56.789298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 subtract.18> (def) +2023-12-14 14:52:56.789303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67: +2023-12-14 14:52:56.789313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 reshape.67> (def) +2023-12-14 14:52:56.789318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.789328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 constant.17> (def) +2023-12-14 14:52:56.789332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.24: +2023-12-14 14:52:56.789342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 param_1.24> (def) +2023-12-14 14:52:56.789352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:56.789361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 shift-left.18> (def) +2023-12-14 14:52:56.789366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:56.789376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 slice.26> (def) +2023-12-14 14:52:56.789382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:56.789391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 add.52> (def) +2023-12-14 14:52:56.789396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.16: +2023-12-14 14:52:56.789406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_2.16> (def) +2023-12-14 14:52:56.789411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.789416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:56.789420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 param_3.17> (def) +2023-12-14 14:52:56.789425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.789430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> +2023-12-14 14:52:56.789435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:52:56.789446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:56.789455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.789461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.17> +2023-12-14 14:52:56.789465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:56.789475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42, operand 0 +2023-12-14 14:52:56.789485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.789494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.42> +2023-12-14 14:52:56.789499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42 +2023-12-14 14:52:56.789509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.42 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.789519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.7> +2023-12-14 14:52:56.789524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:52:56.789534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:56.789544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.789549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.16> +2023-12-14 14:52:56.789554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:56.789564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:56.789574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.789579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.41> +2023-12-14 14:52:56.789584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:56.789594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.789604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.12> +2023-12-14 14:52:56.789609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:56.789622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:56.789632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = s32[] constant(5) +2023-12-14 14:52:56.789638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:56.789643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:56.789652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.12), direction=LT, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.789663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_1.8> +2023-12-14 14:52:56.789668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.8 +2023-12-14 14:52:56.789678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:56.789688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.8 = u32[] parameter(1) +2023-12-14 14:52:56.789693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.43> +2023-12-14 14:52:56.789698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:56.789708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 0 +2023-12-14 14:52:56.789718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[1]{0} reshape(u32[] %param_1.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.789723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_0.11> +2023-12-14 14:52:56.789728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:52:56.789738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:56.789751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.789756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.18> +2023-12-14 14:52:56.789761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:56.789771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 1 +2023-12-14 14:52:56.789781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.789786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.38> +2023-12-14 14:52:56.789792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38 +2023-12-14 14:52:56.789801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.38 = u32[1]{0} add(u32[1]{0} %reshape.43, u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.789811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 param_1.12> +2023-12-14 14:52:56.789816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.12 +2023-12-14 14:52:56.789826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:56.789837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.12 = u32[] parameter(1) +2023-12-14 14:52:56.789842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 constant.14> +2023-12-14 14:52:56.789847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.789857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:56.789867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = u32[] constant(32) +2023-12-14 14:52:56.789872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 shift-right-logical.13> +2023-12-14 14:52:56.789877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:56.789889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:56.789900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[] shift-right-logical(u32[] %param_1.12, u32[] %constant.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.789904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.45> +2023-12-14 14:52:56.789910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:56.789919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 0 +2023-12-14 14:52:56.789930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[1]{0} reshape(u32[] %shift-right-logical.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.789935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 param_0.13> +2023-12-14 14:52:56.789940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13 +2023-12-14 14:52:56.789950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:56.789960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.789965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 slice.19> +2023-12-14 14:52:56.789970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.789975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:56.789980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.789985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 1 +2023-12-14 14:52:56.789990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.789995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.39> +2023-12-14 14:52:56.790000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39 +2023-12-14 14:52:56.790013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.39 = u32[1]{0} add(u32[1]{0} %reshape.45, u32[1]{0} %slice.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.5> +2023-12-14 14:52:56.790028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:52:56.790038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:56.790048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:56.790053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.790058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.15> +2023-12-14 14:52:56.790064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:56.790073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:56.790083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.38> +2023-12-14 14:52:56.790094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:56.790103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:56.790113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.14> +2023-12-14 14:52:56.790124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:56.790138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40, operand 0 +2023-12-14 14:52:56.790149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.40> +2023-12-14 14:52:56.790159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40 +2023-12-14 14:52:56.790169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:56.790179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.40 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 xor.13> +2023-12-14 14:52:56.790189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:56.790198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:56.790209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[] xor(u32[] %reshape.38, u32[] %reshape.40), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 constant.13> +2023-12-14 14:52:56.790219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:56.790229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:56.790239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = u32[] constant(466688986) +2023-12-14 14:52:56.790244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 xor.12> +2023-12-14 14:52:56.790249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:56.790262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[] xor(u32[] %xor.13, u32[] %constant.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.3> +2023-12-14 14:52:56.790277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:56.790287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:56.790297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = s32[] constant(0) +2023-12-14 14:52:56.790303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 copy.24> +2023-12-14 14:52:56.790308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:56.790317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:56.790322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.790332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.3) +2023-12-14 14:52:56.790337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 Arg_0.1> +2023-12-14 14:52:56.790342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.790351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:56.790363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:56.790367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:56.790372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:56.790377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2, operand 0 +2023-12-14 14:52:56.790382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.790387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 Arg_1.2> +2023-12-14 14:52:56.790392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.790405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 1 +2023-12-14 14:52:56.790415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 1 +2023-12-14 14:52:56.790420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:56.790426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.4> +2023-12-14 14:52:56.790430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:56.790440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:56.790446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.790457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.3> +2023-12-14 14:52:56.790466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:56.790476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:56.790481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.790491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.2> +2023-12-14 14:52:56.790501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2 +2023-12-14 14:52:56.790512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:56.790517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.790527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion> +2023-12-14 14:52:56.790550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:56.790559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:56.790564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.790575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.1> +2023-12-14 14:52:56.790584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:56.790594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:56.790599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.790610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 constant.6> +2023-12-14 14:52:56.790619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6 +2023-12-14 14:52:56.790629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:56.790640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.6 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.790644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.26> +2023-12-14 14:52:56.790649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:56.790659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:56.790667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.790677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.6) +2023-12-14 14:52:56.790682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.5> +2023-12-14 14:52:56.790686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:56.790697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:56.790707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.790712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.25> +2023-12-14 14:52:56.790717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:56.790728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:56.790733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.790742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:56.790747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 tuple.9{}> +2023-12-14 14:52:56.790752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:56.790762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.790772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[1]{0} %fusion.4, u32[1]{0} %fusion.3, u32[] %fusion.2, u32[] %fusion, /*index=5*/u32[] %fusion.1, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:56.790777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 concatenate.103> +2023-12-14 14:52:56.790782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103 +2023-12-14 14:52:56.790792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.103 = u32[2]{0} concatenate(u32[1]{0} %get-tuple-element.96, u32[1]{0} %get-tuple-element.97), dimensions={0}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.8> +2023-12-14 14:52:56.790810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:56.790820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 4 +2023-12-14 14:52:56.790830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:56.790834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.790839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.11> +2023-12-14 14:52:56.790845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:56.790855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:56.790865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(1) +2023-12-14 14:52:56.790869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 add.35> +2023-12-14 14:52:56.790875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:56.790885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:56.790890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:56.790899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %copy.8, s32[] %constant.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.790906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.11> +2023-12-14 14:52:56.790911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:56.790920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:56.790930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:56.790939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.790944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.14> +2023-12-14 14:52:56.790949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:56.790958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.790964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 1 +2023-12-14 14:52:56.790969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:56.790974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 1 +2023-12-14 14:52:56.790979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.790984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.10> +2023-12-14 14:52:56.790988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.790994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:56.790999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 2 +2023-12-14 14:52:56.791009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 2 +2023-12-14 14:52:56.791014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.132) +2023-12-14 14:52:56.791018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.9> +2023-12-14 14:52:56.791023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:56.791033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 3 +2023-12-14 14:52:56.791043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 3 +2023-12-14 14:52:56.791047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.131) +2023-12-14 14:52:56.791052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 fusion.6> +2023-12-14 14:52:56.791058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:56.791067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:56.791072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:56.791088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.12> +2023-12-14 14:52:56.791098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:56.791107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:56.791118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:56.791123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.791127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 fusion.5> +2023-12-14 14:52:56.791132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:56.791141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:56.791147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:56.791157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.19> +2023-12-14 14:52:56.791166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:56.791177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:56.791181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:56.791191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.791196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.13> +2023-12-14 14:52:56.791200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:56.791214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:56.791224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.791228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.20> +2023-12-14 14:52:56.791233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:56.791244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:56.791248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:56.791258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.791263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.21> +2023-12-14 14:52:56.791268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:56.791280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:56.791284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:56.791294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.791300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.15> +2023-12-14 14:52:56.791315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:56.791336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:56.791346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.791351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.22> +2023-12-14 14:52:56.791356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:56.791367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:56.791376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:56.791386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.791392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.23> +2023-12-14 14:52:56.791397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:56.791407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:56.791411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:56.791422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.791427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 tuple.11{}> +2023-12-14 14:52:56.791432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:56.791441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[1]{0} %fusion.6, u32[1]{0} %fusion.5, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.791452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 param_3.17> +2023-12-14 14:52:56.791457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:56.791467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:56.791476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.791482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_2.16> +2023-12-14 14:52:56.791487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.16 +2023-12-14 14:52:56.791496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 0 +2023-12-14 14:52:56.791506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:56.791514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:56.791520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.16 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.791525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 add.52> +2023-12-14 14:52:56.791529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:56.791539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:56.791550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:56.791555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[1]{0} add(u32[1]{0} %param_3.17, u32[1]{0} %param_2.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 param_1.24> +2023-12-14 14:52:56.791564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.24 +2023-12-14 14:52:56.791574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:56.791584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:56.791589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:56.791594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.24 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.791599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 slice.26> +2023-12-14 14:52:56.791604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:56.791614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67, operand 0 +2023-12-14 14:52:56.791624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:56.791629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 shift-left.18> +2023-12-14 14:52:56.791640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:56.791653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:56.791663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[1]{0} shift-left(u32[1]{0} %param_2.16, u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 constant.17> +2023-12-14 14:52:56.791674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.791683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:56.791693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:56.791699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:56.791704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[] constant(32) +2023-12-14 14:52:56.791708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 reshape.67> +2023-12-14 14:52:56.791713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67 +2023-12-14 14:52:56.791723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:56.791734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.67 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 subtract.18> +2023-12-14 14:52:56.791743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:56.791753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65, operand 0 +2023-12-14 14:52:56.791764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.17, u32[] %reshape.67), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 reshape.65> +2023-12-14 14:52:56.791777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65 +2023-12-14 14:52:56.791787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 1 +2023-12-14 14:52:56.791797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.65 = u32[1]{0} reshape(u32[] %subtract.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 shift-right-logical.20> +2023-12-14 14:52:56.791807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20 +2023-12-14 14:52:56.791817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:56.791827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.20 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.16, u32[1]{0} %reshape.65), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 or.18> +2023-12-14 14:52:56.791837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:56.791847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:56.791857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[1]{0} or(u32[1]{0} %shift-left.18, u32[1]{0} %shift-right-logical.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 xor.22> +2023-12-14 14:52:56.791867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:56.791877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19, operand 0 +2023-12-14 14:52:56.791888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:56.791895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:56.791900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[1]{0} xor(u32[1]{0} %add.52, u32[1]{0} %or.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 add.51> +2023-12-14 14:52:56.791911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:56.791920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:56.791930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:56.791935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[1]{0} add(u32[1]{0} %add.52, u32[1]{0} %xor.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 slice.25> +2023-12-14 14:52:56.791945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:56.791955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64, operand 0 +2023-12-14 14:52:56.791965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:56.791970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.791975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 shift-left.17> +2023-12-14 14:52:56.791980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.791985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:56.791989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.791995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:56.792000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[1]{0} shift-left(u32[1]{0} %xor.22, u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 reshape.64> +2023-12-14 14:52:56.792013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64 +2023-12-14 14:52:56.792022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:56.792034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.64 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 subtract.17> +2023-12-14 14:52:56.792043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:56.792052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63, operand 0 +2023-12-14 14:52:56.792063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.17, u32[] %reshape.64), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.63> +2023-12-14 14:52:56.792073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63 +2023-12-14 14:52:56.792082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19, operand 1 +2023-12-14 14:52:56.792093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.63 = u32[1]{0} reshape(u32[] %subtract.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-right-logical.19> +2023-12-14 14:52:56.792103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19 +2023-12-14 14:52:56.792112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:56.792123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.19 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.22, u32[1]{0} %reshape.63), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 or.17> +2023-12-14 14:52:56.792136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:56.792146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:56.792156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[1]{0} or(u32[1]{0} %shift-left.17, u32[1]{0} %shift-right-logical.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 xor.21> +2023-12-14 14:52:56.792166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:56.792176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:56.792186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:56.792191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:56.792196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[1]{0} xor(u32[1]{0} %add.51, u32[1]{0} %or.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 add.50> +2023-12-14 14:52:56.792205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:56.792215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:56.792225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:56.792230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[1]{0} add(u32[1]{0} %add.51, u32[1]{0} %xor.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 slice.24> +2023-12-14 14:52:56.792240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:56.792253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61, operand 0 +2023-12-14 14:52:56.792263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:56.792268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-left.16> +2023-12-14 14:52:56.792279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:56.792288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:56.792298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[1]{0} shift-left(u32[1]{0} %xor.21, u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.61> +2023-12-14 14:52:56.792309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61 +2023-12-14 14:52:56.792318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:56.792328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.61 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 subtract.16> +2023-12-14 14:52:56.792339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:56.792348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60, operand 0 +2023-12-14 14:52:56.792358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.17, u32[] %reshape.61), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.60> +2023-12-14 14:52:56.792372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60 +2023-12-14 14:52:56.792382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:56.792392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.60 = u32[1]{0} reshape(u32[] %subtract.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 shift-right-logical.18> +2023-12-14 14:52:56.792402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:56.792412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:56.792422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.21, u32[1]{0} %reshape.60), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 or.16> +2023-12-14 14:52:56.792433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:56.792442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:56.792452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[1]{0} or(u32[1]{0} %shift-left.16, u32[1]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 xor.20> +2023-12-14 14:52:56.792462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:56.792472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:56.792485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[1]{0} xor(u32[1]{0} %add.50, u32[1]{0} %or.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 add.49> +2023-12-14 14:52:56.792495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:56.792504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:56.792514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[1]{0} add(u32[1]{0} %add.50, u32[1]{0} %xor.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 param_0.18> +2023-12-14 14:52:56.792525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18 +2023-12-14 14:52:56.792534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59, operand 0 +2023-12-14 14:52:56.792544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.18 = u32[] parameter(0) +2023-12-14 14:52:56.792550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 reshape.59> +2023-12-14 14:52:56.792555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59 +2023-12-14 14:52:56.792565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:56.792575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.59 = u32[1]{0} reshape(u32[] %param_0.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 add.48> +2023-12-14 14:52:56.792585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:56.792594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[1]{0} add(u32[1]{0} %add.49, u32[1]{0} %reshape.59), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 param_3.7> +2023-12-14 14:52:56.792612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:56.792621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 0 +2023-12-14 14:52:56.792632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.792637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_2.8> +2023-12-14 14:52:56.792642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.8 +2023-12-14 14:52:56.792652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:56.792662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:56.792666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 1 +2023-12-14 14:52:56.792672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.8 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.792677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.46> +2023-12-14 14:52:56.792681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46 +2023-12-14 14:52:56.792691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:56.792701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:56.792706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.46 = u32[1]{0} add(u32[1]{0} %param_3.7, u32[1]{0} %param_2.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 param_1.18> +2023-12-14 14:52:56.792716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.18 +2023-12-14 14:52:56.792726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:56.792736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:56.792744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:56.792749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:56.792754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.18 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.792759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 slice.23> +2023-12-14 14:52:56.792764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:56.792774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58, operand 0 +2023-12-14 14:52:56.792784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:56.792789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-left.15> +2023-12-14 14:52:56.792799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:56.792809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:56.792819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[1]{0} shift-left(u32[1]{0} %param_2.8, u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 constant.15> +2023-12-14 14:52:56.792829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:56.792839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:56.792848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:56.792854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:56.792860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:56.792864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(32) +2023-12-14 14:52:56.792872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 reshape.58> +2023-12-14 14:52:56.792877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58 +2023-12-14 14:52:56.792887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:56.792898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.58 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 subtract.15> +2023-12-14 14:52:56.792907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:56.792917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:56.792927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.15, u32[] %reshape.58), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.56> +2023-12-14 14:52:56.792937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:56.792947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:56.792957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[1]{0} reshape(u32[] %subtract.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 shift-right-logical.17> +2023-12-14 14:52:56.792967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.792971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:56.792977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.792982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:56.792987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.8, u32[1]{0} %reshape.56), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.792995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 or.15> +2023-12-14 14:52:56.792999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:56.793010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:56.793020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[1]{0} or(u32[1]{0} %shift-left.15, u32[1]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 xor.19> +2023-12-14 14:52:56.793030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:56.793040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:56.793050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:56.793055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:56.793059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[1]{0} xor(u32[1]{0} %add.46, u32[1]{0} %or.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 add.44> +2023-12-14 14:52:56.793070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:56.793080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:56.793089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:56.793094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[1]{0} add(u32[1]{0} %add.46, u32[1]{0} %xor.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 slice.22> +2023-12-14 14:52:56.793104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:56.793117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:56.793127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:56.793132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-left.14> +2023-12-14 14:52:56.793142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:56.793152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:56.793162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[1]{0} shift-left(u32[1]{0} %xor.19, u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 reshape.55> +2023-12-14 14:52:56.793172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:56.793182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:56.793192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.14> +2023-12-14 14:52:56.793202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:56.793212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:56.793222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.15, u32[] %reshape.55), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 reshape.54> +2023-12-14 14:52:56.793240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:56.793250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:56.793262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = u32[1]{0} reshape(u32[] %subtract.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.16> +2023-12-14 14:52:56.793271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:56.793282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:56.793292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.19, u32[1]{0} %reshape.54), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.14> +2023-12-14 14:52:56.793301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:56.793311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:56.793321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[1]{0} or(u32[1]{0} %shift-left.14, u32[1]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.18> +2023-12-14 14:52:56.793331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:56.793341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:56.793355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:56.793360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:56.793364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[1]{0} xor(u32[1]{0} %add.44, u32[1]{0} %or.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.43> +2023-12-14 14:52:56.793374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:56.793385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 0 +2023-12-14 14:52:56.793394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:56.793399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[1]{0} add(u32[1]{0} %add.44, u32[1]{0} %xor.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.21> +2023-12-14 14:52:56.793410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:56.793419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:56.793428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:56.793434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 shift-left.13> +2023-12-14 14:52:56.793444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:56.793454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:56.793464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[1]{0} shift-left(u32[1]{0} %xor.18, u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 reshape.52> +2023-12-14 14:52:56.793477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:56.793486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:56.793497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 subtract.13> +2023-12-14 14:52:56.793507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:56.793516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:56.793528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.15, u32[] %reshape.52), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 reshape.51> +2023-12-14 14:52:56.793537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:56.793547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:56.793558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = u32[1]{0} reshape(u32[] %subtract.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 shift-right-logical.15> +2023-12-14 14:52:56.793567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:56.793577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:56.793588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.18, u32[1]{0} %reshape.51), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 or.13> +2023-12-14 14:52:56.793601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:56.793610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:56.793621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[1]{0} or(u32[1]{0} %shift-left.13, u32[1]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 xor.17> +2023-12-14 14:52:56.793631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:56.793640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:56.793651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:56.793656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 1 +2023-12-14 14:52:56.793661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[1]{0} xor(u32[1]{0} %add.43, u32[1]{0} %or.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.42> +2023-12-14 14:52:56.793670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42 +2023-12-14 14:52:56.793681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:56.793690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.42 = u32[1]{0} add(u32[1]{0} %add.43, u32[1]{0} %xor.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 slice.20> +2023-12-14 14:52:56.793700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:56.793713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:56.793723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:56.793728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[3:4]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-left.12> +2023-12-14 14:52:56.793738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:56.793748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:56.793757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[1]{0} shift-left(u32[1]{0} %xor.17, u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 reshape.50> +2023-12-14 14:52:56.793768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:56.793778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:56.793788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 subtract.12> +2023-12-14 14:52:56.793798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:56.793808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:56.793818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.15, u32[] %reshape.50), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 reshape.49> +2023-12-14 14:52:56.793831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:56.793840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:56.793850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[1]{0} reshape(u32[] %subtract.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 shift-right-logical.14> +2023-12-14 14:52:56.793861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:56.793870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:56.793880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.17, u32[1]{0} %reshape.49), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 or.12> +2023-12-14 14:52:56.793890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:56.793899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:56.793909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[1]{0} or(u32[1]{0} %shift-left.12, u32[1]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 xor.14> +2023-12-14 14:52:56.793920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:56.793929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 0 +2023-12-14 14:52:56.793939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[1]{0} xor(u32[1]{0} %add.42, u32[1]{0} %or.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.793947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 param_0.16> +2023-12-14 14:52:56.793952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16 +2023-12-14 14:52:56.793962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:56.793971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.16 = u32[] parameter(0) +2023-12-14 14:52:56.793976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 reshape.47> +2023-12-14 14:52:56.793982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.793986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:56.793991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.793996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 1 +2023-12-14 14:52:56.794001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[1]{0} reshape(u32[] %param_0.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.794005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.41> +2023-12-14 14:52:56.794011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41 +2023-12-14 14:52:56.794021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 0 +2023-12-14 14:52:56.794030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.41 = u32[1]{0} add(u32[1]{0} %xor.14, u32[1]{0} %reshape.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.794035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 param_4.12> +2023-12-14 14:52:56.794041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:56.794051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:56.794060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.794068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.16> +2023-12-14 14:52:56.794074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.794083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:56.794093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = s32[] constant(1) +2023-12-14 14:52:56.794098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.47> +2023-12-14 14:52:56.794103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:56.794113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:56.794122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.794127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 convert.3> +2023-12-14 14:52:56.794133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:56.794142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:56.794152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.794156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 reshape.46> +2023-12-14 14:52:56.794162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:56.794172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 1 +2023-12-14 14:52:56.794181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[1]{0} reshape(u32[] %convert.3), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.794186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.40> +2023-12-14 14:52:56.794194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40 +2023-12-14 14:52:56.794204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.40 = u32[1]{0} add(u32[1]{0} %add.41, u32[1]{0} %reshape.46), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.794214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.794218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.794229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.794238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.794248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.794259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:56.794268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:56.794273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:56.794278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:56.794283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:56.794288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:56.794293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:56.794298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:56.794303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.794313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.794326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.794331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:56.794341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.794352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.794361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.794377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.794386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.794400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.794411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.794425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.794435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.794452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.794463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.794478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.794487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.794503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.794512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.794528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.794538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:56.794542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:56.794553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.794563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.794573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:56.794577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:56.794591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.794600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.794610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:56.794616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:56.794626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.794635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.794646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:56.794651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:56.794661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.794670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.794681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:56.794686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:56.794695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.794705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.794718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:56.794723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:56.794733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.794743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.794753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:56.794758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:56.794769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.794778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.794788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:56.794793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:56.794804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.794809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 while.1{} (phi)> +2023-12-14 14:52:56.794814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.794824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97, operand 0 {} +2023-12-14 14:52:56.794834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96, operand 0 {} +2023-12-14 14:52:56.794839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.794846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 while.1{0} (phi)> +2023-12-14 14:52:56.794851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.794862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.794871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 while.1{1} (phi)> +2023-12-14 14:52:56.794876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.794886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96 +2023-12-14 14:52:56.794892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 0 +2023-12-14 14:52:56.794902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.794907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 while.1{2} (phi)> +2023-12-14 14:52:56.794911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.794922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97 +2023-12-14 14:52:56.794927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 1 +2023-12-14 14:52:56.794937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.794941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 while.1{3} (phi)> +2023-12-14 14:52:56.794947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.794957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.794969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 while.1{4} (phi)> +2023-12-14 14:52:56.794975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.794979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.794985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.794990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.794995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 while.1{5} (phi)> +2023-12-14 14:52:56.794999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.795005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.795010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.795015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.795020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 while.1{6} (phi)> +2023-12-14 14:52:56.795025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.795029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.795035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.795040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.795045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 while.1{7} (phi)> +2023-12-14 14:52:56.795050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.795055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.795059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.795065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.795360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_fold_in +2023-12-14 14:52:56.795545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.795584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.795595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.795612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:56.795618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:56.795630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:56.795636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:56.795641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:56.795646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:56.795651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:56.795655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:56.795661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:56.795666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:56.795671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:56.795677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:56.795682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:56.795687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:56.795693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:56.795698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:56.795703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:56.795708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:56.795721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.795732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.795737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 145, phi: +2023-12-14 14:52:56.795742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.795747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.795753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:56.795757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:56.795768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 146, phi: +2023-12-14 14:52:56.795773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.795780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.795785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 147, phi: +2023-12-14 14:52:56.795789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.795794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.795799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29: +2023-12-14 14:52:56.795803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:56.795809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 148, phi: +2023-12-14 14:52:56.795814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.795818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:56.795823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32: +2023-12-14 14:52:56.795828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50: +2023-12-14 14:52:56.795832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149, phi: +2023-12-14 14:52:56.795837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.795843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.795847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33: +2023-12-14 14:52:56.795852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:56.795857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 150, phi: +2023-12-14 14:52:56.795861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.795866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.795871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34: +2023-12-14 14:52:56.795876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53: +2023-12-14 14:52:56.795881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151, phi: +2023-12-14 14:52:56.795885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.795890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:56.795895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:56.795901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55: +2023-12-14 14:52:56.795906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 152, phi: +2023-12-14 14:52:56.795910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.795915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.795920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:56.795924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56: +2023-12-14 14:52:56.795933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 153, phi: +2023-12-14 14:52:56.795938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.795942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.795947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:56.795952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:56.795957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154, phi: +2023-12-14 14:52:56.795962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.795967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.795971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:56.795976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59: +2023-12-14 14:52:56.795981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 155, phi: +2023-12-14 14:52:56.795985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.795991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.795996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156, phi: +2023-12-14 14:52:56.796000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.796005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:56.796010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 157, phi: +2023-12-14 14:52:56.796014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.796019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.796025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 158, phi: +2023-12-14 14:52:56.796029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.796034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.796039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159, phi: +2023-12-14 14:52:56.796043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.796048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:56.796053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160, phi: +2023-12-14 14:52:56.796058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.796062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.796067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161, phi: +2023-12-14 14:52:56.796072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.796076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.796082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162, phi: +2023-12-14 14:52:56.796086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.796094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.796098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 163, phi: +2023-12-14 14:52:56.796103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.796108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.796113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 164, phi: +2023-12-14 14:52:56.796118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.796122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.796127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 165, phi: +2023-12-14 14:52:56.796132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:56.796136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.796142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 166, phi: +2023-12-14 14:52:56.796146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.796151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.796156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 167, phi: +2023-12-14 14:52:56.796160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.796165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.796170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 168, phi: +2023-12-14 14:52:56.796175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:56.796180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.796184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 169, phi: +2023-12-14 14:52:56.796189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.796194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.796198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 170, phi: +2023-12-14 14:52:56.796204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.796208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.796213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 171, phi: +2023-12-14 14:52:56.796218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.796222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.796239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.796248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.796253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 145, phi: +2023-12-14 14:52:56.796258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.796263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.796271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:56.796275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:56.796280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 146, phi: +2023-12-14 14:52:56.796285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.796289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.796295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 147, phi: +2023-12-14 14:52:56.796299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.796304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.796309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29: +2023-12-14 14:52:56.796313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:56.796318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 148, phi: +2023-12-14 14:52:56.796323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.796328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:56.796333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32: +2023-12-14 14:52:56.796337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50: +2023-12-14 14:52:56.796342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149, phi: +2023-12-14 14:52:56.796347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.796353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.796359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33: +2023-12-14 14:52:56.796363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:56.796368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 150, phi: +2023-12-14 14:52:56.796373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.796377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.796382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34: +2023-12-14 14:52:56.796387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53: +2023-12-14 14:52:56.796392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151, phi: +2023-12-14 14:52:56.796396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.796401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:56.796405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:56.796410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55: +2023-12-14 14:52:56.796415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 152, phi: +2023-12-14 14:52:56.796420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.796425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.796429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:56.796437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56: +2023-12-14 14:52:56.796442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 153, phi: +2023-12-14 14:52:56.796447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.796452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.796456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:56.796461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:56.796466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154, phi: +2023-12-14 14:52:56.796470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.796476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.796480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:56.796485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59: +2023-12-14 14:52:56.796490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 155, phi: +2023-12-14 14:52:56.796495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.796499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.796504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156, phi: +2023-12-14 14:52:56.796510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.796514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:56.796519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 157, phi: +2023-12-14 14:52:56.796523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.796528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.796534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 158, phi: +2023-12-14 14:52:56.796539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.796543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.796548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159, phi: +2023-12-14 14:52:56.796553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.796557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:56.796562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160, phi: +2023-12-14 14:52:56.796567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.796572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.796577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161, phi: +2023-12-14 14:52:56.796581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.796586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.796591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162, phi: +2023-12-14 14:52:56.796599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.796604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.796608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 163, phi: +2023-12-14 14:52:56.796613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.796617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.796622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 164, phi: +2023-12-14 14:52:56.796628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.796632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.796637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 165, phi: +2023-12-14 14:52:56.796642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:56.796646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.796651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 166, phi: +2023-12-14 14:52:56.796656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.796661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.796666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 167, phi: +2023-12-14 14:52:56.796671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.796675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.796680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 168, phi: +2023-12-14 14:52:56.796685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:56.796690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.796695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 169, phi: +2023-12-14 14:52:56.796700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.796704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.796709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 170, phi: +2023-12-14 14:52:56.796714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.796719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.796724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 171, phi: +2023-12-14 14:52:56.796728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.796733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.796738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.796745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <30 Arg_0.1> + +2023-12-14 14:52:56.796751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.796757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 Arg_1.2> + +2023-12-14 14:52:56.796768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:56.796774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <28 constant.3> + +2023-12-14 14:52:56.796779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:56.796785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <39 constant.5> + +2023-12-14 14:52:56.796790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.6 +2023-12-14 14:52:56.796795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <37 constant.6> + +2023-12-14 14:52:56.796800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.103 +2023-12-14 14:52:56.796807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <42 concatenate.103> + +2023-12-14 14:52:56.796812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.796824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <163 while.1{} (phi)> + {0} : HloValueSet: <164 while.1{0} (phi)> + {1} : HloValueSet: <165 while.1{1} (phi)> + {2} : HloValueSet: <166 while.1{2} (phi)> + {3} : HloValueSet: <167 while.1{3} (phi)> + {4} : HloValueSet: <168 while.1{4} (phi)> + {5} : HloValueSet: <169 while.1{5} (phi)> + {6} : HloValueSet: <170 while.1{6} (phi)> + {7} : HloValueSet: <171 while.1{7} (phi)> + +2023-12-14 14:52:56.796830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.96 +2023-12-14 14:52:56.796836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <165 while.1{1} (phi)> + +2023-12-14 14:52:56.796842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.97 +2023-12-14 14:52:56.796847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <166 while.1{2} (phi)> + +2023-12-14 14:52:56.796852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:56.796858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <35 fusion> + +2023-12-14 14:52:56.796863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:56.796868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <36 fusion.1> + +2023-12-14 14:52:56.796874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2 +2023-12-14 14:52:56.796879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 fusion.2> + +2023-12-14 14:52:56.796884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:56.796889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <33 fusion.3> + +2023-12-14 14:52:56.796894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:56.796903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <32 fusion.4> + +2023-12-14 14:52:56.796908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:56.796918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <41 tuple.9{}> + {0} : HloValueSet: <29 copy.24> + {1} : HloValueSet: <32 fusion.4> + {2} : HloValueSet: <33 fusion.3> + {3} : HloValueSet: <34 fusion.2> + {4} : HloValueSet: <35 fusion> + {5} : HloValueSet: <36 fusion.1> + {6} : HloValueSet: <38 copy.26> + {7} : HloValueSet: <40 copy.25> + +2023-12-14 14:52:56.796923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:56.796929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <29 copy.24> + +2023-12-14 14:52:56.796935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:56.796940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <40 copy.25> + +2023-12-14 14:52:56.796945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:56.796950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <38 copy.26> + +2023-12-14 14:52:56.796955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.796966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <146 arg_tuple.3{} (phi)> + {0} : HloValueSet: <155 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <156 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <157 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <158 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <159 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <160 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <161 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <162 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.796972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:56.796977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <44 constant.11> + +2023-12-14 14:52:56.796982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:56.796988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <45 add.35> + +2023-12-14 14:52:56.796993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:56.796999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <52 fusion.5> + +2023-12-14 14:52:56.797003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:56.797009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <50 fusion.6> + +2023-12-14 14:52:56.797014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:56.797020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <155 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.797028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:56.797034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <43 copy.8> + +2023-12-14 14:52:56.797038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:56.797044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <156 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.797050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:56.797056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <49 copy.9> + +2023-12-14 14:52:56.797060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:56.797066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <157 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.797071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:56.797077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <48 copy.10> + +2023-12-14 14:52:56.797082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:56.797088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <158 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.797093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:56.797098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <46 copy.11> + +2023-12-14 14:52:56.797103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:56.797109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <159 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.797114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:56.797119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <51 copy.12> + +2023-12-14 14:52:56.797124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:56.797130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <160 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.797134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:56.797140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <54 copy.13> + +2023-12-14 14:52:56.797146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:56.797151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <161 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.797156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:56.797164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 copy.14> + +2023-12-14 14:52:56.797170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:56.797176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <162 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.797181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:56.797186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <57 copy.15> + +2023-12-14 14:52:56.797191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:56.797197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.19> + +2023-12-14 14:52:56.797202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:56.797208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 copy.20> + +2023-12-14 14:52:56.797213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:56.797218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.21> + +2023-12-14 14:52:56.797223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:56.797229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <58 copy.22> + +2023-12-14 14:52:56.797233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:56.797239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <59 copy.23> + +2023-12-14 14:52:56.797244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:56.797253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <60 tuple.11{}> + {0} : HloValueSet: <45 add.35> + {1} : HloValueSet: <50 fusion.6> + {2} : HloValueSet: <52 fusion.5> + {3} : HloValueSet: <53 copy.19> + {4} : HloValueSet: <55 copy.20> + {5} : HloValueSet: <56 copy.21> + {6} : HloValueSet: <58 copy.22> + {7} : HloValueSet: <59 copy.23> + +2023-12-14 14:52:56.797259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.797269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <145 arg_tuple.4{} (phi)> + {0} : HloValueSet: <147 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <148 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <149 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <150 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <151 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <152 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <153 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <154 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.797275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:56.797280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <6 constant.12> + +2023-12-14 14:52:56.797288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:56.797293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:56.797299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.797304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <147 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.797309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:56.797314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 xor.12> + +2023-12-14 14:52:56.797320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:56.797325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <25 xor.13> + +2023-12-14 14:52:56.797331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:56.797336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <26 constant.13> + +2023-12-14 14:52:56.797341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:56.797346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <22 reshape.38> + +2023-12-14 14:52:56.797352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.40 +2023-12-14 14:52:56.797358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.40> + +2023-12-14 14:52:56.797363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:56.797368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.14> + +2023-12-14 14:52:56.797373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:56.797379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <21 slice.15> + +2023-12-14 14:52:56.797383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:52:56.797389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <20 param_0.5> + +2023-12-14 14:52:56.797394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:56.797400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 reshape.41> + +2023-12-14 14:52:56.797404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:56.797410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <4 slice.16> + +2023-12-14 14:52:56.797415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:52:56.797421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <3 param_0.7> + +2023-12-14 14:52:56.797429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.42 +2023-12-14 14:52:56.797434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.42> + +2023-12-14 14:52:56.797440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:56.797445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.17> + +2023-12-14 14:52:56.797450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:52:56.797456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.9> + +2023-12-14 14:52:56.797461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.38 +2023-12-14 14:52:56.797466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 add.38> + +2023-12-14 14:52:56.797471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:56.797476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <11 slice.18> + +2023-12-14 14:52:56.797482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:56.797487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <9 reshape.43> + +2023-12-14 14:52:56.797492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:52:56.797497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <10 param_0.11> + +2023-12-14 14:52:56.797503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.8 +2023-12-14 14:52:56.797508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <8 param_1.8> + +2023-12-14 14:52:56.797513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.39 +2023-12-14 14:52:56.797519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <19 add.39> + +2023-12-14 14:52:56.797523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:56.797529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <18 slice.19> + +2023-12-14 14:52:56.797534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:56.797539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 reshape.45> + +2023-12-14 14:52:56.797545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.13 +2023-12-14 14:52:56.797550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <17 param_0.13> + +2023-12-14 14:52:56.797555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:56.797561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <15 shift-right-logical.13> + +2023-12-14 14:52:56.797568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.12 +2023-12-14 14:52:56.797575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 param_1.12> + +2023-12-14 14:52:56.797579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.797585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <14 constant.14> + +2023-12-14 14:52:56.797590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.40 +2023-12-14 14:52:56.797596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <144 add.40> + +2023-12-14 14:52:56.797601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:56.797607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <143 reshape.46> + +2023-12-14 14:52:56.797611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:56.797617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <142 convert.3> + +2023-12-14 14:52:56.797622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.41 +2023-12-14 14:52:56.797627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <138 add.41> + +2023-12-14 14:52:56.797632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:56.797638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <137 reshape.47> + +2023-12-14 14:52:56.797643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:56.797648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <135 xor.14> + +2023-12-14 14:52:56.797654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:56.797659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <134 or.12> + +2023-12-14 14:52:56.797664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:56.797670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <133 shift-right-logical.14> + +2023-12-14 14:52:56.797674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:56.797681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <132 reshape.49> + +2023-12-14 14:52:56.797685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:56.797691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <131 subtract.12> + +2023-12-14 14:52:56.797696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:56.797702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <130 reshape.50> + +2023-12-14 14:52:56.797710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:56.797716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <129 shift-left.12> + +2023-12-14 14:52:56.797720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:56.797726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <128 slice.20> + +2023-12-14 14:52:56.797731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.42 +2023-12-14 14:52:56.797736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <127 add.42> + +2023-12-14 14:52:56.797742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:56.797747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <126 xor.17> + +2023-12-14 14:52:56.797753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:56.797758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <125 or.13> + +2023-12-14 14:52:56.797763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:56.797768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <124 shift-right-logical.15> + +2023-12-14 14:52:56.797774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:56.797779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <123 reshape.51> + +2023-12-14 14:52:56.797784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:56.797790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <122 subtract.13> + +2023-12-14 14:52:56.797795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:56.797801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <121 reshape.52> + +2023-12-14 14:52:56.797805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:56.797811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <120 shift-left.13> + +2023-12-14 14:52:56.797816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:56.797821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <119 slice.21> + +2023-12-14 14:52:56.797826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:56.797832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <118 add.43> + +2023-12-14 14:52:56.797837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:56.797842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <117 xor.18> + +2023-12-14 14:52:56.797852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:56.797857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <116 or.14> + +2023-12-14 14:52:56.797862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:56.797868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <115 shift-right-logical.16> + +2023-12-14 14:52:56.797873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:56.797879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <114 reshape.54> + +2023-12-14 14:52:56.797884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:56.797891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <113 subtract.14> + +2023-12-14 14:52:56.797896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:56.797901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <112 reshape.55> + +2023-12-14 14:52:56.797906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:56.797912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <111 shift-left.14> + +2023-12-14 14:52:56.797917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:56.797922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <110 slice.22> + +2023-12-14 14:52:56.797927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:56.797932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <109 add.44> + +2023-12-14 14:52:56.797938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:56.797943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <108 xor.19> + +2023-12-14 14:52:56.797948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:56.797953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <107 or.15> + +2023-12-14 14:52:56.797958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:56.797964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <106 shift-right-logical.17> + +2023-12-14 14:52:56.797969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:56.797975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <105 reshape.56> + +2023-12-14 14:52:56.797979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:56.797985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <104 subtract.15> + +2023-12-14 14:52:56.797993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.58 +2023-12-14 14:52:56.797999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <103 reshape.58> + +2023-12-14 14:52:56.798004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:56.798010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <102 constant.15> + +2023-12-14 14:52:56.798015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:56.798020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <101 shift-left.15> + +2023-12-14 14:52:56.798025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:56.798031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <100 slice.23> + +2023-12-14 14:52:56.798036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.46 +2023-12-14 14:52:56.798042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <98 add.46> + +2023-12-14 14:52:56.798047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:56.798052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <141 add.47> + +2023-12-14 14:52:56.798058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.16 +2023-12-14 14:52:56.798063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <136 param_0.16> + +2023-12-14 14:52:56.798068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.18 +2023-12-14 14:52:56.798074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <99 param_1.18> + +2023-12-14 14:52:56.798078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.8 +2023-12-14 14:52:56.798084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <97 param_2.8> + +2023-12-14 14:52:56.798089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:56.798094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <96 param_3.7> + +2023-12-14 14:52:56.798099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:56.798105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <139 param_4.12> + +2023-12-14 14:52:56.798110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.798115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <140 constant.16> + +2023-12-14 14:52:56.798121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:56.798126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <95 add.48> + +2023-12-14 14:52:56.798134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.59 +2023-12-14 14:52:56.798140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <94 reshape.59> + +2023-12-14 14:52:56.798145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:56.798151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <92 add.49> + +2023-12-14 14:52:56.798155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.18 +2023-12-14 14:52:56.798161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <93 param_0.18> + +2023-12-14 14:52:56.798166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:56.798171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 xor.20> + +2023-12-14 14:52:56.798176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:56.798182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <90 or.16> + +2023-12-14 14:52:56.798187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:56.798193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 shift-right-logical.18> + +2023-12-14 14:52:56.798198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.60 +2023-12-14 14:52:56.798203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <88 reshape.60> + +2023-12-14 14:52:56.798208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:56.798214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <87 subtract.16> + +2023-12-14 14:52:56.798219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.61 +2023-12-14 14:52:56.798225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <86 reshape.61> + +2023-12-14 14:52:56.798229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:56.798235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <85 shift-left.16> + +2023-12-14 14:52:56.798240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:56.798246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <84 slice.24> + +2023-12-14 14:52:56.798250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:56.798256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <83 add.50> + +2023-12-14 14:52:56.798261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:56.798267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <82 xor.21> + +2023-12-14 14:52:56.798275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:56.798281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 or.17> + +2023-12-14 14:52:56.798286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.19 +2023-12-14 14:52:56.798291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <80 shift-right-logical.19> + +2023-12-14 14:52:56.798296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.63 +2023-12-14 14:52:56.798303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <79 reshape.63> + +2023-12-14 14:52:56.798307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:56.798314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 subtract.17> + +2023-12-14 14:52:56.798318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.64 +2023-12-14 14:52:56.798324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <77 reshape.64> + +2023-12-14 14:52:56.798329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:56.798335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <76 shift-left.17> + +2023-12-14 14:52:56.798340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:56.798345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <75 slice.25> + +2023-12-14 14:52:56.798350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:56.798355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <74 add.51> + +2023-12-14 14:52:56.798360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:56.798366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <73 xor.22> + +2023-12-14 14:52:56.798371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:56.798377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <72 or.18> + +2023-12-14 14:52:56.798382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.20 +2023-12-14 14:52:56.798387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <71 shift-right-logical.20> + +2023-12-14 14:52:56.798392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.65 +2023-12-14 14:52:56.798398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 reshape.65> + +2023-12-14 14:52:56.798404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:56.798409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <69 subtract.18> + +2023-12-14 14:52:56.798417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.67 +2023-12-14 14:52:56.798423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <68 reshape.67> + +2023-12-14 14:52:56.798428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.798433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 constant.17> + +2023-12-14 14:52:56.798439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.24 +2023-12-14 14:52:56.798444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <64 param_1.24> + +2023-12-14 14:52:56.798449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:56.798455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <66 shift-left.18> + +2023-12-14 14:52:56.798460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:56.798466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <65 slice.26> + +2023-12-14 14:52:56.798470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:56.798476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <63 add.52> + +2023-12-14 14:52:56.798480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.16 +2023-12-14 14:52:56.798486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <62 param_2.16> + +2023-12-14 14:52:56.798491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:56.798497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <61 param_3.17> + +2023-12-14 14:52:56.799076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_fold_in +2023-12-14 14:52:56.799087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.799093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.799102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 Arg_0.1> (def) +2023-12-14 14:52:56.799107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.799117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 Arg_1.2> (def) +2023-12-14 14:52:56.799121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:56.799131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.3> (def) +2023-12-14 14:52:56.799139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:56.799148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.5> (def) +2023-12-14 14:52:56.799153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6: +2023-12-14 14:52:56.799163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 constant.6> (def) +2023-12-14 14:52:56.799168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103: +2023-12-14 14:52:56.799178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 concatenate.103> (def) +2023-12-14 14:52:56.799183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.799192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.799197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 while.1{} (phi)> (def) +2023-12-14 14:52:56.799203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.799208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 while.1{0} (phi)> (def) +2023-12-14 14:52:56.799213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.799217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 while.1{1} (phi)> (def) +2023-12-14 14:52:56.799223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.799228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 while.1{2} (phi)> (def) +2023-12-14 14:52:56.799233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.799238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 while.1{3} (phi)> (def) +2023-12-14 14:52:56.799243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.799248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 while.1{4} (phi)> (def) +2023-12-14 14:52:56.799253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.799258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 while.1{5} (phi)> (def) +2023-12-14 14:52:56.799263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.799268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 while.1{6} (phi)> (def) +2023-12-14 14:52:56.799273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.799277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 while.1{7} (phi)> (def) +2023-12-14 14:52:56.799286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96: +2023-12-14 14:52:56.799296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 while.1{1} (phi)> +2023-12-14 14:52:56.799301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97: +2023-12-14 14:52:56.799311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 while.1{2} (phi)> +2023-12-14 14:52:56.799316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:56.799339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion> (def) +2023-12-14 14:52:56.799344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:56.799353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.1> (def) +2023-12-14 14:52:56.799359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2: +2023-12-14 14:52:56.799369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.2> (def) +2023-12-14 14:52:56.799374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:56.799383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.3> (def) +2023-12-14 14:52:56.799388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:56.799398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.4> (def) +2023-12-14 14:52:56.799403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:56.799412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.799418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 tuple.9{}> (def) +2023-12-14 14:52:56.799422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.799428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 copy.24> +2023-12-14 14:52:56.799433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.799437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.4> +2023-12-14 14:52:56.799442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.799450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.3> +2023-12-14 14:52:56.799456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.799461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.2> +2023-12-14 14:52:56.799466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.799471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion> +2023-12-14 14:52:56.799475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.799481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.1> +2023-12-14 14:52:56.799486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.799491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.26> +2023-12-14 14:52:56.799496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.799501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.25> +2023-12-14 14:52:56.799505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:56.799515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 copy.24> (def) +2023-12-14 14:52:56.799521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:56.799530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.25> (def) +2023-12-14 14:52:56.799535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:56.799545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.26> (def) +2023-12-14 14:52:56.799550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.799559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.799564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.799570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.799574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.799580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.799585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.799589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.799597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.799602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.799608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.799613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.799617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.799622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.799627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.799633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.799638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.799643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.799648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.799652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:56.799662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.11> (def) +2023-12-14 14:52:56.799668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:56.799677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 add.35> (def) +2023-12-14 14:52:56.799682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:56.799692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 fusion.5> (def) +2023-12-14 14:52:56.799698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:56.799708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 fusion.6> (def) +2023-12-14 14:52:56.799712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:56.799723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.799727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:56.799737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.8> (def) +2023-12-14 14:52:56.799745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:56.799755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.799760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:56.799770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.9> (def) +2023-12-14 14:52:56.799774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:56.799785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.799790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:56.799799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.10> (def) +2023-12-14 14:52:56.799804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:56.799814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.799819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:56.799829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.11> (def) +2023-12-14 14:52:56.799834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:56.799844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.799849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:56.799859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.12> (def) +2023-12-14 14:52:56.799863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:56.799874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.799879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:56.799889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.13> (def) +2023-12-14 14:52:56.799897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:56.799907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.799913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:56.799922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.14> (def) +2023-12-14 14:52:56.799927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:56.799937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.799942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:56.799952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.15> (def) +2023-12-14 14:52:56.799956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:56.799966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.19> (def) +2023-12-14 14:52:56.799972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:56.799981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.20> (def) +2023-12-14 14:52:56.799986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.799990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:56.799995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.21> (def) +2023-12-14 14:52:56.800000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:56.800010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.22> (def) +2023-12-14 14:52:56.800015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:56.800024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.23> (def) +2023-12-14 14:52:56.800029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:56.800039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.800047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 tuple.11{}> (def) +2023-12-14 14:52:56.800052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.800058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 add.35> +2023-12-14 14:52:56.800063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.800068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 fusion.6> +2023-12-14 14:52:56.800073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.800078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 fusion.5> +2023-12-14 14:52:56.800083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.800087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.19> +2023-12-14 14:52:56.800093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.800097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.20> +2023-12-14 14:52:56.800102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.800107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.21> +2023-12-14 14:52:56.800112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.800116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.22> +2023-12-14 14:52:56.800122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.800127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.23> +2023-12-14 14:52:56.800131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.800141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.800146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.800151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.800156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.800161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.800165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.800170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.800175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.800181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.800186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.800206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.800212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.800216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.800221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.800226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.800231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.800236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.800241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.800246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:56.800256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.12> (def) +2023-12-14 14:52:56.800260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:56.800271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:56.800276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.800286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.800290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:56.800300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 xor.12> (def) +2023-12-14 14:52:56.800306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:56.800315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 xor.13> (def) +2023-12-14 14:52:56.800320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:56.800329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 constant.13> (def) +2023-12-14 14:52:56.800334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:56.800344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.38> (def) +2023-12-14 14:52:56.800348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40: +2023-12-14 14:52:56.800361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.40> (def) +2023-12-14 14:52:56.800366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:56.800376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.14> (def) +2023-12-14 14:52:56.800380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:56.800390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.15> (def) +2023-12-14 14:52:56.800395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:52:56.800405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.5> (def) +2023-12-14 14:52:56.800409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:56.800419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.41> (def) +2023-12-14 14:52:56.800424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:56.800433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.16> (def) +2023-12-14 14:52:56.800438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:52:56.800448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.7> (def) +2023-12-14 14:52:56.800453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42: +2023-12-14 14:52:56.800462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.42> (def) +2023-12-14 14:52:56.800467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:56.800476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.17> (def) +2023-12-14 14:52:56.800482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:52:56.800491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> (def) +2023-12-14 14:52:56.800496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38: +2023-12-14 14:52:56.800508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.38> (def) +2023-12-14 14:52:56.800514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:56.800523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.18> (def) +2023-12-14 14:52:56.800528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:56.800537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.43> (def) +2023-12-14 14:52:56.800543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:52:56.800552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_0.11> (def) +2023-12-14 14:52:56.800557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.8: +2023-12-14 14:52:56.800566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_1.8> (def) +2023-12-14 14:52:56.800572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39: +2023-12-14 14:52:56.800582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.39> (def) +2023-12-14 14:52:56.800586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:56.800596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 slice.19> (def) +2023-12-14 14:52:56.800600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:56.800610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.45> (def) +2023-12-14 14:52:56.800615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13: +2023-12-14 14:52:56.800624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 param_0.13> (def) +2023-12-14 14:52:56.800629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:56.800639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 shift-right-logical.13> (def) +2023-12-14 14:52:56.800644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.12: +2023-12-14 14:52:56.800658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 param_1.12> (def) +2023-12-14 14:52:56.800664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.800674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 constant.14> (def) +2023-12-14 14:52:56.800678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40: +2023-12-14 14:52:56.800688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.40> (def) +2023-12-14 14:52:56.800693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:56.800703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 reshape.46> (def) +2023-12-14 14:52:56.800708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:56.800717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 convert.3> (def) +2023-12-14 14:52:56.800722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41: +2023-12-14 14:52:56.800732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.41> (def) +2023-12-14 14:52:56.800737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:56.800746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 reshape.47> (def) +2023-12-14 14:52:56.800752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:56.800762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 xor.14> (def) +2023-12-14 14:52:56.800767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:56.800776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 or.12> (def) +2023-12-14 14:52:56.800781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:56.800791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 shift-right-logical.14> (def) +2023-12-14 14:52:56.800796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:56.800808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 reshape.49> (def) +2023-12-14 14:52:56.800814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:56.800824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 subtract.12> (def) +2023-12-14 14:52:56.800828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:56.800838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 reshape.50> (def) +2023-12-14 14:52:56.800843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:56.800853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-left.12> (def) +2023-12-14 14:52:56.800858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:56.800867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 slice.20> (def) +2023-12-14 14:52:56.800873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42: +2023-12-14 14:52:56.800883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.42> (def) +2023-12-14 14:52:56.800887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:56.800897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 xor.17> (def) +2023-12-14 14:52:56.800903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:56.800913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 or.13> (def) +2023-12-14 14:52:56.800918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:56.800927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 shift-right-logical.15> (def) +2023-12-14 14:52:56.800932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:56.800942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 reshape.51> (def) +2023-12-14 14:52:56.800947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:56.800959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 subtract.13> (def) +2023-12-14 14:52:56.800965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:56.800975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 reshape.52> (def) +2023-12-14 14:52:56.800979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.800984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:56.800989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 shift-left.13> (def) +2023-12-14 14:52:56.800994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:56.801004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.21> (def) +2023-12-14 14:52:56.801009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:56.801018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.43> (def) +2023-12-14 14:52:56.801024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:56.801034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.18> (def) +2023-12-14 14:52:56.801039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:56.801048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.14> (def) +2023-12-14 14:52:56.801053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:56.801064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.16> (def) +2023-12-14 14:52:56.801069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:56.801078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 reshape.54> (def) +2023-12-14 14:52:56.801083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:56.801093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.14> (def) +2023-12-14 14:52:56.801098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:56.801110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 reshape.55> (def) +2023-12-14 14:52:56.801115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:56.801126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-left.14> (def) +2023-12-14 14:52:56.801130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:56.801140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 slice.22> (def) +2023-12-14 14:52:56.801145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:56.801156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 add.44> (def) +2023-12-14 14:52:56.801160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:56.801170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 xor.19> (def) +2023-12-14 14:52:56.801174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:56.801184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 or.15> (def) +2023-12-14 14:52:56.801189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:56.801199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 shift-right-logical.17> (def) +2023-12-14 14:52:56.801203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:56.801214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.56> (def) +2023-12-14 14:52:56.801219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:56.801228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 subtract.15> (def) +2023-12-14 14:52:56.801233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58: +2023-12-14 14:52:56.801243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 reshape.58> (def) +2023-12-14 14:52:56.801248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:56.801260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 constant.15> (def) +2023-12-14 14:52:56.801265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:56.801276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-left.15> (def) +2023-12-14 14:52:56.801281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:56.801290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 slice.23> (def) +2023-12-14 14:52:56.801295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46: +2023-12-14 14:52:56.801306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.46> (def) +2023-12-14 14:52:56.801311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:56.801320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.47> (def) +2023-12-14 14:52:56.801325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16: +2023-12-14 14:52:56.801336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 param_0.16> (def) +2023-12-14 14:52:56.801340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.18: +2023-12-14 14:52:56.801350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 param_1.18> (def) +2023-12-14 14:52:56.801354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.8: +2023-12-14 14:52:56.801365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_2.8> (def) +2023-12-14 14:52:56.801370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:56.801379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 param_3.7> (def) +2023-12-14 14:52:56.801384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:56.801394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 param_4.12> (def) +2023-12-14 14:52:56.801399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.801411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.16> (def) +2023-12-14 14:52:56.801416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:56.801426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 add.48> (def) +2023-12-14 14:52:56.801431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59: +2023-12-14 14:52:56.801440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 reshape.59> (def) +2023-12-14 14:52:56.801445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:56.801455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 add.49> (def) +2023-12-14 14:52:56.801460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18: +2023-12-14 14:52:56.801469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 param_0.18> (def) +2023-12-14 14:52:56.801474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:56.801485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 xor.20> (def) +2023-12-14 14:52:56.801490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:56.801499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 or.16> (def) +2023-12-14 14:52:56.801504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:56.801514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 shift-right-logical.18> (def) +2023-12-14 14:52:56.801519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60: +2023-12-14 14:52:56.801528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.60> (def) +2023-12-14 14:52:56.801533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:56.801544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 subtract.16> (def) +2023-12-14 14:52:56.801548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61: +2023-12-14 14:52:56.801561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.61> (def) +2023-12-14 14:52:56.801566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:56.801577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-left.16> (def) +2023-12-14 14:52:56.801581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:56.801591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 slice.24> (def) +2023-12-14 14:52:56.801595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:56.801606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 add.50> (def) +2023-12-14 14:52:56.801611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:56.801620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 xor.21> (def) +2023-12-14 14:52:56.801625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:56.801635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 or.17> (def) +2023-12-14 14:52:56.801640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19: +2023-12-14 14:52:56.801649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-right-logical.19> (def) +2023-12-14 14:52:56.801654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63: +2023-12-14 14:52:56.801665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.63> (def) +2023-12-14 14:52:56.801669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:56.801679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 subtract.17> (def) +2023-12-14 14:52:56.801683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64: +2023-12-14 14:52:56.801693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 reshape.64> (def) +2023-12-14 14:52:56.801699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:56.801711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 shift-left.17> (def) +2023-12-14 14:52:56.801716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:56.801727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 slice.25> (def) +2023-12-14 14:52:56.801732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:56.801741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 add.51> (def) +2023-12-14 14:52:56.801746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:56.801756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 xor.22> (def) +2023-12-14 14:52:56.801761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:56.801770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 or.18> (def) +2023-12-14 14:52:56.801775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20: +2023-12-14 14:52:56.801785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 shift-right-logical.20> (def) +2023-12-14 14:52:56.801791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65: +2023-12-14 14:52:56.801800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 reshape.65> (def) +2023-12-14 14:52:56.801805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:56.801815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 subtract.18> (def) +2023-12-14 14:52:56.801820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67: +2023-12-14 14:52:56.801829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 reshape.67> (def) +2023-12-14 14:52:56.801834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.801844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 constant.17> (def) +2023-12-14 14:52:56.801849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.24: +2023-12-14 14:52:56.801859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 param_1.24> (def) +2023-12-14 14:52:56.801866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:56.801877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 shift-left.18> (def) +2023-12-14 14:52:56.801882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:56.801891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 slice.26> (def) +2023-12-14 14:52:56.801896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:56.801906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 add.52> (def) +2023-12-14 14:52:56.801911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.16: +2023-12-14 14:52:56.801921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_2.16> (def) +2023-12-14 14:52:56.801925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.801931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:56.801935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 param_3.17> (def) +2023-12-14 14:52:56.801941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.801946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> +2023-12-14 14:52:56.801950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.801955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:52:56.801960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.801965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:56.801970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.801975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.17> +2023-12-14 14:52:56.801980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.801985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:56.801990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.801995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42, operand 0 +2023-12-14 14:52:56.802000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.42> +2023-12-14 14:52:56.802013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42 +2023-12-14 14:52:56.802023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.42 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.7> +2023-12-14 14:52:56.802039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:52:56.802049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:56.802059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.802065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.16> +2023-12-14 14:52:56.802069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:56.802079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:56.802089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.41> +2023-12-14 14:52:56.802099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:56.802110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.12> +2023-12-14 14:52:56.802125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:56.802138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:56.802148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = s32[] constant(5) +2023-12-14 14:52:56.802153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:56.802158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:56.802167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.12), direction=LT, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_1.8> +2023-12-14 14:52:56.802184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.8 +2023-12-14 14:52:56.802193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:56.802203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.8 = u32[] parameter(1) +2023-12-14 14:52:56.802208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.43> +2023-12-14 14:52:56.802213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:56.802223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 0 +2023-12-14 14:52:56.802233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[1]{0} reshape(u32[] %param_1.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_0.11> +2023-12-14 14:52:56.802244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:52:56.802253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:56.802266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.802271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.18> +2023-12-14 14:52:56.802276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:56.802286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 1 +2023-12-14 14:52:56.802296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.38> +2023-12-14 14:52:56.802306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38 +2023-12-14 14:52:56.802315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.38 = u32[1]{0} add(u32[1]{0} %reshape.43, u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 param_1.12> +2023-12-14 14:52:56.802331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.12 +2023-12-14 14:52:56.802341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:56.802351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.12 = u32[] parameter(1) +2023-12-14 14:52:56.802356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 constant.14> +2023-12-14 14:52:56.802360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.802370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:56.802381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = u32[] constant(32) +2023-12-14 14:52:56.802386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 shift-right-logical.13> +2023-12-14 14:52:56.802393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:56.802403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:56.802414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[] shift-right-logical(u32[] %param_1.12, u32[] %constant.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.45> +2023-12-14 14:52:56.802423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:56.802433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 0 +2023-12-14 14:52:56.802444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[1]{0} reshape(u32[] %shift-right-logical.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 param_0.13> +2023-12-14 14:52:56.802453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13 +2023-12-14 14:52:56.802463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:56.802473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.802478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 slice.19> +2023-12-14 14:52:56.802483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:56.802493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 1 +2023-12-14 14:52:56.802503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.39> +2023-12-14 14:52:56.802516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39 +2023-12-14 14:52:56.802526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.39 = u32[1]{0} add(u32[1]{0} %reshape.45, u32[1]{0} %slice.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.5> +2023-12-14 14:52:56.802541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:52:56.802551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:56.802561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:56.802567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.802571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.15> +2023-12-14 14:52:56.802577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:56.802586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:56.802596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.38> +2023-12-14 14:52:56.802606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:56.802616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:56.802627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.14> +2023-12-14 14:52:56.802636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:56.802649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40, operand 0 +2023-12-14 14:52:56.802659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.40> +2023-12-14 14:52:56.802669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40 +2023-12-14 14:52:56.802679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:56.802689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.40 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 xor.13> +2023-12-14 14:52:56.802699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:56.802709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:56.802719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[] xor(u32[] %reshape.38, u32[] %reshape.40), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 constant.13> +2023-12-14 14:52:56.802729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:56.802739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:56.802749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = u32[] constant(466688986) +2023-12-14 14:52:56.802754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 xor.12> +2023-12-14 14:52:56.802759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:56.802773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[] xor(u32[] %xor.13, u32[] %constant.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.3> +2023-12-14 14:52:56.802789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:56.802799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:56.802809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = s32[] constant(0) +2023-12-14 14:52:56.802814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 copy.24> +2023-12-14 14:52:56.802819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:56.802829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:56.802834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.802844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.3) +2023-12-14 14:52:56.802849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 Arg_0.1> +2023-12-14 14:52:56.802854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.802864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:56.802873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:56.802878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:56.802884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:56.802888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2, operand 0 +2023-12-14 14:52:56.802894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.802899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 Arg_1.2> +2023-12-14 14:52:56.802903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.802919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 1 +2023-12-14 14:52:56.802929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 1 +2023-12-14 14:52:56.802934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:56.802939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.4> +2023-12-14 14:52:56.802944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:56.802954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:56.802959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.802969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.802974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.3> +2023-12-14 14:52:56.802979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.802984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:56.802989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:56.802993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.802998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.803003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.803008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.2> +2023-12-14 14:52:56.803014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2 +2023-12-14 14:52:56.803023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:56.803028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.803038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.803046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion> +2023-12-14 14:52:56.803051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:56.803060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:56.803066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.803076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.803081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.1> +2023-12-14 14:52:56.803086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:56.803096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:56.803101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.803111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.803116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 constant.6> +2023-12-14 14:52:56.803120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6 +2023-12-14 14:52:56.803131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:56.803141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.6 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.803146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.26> +2023-12-14 14:52:56.803150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:56.803160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:56.803168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.803178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.6) +2023-12-14 14:52:56.803184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.5> +2023-12-14 14:52:56.803189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:56.803199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:56.803209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.803214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.25> +2023-12-14 14:52:56.803219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:56.803229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:56.803234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.803243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:56.803249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 tuple.9{}> +2023-12-14 14:52:56.803254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:56.803264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.803273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[1]{0} %fusion.4, u32[1]{0} %fusion.3, u32[] %fusion.2, u32[] %fusion, /*index=5*/u32[] %fusion.1, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:56.803279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 concatenate.103> +2023-12-14 14:52:56.803284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103 +2023-12-14 14:52:56.803293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.103 = u32[2]{0} concatenate(u32[1]{0} %get-tuple-element.96, u32[1]{0} %get-tuple-element.97), dimensions={0}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.803307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.8> +2023-12-14 14:52:56.803311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:56.803328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 4 +2023-12-14 14:52:56.803337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:56.803343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.803348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.11> +2023-12-14 14:52:56.803353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:56.803362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:56.803373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(1) +2023-12-14 14:52:56.803378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 add.35> +2023-12-14 14:52:56.803383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:56.803393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:56.803397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:56.803408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %copy.8, s32[] %constant.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.803413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.11> +2023-12-14 14:52:56.803418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:56.803427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:56.803437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:56.803445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.803450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.14> +2023-12-14 14:52:56.803455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:56.803465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 1 +2023-12-14 14:52:56.803475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:56.803480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 1 +2023-12-14 14:52:56.803485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.803490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.10> +2023-12-14 14:52:56.803495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:56.803505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 2 +2023-12-14 14:52:56.803514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 2 +2023-12-14 14:52:56.803519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.132) +2023-12-14 14:52:56.803525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.9> +2023-12-14 14:52:56.803530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:56.803539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 3 +2023-12-14 14:52:56.803549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 3 +2023-12-14 14:52:56.803554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.131) +2023-12-14 14:52:56.803560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 fusion.6> +2023-12-14 14:52:56.803565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:56.803574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:56.803579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:56.803593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.803598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.12> +2023-12-14 14:52:56.803602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:56.803612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:56.803623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:56.803628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.803633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 fusion.5> +2023-12-14 14:52:56.803637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:56.803647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:56.803653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:56.803662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.803667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.19> +2023-12-14 14:52:56.803672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:56.803683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:56.803687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:56.803697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.803702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.13> +2023-12-14 14:52:56.803711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:56.803720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:56.803730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.803735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.20> +2023-12-14 14:52:56.803740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:56.803750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:56.803754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:56.803764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.803769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.21> +2023-12-14 14:52:56.803774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:56.803784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:56.803788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:56.803799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.803804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.15> +2023-12-14 14:52:56.803809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:56.803818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:56.803829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.803834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.22> +2023-12-14 14:52:56.803838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:56.803848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:56.803855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:56.803866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.803871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.23> +2023-12-14 14:52:56.803875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:56.803885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:56.803890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:56.803900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.803905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 tuple.11{}> +2023-12-14 14:52:56.803909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:56.803920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[1]{0} %fusion.6, u32[1]{0} %fusion.5, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.803930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 param_3.17> +2023-12-14 14:52:56.803934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:56.803944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:56.803955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.803960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_2.16> +2023-12-14 14:52:56.803965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.803969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.16 +2023-12-14 14:52:56.803974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.803980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 0 +2023-12-14 14:52:56.803985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:56.803993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:56.803998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.16 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.804002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 add.52> +2023-12-14 14:52:56.804007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:56.804017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:56.804027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:56.804032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[1]{0} add(u32[1]{0} %param_3.17, u32[1]{0} %param_2.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 param_1.24> +2023-12-14 14:52:56.804042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.24 +2023-12-14 14:52:56.804052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:56.804061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:56.804066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:56.804072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.24 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.804076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 slice.26> +2023-12-14 14:52:56.804081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:56.804091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67, operand 0 +2023-12-14 14:52:56.804101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:56.804106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 shift-left.18> +2023-12-14 14:52:56.804119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:56.804128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:56.804139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[1]{0} shift-left(u32[1]{0} %param_2.16, u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 constant.17> +2023-12-14 14:52:56.804148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.804158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:56.804168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:56.804173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:56.804178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[] constant(32) +2023-12-14 14:52:56.804183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 reshape.67> +2023-12-14 14:52:56.804187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67 +2023-12-14 14:52:56.804197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:56.804207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.67 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 subtract.18> +2023-12-14 14:52:56.804217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:56.804227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65, operand 0 +2023-12-14 14:52:56.804237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.17, u32[] %reshape.67), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 reshape.65> +2023-12-14 14:52:56.804251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65 +2023-12-14 14:52:56.804261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 1 +2023-12-14 14:52:56.804271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.65 = u32[1]{0} reshape(u32[] %subtract.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 shift-right-logical.20> +2023-12-14 14:52:56.804280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20 +2023-12-14 14:52:56.804290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:56.804300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.20 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.16, u32[1]{0} %reshape.65), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 or.18> +2023-12-14 14:52:56.804309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:56.804320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:56.804329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[1]{0} or(u32[1]{0} %shift-left.18, u32[1]{0} %shift-right-logical.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 xor.22> +2023-12-14 14:52:56.804339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:56.804349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19, operand 0 +2023-12-14 14:52:56.804361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:56.804366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:56.804372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[1]{0} xor(u32[1]{0} %add.52, u32[1]{0} %or.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 add.51> +2023-12-14 14:52:56.804382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:56.804392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:56.804402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:56.804408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[1]{0} add(u32[1]{0} %add.52, u32[1]{0} %xor.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 slice.25> +2023-12-14 14:52:56.804418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:56.804427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64, operand 0 +2023-12-14 14:52:56.804437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:56.804442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 shift-left.17> +2023-12-14 14:52:56.804451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:56.804461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:56.804471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[1]{0} shift-left(u32[1]{0} %xor.22, u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 reshape.64> +2023-12-14 14:52:56.804484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64 +2023-12-14 14:52:56.804494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:56.804504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.64 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 subtract.17> +2023-12-14 14:52:56.804514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:56.804524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63, operand 0 +2023-12-14 14:52:56.804534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.17, u32[] %reshape.64), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.63> +2023-12-14 14:52:56.804544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63 +2023-12-14 14:52:56.804554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19, operand 1 +2023-12-14 14:52:56.804564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.63 = u32[1]{0} reshape(u32[] %subtract.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-right-logical.19> +2023-12-14 14:52:56.804574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19 +2023-12-14 14:52:56.804584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:56.804594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.19 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.22, u32[1]{0} %reshape.63), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 or.17> +2023-12-14 14:52:56.804606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:56.804617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:56.804627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[1]{0} or(u32[1]{0} %shift-left.17, u32[1]{0} %shift-right-logical.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 xor.21> +2023-12-14 14:52:56.804636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:56.804646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:56.804656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:56.804661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:56.804666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[1]{0} xor(u32[1]{0} %add.51, u32[1]{0} %or.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 add.50> +2023-12-14 14:52:56.804676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:56.804686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:56.804695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:56.804700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[1]{0} add(u32[1]{0} %add.51, u32[1]{0} %xor.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 slice.24> +2023-12-14 14:52:56.804715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:56.804725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61, operand 0 +2023-12-14 14:52:56.804735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:56.804741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-left.16> +2023-12-14 14:52:56.804750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:56.804760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:56.804771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[1]{0} shift-left(u32[1]{0} %xor.21, u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.61> +2023-12-14 14:52:56.804780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61 +2023-12-14 14:52:56.804790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:56.804801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.61 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 subtract.16> +2023-12-14 14:52:56.804810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:56.804820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60, operand 0 +2023-12-14 14:52:56.804831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.17, u32[] %reshape.61), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.60> +2023-12-14 14:52:56.804843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60 +2023-12-14 14:52:56.804853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:56.804864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.60 = u32[1]{0} reshape(u32[] %subtract.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 shift-right-logical.18> +2023-12-14 14:52:56.804873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:56.804883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:56.804894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.21, u32[1]{0} %reshape.60), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 or.16> +2023-12-14 14:52:56.804903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:56.804912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:56.804923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[1]{0} or(u32[1]{0} %shift-left.16, u32[1]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 xor.20> +2023-12-14 14:52:56.804933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:56.804942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:56.804956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[1]{0} xor(u32[1]{0} %add.50, u32[1]{0} %or.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 add.49> +2023-12-14 14:52:56.804965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.804970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:56.804976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.804982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:56.804987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[1]{0} add(u32[1]{0} %add.50, u32[1]{0} %xor.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.804992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 param_0.18> +2023-12-14 14:52:56.804996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18 +2023-12-14 14:52:56.805006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59, operand 0 +2023-12-14 14:52:56.805016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.18 = u32[] parameter(0) +2023-12-14 14:52:56.805021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 reshape.59> +2023-12-14 14:52:56.805026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59 +2023-12-14 14:52:56.805036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:56.805047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.59 = u32[1]{0} reshape(u32[] %param_0.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 add.48> +2023-12-14 14:52:56.805056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:56.805065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[1]{0} add(u32[1]{0} %add.49, u32[1]{0} %reshape.59), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 param_3.7> +2023-12-14 14:52:56.805083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:56.805093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 0 +2023-12-14 14:52:56.805103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.805108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_2.8> +2023-12-14 14:52:56.805113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.8 +2023-12-14 14:52:56.805122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:56.805133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:56.805138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 1 +2023-12-14 14:52:56.805143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.8 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.805148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.46> +2023-12-14 14:52:56.805152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46 +2023-12-14 14:52:56.805162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:56.805172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:56.805177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.46 = u32[1]{0} add(u32[1]{0} %param_3.7, u32[1]{0} %param_2.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 param_1.18> +2023-12-14 14:52:56.805187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.18 +2023-12-14 14:52:56.805197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:56.805207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:56.805214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:56.805220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:56.805225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.18 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.805230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 slice.23> +2023-12-14 14:52:56.805235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:56.805244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58, operand 0 +2023-12-14 14:52:56.805256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:56.805261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-left.15> +2023-12-14 14:52:56.805270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:56.805281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:56.805291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[1]{0} shift-left(u32[1]{0} %param_2.8, u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 constant.15> +2023-12-14 14:52:56.805300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:56.805310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:56.805321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:56.805325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:56.805330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:56.805335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(32) +2023-12-14 14:52:56.805343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 reshape.58> +2023-12-14 14:52:56.805348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58 +2023-12-14 14:52:56.805358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:56.805367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.58 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 subtract.15> +2023-12-14 14:52:56.805378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:56.805388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:56.805397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.15, u32[] %reshape.58), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.56> +2023-12-14 14:52:56.805408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:56.805417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:56.805427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[1]{0} reshape(u32[] %subtract.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 shift-right-logical.17> +2023-12-14 14:52:56.805437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:56.805447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:56.805457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.8, u32[1]{0} %reshape.56), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 or.15> +2023-12-14 14:52:56.805471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:56.805480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:56.805490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[1]{0} or(u32[1]{0} %shift-left.15, u32[1]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 xor.19> +2023-12-14 14:52:56.805501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:56.805510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:56.805520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:56.805525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:56.805531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[1]{0} xor(u32[1]{0} %add.46, u32[1]{0} %or.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 add.44> +2023-12-14 14:52:56.805540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:56.805550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:56.805560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:56.805565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[1]{0} add(u32[1]{0} %add.46, u32[1]{0} %xor.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 slice.22> +2023-12-14 14:52:56.805578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:56.805588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:56.805598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:56.805603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-left.14> +2023-12-14 14:52:56.805613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:56.805623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:56.805633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[1]{0} shift-left(u32[1]{0} %xor.19, u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 reshape.55> +2023-12-14 14:52:56.805643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:56.805653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:56.805663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.14> +2023-12-14 14:52:56.805673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:56.805683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:56.805692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.15, u32[] %reshape.55), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 reshape.54> +2023-12-14 14:52:56.805706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:56.805716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:56.805726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = u32[1]{0} reshape(u32[] %subtract.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.16> +2023-12-14 14:52:56.805736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:56.805746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:56.805756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.19, u32[1]{0} %reshape.54), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.14> +2023-12-14 14:52:56.805766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:56.805776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:56.805785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[1]{0} or(u32[1]{0} %shift-left.14, u32[1]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.18> +2023-12-14 14:52:56.805795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:56.805805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:56.805818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:56.805823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:56.805828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[1]{0} xor(u32[1]{0} %add.44, u32[1]{0} %or.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.43> +2023-12-14 14:52:56.805839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:56.805848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 0 +2023-12-14 14:52:56.805859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:56.805863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[1]{0} add(u32[1]{0} %add.44, u32[1]{0} %xor.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.21> +2023-12-14 14:52:56.805873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:56.805883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:56.805893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:56.805898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 shift-left.13> +2023-12-14 14:52:56.805908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:56.805918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:56.805928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[1]{0} shift-left(u32[1]{0} %xor.18, u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 reshape.52> +2023-12-14 14:52:56.805941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:56.805951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:56.805961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 subtract.13> +2023-12-14 14:52:56.805971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.805976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:56.805981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.805986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:56.805991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.15, u32[] %reshape.52), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.805996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 reshape.51> +2023-12-14 14:52:56.806001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:56.806011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:56.806022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = u32[1]{0} reshape(u32[] %subtract.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 shift-right-logical.15> +2023-12-14 14:52:56.806032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:56.806042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:56.806054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.18, u32[1]{0} %reshape.51), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 or.13> +2023-12-14 14:52:56.806064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:56.806074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:56.806084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[1]{0} or(u32[1]{0} %shift-left.13, u32[1]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 xor.17> +2023-12-14 14:52:56.806094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:56.806104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:56.806114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:56.806119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 1 +2023-12-14 14:52:56.806124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[1]{0} xor(u32[1]{0} %add.43, u32[1]{0} %or.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.42> +2023-12-14 14:52:56.806133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42 +2023-12-14 14:52:56.806144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:56.806154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.42 = u32[1]{0} add(u32[1]{0} %add.43, u32[1]{0} %xor.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 slice.20> +2023-12-14 14:52:56.806163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:56.806176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:56.806187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:56.806192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[3:4]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-left.12> +2023-12-14 14:52:56.806202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:56.806212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:56.806222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[1]{0} shift-left(u32[1]{0} %xor.17, u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 reshape.50> +2023-12-14 14:52:56.806232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:56.806242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:56.806251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 subtract.12> +2023-12-14 14:52:56.806262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:56.806272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:56.806281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.15, u32[] %reshape.50), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 reshape.49> +2023-12-14 14:52:56.806295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:56.806305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:56.806315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[1]{0} reshape(u32[] %subtract.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 shift-right-logical.14> +2023-12-14 14:52:56.806325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:56.806335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:56.806345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.17, u32[1]{0} %reshape.49), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 or.12> +2023-12-14 14:52:56.806355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:56.806364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:56.806374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[1]{0} or(u32[1]{0} %shift-left.12, u32[1]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 xor.14> +2023-12-14 14:52:56.806384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:56.806394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 0 +2023-12-14 14:52:56.806406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[1]{0} xor(u32[1]{0} %add.42, u32[1]{0} %or.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 param_0.16> +2023-12-14 14:52:56.806417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16 +2023-12-14 14:52:56.806427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:56.806437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.16 = u32[] parameter(0) +2023-12-14 14:52:56.806442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 reshape.47> +2023-12-14 14:52:56.806447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:56.806458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 1 +2023-12-14 14:52:56.806467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[1]{0} reshape(u32[] %param_0.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.41> +2023-12-14 14:52:56.806477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41 +2023-12-14 14:52:56.806487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 0 +2023-12-14 14:52:56.806497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.41 = u32[1]{0} add(u32[1]{0} %xor.14, u32[1]{0} %reshape.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 param_4.12> +2023-12-14 14:52:56.806507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:56.806519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:56.806528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.806537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.16> +2023-12-14 14:52:56.806542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.806552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:56.806562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = s32[] constant(1) +2023-12-14 14:52:56.806568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.47> +2023-12-14 14:52:56.806572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:56.806582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:56.806592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 convert.3> +2023-12-14 14:52:56.806602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:56.806612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:56.806622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 reshape.46> +2023-12-14 14:52:56.806632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:56.806642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 1 +2023-12-14 14:52:56.806652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[1]{0} reshape(u32[] %convert.3), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.40> +2023-12-14 14:52:56.806665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40 +2023-12-14 14:52:56.806674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.40 = u32[1]{0} add(u32[1]{0} %add.41, u32[1]{0} %reshape.46), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.806684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.806690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.806700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.806709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.806714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.806720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.806730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:56.806740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:56.806745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:56.806750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:56.806755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:56.806760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:56.806765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:56.806770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:56.806775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.806780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.806788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.806798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.806802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:56.806813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.806818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.806823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.806832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.806843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.806848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.806857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.806868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.806873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.806883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.806893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.806898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.806908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.806920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.806925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.806935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.806946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.806951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.806961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.806971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.806976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.806980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.806985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.806990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.806995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.807000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.807010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:56.807015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:56.807025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.807035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.807044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:56.807052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:56.807063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.807072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.807083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:56.807088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:56.807097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.807107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.807118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:56.807122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:56.807132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.807143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.807153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:56.807158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:56.807167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.807178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.807191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:56.807195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:56.807206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.807216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.807225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:56.807230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:56.807241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.807250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.807259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:56.807265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:56.807275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 while.1{} (phi)> +2023-12-14 14:52:56.807284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.807295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97, operand 0 {} +2023-12-14 14:52:56.807305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96, operand 0 {} +2023-12-14 14:52:56.807310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.807317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 while.1{0} (phi)> +2023-12-14 14:52:56.807329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.807339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.807350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 while.1{1} (phi)> +2023-12-14 14:52:56.807355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.807364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96 +2023-12-14 14:52:56.807369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 0 +2023-12-14 14:52:56.807380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.807385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 while.1{2} (phi)> +2023-12-14 14:52:56.807390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.807400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97 +2023-12-14 14:52:56.807405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 1 +2023-12-14 14:52:56.807415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.807420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 while.1{3} (phi)> +2023-12-14 14:52:56.807425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.807435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.807447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 while.1{4} (phi)> +2023-12-14 14:52:56.807453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.807463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.807473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 while.1{5} (phi)> +2023-12-14 14:52:56.807478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.807494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.807507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 while.1{6} (phi)> +2023-12-14 14:52:56.807512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.807522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.807532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 while.1{7} (phi)> +2023-12-14 14:52:56.807537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.807542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.807547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.807552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.807663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <36 fusion.1> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <34 fusion.2> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <29 copy.24> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <41 tuple.9{}> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <38 copy.26> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <33 fusion.3> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 copy.25> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <32 fusion.4> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <35 fusion> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807762: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__threefry_fold_in +2023-12-14 14:52:56.807769: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 136 +2023-12-14 14:52:56.807883: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:56.807910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <36 fusion.1 @0> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <34 fusion.2 @0> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <29 copy.24 @0> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <41 tuple.9{} @0> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <33 fusion.3 @0> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <38 copy.26 @0> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 copy.25 @0> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <32 fusion.4 @0> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.807985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <35 fusion @0> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.808374: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__threefry_fold_in, entry_computation_layout={(u32[2]{0},u32[])->u32[2]{0}} +2023-12-14 14:52:56.808384: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.808390: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5 (param_0.16: u32[], param_1.18: u32[4], param_2.8: u32[1], param_3.7: u32[1], param_4.12: s32[]) -> u32[1] { +2023-12-14 14:52:56.808395: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.7 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.808399: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.8 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.808404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.46 = u32[1]{0} add(u32[1]{0} %param_3.7, u32[1]{0} %param_2.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.18 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.808416: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.23 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.15 = u32[1]{0} shift-left(u32[1]{0} %param_2.8, u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808426: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.15 = u32[] constant(32) +2023-12-14 14:52:56.808431: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.58 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808436: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.15 = u32[] subtract(u32[] %constant.15, u32[] %reshape.58), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808448: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.56 = u32[1]{0} reshape(u32[] %subtract.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.17 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.8, u32[1]{0} %reshape.56), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.15 = u32[1]{0} or(u32[1]{0} %shift-left.15, u32[1]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.19 = u32[1]{0} xor(u32[1]{0} %add.46, u32[1]{0} %or.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808469: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.44 = u32[1]{0} add(u32[1]{0} %add.46, u32[1]{0} %xor.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808474: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.22 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808478: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.14 = u32[1]{0} shift-left(u32[1]{0} %xor.19, u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808483: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.55 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808488: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.14 = u32[] subtract(u32[] %constant.15, u32[] %reshape.55), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808493: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.54 = u32[1]{0} reshape(u32[] %subtract.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808498: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.16 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.19, u32[1]{0} %reshape.54), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808507: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.14 = u32[1]{0} or(u32[1]{0} %shift-left.14, u32[1]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808512: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.18 = u32[1]{0} xor(u32[1]{0} %add.44, u32[1]{0} %or.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808518: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.43 = u32[1]{0} add(u32[1]{0} %add.44, u32[1]{0} %xor.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808523: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.21 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808528: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.13 = u32[1]{0} shift-left(u32[1]{0} %xor.18, u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808534: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.52 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808539: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.13 = u32[] subtract(u32[] %constant.15, u32[] %reshape.52), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808543: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.51 = u32[1]{0} reshape(u32[] %subtract.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808548: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.15 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.18, u32[1]{0} %reshape.51), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808554: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.13 = u32[1]{0} or(u32[1]{0} %shift-left.13, u32[1]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808559: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.17 = u32[1]{0} xor(u32[1]{0} %add.43, u32[1]{0} %or.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.42 = u32[1]{0} add(u32[1]{0} %add.43, u32[1]{0} %xor.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808572: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.20 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[3:4]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808577: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.12 = u32[1]{0} shift-left(u32[1]{0} %xor.17, u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.50 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.12 = u32[] subtract(u32[] %constant.15, u32[] %reshape.50), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808593: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.49 = u32[1]{0} reshape(u32[] %subtract.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808598: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.14 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.17, u32[1]{0} %reshape.49), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808603: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.12 = u32[1]{0} or(u32[1]{0} %shift-left.12, u32[1]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808608: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.14 = u32[1]{0} xor(u32[1]{0} %add.42, u32[1]{0} %or.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808614: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.16 = u32[] parameter(0) +2023-12-14 14:52:56.808619: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.47 = u32[1]{0} reshape(u32[] %param_0.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808624: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.41 = u32[1]{0} add(u32[1]{0} %xor.14, u32[1]{0} %reshape.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.808637: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.16 = s32[] constant(1) +2023-12-14 14:52:56.808642: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808648: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808653: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.46 = u32[1]{0} reshape(u32[] %convert.3), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808658: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.40 = u32[1]{0} add(u32[1]{0} %add.41, u32[1]{0} %reshape.46), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808663: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.808668: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.808673: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6 (param_0.18: u32[], param_1.24: u32[4], param_2.16: u32[1], param_3.17: u32[1]) -> u32[1] { +2023-12-14 14:52:56.808679: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.17 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.808684: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.16 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.808689: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.52 = u32[1]{0} add(u32[1]{0} %param_3.17, u32[1]{0} %param_2.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808694: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.24 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.808699: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808705: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.18 = u32[1]{0} shift-left(u32[1]{0} %param_2.16, u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.17 = u32[] constant(32) +2023-12-14 14:52:56.808715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.67 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808724: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.18 = u32[] subtract(u32[] %constant.17, u32[] %reshape.67), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.65 = u32[1]{0} reshape(u32[] %subtract.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.20 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.16, u32[1]{0} %reshape.65), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.18 = u32[1]{0} or(u32[1]{0} %shift-left.18, u32[1]{0} %shift-right-logical.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808745: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.22 = u32[1]{0} xor(u32[1]{0} %add.52, u32[1]{0} %or.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808750: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.51 = u32[1]{0} add(u32[1]{0} %add.52, u32[1]{0} %xor.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.17 = u32[1]{0} shift-left(u32[1]{0} %xor.22, u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.64 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.17 = u32[] subtract(u32[] %constant.17, u32[] %reshape.64), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808777: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.63 = u32[1]{0} reshape(u32[] %subtract.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.19 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.22, u32[1]{0} %reshape.63), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.17 = u32[1]{0} or(u32[1]{0} %shift-left.17, u32[1]{0} %shift-right-logical.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.21 = u32[1]{0} xor(u32[1]{0} %add.51, u32[1]{0} %or.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808814: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.50 = u32[1]{0} add(u32[1]{0} %add.51, u32[1]{0} %xor.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808819: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808824: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.16 = u32[1]{0} shift-left(u32[1]{0} %xor.21, u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808829: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.61 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808835: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.16 = u32[] subtract(u32[] %constant.17, u32[] %reshape.61), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808840: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.60 = u32[1]{0} reshape(u32[] %subtract.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808844: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.18 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.21, u32[1]{0} %reshape.60), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808849: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.16 = u32[1]{0} or(u32[1]{0} %shift-left.16, u32[1]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.20 = u32[1]{0} xor(u32[1]{0} %add.50, u32[1]{0} %or.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808864: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.49 = u32[1]{0} add(u32[1]{0} %add.50, u32[1]{0} %xor.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.18 = u32[] parameter(0) +2023-12-14 14:52:56.808874: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.59 = u32[1]{0} reshape(u32[] %param_0.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.48 = u32[1]{0} add(u32[1]{0} %add.49, u32[1]{0} %reshape.59), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808883: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.808889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.808895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.20.clone.clone.clone (arg_tuple.3: (s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> (s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4]) { +2023-12-14 14:52:56.808900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.808905: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.130 = s32[] get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=0 +2023-12-14 14:52:56.808910: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.808914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.11 = s32[] constant(1) +2023-12-14 14:52:56.808920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.35 = s32[] add(s32[] %copy.8, s32[] %constant.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.133 = u32[] get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=3 +2023-12-14 14:52:56.808930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.808935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.136 = u32[4]{0} get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=6 +2023-12-14 14:52:56.808943: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.808949: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.132 = u32[1]{0} get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=2 +2023-12-14 14:52:56.808954: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.10 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.132) +2023-12-14 14:52:56.808959: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.131 = u32[1]{0} get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=1 +2023-12-14 14:52:56.808964: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.9 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.131) +2023-12-14 14:52:56.808969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808974: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.134 = u32[] get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=4 +2023-12-14 14:52:56.808980: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.808985: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.808991: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.808995: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.135 = u32[] get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=5 +2023-12-14 14:52:56.809000: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.809005: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.809011: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.809016: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.137 = u32[4]{0} get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=7 +2023-12-14 14:52:56.809021: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.809026: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.809034: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.809040: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.11 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[1]{0} %fusion.6, u32[1]{0} %fusion.5, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.809045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.809050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.809055: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_1.80.clone.clone (arg_tuple.4: (s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> pred[] { +2023-12-14 14:52:56.809060: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.809064: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.112 = s32[] get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.4), index=0 +2023-12-14 14:52:56.809070: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.12 = s32[] constant(5) +2023-12-14 14:52:56.809076: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.12), direction=LT, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809080: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.809085: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.809090: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0.5: u32[2]) -> u32[] { +2023-12-14 14:52:56.809095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.809100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.15 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.38 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809111: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.14 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809116: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.40 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.13 = u32[] xor(u32[] %reshape.38, u32[] %reshape.40), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809128: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.13 = u32[] constant(466688986) +2023-12-14 14:52:56.809135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %xor.12 = u32[] xor(u32[] %xor.13, u32[] %constant.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.809145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.809150: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1 (param_0.7: u32[2]) -> u32[] { +2023-12-14 14:52:56.809155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.809161: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809166: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.41 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809171: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.809176: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.809181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2 (param_0.9: u32[2]) -> u32[] { +2023-12-14 14:52:56.809186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.809191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.42 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809201: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.809206: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.809210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.11: u32[2], param_1.8: u32[]) -> u32[1] { +2023-12-14 14:52:56.809215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.8 = u32[] parameter(1) +2023-12-14 14:52:56.809220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.43 = u32[1]{0} reshape(u32[] %param_1.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809229: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.809234: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809239: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.38 = u32[1]{0} add(u32[1]{0} %reshape.43, u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.809248: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.809255: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4 (param_0.13: u32[2], param_1.12: u32[]) -> u32[1] { +2023-12-14 14:52:56.809260: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.12 = u32[] parameter(1) +2023-12-14 14:52:56.809265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.14 = u32[] constant(32) +2023-12-14 14:52:56.809270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.13 = u32[] shift-right-logical(u32[] %param_1.12, u32[] %constant.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809275: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.45 = u32[1]{0} reshape(u32[] %shift-right-logical.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809280: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.809286: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809291: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.39 = u32[1]{0} add(u32[1]{0} %reshape.45, u32[1]{0} %slice.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.809300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.809305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.104 (Arg_0.1: u32[2], Arg_1.2: u32[]) -> u32[2] { +2023-12-14 14:52:56.809310: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.3 = s32[] constant(0) +2023-12-14 14:52:56.809315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.24 = s32[] copy(s32[] %constant.3) +2023-12-14 14:52:56.809323: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.809328: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:56.809333: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.4 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809344: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.2 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809349: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.6 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.809363: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.26 = u32[4]{0} copy(u32[4]{0} %constant.6) +2023-12-14 14:52:56.809368: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.5 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.809375: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.25 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:56.809380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %tuple.9 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[1]{0} %fusion.4, u32[1]{0} %fusion.3, u32[] %fusion.2, u32[] %fusion, /*index=5*/u32[] %fusion.1, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:56.809385: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.809390: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.96 = u32[1]{0} get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809395: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.97 = u32[1]{0} get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=2, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %concatenate.103 = u32[2]{0} concatenate(u32[1]{0} %get-tuple-element.96, u32[1]{0} %get-tuple-element.97), dimensions={0}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.809410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.809415: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.809462: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 49): + InstructionSequence: + 0:constant.5 + 1:copy.25 + 2:constant.6 + 3:copy.26 + 4:constant.3 + 5:copy.24 + 6:Arg_0.1 + 7:fusion + 8:fusion.1 + 9:fusion.2 + 10:Arg_1.2 + 11:fusion.3 + 12:fusion.4 + 13:tuple.9 + 14:constant.12 + 15:arg_tuple.4 + 16:get-tuple-element.112 + 17:compare.1 + 18:arg_tuple.3 + 19:get-tuple-element.136 + 20:copy.14 + 21:get-tuple-element.132 + 22:copy.10 + 23:get-tuple-element.134 + 24:copy.12 + 25:get-tuple-element.130 + 26:copy.8 + 27:get-tuple-element.131 + 28:copy.9 + 29:fusion.5 + 30:get-tuple-element.133 + 31:copy.11 + 32:fusion.6 + 33:get-tuple-element.137 + 34:copy.15 + 35:copy.23 + 36:constant.11 + 37:add.35 + 38:copy.19 + 39:get-tuple-element.135 + 40:copy.13 + 41:copy.21 + 42:copy.22 + 43:copy.20 + 44:tuple.11 + 45:while.1 + 46:get-tuple-element.96 + 47:get-tuple-element.97 + 48:concatenate.103 + BufferLiveRange: + constant.12{}:14-17 + compare.1{}:17-18 + constant.3{}:4-5 + copy.24{}:5-14 + Arg_0.1{}:0-49 + Arg_1.2{}:0-49 + fusion.4{}:12-14 + fusion.3{}:11-14 + fusion.2{}:9-14 + fusion{}:7-14 + fusion.1{}:8-14 + constant.6{}:2-3 + copy.26{}:3-14 + constant.5{}:0-1 + copy.25{}:1-14 + tuple.9{}:13-14 + concatenate.103{}:48-49 + copy.8{}:26-37 + constant.11{}:36-37 + add.35{}:37-45 + copy.11{}:31-41 + copy.14{}:20-35 + copy.10{}:22-32 + copy.9{}:28-32 + fusion.6{}:32-45 + copy.12{}:24-38 + fusion.5{}:29-45 + copy.19{}:38-45 + copy.13{}:40-43 + copy.20{}:43-45 + copy.21{}:41-45 + copy.15{}:34-42 + copy.22{}:42-45 + copy.23{}:35-45 + tuple.11{}:44-45 + arg_tuple.4{}:14-18 + arg_tuple.3{}:18-39 + arg_tuple.4{0}:14-18 + arg_tuple.4{1}:14-18 + arg_tuple.4{2}:14-18 + arg_tuple.4{3}:14-18 + arg_tuple.4{4}:14-18 + arg_tuple.4{5}:14-18 + arg_tuple.4{6}:14-18 + arg_tuple.4{7}:14-18 + arg_tuple.3{0}:18-26 + arg_tuple.3{1}:18-28 + arg_tuple.3{2}:18-22 + arg_tuple.3{3}:18-31 + arg_tuple.3{4}:18-24 + arg_tuple.3{5}:18-40 + arg_tuple.3{6}:18-20 + arg_tuple.3{7}:18-34 + while.1{}:45-47 + while.1{0}:45-45 + while.1{1}:45-48 + while.1{2}:45-48 + while.1{3}:45-45 + while.1{4}:45-45 + while.1{5}:45-45 + while.1{6}:45-45 + while.1{7}:45-45 + Live ranges at 18 (peak): + compare.1: 1 bytes + Arg_0.1: 8 bytes + Arg_1.2: 4 bytes + arg_tuple.4: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + +2023-12-14 14:52:56.809490: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time49 +2023-12-14 14:52:56.809496: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:56.809501: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:56.809507: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <40 copy.25 @0> +2023-12-14 14:52:56.809517: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:56.809522: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:56.809528: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <38 copy.26 @0> +2023-12-14 14:52:56.809534: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:56.809539: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:56.809544: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:56.809548: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:56.809553: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <35 fusion @0> +2023-12-14 14:52:56.809559: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:56.809564: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <36 fusion.1 @0> +2023-12-14 14:52:56.809571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:56.809576: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <34 fusion.2 @0> +2023-12-14 14:52:56.809582: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:56.809587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:56.809592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <33 fusion.3 @0> +2023-12-14 14:52:56.809599: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:52:56.809604: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <32 fusion.4 @0> +2023-12-14 14:52:56.809609: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:52:56.809614: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:52:56.809620: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <148 arg_tuple.4{1} (phi) @0> +2023-12-14 14:52:56.809628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 fusion.4 @0> +2023-12-14 14:52:56.809633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <149 arg_tuple.4{2} (phi) @0> +2023-12-14 14:52:56.809639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<33 fusion.3 @0> +2023-12-14 14:52:56.809644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <150 arg_tuple.4{3} (phi) @0> +2023-12-14 14:52:56.809651: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.2 @0> +2023-12-14 14:52:56.809656: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <151 arg_tuple.4{4} (phi) @0> +2023-12-14 14:52:56.809662: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion @0> +2023-12-14 14:52:56.809667: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <152 arg_tuple.4{5} (phi) @0> +2023-12-14 14:52:56.809676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.1 @0> +2023-12-14 14:52:56.809682: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <153 arg_tuple.4{6} (phi) @0> +2023-12-14 14:52:56.809688: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 copy.26 @0> +2023-12-14 14:52:56.809693: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <154 arg_tuple.4{7} (phi) @0> +2023-12-14 14:52:56.809699: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.25 @0> +2023-12-14 14:52:56.809704: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.809710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <40 copy.25 @0> +2023-12-14 14:52:56.809716: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <38 copy.26 @0> +2023-12-14 14:52:56.809722: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <35 fusion @0> +2023-12-14 14:52:56.809727: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <36 fusion.1 @0> +2023-12-14 14:52:56.809733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <34 fusion.2 @0> +2023-12-14 14:52:56.809739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <33 fusion.3 @0> +2023-12-14 14:52:56.809744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <32 fusion.4 @0> +2023-12-14 14:52:56.809750: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:52:56.809755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:52:56.809759: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:52:56.809764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <7 compare.1 @0> +2023-12-14 14:52:56.809773: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:52:56.809779: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <161 arg_tuple.3{6} (phi) @0> +2023-12-14 14:52:56.809785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 copy.26 @0> +2023-12-14 14:52:56.809790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <157 arg_tuple.3{2} (phi) @0> +2023-12-14 14:52:56.809796: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<33 fusion.3 @0> +2023-12-14 14:52:56.809802: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <159 arg_tuple.3{4} (phi) @0> +2023-12-14 14:52:56.809807: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion @0> +2023-12-14 14:52:56.809813: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <156 arg_tuple.3{1} (phi) @0> +2023-12-14 14:52:56.809818: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 fusion.4 @0> +2023-12-14 14:52:56.809823: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <158 arg_tuple.3{3} (phi) @0> +2023-12-14 14:52:56.809830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.2 @0> +2023-12-14 14:52:56.809835: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <162 arg_tuple.3{7} (phi) @0> +2023-12-14 14:52:56.809844: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.25 @0> +2023-12-14 14:52:56.809850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <160 arg_tuple.3{5} (phi) @0> +2023-12-14 14:52:56.809855: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.1 @0> +2023-12-14 14:52:56.809861: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.809866: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <148 arg_tuple.4{1} (phi) @0> +2023-12-14 14:52:56.809872: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <149 arg_tuple.4{2} (phi) @0> +2023-12-14 14:52:56.809878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <150 arg_tuple.4{3} (phi) @0> +2023-12-14 14:52:56.809883: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <151 arg_tuple.4{4} (phi) @0> +2023-12-14 14:52:56.809889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <152 arg_tuple.4{5} (phi) @0> +2023-12-14 14:52:56.809895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <153 arg_tuple.4{6} (phi) @0> +2023-12-14 14:52:56.809901: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <154 arg_tuple.4{7} (phi) @0> +2023-12-14 14:52:56.809907: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <7 compare.1 @0> +2023-12-14 14:52:56.809912: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:52:56.809917: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:52:56.809923: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <47 copy.14 @0> +2023-12-14 14:52:56.809929: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.809935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <161 arg_tuple.3{6} (phi) @0> +2023-12-14 14:52:56.809940: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:52:56.809945: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:52:56.809950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <48 copy.10 @0> +2023-12-14 14:52:56.809956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.809961: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <157 arg_tuple.3{2} (phi) @0> +2023-12-14 14:52:56.809967: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:52:56.809972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:52:56.809977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <51 copy.12 @0> +2023-12-14 14:52:56.809983: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.809988: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <159 arg_tuple.3{4} (phi) @0> +2023-12-14 14:52:56.809994: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:52:56.809999: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:52:56.810004: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <43 copy.8 @0> +2023-12-14 14:52:56.810009: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:52:56.810017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:52:56.810023: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810028: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <156 arg_tuple.3{1} (phi) @0> +2023-12-14 14:52:56.810033: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:52:56.810038: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <52 fusion.5 @0> +2023-12-14 14:52:56.810045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<33 fusion.3 @0> +2023-12-14 14:52:56.810051: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:52:56.810055: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:52:56.810060: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <46 copy.11 @0> +2023-12-14 14:52:56.810066: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810071: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <158 arg_tuple.3{3} (phi) @0> +2023-12-14 14:52:56.810077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:52:56.810082: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <50 fusion.6 @0> +2023-12-14 14:52:56.810090: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 fusion.4 @0> +2023-12-14 14:52:56.810095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <48 copy.10 @0> +2023-12-14 14:52:56.810106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 33 +2023-12-14 14:52:56.810111: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 34 +2023-12-14 14:52:56.810116: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 copy.15 @0> +2023-12-14 14:52:56.810122: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810127: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <162 arg_tuple.3{7} (phi) @0> +2023-12-14 14:52:56.810132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 35 +2023-12-14 14:52:56.810138: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <59 copy.23 @0> +2023-12-14 14:52:56.810144: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.25 @0> +2023-12-14 14:52:56.810149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <47 copy.14 @0> +2023-12-14 14:52:56.810159: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 36 +2023-12-14 14:52:56.810164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 37 +2023-12-14 14:52:56.810170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810175: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <43 copy.8 @0> +2023-12-14 14:52:56.810181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 38 +2023-12-14 14:52:56.810186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <53 copy.19 @0> +2023-12-14 14:52:56.810196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.2 @0> +2023-12-14 14:52:56.810201: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810206: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <51 copy.12 @0> +2023-12-14 14:52:56.810212: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 39 +2023-12-14 14:52:56.810216: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 40 +2023-12-14 14:52:56.810221: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <54 copy.13 @0> +2023-12-14 14:52:56.810228: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810233: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <160 arg_tuple.3{5} (phi) @0> +2023-12-14 14:52:56.810238: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 41 +2023-12-14 14:52:56.810243: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 copy.21 @0> +2023-12-14 14:52:56.810249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.1 @0> +2023-12-14 14:52:56.810254: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810261: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <46 copy.11 @0> +2023-12-14 14:52:56.810266: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 42 +2023-12-14 14:52:56.810271: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 copy.22 @0> +2023-12-14 14:52:56.810277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 copy.26 @0> +2023-12-14 14:52:56.810281: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810287: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 copy.15 @0> +2023-12-14 14:52:56.810292: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 43 +2023-12-14 14:52:56.810297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <55 copy.20 @0> +2023-12-14 14:52:56.810303: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion @0> +2023-12-14 14:52:56.810308: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810313: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <54 copy.13 @0> +2023-12-14 14:52:56.810319: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 44 +2023-12-14 14:52:56.810324: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 45 +2023-12-14 14:52:56.810329: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <167 while.1{3} (phi) @0> +2023-12-14 14:52:56.810335: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.2 @0> +2023-12-14 14:52:56.810340: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <168 while.1{4} (phi) @0> +2023-12-14 14:52:56.810346: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion @0> +2023-12-14 14:52:56.810352: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <169 while.1{5} (phi) @0> +2023-12-14 14:52:56.810357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.1 @0> +2023-12-14 14:52:56.810365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <170 while.1{6} (phi) @0> +2023-12-14 14:52:56.810371: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 copy.26 @0> +2023-12-14 14:52:56.810377: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <171 while.1{7} (phi) @0> +2023-12-14 14:52:56.810383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.25 @0> +2023-12-14 14:52:56.810388: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <165 while.1{1} (phi) @0> +2023-12-14 14:52:56.810394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 fusion.4 @0> +2023-12-14 14:52:56.810399: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <166 while.1{2} (phi) @0> +2023-12-14 14:52:56.810404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<33 fusion.3 @0> +2023-12-14 14:52:56.810410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810415: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <52 fusion.5 @0> +2023-12-14 14:52:56.810421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <50 fusion.6 @0> +2023-12-14 14:52:56.810426: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <59 copy.23 @0> +2023-12-14 14:52:56.810432: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <53 copy.19 @0> +2023-12-14 14:52:56.810437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 copy.21 @0> +2023-12-14 14:52:56.810443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 copy.22 @0> +2023-12-14 14:52:56.810448: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <55 copy.20 @0> +2023-12-14 14:52:56.810454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <167 while.1{3} (phi) @0> +2023-12-14 14:52:56.810459: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <168 while.1{4} (phi) @0> +2023-12-14 14:52:56.810465: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <169 while.1{5} (phi) @0> +2023-12-14 14:52:56.810471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <170 while.1{6} (phi) @0> +2023-12-14 14:52:56.810477: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <171 while.1{7} (phi) @0> +2023-12-14 14:52:56.810482: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 46 +2023-12-14 14:52:56.810486: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 47 +2023-12-14 14:52:56.810491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 48 +2023-12-14 14:52:56.810496: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.810502: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <165 while.1{1} (phi) @0> +2023-12-14 14:52:56.810507: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <166 while.1{2} (phi) @0> +2023-12-14 14:52:56.810512: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 49 +2023-12-14 14:52:56.810538: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <47 copy.14 @0> + positions: + copy.14 + uses: + fusion.5, operand 1 + copy.23, operand 0 + fusion.6, operand 1 + from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) + +2023-12-14 14:52:56.810548: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 37, end 53 +2023-12-14 14:52:56.810560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <38 copy.26 @0> + positions: + copy.26 + tuple.9 {6} + uses: + while.1, operand 0 {6} + from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.6) + +2023-12-14 14:52:56.810566: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 1, end 15 +2023-12-14 14:52:56.810578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 12, end 34 <153 arg_tuple.4{6} (phi) @0> + positions: + arg_tuple.4 {6} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810586: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 61, end 77 <58 copy.22 @0> + positions: + copy.22 + tuple.11 {6} + uses: + tuple.11, operand 6 + from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} + +2023-12-14 14:52:56.810596: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 22, end 38 <161 arg_tuple.3{6} (phi) @0> + positions: + arg_tuple.3 {6} + get-tuple-element.136 + uses: + copy.14, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 68, end 82 <170 while.1{6} (phi) @0> + positions: + while.1 {6} + uses: + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.810619: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <40 copy.25 @0> + positions: + copy.25 + tuple.9 {7} + uses: + while.1, operand 0 {7} + from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.5) + +2023-12-14 14:52:56.810625: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 0, end 14 +2023-12-14 14:52:56.810637: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 69, end 83 <171 while.1{7} (phi) @0> + positions: + while.1 {7} + uses: + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.810646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 13, end 35 <154 arg_tuple.4{7} (phi) @0> + positions: + arg_tuple.4 {7} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810656: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 27, end 51 <162 arg_tuple.3{7} (phi) @0> + positions: + arg_tuple.3 {7} + get-tuple-element.137 + uses: + copy.15, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810665: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 52, end 74 <59 copy.23 @0> + positions: + copy.23 + tuple.11 {7} + uses: + tuple.11, operand 7 + from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} + +2023-12-14 14:52:56.810674: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <57 copy.15 @0> + positions: + copy.15 + uses: + copy.22, operand 0 + from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) + +2023-12-14 14:52:56.810684: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 50, end 62 +2023-12-14 14:52:56.810693: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <51 copy.12 @0> + positions: + copy.12 + uses: + fusion.5, operand 0 + copy.19, operand 0 + from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) + +2023-12-14 14:52:56.810699: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 41, end 56 +2023-12-14 14:52:56.810710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <32 fusion.4 @0> + positions: + fusion.4 + tuple.9 {1} + uses: + while.1, operand 0 {1} + from instruction:%fusion.4 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.810717: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 6, end 20 +2023-12-14 14:52:56.810727: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 25, end 44 <156 arg_tuple.3{1} (phi) @0> + positions: + arg_tuple.3 {1} + get-tuple-element.131 + uses: + copy.9, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810736: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 7, end 29 <148 arg_tuple.4{1} (phi) @0> + positions: + arg_tuple.4 {1} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810748: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 48, end 73 <50 fusion.6 @0> + positions: + fusion.6 + tuple.11 {1} + uses: + tuple.11, operand 1 + from instruction:%fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.810760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 70, end 84 <165 while.1{1} (phi) @0> + positions: + while.1 {1} + get-tuple-element.96 + uses: + concatenate.103, operand 0 + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.810771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <33 fusion.3 @0> + positions: + fusion.3 + tuple.9 {2} + uses: + while.1, operand 0 {2} + from instruction:%fusion.3 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.810778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 5, end 19 +2023-12-14 14:52:56.810788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 23, end 40 <157 arg_tuple.3{2} (phi) @0> + positions: + arg_tuple.3 {2} + get-tuple-element.132 + uses: + copy.10, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810802: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 45, end 72 <52 fusion.5 @0> + positions: + fusion.5 + tuple.11 {2} + uses: + tuple.11, operand 2 + from instruction:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.810813: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 8, end 30 <149 arg_tuple.4{2} (phi) @0> + positions: + arg_tuple.4 {2} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810824: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 71, end 85 <166 while.1{2} (phi) @0> + positions: + while.1 {2} + get-tuple-element.97 + uses: + concatenate.103, operand 1 + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.810837: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <34 fusion.2 @0> + positions: + fusion.2 + tuple.9 {3} + uses: + while.1, operand 0 {3} + from instruction:%fusion.2 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.810843: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 4, end 18 +2023-12-14 14:52:56.810853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 26, end 47 <158 arg_tuple.3{3} (phi) @0> + positions: + arg_tuple.3 {3} + get-tuple-element.133 + uses: + copy.11, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810862: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 55, end 75 <53 copy.19 @0> + positions: + copy.19 + tuple.11 {3} + uses: + tuple.11, operand 3 + from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} + +2023-12-14 14:52:56.810874: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 65, end 79 <167 while.1{3} (phi) @0> + positions: + while.1 {3} + uses: + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.810882: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 9, end 31 <150 arg_tuple.4{3} (phi) @0> + positions: + arg_tuple.4 {3} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810892: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <35 fusion @0> + positions: + fusion + tuple.9 {4} + uses: + while.1, operand 0 {4} + from instruction:%fusion = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.810901: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 2, end 16 +2023-12-14 14:52:56.810912: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 24, end 42 <159 arg_tuple.3{4} (phi) @0> + positions: + arg_tuple.3 {4} + get-tuple-element.134 + uses: + copy.12, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810921: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 10, end 32 <151 arg_tuple.4{4} (phi) @0> + positions: + arg_tuple.4 {4} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 63, end 78 <55 copy.20 @0> + positions: + copy.20 + tuple.11 {4} + uses: + tuple.11, operand 4 + from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} + +2023-12-14 14:52:56.810942: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 66, end 80 <168 while.1{4} (phi) @0> + positions: + while.1 {4} + uses: + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.810953: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <36 fusion.1 @0> + positions: + fusion.1 + tuple.9 {5} + uses: + while.1, operand 0 {5} + from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.810959: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 3, end 17 +2023-12-14 14:52:56.810968: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 59, end 76 <56 copy.21 @0> + positions: + copy.21 + tuple.11 {5} + uses: + tuple.11, operand 5 + from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} + +2023-12-14 14:52:56.810977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 28, end 58 <160 arg_tuple.3{5} (phi) @0> + positions: + arg_tuple.3 {5} + get-tuple-element.135 + uses: + copy.13, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.810990: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 67, end 81 <169 while.1{5} (phi) @0> + positions: + while.1 {5} + uses: + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.810998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 11, end 33 <152 arg_tuple.4{5} (phi) @0> + positions: + arg_tuple.4 {5} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <46 copy.11 @0> + positions: + copy.11 + uses: + fusion.6, operand 0 + copy.21, operand 0 + from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) + +2023-12-14 14:52:56.811017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 46, end 60 +2023-12-14 14:52:56.811026: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <43 copy.8 @0> + positions: + copy.8 + uses: + fusion.5, operand 4 + add.35, operand 0 + from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) + +2023-12-14 14:52:56.811031: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 43, end 54 +2023-12-14 14:52:56.811039: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <48 copy.10 @0> + positions: + copy.10 + uses: + fusion.5, operand 2 + fusion.6, operand 2 + from instruction:%copy.10 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.132) + +2023-12-14 14:52:56.811046: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 39, end 49 +2023-12-14 14:52:56.811054: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <54 copy.13 @0> + positions: + copy.13 + uses: + copy.20, operand 0 + from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) + +2023-12-14 14:52:56.811059: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 57, end 64 +2023-12-14 14:52:56.811070: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <7 compare.1 @0> + positions: + compare.1 + uses: + from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.12), direction=LT, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.811076: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 1, start 21, end 36 +2023-12-14 14:52:56.811085: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:56.811139: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <40 copy.25 @0> + positions: + copy.25 + tuple.9 {7} + uses: + while.1, operand 0 {7} + from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.5) + +2023-12-14 14:52:56.811149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 0, end 14 +2023-12-14 14:52:56.811161: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 69, end 83 <171 while.1{7} (phi) @0> + positions: + while.1 {7} + uses: + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.811170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 13, end 35 <154 arg_tuple.4{7} (phi) @0> + positions: + arg_tuple.4 {7} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811178: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 27, end 51 <162 arg_tuple.3{7} (phi) @0> + positions: + arg_tuple.3 {7} + get-tuple-element.137 + uses: + copy.15, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811187: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 52, end 74 <59 copy.23 @0> + positions: + copy.23 + tuple.11 {7} + uses: + tuple.11, operand 7 + from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} + +2023-12-14 14:52:56.811200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <38 copy.26 @0> + positions: + copy.26 + tuple.9 {6} + uses: + while.1, operand 0 {6} + from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.6) + +2023-12-14 14:52:56.811205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 1, end 15 +2023-12-14 14:52:56.811217: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 68, end 82 <170 while.1{6} (phi) @0> + positions: + while.1 {6} + uses: + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.811226: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 12, end 34 <153 arg_tuple.4{6} (phi) @0> + positions: + arg_tuple.4 {6} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811234: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 22, end 38 <161 arg_tuple.3{6} (phi) @0> + positions: + arg_tuple.3 {6} + get-tuple-element.136 + uses: + copy.14, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 61, end 77 <58 copy.22 @0> + positions: + copy.22 + tuple.11 {6} + uses: + tuple.11, operand 6 + from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} + +2023-12-14 14:52:56.811253: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <33 fusion.3 @0> + positions: + fusion.3 + tuple.9 {2} + uses: + while.1, operand 0 {2} + from instruction:%fusion.3 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.811259: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 5, end 19 +2023-12-14 14:52:56.811268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 23, end 40 <157 arg_tuple.3{2} (phi) @0> + positions: + arg_tuple.3 {2} + get-tuple-element.132 + uses: + copy.10, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811280: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 45, end 72 <52 fusion.5 @0> + positions: + fusion.5 + tuple.11 {2} + uses: + tuple.11, operand 2 + from instruction:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.811289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 8, end 30 <149 arg_tuple.4{2} (phi) @0> + positions: + arg_tuple.4 {2} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811304: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 71, end 85 <166 while.1{2} (phi) @0> + positions: + while.1 {2} + get-tuple-element.97 + uses: + concatenate.103, operand 1 + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.811315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <32 fusion.4 @0> + positions: + fusion.4 + tuple.9 {1} + uses: + while.1, operand 0 {1} + from instruction:%fusion.4 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.811331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 6, end 20 +2023-12-14 14:52:56.811341: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 7, end 29 <148 arg_tuple.4{1} (phi) @0> + positions: + arg_tuple.4 {1} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811350: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 25, end 44 <156 arg_tuple.3{1} (phi) @0> + positions: + arg_tuple.3 {1} + get-tuple-element.131 + uses: + copy.9, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811361: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 70, end 84 <165 while.1{1} (phi) @0> + positions: + while.1 {1} + get-tuple-element.96 + uses: + concatenate.103, operand 0 + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.811371: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 48, end 73 <50 fusion.6 @0> + positions: + fusion.6 + tuple.11 {1} + uses: + tuple.11, operand 1 + from instruction:%fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.811382: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <35 fusion @0> + positions: + fusion + tuple.9 {4} + uses: + while.1, operand 0 {4} + from instruction:%fusion = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.811387: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 2, end 16 +2023-12-14 14:52:56.811397: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 10, end 32 <151 arg_tuple.4{4} (phi) @0> + positions: + arg_tuple.4 {4} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 24, end 42 <159 arg_tuple.3{4} (phi) @0> + positions: + arg_tuple.3 {4} + get-tuple-element.134 + uses: + copy.12, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811418: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 63, end 78 <55 copy.20 @0> + positions: + copy.20 + tuple.11 {4} + uses: + tuple.11, operand 4 + from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} + +2023-12-14 14:52:56.811429: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 66, end 80 <168 while.1{4} (phi) @0> + positions: + while.1 {4} + uses: + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.811441: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <36 fusion.1 @0> + positions: + fusion.1 + tuple.9 {5} + uses: + while.1, operand 0 {5} + from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.811447: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 3, end 17 +2023-12-14 14:52:56.811457: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 28, end 58 <160 arg_tuple.3{5} (phi) @0> + positions: + arg_tuple.3 {5} + get-tuple-element.135 + uses: + copy.13, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 59, end 76 <56 copy.21 @0> + positions: + copy.21 + tuple.11 {5} + uses: + tuple.11, operand 5 + from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} + +2023-12-14 14:52:56.811477: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 67, end 81 <169 while.1{5} (phi) @0> + positions: + while.1 {5} + uses: + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.811486: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 11, end 33 <152 arg_tuple.4{5} (phi) @0> + positions: + arg_tuple.4 {5} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811497: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <34 fusion.2 @0> + positions: + fusion.2 + tuple.9 {3} + uses: + while.1, operand 0 {3} + from instruction:%fusion.2 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.811503: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 4, end 18 +2023-12-14 14:52:56.811513: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 26, end 47 <158 arg_tuple.3{3} (phi) @0> + positions: + arg_tuple.3 {3} + get-tuple-element.133 + uses: + copy.11, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811524: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 55, end 75 <53 copy.19 @0> + positions: + copy.19 + tuple.11 {3} + uses: + tuple.11, operand 3 + from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} + +2023-12-14 14:52:56.811535: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 65, end 79 <167 while.1{3} (phi) @0> + positions: + while.1 {3} + uses: + from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone + +2023-12-14 14:52:56.811544: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 9, end 31 <150 arg_tuple.4{3} (phi) @0> + positions: + arg_tuple.4 {3} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:56.811554: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <47 copy.14 @0> + positions: + copy.14 + uses: + fusion.5, operand 1 + copy.23, operand 0 + fusion.6, operand 1 + from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) + +2023-12-14 14:52:56.811560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 37, end 53 +2023-12-14 14:52:56.811568: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <51 copy.12 @0> + positions: + copy.12 + uses: + fusion.5, operand 0 + copy.19, operand 0 + from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) + +2023-12-14 14:52:56.811574: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 41, end 56 +2023-12-14 14:52:56.811584: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <7 compare.1 @0> + positions: + compare.1 + uses: + from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.12), direction=LT, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} + +2023-12-14 14:52:56.811590: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 1, start 21, end 36 +2023-12-14 14:52:56.811598: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <46 copy.11 @0> + positions: + copy.11 + uses: + fusion.6, operand 0 + copy.21, operand 0 + from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) + +2023-12-14 14:52:56.811604: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 46, end 60 +2023-12-14 14:52:56.811612: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <57 copy.15 @0> + positions: + copy.15 + uses: + copy.22, operand 0 + from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) + +2023-12-14 14:52:56.811618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 50, end 62 +2023-12-14 14:52:56.811626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <43 copy.8 @0> + positions: + copy.8 + uses: + fusion.5, operand 4 + add.35, operand 0 + from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) + +2023-12-14 14:52:56.811632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 43, end 54 +2023-12-14 14:52:56.811644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <48 copy.10 @0> + positions: + copy.10 + uses: + fusion.5, operand 2 + fusion.6, operand 2 + from instruction:%copy.10 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.132) + +2023-12-14 14:52:56.811650: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 39, end 49 +2023-12-14 14:52:56.811658: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <54 copy.13 @0> + positions: + copy.13 + uses: + copy.20, operand 0 + from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) + +2023-12-14 14:52:56.811663: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 57, end 64 +2023-12-14 14:52:56.811671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:56.811687: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1648] Result size from heap simulator: 148 +2023-12-14 14:52:56.811708: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1529] Compute peak memory logical buffers +2023-12-14 14:52:56.811754: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:56.811784: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:574] Combined temp allocation for color 0 is: allocation 0: size 64, preallocated-temp: + value: <41 tuple.9{} @0> (size=64,offset=0): (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <60 tuple.11{} @0> (size=64,offset=0): (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <145 arg_tuple.4{} (phi) @0> (size=64,offset=0): (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <146 arg_tuple.3{} (phi) @0> (size=64,offset=0): (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <163 while.1{} (phi) @0> (size=64,offset=0): (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + +2023-12-14 14:52:56.811824: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:592] Combined allocation absorbing temp allocation: allocation 9: size 148, preallocated-temp: + value: <7 compare.1 @0> (size=1,offset=112): pred[] + value: <32 fusion.4 @0> (size=4,offset=48): u32[1]{0} + value: <33 fusion.3 @0> (size=4,offset=32): u32[1]{0} + value: <34 fusion.2 @0> (size=4,offset=96): u32[] + value: <35 fusion @0> (size=4,offset=64): u32[] + value: <36 fusion.1 @0> (size=4,offset=80): u32[] + value: <38 copy.26 @0> (size=16,offset=16): u32[4]{0} + value: <40 copy.25 @0> (size=16,offset=0): u32[4]{0} + value: <43 copy.8 @0> (size=4,offset=144): s32[] + value: <46 copy.11 @0> (size=4,offset=64): u32[] + value: <47 copy.14 @0> (size=16,offset=112): u32[4]{0} + value: <48 copy.10 @0> (size=4,offset=128): u32[1]{0} + value: <50 fusion.6 @0> (size=4,offset=48): u32[1]{0} + value: <51 copy.12 @0> (size=4,offset=16): u32[] + value: <52 fusion.5 @0> (size=4,offset=32): u32[1]{0} + value: <53 copy.19 @0> (size=4,offset=96): u32[] + value: <54 copy.13 @0> (size=4,offset=112): u32[] + value: <55 copy.20 @0> (size=4,offset=64): u32[] + value: <56 copy.21 @0> (size=4,offset=80): u32[] + value: <57 copy.15 @0> (size=16,offset=128): u32[4]{0} + value: <58 copy.22 @0> (size=16,offset=16): u32[4]{0} + value: <59 copy.23 @0> (size=16,offset=0): u32[4]{0} + value: <148 arg_tuple.4{1} (phi) @0> (size=4,offset=48): u32[1]{0} + value: <149 arg_tuple.4{2} (phi) @0> (size=4,offset=32): u32[1]{0} + value: <150 arg_tuple.4{3} (phi) @0> (size=4,offset=96): u32[] + value: <151 arg_tuple.4{4} (phi) @0> (size=4,offset=64): u32[] + value: <152 arg_tuple.4{5} (phi) @0> (size=4,offset=80): u32[] + value: <153 arg_tuple.4{6} (phi) @0> (size=16,offset=16): u32[4]{0} + value: <154 arg_tuple.4{7} (phi) @0> (size=16,offset=0): u32[4]{0} + value: <156 arg_tuple.3{1} (phi) @0> (size=4,offset=48): u32[1]{0} + value: <157 arg_tuple.3{2} (phi) @0> (size=4,offset=32): u32[1]{0} + value: <158 arg_tuple.3{3} (phi) @0> (size=4,offset=96): u32[] + value: <159 arg_tuple.3{4} (phi) @0> (size=4,offset=64): u32[] + value: <160 arg_tuple.3{5} (phi) @0> (size=4,offset=80): u32[] + value: <161 arg_tuple.3{6} (phi) @0> (size=16,offset=16): u32[4]{0} + value: <162 arg_tuple.3{7} (phi) @0> (size=16,offset=0): u32[4]{0} + value: <165 while.1{1} (phi) @0> (size=4,offset=48): u32[1]{0} + value: <166 while.1{2} (phi) @0> (size=4,offset=32): u32[1]{0} + value: <167 while.1{3} (phi) @0> (size=4,offset=96): u32[] + value: <168 while.1{4} (phi) @0> (size=4,offset=64): u32[] + value: <169 while.1{5} (phi) @0> (size=4,offset=80): u32[] + value: <170 while.1{6} (phi) @0> (size=16,offset=16): u32[4]{0} + value: <171 while.1{7} (phi) @0> (size=16,offset=0): u32[4]{0} + +2023-12-14 14:52:56.811966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__threefry_fold_in +2023-12-14 14:52:56.812161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.812199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:56.812205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:56.812220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.112 +2023-12-14 14:52:56.812226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.1 +2023-12-14 14:52:56.812237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.137 +2023-12-14 14:52:56.812243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.136 +2023-12-14 14:52:56.812248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.135 +2023-12-14 14:52:56.812252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.134 +2023-12-14 14:52:56.812257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.133 +2023-12-14 14:52:56.812263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.132 +2023-12-14 14:52:56.812268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.131 +2023-12-14 14:52:56.812273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.130 +2023-12-14 14:52:56.812278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:56.812283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:56.812289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:56.812294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:56.812299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:56.812304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:56.812309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:56.812318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:56.812330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.812340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.812345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 145, phi: +2023-12-14 14:52:56.812351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.812356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.812361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:56.812366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:56.812371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 146, phi: +2023-12-14 14:52:56.812375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.812380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.812385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 147, phi: +2023-12-14 14:52:56.812390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.812395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.812399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29: +2023-12-14 14:52:56.812404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:56.812409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 148, phi: +2023-12-14 14:52:56.812415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.812419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:56.812424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32: +2023-12-14 14:52:56.812429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50: +2023-12-14 14:52:56.812433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149, phi: +2023-12-14 14:52:56.812438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.812443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.812448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33: +2023-12-14 14:52:56.812452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:56.812457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 150, phi: +2023-12-14 14:52:56.812462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.812466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.812472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34: +2023-12-14 14:52:56.812476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53: +2023-12-14 14:52:56.812481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151, phi: +2023-12-14 14:52:56.812486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.812493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:56.812498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35: +2023-12-14 14:52:56.812504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55: +2023-12-14 14:52:56.812508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 152, phi: +2023-12-14 14:52:56.812513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.812518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.812522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:56.812527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56: +2023-12-14 14:52:56.812532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 153, phi: +2023-12-14 14:52:56.812537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.812542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.812546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38: +2023-12-14 14:52:56.812551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:56.812555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154, phi: +2023-12-14 14:52:56.812560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.812565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.812570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:56.812575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59: +2023-12-14 14:52:56.812579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 155, phi: +2023-12-14 14:52:56.812584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.812589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.812594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156, phi: +2023-12-14 14:52:56.812598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.812603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:56.812608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 157, phi: +2023-12-14 14:52:56.812612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.812617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.812623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 158, phi: +2023-12-14 14:52:56.812628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.812632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.812637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159, phi: +2023-12-14 14:52:56.812641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.812646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:56.812654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160, phi: +2023-12-14 14:52:56.812659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.812663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.812668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161, phi: +2023-12-14 14:52:56.812673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.812677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.812683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162, phi: +2023-12-14 14:52:56.812688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.812693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.812697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 163, phi: +2023-12-14 14:52:56.812702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:56.812706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:56.812711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 164, phi: +2023-12-14 14:52:56.812716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:56.812721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 29 +2023-12-14 14:52:56.812726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 165, phi: +2023-12-14 14:52:56.812730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 50 +2023-12-14 14:52:56.812735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 32 +2023-12-14 14:52:56.812739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 166, phi: +2023-12-14 14:52:56.812745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:56.812749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 33 +2023-12-14 14:52:56.812754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 167, phi: +2023-12-14 14:52:56.812759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:56.812763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 34 +2023-12-14 14:52:56.812768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 168, phi: +2023-12-14 14:52:56.812773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 55 +2023-12-14 14:52:56.812778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 35 +2023-12-14 14:52:56.812783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 169, phi: +2023-12-14 14:52:56.812787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 56 +2023-12-14 14:52:56.812792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:56.812797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 170, phi: +2023-12-14 14:52:56.812801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:56.812807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 38 +2023-12-14 14:52:56.812814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 171, phi: +2023-12-14 14:52:56.812819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 59 +2023-12-14 14:52:56.812824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:56.812840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.812849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.812854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 145, phi: +2023-12-14 14:52:56.812859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.812864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.812869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:56.812874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:56.812878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 146, phi: +2023-12-14 14:52:56.812883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.812888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.812892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 147, phi: +2023-12-14 14:52:56.812898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.812902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.812907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29: +2023-12-14 14:52:56.812912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:56.812916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 148, phi: +2023-12-14 14:52:56.812921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.812926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:56.812931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32: +2023-12-14 14:52:56.812936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50: +2023-12-14 14:52:56.812941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149, phi: +2023-12-14 14:52:56.812945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.812950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.812955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33: +2023-12-14 14:52:56.812961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:56.812965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 150, phi: +2023-12-14 14:52:56.812970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.812975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.812979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34: +2023-12-14 14:52:56.812984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53: +2023-12-14 14:52:56.812993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151, phi: +2023-12-14 14:52:56.812997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.813002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:56.813007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35: +2023-12-14 14:52:56.813011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55: +2023-12-14 14:52:56.813017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 152, phi: +2023-12-14 14:52:56.813022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.813027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.813031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:56.813036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56: +2023-12-14 14:52:56.813041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 153, phi: +2023-12-14 14:52:56.813046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.813051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.813056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38: +2023-12-14 14:52:56.813061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:56.813065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154, phi: +2023-12-14 14:52:56.813070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.813076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.813081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:56.813086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59: +2023-12-14 14:52:56.813090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 155, phi: +2023-12-14 14:52:56.813095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.813100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.813104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156, phi: +2023-12-14 14:52:56.813110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.813115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:56.813120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 157, phi: +2023-12-14 14:52:56.813124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.813129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.813134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 158, phi: +2023-12-14 14:52:56.813139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.813144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.813148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159, phi: +2023-12-14 14:52:56.813153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.813162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:56.813168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160, phi: +2023-12-14 14:52:56.813173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.813178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.813182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161, phi: +2023-12-14 14:52:56.813187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.813192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.813197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162, phi: +2023-12-14 14:52:56.813203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.813207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.813212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 163, phi: +2023-12-14 14:52:56.813216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:56.813221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:56.813226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 164, phi: +2023-12-14 14:52:56.813231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:56.813236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 29 +2023-12-14 14:52:56.813241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 165, phi: +2023-12-14 14:52:56.813246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 50 +2023-12-14 14:52:56.813250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 32 +2023-12-14 14:52:56.813255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 166, phi: +2023-12-14 14:52:56.813260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:56.813265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 33 +2023-12-14 14:52:56.813270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 167, phi: +2023-12-14 14:52:56.813274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:56.813279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 34 +2023-12-14 14:52:56.813284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 168, phi: +2023-12-14 14:52:56.813289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 55 +2023-12-14 14:52:56.813294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 35 +2023-12-14 14:52:56.813299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 169, phi: +2023-12-14 14:52:56.813303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 56 +2023-12-14 14:52:56.813308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:56.813312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 170, phi: +2023-12-14 14:52:56.813318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:56.813326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 38 +2023-12-14 14:52:56.813331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 171, phi: +2023-12-14 14:52:56.813335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 59 +2023-12-14 14:52:56.813340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:56.813345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.813353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <30 Arg_0.1> + +2023-12-14 14:52:56.813358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.813364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 Arg_1.2> + +2023-12-14 14:52:56.813369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:56.813375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <28 constant.3> + +2023-12-14 14:52:56.813381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:52:56.813387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <39 constant.5> + +2023-12-14 14:52:56.813391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.6 +2023-12-14 14:52:56.813397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <37 constant.6> + +2023-12-14 14:52:56.813402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.103 +2023-12-14 14:52:56.813408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <42 concatenate.103> + +2023-12-14 14:52:56.813413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:56.813425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <163 while.1{} (phi)> + {0} : HloValueSet: <164 while.1{0} (phi)> + {1} : HloValueSet: <165 while.1{1} (phi)> + {2} : HloValueSet: <166 while.1{2} (phi)> + {3} : HloValueSet: <167 while.1{3} (phi)> + {4} : HloValueSet: <168 while.1{4} (phi)> + {5} : HloValueSet: <169 while.1{5} (phi)> + {6} : HloValueSet: <170 while.1{6} (phi)> + {7} : HloValueSet: <171 while.1{7} (phi)> + +2023-12-14 14:52:56.813430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.96 +2023-12-14 14:52:56.813436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <165 while.1{1} (phi)> + +2023-12-14 14:52:56.813442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.97 +2023-12-14 14:52:56.813448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <166 while.1{2} (phi)> + +2023-12-14 14:52:56.813453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:56.813458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <35 fusion> + +2023-12-14 14:52:56.813466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:52:56.813472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <36 fusion.1> + +2023-12-14 14:52:56.813478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2 +2023-12-14 14:52:56.813483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 fusion.2> + +2023-12-14 14:52:56.813488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:56.813493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <33 fusion.3> + +2023-12-14 14:52:56.813498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:56.813504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <32 fusion.4> + +2023-12-14 14:52:56.813509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:56.813518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <41 tuple.9{}> + {0} : HloValueSet: <29 copy.24> + {1} : HloValueSet: <32 fusion.4> + {2} : HloValueSet: <33 fusion.3> + {3} : HloValueSet: <34 fusion.2> + {4} : HloValueSet: <35 fusion> + {5} : HloValueSet: <36 fusion.1> + {6} : HloValueSet: <38 copy.26> + {7} : HloValueSet: <40 copy.25> + +2023-12-14 14:52:56.813524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:56.813530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <29 copy.24> + +2023-12-14 14:52:56.813535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:56.813540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <40 copy.25> + +2023-12-14 14:52:56.813545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:56.813550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <38 copy.26> + +2023-12-14 14:52:56.813555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:56.813566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <146 arg_tuple.3{} (phi)> + {0} : HloValueSet: <155 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <156 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <157 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <158 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <159 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <160 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <161 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <162 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.813572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:52:56.813577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <44 constant.11> + +2023-12-14 14:52:56.813582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.35 +2023-12-14 14:52:56.813591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <45 add.35> + +2023-12-14 14:52:56.813596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:52:56.813602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <52 fusion.5> + +2023-12-14 14:52:56.813607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:56.813612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <50 fusion.6> + +2023-12-14 14:52:56.813618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.130 +2023-12-14 14:52:56.813624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <155 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:56.813629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:56.813635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <43 copy.8> + +2023-12-14 14:52:56.813639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.131 +2023-12-14 14:52:56.813645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <156 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:56.813650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:56.813656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <49 copy.9> + +2023-12-14 14:52:56.813661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.132 +2023-12-14 14:52:56.813667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <157 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:56.813671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:56.813677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <48 copy.10> + +2023-12-14 14:52:56.813682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.133 +2023-12-14 14:52:56.813688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <158 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:56.813693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:56.813698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <46 copy.11> + +2023-12-14 14:52:56.813703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.134 +2023-12-14 14:52:56.813709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <159 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:56.813714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:56.813719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <51 copy.12> + +2023-12-14 14:52:56.813725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.135 +2023-12-14 14:52:56.813736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <160 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:56.813742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:56.813747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <54 copy.13> + +2023-12-14 14:52:56.813752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.136 +2023-12-14 14:52:56.813758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <161 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:56.813763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:56.813769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 copy.14> + +2023-12-14 14:52:56.813774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.137 +2023-12-14 14:52:56.813780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <162 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:56.813785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:56.813791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <57 copy.15> + +2023-12-14 14:52:56.813795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:56.813801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.19> + +2023-12-14 14:52:56.813806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:56.813811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 copy.20> + +2023-12-14 14:52:56.813816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:56.813821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <56 copy.21> + +2023-12-14 14:52:56.813826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:56.813832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <58 copy.22> + +2023-12-14 14:52:56.813837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:56.813843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <59 copy.23> + +2023-12-14 14:52:56.813848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:56.813857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <60 tuple.11{}> + {0} : HloValueSet: <45 add.35> + {1} : HloValueSet: <50 fusion.6> + {2} : HloValueSet: <52 fusion.5> + {3} : HloValueSet: <53 copy.19> + {4} : HloValueSet: <55 copy.20> + {5} : HloValueSet: <56 copy.21> + {6} : HloValueSet: <58 copy.22> + {7} : HloValueSet: <59 copy.23> + +2023-12-14 14:52:56.813866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:56.813876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <145 arg_tuple.4{} (phi)> + {0} : HloValueSet: <147 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <148 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <149 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <150 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <151 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <152 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <153 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <154 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:56.813882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:56.813887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <6 constant.12> + +2023-12-14 14:52:56.813893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:56.813898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:56.813904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.112 +2023-12-14 14:52:56.813910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <147 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:56.813914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.12 +2023-12-14 14:52:56.813920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 xor.12> + +2023-12-14 14:52:56.813925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.13 +2023-12-14 14:52:56.813930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <25 xor.13> + +2023-12-14 14:52:56.813936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:56.813941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <26 constant.13> + +2023-12-14 14:52:56.813946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:56.813952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <22 reshape.38> + +2023-12-14 14:52:56.813957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.40 +2023-12-14 14:52:56.813962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.40> + +2023-12-14 14:52:56.813967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.14 +2023-12-14 14:52:56.813973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.14> + +2023-12-14 14:52:56.813978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.15 +2023-12-14 14:52:56.813984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <21 slice.15> + +2023-12-14 14:52:56.813988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:52:56.813994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <20 param_0.5> + +2023-12-14 14:52:56.814002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:56.814008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <5 reshape.41> + +2023-12-14 14:52:56.814013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.16 +2023-12-14 14:52:56.814018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <4 slice.16> + +2023-12-14 14:52:56.814023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:52:56.814029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <3 param_0.7> + +2023-12-14 14:52:56.814034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.42 +2023-12-14 14:52:56.814041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <2 reshape.42> + +2023-12-14 14:52:56.814046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.17 +2023-12-14 14:52:56.814051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <1 slice.17> + +2023-12-14 14:52:56.814056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:52:56.814062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <0 param_0.9> + +2023-12-14 14:52:56.814067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.38 +2023-12-14 14:52:56.814072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <12 add.38> + +2023-12-14 14:52:56.814077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.18 +2023-12-14 14:52:56.814082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <11 slice.18> + +2023-12-14 14:52:56.814088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:56.814093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <9 reshape.43> + +2023-12-14 14:52:56.814098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:52:56.814104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <10 param_0.11> + +2023-12-14 14:52:56.814109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.8 +2023-12-14 14:52:56.814114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <8 param_1.8> + +2023-12-14 14:52:56.814119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.39 +2023-12-14 14:52:56.814125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <19 add.39> + +2023-12-14 14:52:56.814130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:56.814136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <18 slice.19> + +2023-12-14 14:52:56.814143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:56.814149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 reshape.45> + +2023-12-14 14:52:56.814154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.13 +2023-12-14 14:52:56.814160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <17 param_0.13> + +2023-12-14 14:52:56.814165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.13 +2023-12-14 14:52:56.814171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <15 shift-right-logical.13> + +2023-12-14 14:52:56.814175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.12 +2023-12-14 14:52:56.814181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <13 param_1.12> + +2023-12-14 14:52:56.814186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:56.814192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <14 constant.14> + +2023-12-14 14:52:56.814197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.40 +2023-12-14 14:52:56.814202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <144 add.40> + +2023-12-14 14:52:56.814208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:56.814214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <143 reshape.46> + +2023-12-14 14:52:56.814219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:56.814225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <142 convert.3> + +2023-12-14 14:52:56.814230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.41 +2023-12-14 14:52:56.814235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <138 add.41> + +2023-12-14 14:52:56.814240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:56.814246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <137 reshape.47> + +2023-12-14 14:52:56.814252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.14 +2023-12-14 14:52:56.814257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <135 xor.14> + +2023-12-14 14:52:56.814262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:56.814267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <134 or.12> + +2023-12-14 14:52:56.814273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.14 +2023-12-14 14:52:56.814278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <133 shift-right-logical.14> + +2023-12-14 14:52:56.814286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:56.814292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <132 reshape.49> + +2023-12-14 14:52:56.814297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:56.814303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <131 subtract.12> + +2023-12-14 14:52:56.814308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:56.814314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <130 reshape.50> + +2023-12-14 14:52:56.814319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.12 +2023-12-14 14:52:56.814324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <129 shift-left.12> + +2023-12-14 14:52:56.814330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:56.814336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <128 slice.20> + +2023-12-14 14:52:56.814342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.42 +2023-12-14 14:52:56.814347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <127 add.42> + +2023-12-14 14:52:56.814352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.17 +2023-12-14 14:52:56.814357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <126 xor.17> + +2023-12-14 14:52:56.814363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.13 +2023-12-14 14:52:56.814368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <125 or.13> + +2023-12-14 14:52:56.814373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.15 +2023-12-14 14:52:56.814379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <124 shift-right-logical.15> + +2023-12-14 14:52:56.814383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:56.814389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <123 reshape.51> + +2023-12-14 14:52:56.814394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:56.814400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <122 subtract.13> + +2023-12-14 14:52:56.814405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:56.814411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <121 reshape.52> + +2023-12-14 14:52:56.814416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.13 +2023-12-14 14:52:56.814425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <120 shift-left.13> + +2023-12-14 14:52:56.814430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.21 +2023-12-14 14:52:56.814436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <119 slice.21> + +2023-12-14 14:52:56.814440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:56.814446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <118 add.43> + +2023-12-14 14:52:56.814450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.18 +2023-12-14 14:52:56.814456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <117 xor.18> + +2023-12-14 14:52:56.814463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.14 +2023-12-14 14:52:56.814468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <116 or.14> + +2023-12-14 14:52:56.814473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.16 +2023-12-14 14:52:56.814479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <115 shift-right-logical.16> + +2023-12-14 14:52:56.814484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:56.814490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <114 reshape.54> + +2023-12-14 14:52:56.814495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:56.814500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <113 subtract.14> + +2023-12-14 14:52:56.814505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:56.814510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <112 reshape.55> + +2023-12-14 14:52:56.814516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.14 +2023-12-14 14:52:56.814521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <111 shift-left.14> + +2023-12-14 14:52:56.814527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.22 +2023-12-14 14:52:56.814532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <110 slice.22> + +2023-12-14 14:52:56.814537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:56.814542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <109 add.44> + +2023-12-14 14:52:56.814547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:56.814554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <108 xor.19> + +2023-12-14 14:52:56.814559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.15 +2023-12-14 14:52:56.814567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <107 or.15> + +2023-12-14 14:52:56.814572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.17 +2023-12-14 14:52:56.814578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <106 shift-right-logical.17> + +2023-12-14 14:52:56.814583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:56.814589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <105 reshape.56> + +2023-12-14 14:52:56.814594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:56.814599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <104 subtract.15> + +2023-12-14 14:52:56.814605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.58 +2023-12-14 14:52:56.814611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <103 reshape.58> + +2023-12-14 14:52:56.814616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:56.814621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <102 constant.15> + +2023-12-14 14:52:56.814626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.15 +2023-12-14 14:52:56.814632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <101 shift-left.15> + +2023-12-14 14:52:56.814637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:56.814642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <100 slice.23> + +2023-12-14 14:52:56.814648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.46 +2023-12-14 14:52:56.814653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <98 add.46> + +2023-12-14 14:52:56.814658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:56.814663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <141 add.47> + +2023-12-14 14:52:56.814668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.16 +2023-12-14 14:52:56.814674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <136 param_0.16> + +2023-12-14 14:52:56.814679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.18 +2023-12-14 14:52:56.814684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <99 param_1.18> + +2023-12-14 14:52:56.814689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.8 +2023-12-14 14:52:56.814695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <97 param_2.8> + +2023-12-14 14:52:56.814700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.7 +2023-12-14 14:52:56.814709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <96 param_3.7> + +2023-12-14 14:52:56.814714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.12 +2023-12-14 14:52:56.814719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <139 param_4.12> + +2023-12-14 14:52:56.814724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.16 +2023-12-14 14:52:56.814730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <140 constant.16> + +2023-12-14 14:52:56.814735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:56.814741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <95 add.48> + +2023-12-14 14:52:56.814745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.59 +2023-12-14 14:52:56.814751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <94 reshape.59> + +2023-12-14 14:52:56.814756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:56.814762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <92 add.49> + +2023-12-14 14:52:56.814767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.18 +2023-12-14 14:52:56.814772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <93 param_0.18> + +2023-12-14 14:52:56.814777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:56.814782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 xor.20> + +2023-12-14 14:52:56.814788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.16 +2023-12-14 14:52:56.814793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <90 or.16> + +2023-12-14 14:52:56.814798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.18 +2023-12-14 14:52:56.814804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 shift-right-logical.18> + +2023-12-14 14:52:56.814809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.60 +2023-12-14 14:52:56.814814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <88 reshape.60> + +2023-12-14 14:52:56.814819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.16 +2023-12-14 14:52:56.814825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <87 subtract.16> + +2023-12-14 14:52:56.814830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.61 +2023-12-14 14:52:56.814835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <86 reshape.61> + +2023-12-14 14:52:56.814840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.16 +2023-12-14 14:52:56.814849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <85 shift-left.16> + +2023-12-14 14:52:56.814855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.24 +2023-12-14 14:52:56.814860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <84 slice.24> + +2023-12-14 14:52:56.814865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:56.814870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <83 add.50> + +2023-12-14 14:52:56.814875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:56.814881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <82 xor.21> + +2023-12-14 14:52:56.814886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.17 +2023-12-14 14:52:56.814892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 or.17> + +2023-12-14 14:52:56.814897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.19 +2023-12-14 14:52:56.814902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <80 shift-right-logical.19> + +2023-12-14 14:52:56.814907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.63 +2023-12-14 14:52:56.814913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <79 reshape.63> + +2023-12-14 14:52:56.814918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.17 +2023-12-14 14:52:56.814924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <78 subtract.17> + +2023-12-14 14:52:56.814928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.64 +2023-12-14 14:52:56.814934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <77 reshape.64> + +2023-12-14 14:52:56.814939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.17 +2023-12-14 14:52:56.814945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <76 shift-left.17> + +2023-12-14 14:52:56.814950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.25 +2023-12-14 14:52:56.814955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <75 slice.25> + +2023-12-14 14:52:56.814960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:56.814965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <74 add.51> + +2023-12-14 14:52:56.814971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:56.814977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <73 xor.22> + +2023-12-14 14:52:56.814981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.18 +2023-12-14 14:52:56.814990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <72 or.18> + +2023-12-14 14:52:56.814995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.20 +2023-12-14 14:52:56.815001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <71 shift-right-logical.20> + +2023-12-14 14:52:56.815006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.65 +2023-12-14 14:52:56.815012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 reshape.65> + +2023-12-14 14:52:56.815016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.18 +2023-12-14 14:52:56.815022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <69 subtract.18> + +2023-12-14 14:52:56.815027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.67 +2023-12-14 14:52:56.815033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <68 reshape.67> + +2023-12-14 14:52:56.815038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:56.815043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 constant.17> + +2023-12-14 14:52:56.815048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.24 +2023-12-14 14:52:56.815053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <64 param_1.24> + +2023-12-14 14:52:56.815058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.18 +2023-12-14 14:52:56.815065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <66 shift-left.18> + +2023-12-14 14:52:56.815071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:56.815076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <65 slice.26> + +2023-12-14 14:52:56.815081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:56.815086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <63 add.52> + +2023-12-14 14:52:56.815091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.16 +2023-12-14 14:52:56.815097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <62 param_2.16> + +2023-12-14 14:52:56.815102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.17 +2023-12-14 14:52:56.815107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <61 param_3.17> + +2023-12-14 14:52:56.815710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__threefry_fold_in +2023-12-14 14:52:56.815726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.815732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.815741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.815746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 Arg_0.1> (def) +2023-12-14 14:52:56.815751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.815756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.815760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 Arg_1.2> (def) +2023-12-14 14:52:56.815765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.815770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:56.815775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.3> (def) +2023-12-14 14:52:56.815780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.815784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:52:56.815789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.5> (def) +2023-12-14 14:52:56.815794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.815799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6: +2023-12-14 14:52:56.815804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 constant.6> (def) +2023-12-14 14:52:56.815809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.815814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103: +2023-12-14 14:52:56.815819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 concatenate.103> (def) +2023-12-14 14:52:56.815824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.815829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:56.815834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.815839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 while.1{} (phi)> (def) +2023-12-14 14:52:56.815845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.815850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 while.1{0} (phi)> (def) +2023-12-14 14:52:56.815854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.815859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 while.1{1} (phi)> (def) +2023-12-14 14:52:56.815865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.815870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 while.1{2} (phi)> (def) +2023-12-14 14:52:56.815875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.815880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 while.1{3} (phi)> (def) +2023-12-14 14:52:56.815885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.815895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 while.1{4} (phi)> (def) +2023-12-14 14:52:56.815901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.815906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 while.1{5} (phi)> (def) +2023-12-14 14:52:56.815911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.815916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 while.1{6} (phi)> (def) +2023-12-14 14:52:56.815921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.815926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 while.1{7} (phi)> (def) +2023-12-14 14:52:56.815932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.815937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96: +2023-12-14 14:52:56.815942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 while.1{1} (phi)> +2023-12-14 14:52:56.815947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.815952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97: +2023-12-14 14:52:56.815956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 while.1{2} (phi)> +2023-12-14 14:52:56.815962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.815967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:56.815972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion> (def) +2023-12-14 14:52:56.815977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.815982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:52:56.815987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.1> (def) +2023-12-14 14:52:56.815992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.815997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2: +2023-12-14 14:52:56.816002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.2> (def) +2023-12-14 14:52:56.816007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:56.816017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.3> (def) +2023-12-14 14:52:56.816022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:56.816032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.4> (def) +2023-12-14 14:52:56.816037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:56.816050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.816056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 tuple.9{}> (def) +2023-12-14 14:52:56.816061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.816066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 copy.24> +2023-12-14 14:52:56.816071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.816075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.4> +2023-12-14 14:52:56.816080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.816086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.3> +2023-12-14 14:52:56.816091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.816096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.2> +2023-12-14 14:52:56.816100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.816105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion> +2023-12-14 14:52:56.816110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.816116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.1> +2023-12-14 14:52:56.816120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.816125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.26> +2023-12-14 14:52:56.816130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.816135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.25> +2023-12-14 14:52:56.816140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:56.816150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 copy.24> (def) +2023-12-14 14:52:56.816155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:56.816165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.25> (def) +2023-12-14 14:52:56.816169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:56.816180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.26> (def) +2023-12-14 14:52:56.816185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:56.816197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.816204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:56.816210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.816215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:56.816220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.816225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:56.816230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.816235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:56.816240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.816245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:56.816250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.816255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:56.816260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.816265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:56.816270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.816275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:56.816280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.816285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:56.816290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:52:56.816301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.11> (def) +2023-12-14 14:52:56.816305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35: +2023-12-14 14:52:56.816315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 add.35> (def) +2023-12-14 14:52:56.816320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:52:56.816331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 fusion.5> (def) +2023-12-14 14:52:56.816336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:56.816349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 fusion.6> (def) +2023-12-14 14:52:56.816354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130: +2023-12-14 14:52:56.816364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.816369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:56.816379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.8> (def) +2023-12-14 14:52:56.816383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131: +2023-12-14 14:52:56.816394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.816399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:56.816408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.9> (def) +2023-12-14 14:52:56.816413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132: +2023-12-14 14:52:56.816424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.816429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:56.816438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.10> (def) +2023-12-14 14:52:56.816443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133: +2023-12-14 14:52:56.816454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.816458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:56.816468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.11> (def) +2023-12-14 14:52:56.816473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134: +2023-12-14 14:52:56.816484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.816488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:56.816502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.12> (def) +2023-12-14 14:52:56.816507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135: +2023-12-14 14:52:56.816517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.816522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:56.816532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.13> (def) +2023-12-14 14:52:56.816538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136: +2023-12-14 14:52:56.816548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.816553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:56.816562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.14> (def) +2023-12-14 14:52:56.816569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137: +2023-12-14 14:52:56.816579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.816584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:56.816593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.15> (def) +2023-12-14 14:52:56.816599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:56.816609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.19> (def) +2023-12-14 14:52:56.816614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:56.816623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.20> (def) +2023-12-14 14:52:56.816630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:56.816640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.21> (def) +2023-12-14 14:52:56.816645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:56.816658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.22> (def) +2023-12-14 14:52:56.816663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:56.816673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.23> (def) +2023-12-14 14:52:56.816677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:56.816688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.816693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 tuple.11{}> (def) +2023-12-14 14:52:56.816699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.816703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 add.35> +2023-12-14 14:52:56.816708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.816713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 fusion.6> +2023-12-14 14:52:56.816719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.816724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 fusion.5> +2023-12-14 14:52:56.816729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.816734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.19> +2023-12-14 14:52:56.816739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.816744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.20> +2023-12-14 14:52:56.816749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.816755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.21> +2023-12-14 14:52:56.816759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.816764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.22> +2023-12-14 14:52:56.816769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.816774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.23> +2023-12-14 14:52:56.816779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:56.816790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:56.816795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:56.816799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:56.816808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:56.816814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:56.816819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:56.816824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:56.816828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:56.816833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:56.816838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:56.816844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:56.816849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:56.816854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:56.816859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:56.816864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:56.816869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:56.816875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:56.816879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:56.816884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:56.816894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.12> (def) +2023-12-14 14:52:56.816899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:56.816909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:56.816914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112: +2023-12-14 14:52:56.816924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.816929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12: +2023-12-14 14:52:56.816940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 xor.12> (def) +2023-12-14 14:52:56.816945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13: +2023-12-14 14:52:56.816957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 xor.13> (def) +2023-12-14 14:52:56.816964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:56.816974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 constant.13> (def) +2023-12-14 14:52:56.816979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:56.816989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.38> (def) +2023-12-14 14:52:56.816994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.816999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40: +2023-12-14 14:52:56.817004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.40> (def) +2023-12-14 14:52:56.817009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14: +2023-12-14 14:52:56.817019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.14> (def) +2023-12-14 14:52:56.817024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15: +2023-12-14 14:52:56.817034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.15> (def) +2023-12-14 14:52:56.817039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:52:56.817049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.5> (def) +2023-12-14 14:52:56.817055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:56.817065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.41> (def) +2023-12-14 14:52:56.817070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16: +2023-12-14 14:52:56.817080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.16> (def) +2023-12-14 14:52:56.817085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:52:56.817095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.7> (def) +2023-12-14 14:52:56.817099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42: +2023-12-14 14:52:56.817112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.42> (def) +2023-12-14 14:52:56.817118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17: +2023-12-14 14:52:56.817127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.17> (def) +2023-12-14 14:52:56.817132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:52:56.817143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> (def) +2023-12-14 14:52:56.817148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38: +2023-12-14 14:52:56.817158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.38> (def) +2023-12-14 14:52:56.817162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18: +2023-12-14 14:52:56.817174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.18> (def) +2023-12-14 14:52:56.817179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:56.817189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.43> (def) +2023-12-14 14:52:56.817194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:52:56.817203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_0.11> (def) +2023-12-14 14:52:56.817209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.8: +2023-12-14 14:52:56.817218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_1.8> (def) +2023-12-14 14:52:56.817223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39: +2023-12-14 14:52:56.817234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.39> (def) +2023-12-14 14:52:56.817240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:56.817249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 slice.19> (def) +2023-12-14 14:52:56.817254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:56.817264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.45> (def) +2023-12-14 14:52:56.817273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13: +2023-12-14 14:52:56.817282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 param_0.13> (def) +2023-12-14 14:52:56.817287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13: +2023-12-14 14:52:56.817299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 shift-right-logical.13> (def) +2023-12-14 14:52:56.817304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.12: +2023-12-14 14:52:56.817314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 param_1.12> (def) +2023-12-14 14:52:56.817320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:56.817330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 constant.14> (def) +2023-12-14 14:52:56.817335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40: +2023-12-14 14:52:56.817344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.40> (def) +2023-12-14 14:52:56.817349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:56.817360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 reshape.46> (def) +2023-12-14 14:52:56.817365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:56.817374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 convert.3> (def) +2023-12-14 14:52:56.817380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41: +2023-12-14 14:52:56.817391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.41> (def) +2023-12-14 14:52:56.817396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:56.817405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 reshape.47> (def) +2023-12-14 14:52:56.817410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14: +2023-12-14 14:52:56.817422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 xor.14> (def) +2023-12-14 14:52:56.817430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:56.817441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 or.12> (def) +2023-12-14 14:52:56.817446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14: +2023-12-14 14:52:56.817457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 shift-right-logical.14> (def) +2023-12-14 14:52:56.817461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:56.817471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 reshape.49> (def) +2023-12-14 14:52:56.817476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:56.817486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 subtract.12> (def) +2023-12-14 14:52:56.817491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:56.817501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 reshape.50> (def) +2023-12-14 14:52:56.817506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12: +2023-12-14 14:52:56.817517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-left.12> (def) +2023-12-14 14:52:56.817521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:56.817531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 slice.20> (def) +2023-12-14 14:52:56.817536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42: +2023-12-14 14:52:56.817546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.42> (def) +2023-12-14 14:52:56.817551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17: +2023-12-14 14:52:56.817561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 xor.17> (def) +2023-12-14 14:52:56.817566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13: +2023-12-14 14:52:56.817576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 or.13> (def) +2023-12-14 14:52:56.817584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15: +2023-12-14 14:52:56.817595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 shift-right-logical.15> (def) +2023-12-14 14:52:56.817599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:56.817610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 reshape.51> (def) +2023-12-14 14:52:56.817614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:56.817625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 subtract.13> (def) +2023-12-14 14:52:56.817629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:56.817640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 reshape.52> (def) +2023-12-14 14:52:56.817645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13: +2023-12-14 14:52:56.817655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 shift-left.13> (def) +2023-12-14 14:52:56.817660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21: +2023-12-14 14:52:56.817670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.21> (def) +2023-12-14 14:52:56.817675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:56.817685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.43> (def) +2023-12-14 14:52:56.817690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18: +2023-12-14 14:52:56.817700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.18> (def) +2023-12-14 14:52:56.817705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14: +2023-12-14 14:52:56.817715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.14> (def) +2023-12-14 14:52:56.817720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16: +2023-12-14 14:52:56.817730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.16> (def) +2023-12-14 14:52:56.817738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:56.817748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 reshape.54> (def) +2023-12-14 14:52:56.817753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:56.817763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.14> (def) +2023-12-14 14:52:56.817768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:56.817778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 reshape.55> (def) +2023-12-14 14:52:56.817783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14: +2023-12-14 14:52:56.817793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-left.14> (def) +2023-12-14 14:52:56.817798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22: +2023-12-14 14:52:56.817808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 slice.22> (def) +2023-12-14 14:52:56.817813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:56.817823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 add.44> (def) +2023-12-14 14:52:56.817828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:56.817838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 xor.19> (def) +2023-12-14 14:52:56.817843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15: +2023-12-14 14:52:56.817853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 or.15> (def) +2023-12-14 14:52:56.817858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17: +2023-12-14 14:52:56.817868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 shift-right-logical.17> (def) +2023-12-14 14:52:56.817873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:56.817883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.56> (def) +2023-12-14 14:52:56.817892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:56.817902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 subtract.15> (def) +2023-12-14 14:52:56.817908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58: +2023-12-14 14:52:56.817917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 reshape.58> (def) +2023-12-14 14:52:56.817923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:56.817932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 constant.15> (def) +2023-12-14 14:52:56.817937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15: +2023-12-14 14:52:56.817947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-left.15> (def) +2023-12-14 14:52:56.817953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:56.817962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 slice.23> (def) +2023-12-14 14:52:56.817967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46: +2023-12-14 14:52:56.817977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.46> (def) +2023-12-14 14:52:56.817982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.817987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:56.817992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.47> (def) +2023-12-14 14:52:56.817997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16: +2023-12-14 14:52:56.818007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 param_0.16> (def) +2023-12-14 14:52:56.818012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.18: +2023-12-14 14:52:56.818022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 param_1.18> (def) +2023-12-14 14:52:56.818027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.8: +2023-12-14 14:52:56.818037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_2.8> (def) +2023-12-14 14:52:56.818045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7: +2023-12-14 14:52:56.818054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 param_3.7> (def) +2023-12-14 14:52:56.818060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12: +2023-12-14 14:52:56.818070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 param_4.12> (def) +2023-12-14 14:52:56.818075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16: +2023-12-14 14:52:56.818085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.16> (def) +2023-12-14 14:52:56.818090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:56.818100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 add.48> (def) +2023-12-14 14:52:56.818105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59: +2023-12-14 14:52:56.818115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 reshape.59> (def) +2023-12-14 14:52:56.818120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:56.818130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 add.49> (def) +2023-12-14 14:52:56.818136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18: +2023-12-14 14:52:56.818145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 param_0.18> (def) +2023-12-14 14:52:56.818150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:56.818160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 xor.20> (def) +2023-12-14 14:52:56.818165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16: +2023-12-14 14:52:56.818175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 or.16> (def) +2023-12-14 14:52:56.818180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18: +2023-12-14 14:52:56.818190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 shift-right-logical.18> (def) +2023-12-14 14:52:56.818195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60: +2023-12-14 14:52:56.818209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.60> (def) +2023-12-14 14:52:56.818215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16: +2023-12-14 14:52:56.818225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 subtract.16> (def) +2023-12-14 14:52:56.818230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61: +2023-12-14 14:52:56.818239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.61> (def) +2023-12-14 14:52:56.818245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16: +2023-12-14 14:52:56.818255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-left.16> (def) +2023-12-14 14:52:56.818260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24: +2023-12-14 14:52:56.818269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 slice.24> (def) +2023-12-14 14:52:56.818275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:56.818285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 add.50> (def) +2023-12-14 14:52:56.818290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:56.818299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 xor.21> (def) +2023-12-14 14:52:56.818305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17: +2023-12-14 14:52:56.818315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 or.17> (def) +2023-12-14 14:52:56.818320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19: +2023-12-14 14:52:56.818330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-right-logical.19> (def) +2023-12-14 14:52:56.818335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63: +2023-12-14 14:52:56.818345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.63> (def) +2023-12-14 14:52:56.818350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17: +2023-12-14 14:52:56.818363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 subtract.17> (def) +2023-12-14 14:52:56.818368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64: +2023-12-14 14:52:56.818378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 reshape.64> (def) +2023-12-14 14:52:56.818383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17: +2023-12-14 14:52:56.818393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 shift-left.17> (def) +2023-12-14 14:52:56.818398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25: +2023-12-14 14:52:56.818408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 slice.25> (def) +2023-12-14 14:52:56.818413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:56.818423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 add.51> (def) +2023-12-14 14:52:56.818428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:56.818439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 xor.22> (def) +2023-12-14 14:52:56.818444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18: +2023-12-14 14:52:56.818453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 or.18> (def) +2023-12-14 14:52:56.818459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20: +2023-12-14 14:52:56.818469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 shift-right-logical.20> (def) +2023-12-14 14:52:56.818474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65: +2023-12-14 14:52:56.818483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 reshape.65> (def) +2023-12-14 14:52:56.818489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18: +2023-12-14 14:52:56.818499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 subtract.18> (def) +2023-12-14 14:52:56.818504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67: +2023-12-14 14:52:56.818517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 reshape.67> (def) +2023-12-14 14:52:56.818522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:56.818532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 constant.17> (def) +2023-12-14 14:52:56.818537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.24: +2023-12-14 14:52:56.818547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 param_1.24> (def) +2023-12-14 14:52:56.818552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18: +2023-12-14 14:52:56.818562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 shift-left.18> (def) +2023-12-14 14:52:56.818567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:56.818577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 slice.26> (def) +2023-12-14 14:52:56.818582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:56.818592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 add.52> (def) +2023-12-14 14:52:56.818597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.16: +2023-12-14 14:52:56.818608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_2.16> (def) +2023-12-14 14:52:56.818613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.818618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17: +2023-12-14 14:52:56.818623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 param_3.17> (def) +2023-12-14 14:52:56.818628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.818632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 param_0.9> +2023-12-14 14:52:56.818637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.818643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:52:56.818648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.818653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17, operand 0 +2023-12-14 14:52:56.818658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.818678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 slice.17> +2023-12-14 14:52:56.818683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.818687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.17 +2023-12-14 14:52:56.818692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.818697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42, operand 0 +2023-12-14 14:52:56.818703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.818709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.42> +2023-12-14 14:52:56.818714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.818718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.42 +2023-12-14 14:52:56.818723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.818730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.42 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.818735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.7> +2023-12-14 14:52:56.818740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.818745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:52:56.818750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.818754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16, operand 0 +2023-12-14 14:52:56.818760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.818765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 slice.16> +2023-12-14 14:52:56.818770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.818775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.16 +2023-12-14 14:52:56.818780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.818784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:56.818791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.818796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.41> +2023-12-14 14:52:56.818804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.818809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:56.818814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.818819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.818825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.12> +2023-12-14 14:52:56.818830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.818835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:56.818840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.818844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:56.818849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = s32[] constant(5) +2023-12-14 14:52:56.818855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:56.818860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.818864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:56.818869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.818875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.12), direction=LT, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.818880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_1.8> +2023-12-14 14:52:56.818885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.818890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.8 +2023-12-14 14:52:56.818895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.818900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:56.818905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.8 = u32[] parameter(1) +2023-12-14 14:52:56.818910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 reshape.43> +2023-12-14 14:52:56.818915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.818920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:56.818925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.818930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 0 +2023-12-14 14:52:56.818938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[1]{0} reshape(u32[] %param_1.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.818944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_0.11> +2023-12-14 14:52:56.818950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.818954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:52:56.818959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.818964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18, operand 0 +2023-12-14 14:52:56.818969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.818975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 slice.18> +2023-12-14 14:52:56.818980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.818985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.18 +2023-12-14 14:52:56.818989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.818994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38, operand 1 +2023-12-14 14:52:56.818999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 add.38> +2023-12-14 14:52:56.819010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.38 +2023-12-14 14:52:56.819019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.38 = u32[1]{0} add(u32[1]{0} %reshape.43, u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 param_1.12> +2023-12-14 14:52:56.819035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.12 +2023-12-14 14:52:56.819045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 0 +2023-12-14 14:52:56.819055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.12 = u32[] parameter(1) +2023-12-14 14:52:56.819062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 constant.14> +2023-12-14 14:52:56.819068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:56.819078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13, operand 1 +2023-12-14 14:52:56.819088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = u32[] constant(32) +2023-12-14 14:52:56.819093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 shift-right-logical.13> +2023-12-14 14:52:56.819098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.13 +2023-12-14 14:52:56.819108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:56.819118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.13 = u32[] shift-right-logical(u32[] %param_1.12, u32[] %constant.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.45> +2023-12-14 14:52:56.819128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:56.819138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 0 +2023-12-14 14:52:56.819148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[1]{0} reshape(u32[] %shift-right-logical.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 param_0.13> +2023-12-14 14:52:56.819159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.13 +2023-12-14 14:52:56.819168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:56.819178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.819183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 slice.19> +2023-12-14 14:52:56.819191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:56.819201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39, operand 1 +2023-12-14 14:52:56.819211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.39> +2023-12-14 14:52:56.819222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.39 +2023-12-14 14:52:56.819231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.39 = u32[1]{0} add(u32[1]{0} %reshape.45, u32[1]{0} %slice.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.5> +2023-12-14 14:52:56.819247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:52:56.819257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14, operand 0 +2023-12-14 14:52:56.819266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15, operand 0 +2023-12-14 14:52:56.819271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.819277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.15> +2023-12-14 14:52:56.819282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.15 +2023-12-14 14:52:56.819291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:56.819301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.15 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 reshape.38> +2023-12-14 14:52:56.819312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:56.819335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 0 +2023-12-14 14:52:56.819345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.14> +2023-12-14 14:52:56.819356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.14 +2023-12-14 14:52:56.819366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40, operand 0 +2023-12-14 14:52:56.819375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.14 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.40> +2023-12-14 14:52:56.819386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.40 +2023-12-14 14:52:56.819396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13, operand 1 +2023-12-14 14:52:56.819406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.40 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 xor.13> +2023-12-14 14:52:56.819416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.13 +2023-12-14 14:52:56.819426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 0 +2023-12-14 14:52:56.819436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.13 = u32[] xor(u32[] %reshape.38, u32[] %reshape.40), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 constant.13> +2023-12-14 14:52:56.819450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:56.819460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12, operand 1 +2023-12-14 14:52:56.819470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = u32[] constant(466688986) +2023-12-14 14:52:56.819475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 xor.12> +2023-12-14 14:52:56.819480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.12 +2023-12-14 14:52:56.819490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.12 = u32[] xor(u32[] %xor.13, u32[] %constant.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 constant.3> +2023-12-14 14:52:56.819505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:56.819515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:56.819525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = s32[] constant(0) +2023-12-14 14:52:56.819531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 copy.24> +2023-12-14 14:52:56.819536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:56.819545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:56.819550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:56.819561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.3) +2023-12-14 14:52:56.819566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 Arg_0.1> +2023-12-14 14:52:56.819571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.819580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:56.819594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:56.819599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:56.819604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:52:56.819609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2, operand 0 +2023-12-14 14:52:56.819614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.819619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 Arg_1.2> +2023-12-14 14:52:56.819625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.819635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 1 +2023-12-14 14:52:56.819644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 1 +2023-12-14 14:52:56.819650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:56.819656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 fusion.4> +2023-12-14 14:52:56.819660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:56.819670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:56.819675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:56.819686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 fusion.3> +2023-12-14 14:52:56.819696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:56.819706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:56.819711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:56.819722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 fusion.2> +2023-12-14 14:52:56.819735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2 +2023-12-14 14:52:56.819746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:56.819751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:56.819760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 fusion> +2023-12-14 14:52:56.819771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:56.819781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:56.819786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:56.819796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.1> +2023-12-14 14:52:56.819807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:52:56.819816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:56.819821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:56.819832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.819837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 constant.6> +2023-12-14 14:52:56.819842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.6 +2023-12-14 14:52:56.819855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:56.819866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.6 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.819871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 copy.26> +2023-12-14 14:52:56.819876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:56.819885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:56.819891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:56.819901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.6) +2023-12-14 14:52:56.819906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.5> +2023-12-14 14:52:56.819911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:52:56.819921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:56.819932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.819937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.25> +2023-12-14 14:52:56.819942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:56.819952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:56.819958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:56.819967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:56.819972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 tuple.9{}> +2023-12-14 14:52:56.819977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.819982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:56.819988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.819993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:56.820003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[1]{0} %fusion.4, u32[1]{0} %fusion.3, u32[] %fusion.2, u32[] %fusion, /*index=5*/u32[] %fusion.1, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:56.820009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 concatenate.103> +2023-12-14 14:52:56.820014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103 +2023-12-14 14:52:56.820024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.103 = u32[2]{0} concatenate(u32[1]{0} %get-tuple-element.96, u32[1]{0} %get-tuple-element.97), dimensions={0}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.820034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.8> +2023-12-14 14:52:56.820039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:56.820050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 4 +2023-12-14 14:52:56.820059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 0 +2023-12-14 14:52:56.820064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.820070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.11> +2023-12-14 14:52:56.820074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:52:56.820085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35, operand 1 +2023-12-14 14:52:56.820094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = s32[] constant(1) +2023-12-14 14:52:56.820100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 add.35> +2023-12-14 14:52:56.820104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.35 +2023-12-14 14:52:56.820115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:56.820120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:56.820130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.35 = s32[] add(s32[] %copy.8, s32[] %constant.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.820138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.11> +2023-12-14 14:52:56.820143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:56.820153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:56.820163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:56.820168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.820174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.14> +2023-12-14 14:52:56.820178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:56.820188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 1 +2023-12-14 14:52:56.820198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:56.820204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 1 +2023-12-14 14:52:56.820208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.820213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.10> +2023-12-14 14:52:56.820218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:56.820228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 2 +2023-12-14 14:52:56.820239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 2 +2023-12-14 14:52:56.820244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.132) +2023-12-14 14:52:56.820248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.9> +2023-12-14 14:52:56.820254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:56.820264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 3 +2023-12-14 14:52:56.820277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 3 +2023-12-14 14:52:56.820283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.131) +2023-12-14 14:52:56.820288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 fusion.6> +2023-12-14 14:52:56.820293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:56.820303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:56.820308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:56.820318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.820324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.12> +2023-12-14 14:52:56.820329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:56.820338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:52:56.820348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:56.820354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.820359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 fusion.5> +2023-12-14 14:52:56.820364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:52:56.820374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:56.820378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:56.820389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.820394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.19> +2023-12-14 14:52:56.820402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:56.820413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:56.820418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:56.820427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.820433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.13> +2023-12-14 14:52:56.820438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:56.820448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:56.820458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.820463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.20> +2023-12-14 14:52:56.820468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:56.820478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:56.820483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:56.820494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.820498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.21> +2023-12-14 14:52:56.820504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:56.820514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:56.820518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:56.820529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.820534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.15> +2023-12-14 14:52:56.820539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:56.820552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:56.820562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.820568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.22> +2023-12-14 14:52:56.820572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:56.820583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:56.820587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:56.820598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.820603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.23> +2023-12-14 14:52:56.820608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:56.820618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:56.820623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:56.820633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.820638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 tuple.11{}> +2023-12-14 14:52:56.820643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:56.820653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[1]{0} %fusion.6, u32[1]{0} %fusion.5, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.820663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 param_3.17> +2023-12-14 14:52:56.820668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.17 +2023-12-14 14:52:56.820678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:56.820692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.17 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.820697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 param_2.16> +2023-12-14 14:52:56.820702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.16 +2023-12-14 14:52:56.820711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 0 +2023-12-14 14:52:56.820722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 0 +2023-12-14 14:52:56.820727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:56.820732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.16 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.820737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 add.52> +2023-12-14 14:52:56.820742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:56.820752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:56.820762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:56.820767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[1]{0} add(u32[1]{0} %param_3.17, u32[1]{0} %param_2.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.820772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 param_1.24> +2023-12-14 14:52:56.820778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.24 +2023-12-14 14:52:56.820787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24, operand 0 +2023-12-14 14:52:56.820797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25, operand 0 +2023-12-14 14:52:56.820802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:56.820808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.24 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.820813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 slice.26> +2023-12-14 14:52:56.820817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:56.820830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67, operand 0 +2023-12-14 14:52:56.820841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18, operand 1 +2023-12-14 14:52:56.820846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.820851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 shift-left.18> +2023-12-14 14:52:56.820856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.18 +2023-12-14 14:52:56.820866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 0 +2023-12-14 14:52:56.820877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.18 = u32[1]{0} shift-left(u32[1]{0} %param_2.16, u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.820883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 constant.17> +2023-12-14 14:52:56.820887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:56.820898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 0 +2023-12-14 14:52:56.820908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 0 +2023-12-14 14:52:56.820913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 0 +2023-12-14 14:52:56.820918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = u32[] constant(32) +2023-12-14 14:52:56.820923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 reshape.67> +2023-12-14 14:52:56.820928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.67 +2023-12-14 14:52:56.820938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18, operand 1 +2023-12-14 14:52:56.820948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.67 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.820956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 subtract.18> +2023-12-14 14:52:56.820961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.18 +2023-12-14 14:52:56.820971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.820977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65, operand 0 +2023-12-14 14:52:56.820981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.18 = u32[] subtract(u32[] %constant.17, u32[] %reshape.67), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.820986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 reshape.65> +2023-12-14 14:52:56.820992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.820997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.65 +2023-12-14 14:52:56.821002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20, operand 1 +2023-12-14 14:52:56.821012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.65 = u32[1]{0} reshape(u32[] %subtract.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 shift-right-logical.20> +2023-12-14 14:52:56.821022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.20 +2023-12-14 14:52:56.821033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18, operand 1 +2023-12-14 14:52:56.821044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.20 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.16, u32[1]{0} %reshape.65), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 or.18> +2023-12-14 14:52:56.821054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.18 +2023-12-14 14:52:56.821064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:56.821074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.18 = u32[1]{0} or(u32[1]{0} %shift-left.18, u32[1]{0} %shift-right-logical.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 xor.22> +2023-12-14 14:52:56.821087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:56.821097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19, operand 0 +2023-12-14 14:52:56.821107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 0 +2023-12-14 14:52:56.821112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:56.821117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[1]{0} xor(u32[1]{0} %add.52, u32[1]{0} %or.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 add.51> +2023-12-14 14:52:56.821127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:56.821137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:56.821147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:56.821152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = u32[1]{0} add(u32[1]{0} %add.52, u32[1]{0} %xor.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 slice.25> +2023-12-14 14:52:56.821162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.25 +2023-12-14 14:52:56.821172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64, operand 0 +2023-12-14 14:52:56.821182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17, operand 1 +2023-12-14 14:52:56.821188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 shift-left.17> +2023-12-14 14:52:56.821200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.17 +2023-12-14 14:52:56.821210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 0 +2023-12-14 14:52:56.821221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.17 = u32[1]{0} shift-left(u32[1]{0} %xor.22, u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 reshape.64> +2023-12-14 14:52:56.821230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.64 +2023-12-14 14:52:56.821241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17, operand 1 +2023-12-14 14:52:56.821251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.64 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 subtract.17> +2023-12-14 14:52:56.821261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.17 +2023-12-14 14:52:56.821271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63, operand 0 +2023-12-14 14:52:56.821281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.17 = u32[] subtract(u32[] %constant.17, u32[] %reshape.64), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.63> +2023-12-14 14:52:56.821291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.63 +2023-12-14 14:52:56.821301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19, operand 1 +2023-12-14 14:52:56.821312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.63 = u32[1]{0} reshape(u32[] %subtract.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 shift-right-logical.19> +2023-12-14 14:52:56.821325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.19 +2023-12-14 14:52:56.821335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17, operand 1 +2023-12-14 14:52:56.821345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.19 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.22, u32[1]{0} %reshape.63), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 or.17> +2023-12-14 14:52:56.821355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.17 +2023-12-14 14:52:56.821365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:56.821375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.17 = u32[1]{0} or(u32[1]{0} %shift-left.17, u32[1]{0} %shift-right-logical.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 xor.21> +2023-12-14 14:52:56.821385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:56.821395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 0 +2023-12-14 14:52:56.821405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 0 +2023-12-14 14:52:56.821410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:56.821416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[1]{0} xor(u32[1]{0} %add.51, u32[1]{0} %or.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 add.50> +2023-12-14 14:52:56.821426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:56.821438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:56.821449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:56.821453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[1]{0} add(u32[1]{0} %add.51, u32[1]{0} %xor.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 slice.24> +2023-12-14 14:52:56.821464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.24 +2023-12-14 14:52:56.821473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61, operand 0 +2023-12-14 14:52:56.821484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16, operand 1 +2023-12-14 14:52:56.821489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-left.16> +2023-12-14 14:52:56.821499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.16 +2023-12-14 14:52:56.821509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 0 +2023-12-14 14:52:56.821520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.16 = u32[1]{0} shift-left(u32[1]{0} %xor.21, u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 reshape.61> +2023-12-14 14:52:56.821530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.61 +2023-12-14 14:52:56.821540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16, operand 1 +2023-12-14 14:52:56.821550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.61 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 subtract.16> +2023-12-14 14:52:56.821563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.16 +2023-12-14 14:52:56.821573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60, operand 0 +2023-12-14 14:52:56.821583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.16 = u32[] subtract(u32[] %constant.17, u32[] %reshape.61), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 reshape.60> +2023-12-14 14:52:56.821593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.60 +2023-12-14 14:52:56.821603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18, operand 1 +2023-12-14 14:52:56.821614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.60 = u32[1]{0} reshape(u32[] %subtract.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 shift-right-logical.18> +2023-12-14 14:52:56.821623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.18 +2023-12-14 14:52:56.821634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16, operand 1 +2023-12-14 14:52:56.821644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.18 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.21, u32[1]{0} %reshape.60), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 or.16> +2023-12-14 14:52:56.821654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.16 +2023-12-14 14:52:56.821664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:56.821677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.16 = u32[1]{0} or(u32[1]{0} %shift-left.16, u32[1]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 xor.20> +2023-12-14 14:52:56.821687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:56.821698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:56.821707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[1]{0} xor(u32[1]{0} %add.50, u32[1]{0} %or.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 add.49> +2023-12-14 14:52:56.821717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:56.821728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:56.821737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = u32[1]{0} add(u32[1]{0} %add.50, u32[1]{0} %xor.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 param_0.18> +2023-12-14 14:52:56.821747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.18 +2023-12-14 14:52:56.821758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59, operand 0 +2023-12-14 14:52:56.821768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.18 = u32[] parameter(0) +2023-12-14 14:52:56.821773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 reshape.59> +2023-12-14 14:52:56.821777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.59 +2023-12-14 14:52:56.821788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:56.821798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.59 = u32[1]{0} reshape(u32[] %param_0.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 add.48> +2023-12-14 14:52:56.821811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:56.821821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[1]{0} add(u32[1]{0} %add.49, u32[1]{0} %reshape.59), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 param_3.7> +2023-12-14 14:52:56.821836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.7 +2023-12-14 14:52:56.821847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 0 +2023-12-14 14:52:56.821856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.7 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.821861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 param_2.8> +2023-12-14 14:52:56.821866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.8 +2023-12-14 14:52:56.821877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 0 +2023-12-14 14:52:56.821886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 0 +2023-12-14 14:52:56.821891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 1 +2023-12-14 14:52:56.821896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.8 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.821902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.46> +2023-12-14 14:52:56.821907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46 +2023-12-14 14:52:56.821916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:56.821926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:56.821932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.46 = u32[1]{0} add(u32[1]{0} %param_3.7, u32[1]{0} %param_2.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.821940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 param_1.18> +2023-12-14 14:52:56.821945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.18 +2023-12-14 14:52:56.821955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.821960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:56.821965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21, operand 0 +2023-12-14 14:52:56.821971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22, operand 0 +2023-12-14 14:52:56.821976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:56.821981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.18 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.821985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 slice.23> +2023-12-14 14:52:56.821990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.821997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:56.822002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58, operand 0 +2023-12-14 14:52:56.822012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15, operand 1 +2023-12-14 14:52:56.822017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 shift-left.15> +2023-12-14 14:52:56.822027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.15 +2023-12-14 14:52:56.822037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 0 +2023-12-14 14:52:56.822047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.15 = u32[1]{0} shift-left(u32[1]{0} %param_2.8, u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 constant.15> +2023-12-14 14:52:56.822060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:56.822070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:56.822079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:56.822085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:56.822090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:56.822095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = u32[] constant(32) +2023-12-14 14:52:56.822100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 reshape.58> +2023-12-14 14:52:56.822105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.58 +2023-12-14 14:52:56.822115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:56.822126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.58 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 subtract.15> +2023-12-14 14:52:56.822135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:56.822145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:56.822156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.15, u32[] %reshape.58), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 reshape.56> +2023-12-14 14:52:56.822165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:56.822176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17, operand 1 +2023-12-14 14:52:56.822186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[1]{0} reshape(u32[] %subtract.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 shift-right-logical.17> +2023-12-14 14:52:56.822200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.17 +2023-12-14 14:52:56.822211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15, operand 1 +2023-12-14 14:52:56.822221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.17 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.8, u32[1]{0} %reshape.56), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 or.15> +2023-12-14 14:52:56.822230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.15 +2023-12-14 14:52:56.822241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:56.822250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.15 = u32[1]{0} or(u32[1]{0} %shift-left.15, u32[1]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 xor.19> +2023-12-14 14:52:56.822260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:56.822270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 0 +2023-12-14 14:52:56.822280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 0 +2023-12-14 14:52:56.822285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:56.822290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[1]{0} xor(u32[1]{0} %add.46, u32[1]{0} %or.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 add.44> +2023-12-14 14:52:56.822300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:56.822313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:56.822322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 0 +2023-12-14 14:52:56.822328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[1]{0} add(u32[1]{0} %add.46, u32[1]{0} %xor.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 slice.22> +2023-12-14 14:52:56.822338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.22 +2023-12-14 14:52:56.822348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:56.822359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14, operand 1 +2023-12-14 14:52:56.822364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.22 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 shift-left.14> +2023-12-14 14:52:56.822373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.14 +2023-12-14 14:52:56.822383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 0 +2023-12-14 14:52:56.822394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.14 = u32[1]{0} shift-left(u32[1]{0} %xor.19, u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 reshape.55> +2023-12-14 14:52:56.822404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:56.822413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:56.822424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 subtract.14> +2023-12-14 14:52:56.822437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:56.822446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:56.822457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.15, u32[] %reshape.55), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 reshape.54> +2023-12-14 14:52:56.822466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:56.822476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16, operand 1 +2023-12-14 14:52:56.822487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = u32[1]{0} reshape(u32[] %subtract.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 shift-right-logical.16> +2023-12-14 14:52:56.822496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.16 +2023-12-14 14:52:56.822506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14, operand 1 +2023-12-14 14:52:56.822517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.16 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.19, u32[1]{0} %reshape.54), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 or.14> +2023-12-14 14:52:56.822526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.14 +2023-12-14 14:52:56.822536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18, operand 1 +2023-12-14 14:52:56.822549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.14 = u32[1]{0} or(u32[1]{0} %shift-left.14, u32[1]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 xor.18> +2023-12-14 14:52:56.822559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.18 +2023-12-14 14:52:56.822570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 0 +2023-12-14 14:52:56.822581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 0 +2023-12-14 14:52:56.822585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:56.822590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.18 = u32[1]{0} xor(u32[1]{0} %add.44, u32[1]{0} %or.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.43> +2023-12-14 14:52:56.822601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:56.822611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 0 +2023-12-14 14:52:56.822620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 0 +2023-12-14 14:52:56.822625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[1]{0} add(u32[1]{0} %add.44, u32[1]{0} %xor.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 slice.21> +2023-12-14 14:52:56.822637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.21 +2023-12-14 14:52:56.822646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:56.822656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13, operand 1 +2023-12-14 14:52:56.822661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.21 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 shift-left.13> +2023-12-14 14:52:56.822674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.13 +2023-12-14 14:52:56.822684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 0 +2023-12-14 14:52:56.822696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.13 = u32[1]{0} shift-left(u32[1]{0} %xor.18, u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 reshape.52> +2023-12-14 14:52:56.822705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:56.822715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:56.822725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 subtract.13> +2023-12-14 14:52:56.822735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:56.822745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:56.822756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.15, u32[] %reshape.52), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 reshape.51> +2023-12-14 14:52:56.822766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:56.822775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15, operand 1 +2023-12-14 14:52:56.822786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = u32[1]{0} reshape(u32[] %subtract.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 shift-right-logical.15> +2023-12-14 14:52:56.822798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.15 +2023-12-14 14:52:56.822808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13, operand 1 +2023-12-14 14:52:56.822819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.15 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.18, u32[1]{0} %reshape.51), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 or.13> +2023-12-14 14:52:56.822828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.13 +2023-12-14 14:52:56.822838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17, operand 1 +2023-12-14 14:52:56.822849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.13 = u32[1]{0} or(u32[1]{0} %shift-left.13, u32[1]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 xor.17> +2023-12-14 14:52:56.822859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.17 +2023-12-14 14:52:56.822868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 0 +2023-12-14 14:52:56.822880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 0 +2023-12-14 14:52:56.822885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42, operand 1 +2023-12-14 14:52:56.822889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.17 = u32[1]{0} xor(u32[1]{0} %add.43, u32[1]{0} %or.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.42> +2023-12-14 14:52:56.822899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.42 +2023-12-14 14:52:56.822913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 0 +2023-12-14 14:52:56.822922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.42 = u32[1]{0} add(u32[1]{0} %add.43, u32[1]{0} %xor.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 slice.20> +2023-12-14 14:52:56.822933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:56.822943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:56.822952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12, operand 1 +2023-12-14 14:52:56.822957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[3:4]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 shift-left.12> +2023-12-14 14:52:56.822968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.822973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.12 +2023-12-14 14:52:56.822978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.822983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:56.822988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.12 = u32[1]{0} shift-left(u32[1]{0} %xor.17, u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.822993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 reshape.50> +2023-12-14 14:52:56.822999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:56.823008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:56.823018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.823027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 subtract.12> +2023-12-14 14:52:56.823032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:56.823042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:56.823052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.15, u32[] %reshape.50), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.823058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 reshape.49> +2023-12-14 14:52:56.823063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:56.823072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14, operand 1 +2023-12-14 14:52:56.823082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[1]{0} reshape(u32[] %subtract.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.823088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 shift-right-logical.14> +2023-12-14 14:52:56.823093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.14 +2023-12-14 14:52:56.823102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:56.823112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.14 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.17, u32[1]{0} %reshape.49), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.823118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 or.12> +2023-12-14 14:52:56.823123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:56.823132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14, operand 1 +2023-12-14 14:52:56.823145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[1]{0} or(u32[1]{0} %shift-left.12, u32[1]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.823150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 xor.14> +2023-12-14 14:52:56.823155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.14 +2023-12-14 14:52:56.823165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 0 +2023-12-14 14:52:56.823175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.14 = u32[1]{0} xor(u32[1]{0} %add.42, u32[1]{0} %or.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.823181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 param_0.16> +2023-12-14 14:52:56.823185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.16 +2023-12-14 14:52:56.823195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:56.823205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.16 = u32[] parameter(0) +2023-12-14 14:52:56.823211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 reshape.47> +2023-12-14 14:52:56.823216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:56.823225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41, operand 1 +2023-12-14 14:52:56.823235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[1]{0} reshape(u32[] %param_0.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.823241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.41> +2023-12-14 14:52:56.823246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.41 +2023-12-14 14:52:56.823255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 0 +2023-12-14 14:52:56.823265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.41 = u32[1]{0} add(u32[1]{0} %xor.14, u32[1]{0} %reshape.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.823273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 param_4.12> +2023-12-14 14:52:56.823278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.12 +2023-12-14 14:52:56.823288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:56.823298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.823304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.16> +2023-12-14 14:52:56.823309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.16 +2023-12-14 14:52:56.823325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:56.823336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.16 = s32[] constant(1) +2023-12-14 14:52:56.823341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.47> +2023-12-14 14:52:56.823346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:56.823355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:56.823367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.823372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 convert.3> +2023-12-14 14:52:56.823377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:56.823386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:56.823396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.823404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 reshape.46> +2023-12-14 14:52:56.823409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:56.823419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40, operand 1 +2023-12-14 14:52:56.823429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[1]{0} reshape(u32[] %convert.3), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.823434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.40> +2023-12-14 14:52:56.823439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.40 +2023-12-14 14:52:56.823448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.40 = u32[1]{0} add(u32[1]{0} %add.41, u32[1]{0} %reshape.46), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.823459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.823464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:56.823473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112, operand 0 {} +2023-12-14 14:52:56.823483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.823489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.823494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:56.823503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137, operand 0 {} +2023-12-14 14:52:56.823513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136, operand 0 {} +2023-12-14 14:52:56.823518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135, operand 0 {} +2023-12-14 14:52:56.823523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134, operand 0 {} +2023-12-14 14:52:56.823531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133, operand 0 {} +2023-12-14 14:52:56.823536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132, operand 0 {} +2023-12-14 14:52:56.823734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131, operand 0 {} +2023-12-14 14:52:56.823771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130, operand 0 {} +2023-12-14 14:52:56.823790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.823807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.823822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:56.823856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.112 +2023-12-14 14:52:56.823873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:56.823905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.823922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.823939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.823954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:56.823970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.823985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.824002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.824017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.824034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:56.824049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.824066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.824082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.824098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.824113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:56.824130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.824171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.824190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.824205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.824222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:56.824236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.824253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.824269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.824286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.824302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:56.824318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.824333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.824350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.824365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.824381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:56.824396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.824413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.824428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.824444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.824459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:56.824476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.824490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.824508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.824522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.824539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:56.824554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.130 +2023-12-14 14:52:56.824570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.824595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:56.824611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.824628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.824642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.824659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:56.824674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.131 +2023-12-14 14:52:56.824691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.824705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:56.824722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.824737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.824754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.824769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:56.824786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.132 +2023-12-14 14:52:56.824800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.824817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:56.824832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.824848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.824863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.824880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:56.824895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.133 +2023-12-14 14:52:56.824911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.824926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:56.824943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.824958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.824974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.824989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:56.825013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.134 +2023-12-14 14:52:56.825030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.825047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:56.825066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.825083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.825099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.825114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:56.825131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.135 +2023-12-14 14:52:56.825145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.825162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:56.825177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.825193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.825208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.825225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:56.825240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.136 +2023-12-14 14:52:56.825255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.825270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:56.825287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.825302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.825318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.825333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:56.825349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.137 +2023-12-14 14:52:56.825364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.825380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:56.825395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.825411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 while.1{} (phi)> +2023-12-14 14:52:56.825433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.825450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:56.825465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.825482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97, operand 0 {} +2023-12-14 14:52:56.825497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96, operand 0 {} +2023-12-14 14:52:56.825516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.825532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 while.1{0} (phi)> +2023-12-14 14:52:56.825549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.825563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:56.825580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.825595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.825612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 while.1{1} (phi)> +2023-12-14 14:52:56.825627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.825643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:56.825658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.96 +2023-12-14 14:52:56.825674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.825689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 0 +2023-12-14 14:52:56.825706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.825721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 while.1{2} (phi)> +2023-12-14 14:52:56.825737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.825751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:56.825768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.97 +2023-12-14 14:52:56.825783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.825799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.103, operand 1 +2023-12-14 14:52:56.825826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.825841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 while.1{3} (phi)> +2023-12-14 14:52:56.825858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.825872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:56.825888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.825904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.825921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 while.1{4} (phi)> +2023-12-14 14:52:56.825935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.825952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:56.825967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.825983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.825998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 while.1{5} (phi)> +2023-12-14 14:52:56.826015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.826030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:56.826046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.826061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.826078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 while.1{6} (phi)> +2023-12-14 14:52:56.826093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.826109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:56.826124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.826142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.826164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 while.1{7} (phi)> +2023-12-14 14:52:56.826181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.826196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:56.826212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.826227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.826603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <35 fusion> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.826654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <32 fusion.4> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.826680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <38 copy.26> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.826703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <33 fusion.3> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.826727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 copy.25> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.826755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <29 copy.24> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.826781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <41 tuple.9{}> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.826815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <34 fusion.2> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.826846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <36 fusion.1> to while param: %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.828159: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__threefry_fold_in, entry_computation_layout={(u32[2]{0},u32[])->u32[2]{0}} +2023-12-14 14:52:56.828193: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.828210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5 (param_0.16: u32[], param_1.18: u32[4], param_2.8: u32[1], param_3.7: u32[1], param_4.12: s32[]) -> u32[1] { +2023-12-14 14:52:56.828225: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.7 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.828252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.8 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.828268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.46 = u32[1]{0} add(u32[1]{0} %param_3.7, u32[1]{0} %param_2.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828284: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.18 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.828300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.23 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828318: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.15 = u32[1]{0} shift-left(u32[1]{0} %param_2.8, u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828336: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.15 = u32[] constant(32) +2023-12-14 14:52:56.828353: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.58 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.15 = u32[] subtract(u32[] %constant.15, u32[] %reshape.58), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828387: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.56 = u32[1]{0} reshape(u32[] %subtract.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.17 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.8, u32[1]{0} %reshape.56), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.15 = u32[1]{0} or(u32[1]{0} %shift-left.15, u32[1]{0} %shift-right-logical.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.19 = u32[1]{0} xor(u32[1]{0} %add.46, u32[1]{0} %or.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828455: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.44 = u32[1]{0} add(u32[1]{0} %add.46, u32[1]{0} %xor.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828480: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.22 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828498: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.14 = u32[1]{0} shift-left(u32[1]{0} %xor.19, u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828515: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.55 = u32[] reshape(u32[1]{0} %slice.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828531: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.14 = u32[] subtract(u32[] %constant.15, u32[] %reshape.55), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828547: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.54 = u32[1]{0} reshape(u32[] %subtract.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828563: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.16 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.19, u32[1]{0} %reshape.54), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828580: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.14 = u32[1]{0} or(u32[1]{0} %shift-left.14, u32[1]{0} %shift-right-logical.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828601: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.18 = u32[1]{0} xor(u32[1]{0} %add.44, u32[1]{0} %or.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828617: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.43 = u32[1]{0} add(u32[1]{0} %add.44, u32[1]{0} %xor.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.21 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828649: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.13 = u32[1]{0} shift-left(u32[1]{0} %xor.18, u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828673: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.52 = u32[] reshape(u32[1]{0} %slice.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828690: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.13 = u32[] subtract(u32[] %constant.15, u32[] %reshape.52), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828707: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.51 = u32[1]{0} reshape(u32[] %subtract.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828723: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.15 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.18, u32[1]{0} %reshape.51), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828740: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.13 = u32[1]{0} or(u32[1]{0} %shift-left.13, u32[1]{0} %shift-right-logical.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828756: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.17 = u32[1]{0} xor(u32[1]{0} %add.43, u32[1]{0} %or.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828773: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.42 = u32[1]{0} add(u32[1]{0} %add.43, u32[1]{0} %xor.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.20 = u32[1]{0} slice(u32[4]{0} %param_1.18), slice={[3:4]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828806: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.12 = u32[1]{0} shift-left(u32[1]{0} %xor.17, u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.50 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828837: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.12 = u32[] subtract(u32[] %constant.15, u32[] %reshape.50), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.49 = u32[1]{0} reshape(u32[] %subtract.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.14 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.17, u32[1]{0} %reshape.49), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.12 = u32[1]{0} or(u32[1]{0} %shift-left.12, u32[1]{0} %shift-right-logical.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828912: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.14 = u32[1]{0} xor(u32[1]{0} %add.42, u32[1]{0} %or.12), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828928: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.16 = u32[] parameter(0) +2023-12-14 14:52:56.828946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.47 = u32[1]{0} reshape(u32[] %param_0.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828962: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.41 = u32[1]{0} add(u32[1]{0} %xor.14, u32[1]{0} %reshape.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.828978: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.12 = s32[] parameter(4) +2023-12-14 14:52:56.828993: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.16 = s32[] constant(1) +2023-12-14 14:52:56.829010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.47 = s32[] add(s32[] %param_4.12, s32[] %constant.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829025: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.3 = u32[] convert(s32[] %add.47), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.46 = u32[1]{0} reshape(u32[] %convert.3), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829057: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.40 = u32[1]{0} add(u32[1]{0} %add.41, u32[1]{0} %reshape.46), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829080: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.829097: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.829112: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6 (param_0.18: u32[], param_1.24: u32[4], param_2.16: u32[1], param_3.17: u32[1]) -> u32[1] { +2023-12-14 14:52:56.829130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.17 = u32[1]{0} parameter(3) +2023-12-14 14:52:56.829145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.16 = u32[1]{0} parameter(2) +2023-12-14 14:52:56.829161: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.52 = u32[1]{0} add(u32[1]{0} %param_3.17, u32[1]{0} %param_2.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829176: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.24 = u32[4]{0} parameter(1) +2023-12-14 14:52:56.829193: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.26 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829208: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.18 = u32[1]{0} shift-left(u32[1]{0} %param_2.16, u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829225: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.17 = u32[] constant(32) +2023-12-14 14:52:56.829240: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.67 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.18 = u32[] subtract(u32[] %constant.17, u32[] %reshape.67), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829272: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.65 = u32[1]{0} reshape(u32[] %subtract.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.20 = u32[1]{0} shift-right-logical(u32[1]{0} %param_2.16, u32[1]{0} %reshape.65), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829304: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.18 = u32[1]{0} or(u32[1]{0} %shift-left.18, u32[1]{0} %shift-right-logical.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829327: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.22 = u32[1]{0} xor(u32[1]{0} %add.52, u32[1]{0} %or.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829342: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.51 = u32[1]{0} add(u32[1]{0} %add.52, u32[1]{0} %xor.22), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.25 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829375: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.17 = u32[1]{0} shift-left(u32[1]{0} %xor.22, u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.64 = u32[] reshape(u32[1]{0} %slice.25), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.17 = u32[] subtract(u32[] %constant.17, u32[] %reshape.64), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.63 = u32[1]{0} reshape(u32[] %subtract.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.19 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.22, u32[1]{0} %reshape.63), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829455: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.17 = u32[1]{0} or(u32[1]{0} %shift-left.17, u32[1]{0} %shift-right-logical.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.21 = u32[1]{0} xor(u32[1]{0} %add.51, u32[1]{0} %or.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829487: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.50 = u32[1]{0} add(u32[1]{0} %add.51, u32[1]{0} %xor.21), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829502: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.24 = u32[1]{0} slice(u32[4]{0} %param_1.24), slice={[2:3]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829532: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.16 = u32[1]{0} shift-left(u32[1]{0} %xor.21, u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829549: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.61 = u32[] reshape(u32[1]{0} %slice.24), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829564: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.16 = u32[] subtract(u32[] %constant.17, u32[] %reshape.61), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829581: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.60 = u32[1]{0} reshape(u32[] %subtract.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829596: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.18 = u32[1]{0} shift-right-logical(u32[1]{0} %xor.21, u32[1]{0} %reshape.60), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829613: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.16 = u32[1]{0} or(u32[1]{0} %shift-left.16, u32[1]{0} %shift-right-logical.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.20 = u32[1]{0} xor(u32[1]{0} %add.50, u32[1]{0} %or.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.49 = u32[1]{0} add(u32[1]{0} %add.50, u32[1]{0} %xor.20), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.18 = u32[] parameter(0) +2023-12-14 14:52:56.829677: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.59 = u32[1]{0} reshape(u32[] %param_0.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.48 = u32[1]{0} add(u32[1]{0} %add.49, u32[1]{0} %reshape.59), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.829732: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.829747: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.20.clone.clone.clone (arg_tuple.3: (s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> (s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4]) { +2023-12-14 14:52:56.829764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.3 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.829779: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.130 = s32[] get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=0 +2023-12-14 14:52:56.829798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.8 = s32[] copy(s32[] %get-tuple-element.130) +2023-12-14 14:52:56.829813: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.11 = s32[] constant(1) +2023-12-14 14:52:56.829830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.35 = s32[] add(s32[] %copy.8, s32[] %constant.11), metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829845: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.133 = u32[] get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=3 +2023-12-14 14:52:56.829861: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.11 = u32[] copy(u32[] %get-tuple-element.133) +2023-12-14 14:52:56.829876: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.136 = u32[4]{0} get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=6 +2023-12-14 14:52:56.829893: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.136) +2023-12-14 14:52:56.829908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.132 = u32[1]{0} get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=2 +2023-12-14 14:52:56.829925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.10 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.132) +2023-12-14 14:52:56.829940: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.131 = u32[1]{0} get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=1 +2023-12-14 14:52:56.829956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.9 = u32[1]{0} copy(u32[1]{0} %get-tuple-element.131) +2023-12-14 14:52:56.829972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.6 = u32[1]{0} fusion(u32[] %copy.11, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.829989: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.134 = u32[] get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=4 +2023-12-14 14:52:56.830011: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.12 = u32[] copy(u32[] %get-tuple-element.134) +2023-12-14 14:52:56.830028: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.5 = u32[1]{0} fusion(u32[] %copy.12, u32[4]{0} %copy.14, u32[1]{0} %copy.10, u32[1]{0} %copy.9, s32[] %copy.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:56.830060: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.135 = u32[] get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=5 +2023-12-14 14:52:56.830076: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.13 = u32[] copy(u32[] %get-tuple-element.135) +2023-12-14 14:52:56.830091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:56.830108: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:56.830123: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.137 = u32[4]{0} get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=7 +2023-12-14 14:52:56.830140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.137) +2023-12-14 14:52:56.830155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:56.830171: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:56.830186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.11 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.35, u32[1]{0} %fusion.6, u32[1]{0} %fusion.5, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:56.830203: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.830217: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.830233: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_1.80.clone.clone (arg_tuple.4: (s32[], u32[1], u32[1], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> pred[] { +2023-12-14 14:52:56.830249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.4 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:56.830265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.112 = s32[] get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.4), index=0 +2023-12-14 14:52:56.830280: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.12 = s32[] constant(5) +2023-12-14 14:52:56.830297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.1 = pred[] compare(s32[] %get-tuple-element.112, s32[] %constant.12), direction=LT, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830319: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.830336: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.830350: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0.5: u32[2]) -> u32[] { +2023-12-14 14:52:56.830367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.5 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.830382: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.15 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830399: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.38 = u32[] reshape(u32[1]{0} %slice.15), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830414: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.14 = u32[1]{0} slice(u32[2]{0} %param_0.5), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830431: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.40 = u32[] reshape(u32[1]{0} %slice.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830446: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.13 = u32[] xor(u32[] %reshape.38, u32[] %reshape.40), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.13 = u32[] constant(466688986) +2023-12-14 14:52:56.830478: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %xor.12 = u32[] xor(u32[] %xor.13, u32[] %constant.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.830509: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.830526: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1 (param_0.7: u32[2]) -> u32[] { +2023-12-14 14:52:56.830541: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.7 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.830557: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.16 = u32[1]{0} slice(u32[2]{0} %param_0.7), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830572: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.41 = u32[] reshape(u32[1]{0} %slice.16), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830595: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.830612: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.830626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2 (param_0.9: u32[2]) -> u32[] { +2023-12-14 14:52:56.830643: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.9 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.830659: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.17 = u32[1]{0} slice(u32[2]{0} %param_0.9), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.42 = u32[] reshape(u32[1]{0} %slice.17), metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830690: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.830706: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.830721: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.11: u32[2], param_1.8: u32[]) -> u32[1] { +2023-12-14 14:52:56.830738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.8 = u32[] parameter(1) +2023-12-14 14:52:56.830753: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.43 = u32[1]{0} reshape(u32[] %param_1.8), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.11 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.830785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.18 = u32[1]{0} slice(u32[2]{0} %param_0.11), slice={[1:2]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830802: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.38 = u32[1]{0} add(u32[1]{0} %reshape.43, u32[1]{0} %slice.18), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.830833: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.830848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4 (param_0.13: u32[2], param_1.12: u32[]) -> u32[1] { +2023-12-14 14:52:56.830865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.12 = u32[] parameter(1) +2023-12-14 14:52:56.830880: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.14 = u32[] constant(32) +2023-12-14 14:52:56.830896: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.13 = u32[] shift-right-logical(u32[] %param_1.12, u32[] %constant.14), metadata={op_name="jit(_threefry_fold_in)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830918: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.45 = u32[1]{0} reshape(u32[] %shift-right-logical.13), metadata={op_name="jit(_threefry_fold_in)/jit(main)/reshape[new_sizes=(1,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.13 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.830950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.13), slice={[0:1]}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830968: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.39 = u32[1]{0} add(u32[1]{0} %reshape.45, u32[1]{0} %slice.19), metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.830982: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.830998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.831013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.104 (Arg_0.1: u32[2], Arg_1.2: u32[]) -> u32[2] { +2023-12-14 14:52:56.831030: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.3 = s32[] constant(0) +2023-12-14 14:52:56.831045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.24 = s32[] copy(s32[] %constant.3) +2023-12-14 14:52:56.831061: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:56.831076: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = u32[] parameter(1) +2023-12-14 14:52:56.831093: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.4 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.831108: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = u32[1]{0} fusion(u32[2]{0} %Arg_0.1, u32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_threefry_fold_in)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.831125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.2 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.2, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.831140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_threefry_fold_in)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.831163: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.1 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.831181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.6 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:56.831196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.26 = u32[4]{0} copy(u32[4]{0} %constant.6) +2023-12-14 14:52:56.831212: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.5 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:56.831227: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.25 = u32[4]{0} copy(u32[4]{0} %constant.5) +2023-12-14 14:52:56.831244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %tuple.9 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[1]{0} %fusion.4, u32[1]{0} %fusion.3, u32[] %fusion.2, u32[] %fusion, /*index=5*/u32[] %fusion.1, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:56.831259: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %while.1 = (s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.80.clone.clone, body=%region_0.20.clone.clone.clone +2023-12-14 14:52:56.831277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.96 = u32[1]{0} get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=1, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.831292: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.97 = u32[1]{0} get-tuple-element((s32[], u32[1]{0}, u32[1]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=2, metadata={op_name="jit(_threefry_fold_in)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.831309: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %concatenate.103 = u32[2]{0} concatenate(u32[1]{0} %get-tuple-element.96, u32[1]{0} %get-tuple-element.97), dimensions={0}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.831343: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.831363: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.831498: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 49): + InstructionSequence: + 0:constant.5 + 1:copy.25 + 2:constant.6 + 3:copy.26 + 4:constant.3 + 5:copy.24 + 6:Arg_0.1 + 7:fusion + 8:fusion.1 + 9:fusion.2 + 10:Arg_1.2 + 11:fusion.3 + 12:fusion.4 + 13:tuple.9 + 14:constant.12 + 15:arg_tuple.4 + 16:get-tuple-element.112 + 17:compare.1 + 18:arg_tuple.3 + 19:get-tuple-element.136 + 20:copy.14 + 21:get-tuple-element.132 + 22:copy.10 + 23:get-tuple-element.134 + 24:copy.12 + 25:get-tuple-element.130 + 26:copy.8 + 27:get-tuple-element.131 + 28:copy.9 + 29:fusion.5 + 30:get-tuple-element.133 + 31:copy.11 + 32:fusion.6 + 33:get-tuple-element.137 + 34:copy.15 + 35:copy.23 + 36:constant.11 + 37:add.35 + 38:copy.19 + 39:get-tuple-element.135 + 40:copy.13 + 41:copy.21 + 42:copy.22 + 43:copy.20 + 44:tuple.11 + 45:while.1 + 46:get-tuple-element.96 + 47:get-tuple-element.97 + 48:concatenate.103 + BufferLiveRange: + constant.12{}:14-17 + compare.1{}:17-18 + constant.3{}:4-5 + copy.24{}:5-14 + Arg_0.1{}:0-49 + Arg_1.2{}:0-49 + fusion.4{}:12-14 + fusion.3{}:11-14 + fusion.2{}:9-14 + fusion{}:7-14 + fusion.1{}:8-14 + constant.6{}:2-3 + copy.26{}:3-14 + constant.5{}:0-1 + copy.25{}:1-14 + tuple.9{}:13-14 + concatenate.103{}:48-49 + copy.8{}:26-37 + constant.11{}:36-37 + add.35{}:37-45 + copy.11{}:31-41 + copy.14{}:20-35 + copy.10{}:22-32 + copy.9{}:28-32 + fusion.6{}:32-45 + copy.12{}:24-38 + fusion.5{}:29-45 + copy.19{}:38-45 + copy.13{}:40-43 + copy.20{}:43-45 + copy.21{}:41-45 + copy.15{}:34-42 + copy.22{}:42-45 + copy.23{}:35-45 + tuple.11{}:44-45 + arg_tuple.4{}:14-18 + arg_tuple.3{}:18-39 + arg_tuple.4{0}:14-18 + arg_tuple.4{1}:14-18 + arg_tuple.4{2}:14-18 + arg_tuple.4{3}:14-18 + arg_tuple.4{4}:14-18 + arg_tuple.4{5}:14-18 + arg_tuple.4{6}:14-18 + arg_tuple.4{7}:14-18 + arg_tuple.3{0}:18-26 + arg_tuple.3{1}:18-28 + arg_tuple.3{2}:18-22 + arg_tuple.3{3}:18-31 + arg_tuple.3{4}:18-24 + arg_tuple.3{5}:18-40 + arg_tuple.3{6}:18-20 + arg_tuple.3{7}:18-34 + while.1{}:45-47 + while.1{0}:45-45 + while.1{1}:45-48 + while.1{2}:45-48 + while.1{3}:45-45 + while.1{4}:45-45 + while.1{5}:45-45 + while.1{6}:45-45 + while.1{7}:45-45 + Live ranges at 18 (peak): + compare.1: 1 bytes + Arg_0.1: 8 bytes + Arg_1.2: 4 bytes + arg_tuple.4: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.4: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + +2023-12-14 14:52:56.831597: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time49 +2023-12-14 14:52:56.831614: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:56.831632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <30 Arg_0.1> +2023-12-14 14:52:56.831658: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <31 Arg_1.2> +2023-12-14 14:52:56.831678: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:56.831696: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <40 copy.25> +2023-12-14 14:52:56.831715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:56.831731: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:56.831746: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <38 copy.26> +2023-12-14 14:52:56.831765: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:56.831781: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:56.831797: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <29 copy.24> +2023-12-14 14:52:56.831814: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:56.831829: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:56.831845: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <35 fusion> +2023-12-14 14:52:56.831869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:56.831887: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <36 fusion.1> +2023-12-14 14:52:56.831903: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:56.831920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <34 fusion.2> +2023-12-14 14:52:56.831936: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:56.831952: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:56.831967: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <33 fusion.3> +2023-12-14 14:52:56.831985: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:52:56.832000: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <32 fusion.4> +2023-12-14 14:52:56.832017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:52:56.832039: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <41 tuple.9{}> +2023-12-14 14:52:56.832057: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:52:56.832075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <145 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.832093: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<41 tuple.9{}> +2023-12-14 14:52:56.832111: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <147 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.832129: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<29 copy.24> +2023-12-14 14:52:56.832147: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <148 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.832165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 fusion.4> +2023-12-14 14:52:56.832181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <149 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.832198: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<33 fusion.3> +2023-12-14 14:52:56.832214: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <150 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.832232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.2> +2023-12-14 14:52:56.832247: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <151 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.832266: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion> +2023-12-14 14:52:56.832282: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <152 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.832300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.1> +2023-12-14 14:52:56.832315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <153 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.832333: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 copy.26> +2023-12-14 14:52:56.832349: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <154 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.832367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.25> +2023-12-14 14:52:56.832390: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.832406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <40 copy.25> +2023-12-14 14:52:56.832424: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <38 copy.26> +2023-12-14 14:52:56.832440: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <29 copy.24> +2023-12-14 14:52:56.832457: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <35 fusion> +2023-12-14 14:52:56.832472: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <36 fusion.1> +2023-12-14 14:52:56.832490: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <34 fusion.2> +2023-12-14 14:52:56.832505: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <33 fusion.3> +2023-12-14 14:52:56.832522: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <32 fusion.4> +2023-12-14 14:52:56.832539: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <41 tuple.9{}> +2023-12-14 14:52:56.832556: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:52:56.832574: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:52:56.832588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:52:56.832606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <7 compare.1> +2023-12-14 14:52:56.832625: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:52:56.832643: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <161 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.832660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 copy.26> +2023-12-14 14:52:56.832677: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <157 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.832694: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<33 fusion.3> +2023-12-14 14:52:56.832712: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <159 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.832729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion> +2023-12-14 14:52:56.832746: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <155 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.832765: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<29 copy.24> +2023-12-14 14:52:56.832780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <156 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.832800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 fusion.4> +2023-12-14 14:52:56.832816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <158 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.832835: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.2> +2023-12-14 14:52:56.832851: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <162 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.832869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.25> +2023-12-14 14:52:56.832884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <146 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.832909: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<41 tuple.9{}> +2023-12-14 14:52:56.832928: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <160 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.832944: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.1> +2023-12-14 14:52:56.832961: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.832977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <145 arg_tuple.4{} (phi)> +2023-12-14 14:52:56.832995: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <147 arg_tuple.4{0} (phi)> +2023-12-14 14:52:56.833013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <148 arg_tuple.4{1} (phi)> +2023-12-14 14:52:56.833031: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <149 arg_tuple.4{2} (phi)> +2023-12-14 14:52:56.833049: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <150 arg_tuple.4{3} (phi)> +2023-12-14 14:52:56.833066: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <151 arg_tuple.4{4} (phi)> +2023-12-14 14:52:56.833083: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <152 arg_tuple.4{5} (phi)> +2023-12-14 14:52:56.833100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <153 arg_tuple.4{6} (phi)> +2023-12-14 14:52:56.833118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <154 arg_tuple.4{7} (phi)> +2023-12-14 14:52:56.833134: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <7 compare.1> +2023-12-14 14:52:56.833152: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:52:56.833166: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:52:56.833183: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <47 copy.14> +2023-12-14 14:52:56.833200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.833218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <161 arg_tuple.3{6} (phi)> +2023-12-14 14:52:56.833235: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:52:56.833249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:52:56.833267: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <48 copy.10> +2023-12-14 14:52:56.833283: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.833300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <157 arg_tuple.3{2} (phi)> +2023-12-14 14:52:56.833316: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:52:56.833332: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:52:56.833347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <51 copy.12> +2023-12-14 14:52:56.833367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.833382: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <159 arg_tuple.3{4} (phi)> +2023-12-14 14:52:56.833400: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:52:56.833414: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:52:56.833438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <43 copy.8> +2023-12-14 14:52:56.833456: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.833472: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <155 arg_tuple.3{0} (phi)> +2023-12-14 14:52:56.833489: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:52:56.833503: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:52:56.833520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <49 copy.9> +2023-12-14 14:52:56.833536: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.833553: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <156 arg_tuple.3{1} (phi)> +2023-12-14 14:52:56.833568: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:52:56.833585: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <52 fusion.5> +2023-12-14 14:52:56.833602: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<33 fusion.3> +2023-12-14 14:52:56.833619: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:52:56.833633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:52:56.833650: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <46 copy.11> +2023-12-14 14:52:56.833666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.833684: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <158 arg_tuple.3{3} (phi)> +2023-12-14 14:52:56.833699: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:52:56.833716: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <50 fusion.6> +2023-12-14 14:52:56.833732: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 fusion.4> +2023-12-14 14:52:56.833749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.833763: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <48 copy.10> +2023-12-14 14:52:56.833781: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <49 copy.9> +2023-12-14 14:52:56.833797: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 33 +2023-12-14 14:52:56.833814: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 34 +2023-12-14 14:52:56.833829: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 copy.15> +2023-12-14 14:52:56.833846: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.833866: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <162 arg_tuple.3{7} (phi)> +2023-12-14 14:52:56.833883: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 35 +2023-12-14 14:52:56.833900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <59 copy.23> +2023-12-14 14:52:56.833916: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.25> +2023-12-14 14:52:56.833933: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.833948: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <47 copy.14> +2023-12-14 14:52:56.833972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 36 +2023-12-14 14:52:56.833986: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 37 +2023-12-14 14:52:56.834003: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <45 add.35> +2023-12-14 14:52:56.834022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<29 copy.24> +2023-12-14 14:52:56.834038: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.834054: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <43 copy.8> +2023-12-14 14:52:56.834070: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 38 +2023-12-14 14:52:56.834086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <53 copy.19> +2023-12-14 14:52:56.834103: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.2> +2023-12-14 14:52:56.834119: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.834134: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <51 copy.12> +2023-12-14 14:52:56.834151: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 39 +2023-12-14 14:52:56.834165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.834182: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <146 arg_tuple.3{} (phi)> +2023-12-14 14:52:56.834198: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 40 +2023-12-14 14:52:56.834215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <54 copy.13> +2023-12-14 14:52:56.834231: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.834248: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <160 arg_tuple.3{5} (phi)> +2023-12-14 14:52:56.834264: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 41 +2023-12-14 14:52:56.834281: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 copy.21> +2023-12-14 14:52:56.834297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.1> +2023-12-14 14:52:56.834314: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.834328: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <46 copy.11> +2023-12-14 14:52:56.834345: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 42 +2023-12-14 14:52:56.834360: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 copy.22> +2023-12-14 14:52:56.834379: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 copy.26> +2023-12-14 14:52:56.834394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.834410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 copy.15> +2023-12-14 14:52:56.834426: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 43 +2023-12-14 14:52:56.834442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <55 copy.20> +2023-12-14 14:52:56.834458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion> +2023-12-14 14:52:56.834474: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.834500: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <54 copy.13> +2023-12-14 14:52:56.834516: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 44 +2023-12-14 14:52:56.834534: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <60 tuple.11{}> +2023-12-14 14:52:56.834551: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<41 tuple.9{}> +2023-12-14 14:52:56.834568: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 45 +2023-12-14 14:52:56.834584: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <164 while.1{0} (phi)> +2023-12-14 14:52:56.834602: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<29 copy.24> +2023-12-14 14:52:56.834618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <167 while.1{3} (phi)> +2023-12-14 14:52:56.834636: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<34 fusion.2> +2023-12-14 14:52:56.834653: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <168 while.1{4} (phi)> +2023-12-14 14:52:56.834670: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<35 fusion> +2023-12-14 14:52:56.834687: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <169 while.1{5} (phi)> +2023-12-14 14:52:56.834704: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<36 fusion.1> +2023-12-14 14:52:56.834721: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <170 while.1{6} (phi)> +2023-12-14 14:52:56.834737: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<38 copy.26> +2023-12-14 14:52:56.834755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <171 while.1{7} (phi)> +2023-12-14 14:52:56.834771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.25> +2023-12-14 14:52:56.834788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <163 while.1{} (phi)> +2023-12-14 14:52:56.834805: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<41 tuple.9{}> +2023-12-14 14:52:56.834823: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <165 while.1{1} (phi)> +2023-12-14 14:52:56.834840: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<32 fusion.4> +2023-12-14 14:52:56.834857: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <166 while.1{2} (phi)> +2023-12-14 14:52:56.834878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<33 fusion.3> +2023-12-14 14:52:56.834893: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.834910: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <52 fusion.5> +2023-12-14 14:52:56.834926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <50 fusion.6> +2023-12-14 14:52:56.834944: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <59 copy.23> +2023-12-14 14:52:56.834960: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <45 add.35> +2023-12-14 14:52:56.834977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <53 copy.19> +2023-12-14 14:52:56.834993: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 copy.21> +2023-12-14 14:52:56.835010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 copy.22> +2023-12-14 14:52:56.835034: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <55 copy.20> +2023-12-14 14:52:56.835051: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <60 tuple.11{}> +2023-12-14 14:52:56.835070: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <164 while.1{0} (phi)> +2023-12-14 14:52:56.835087: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <167 while.1{3} (phi)> +2023-12-14 14:52:56.835105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <168 while.1{4} (phi)> +2023-12-14 14:52:56.835121: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <169 while.1{5} (phi)> +2023-12-14 14:52:56.835139: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <170 while.1{6} (phi)> +2023-12-14 14:52:56.835156: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <171 while.1{7} (phi)> +2023-12-14 14:52:56.835173: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 46 +2023-12-14 14:52:56.835191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 47 +2023-12-14 14:52:56.835205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.835223: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <163 while.1{} (phi)> +2023-12-14 14:52:56.835239: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 48 +2023-12-14 14:52:56.835257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <42 concatenate.103> +2023-12-14 14:52:56.835273: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.835291: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <165 while.1{1} (phi)> +2023-12-14 14:52:56.835307: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <166 while.1{2} (phi)> +2023-12-14 14:52:56.835342: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 49 +2023-12-14 14:52:56.835359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.835376: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <30 Arg_0.1> +2023-12-14 14:52:56.835392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <31 Arg_1.2> +2023-12-14 14:52:56.835411: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <42 concatenate.103> +2023-12-14 14:52:56.835631: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:56.835654: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 12B +2023-12-14 14:52:56.835670: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 44B +2023-12-14 14:52:56.835685: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8B +2023-12-14 14:52:56.835700: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 212B +2023-12-14 14:52:56.835715: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp fragmentation: 43B (20.28%) +2023-12-14 14:52:56.835730: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 276B +2023-12-14 14:52:56.835745: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 23B (8.33%) +2023-12-14 14:52:56.835774: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:56.837969: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/ir_emitter.cc:2810] Emitted fast concatenate for %concatenate.103 = u32[2]{0} concatenate(u32[1]{0} %get-tuple-element.96, u32[1]{0} %get-tuple-element.97), dimensions={0}, metadata={op_name="jit(_threefry_fold_in)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=149} +2023-12-14 14:52:56.838460: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 421 us (cumulative: 1.77 ms, max: 421 us, #called: 14) +2023-12-14 14:52:56.884555: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff02003c000 +2023-12-14 14:52:56.886137: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:56.886203: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__threefry_fold_in] for CPU using JIT time: 104 ms (cumulative: 602 ms, max: 160 ms, #called: 14) +2023-12-14 14:52:56.887723: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__threefry_fold_in; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.887810: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.898839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: spmd-partitioner +2023-12-14 14:52:56.898907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:56.898934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 19 us (cumulative: 362 ms, max: 65 ms, #called: 1264) +2023-12-14 14:52:56.898943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.898959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 362 ms, max: 65 ms, #called: 1265) +2023-12-14 14:52:56.898984: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[])->f32[] +2023-12-14 14:52:56.898993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes through layout assignment +2023-12-14 14:52:56.899016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:56.899070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 32 us (cumulative: 362 ms, max: 65 ms, #called: 1266) +2023-12-14 14:52:56.899102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:56.899110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 47 us (cumulative: 362 ms, max: 65 ms, #called: 1267) +2023-12-14 14:52:56.899158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:56.899167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 27 us (cumulative: 362 ms, max: 65 ms, #called: 1268) +2023-12-14 14:52:56.899195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:56.899204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 29 us (cumulative: 362 ms, max: 65 ms, #called: 1269) +2023-12-14 14:52:56.899234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.899243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 28 us (cumulative: 362 ms, max: 65 ms, #called: 1270) +2023-12-14 14:52:56.899271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:56.899281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 29 us (cumulative: 362 ms, max: 65 ms, #called: 1271) +2023-12-14 14:52:56.899309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:56.899334: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:56.899344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 53 us (cumulative: 362 ms, max: 65 ms, #called: 1272) +2023-12-14 14:52:56.899372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:56.899382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 33 us (cumulative: 363 ms, max: 65 ms, #called: 1273) +2023-12-14 14:52:56.899416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:56.899426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 28 us (cumulative: 363 ms, max: 65 ms, #called: 1274) +2023-12-14 14:52:56.899454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:56.899462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 27 us (cumulative: 363 ms, max: 65 ms, #called: 1275) +2023-12-14 14:52:56.899489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:56.899498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 27 us (cumulative: 363 ms, max: 65 ms, #called: 1276) +2023-12-14 14:52:56.899525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:56.899533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 26 us (cumulative: 363 ms, max: 65 ms, #called: 1277) +2023-12-14 14:52:56.899561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:56.899571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 29 us (cumulative: 363 ms, max: 65 ms, #called: 1278) +2023-12-14 14:52:56.899600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:56.899609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 27 us (cumulative: 363 ms, max: 65 ms, #called: 1279) +2023-12-14 14:52:56.899640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:56.899649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 27 us (cumulative: 363 ms, max: 65 ms, #called: 1280) +2023-12-14 14:52:56.899677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:56.899687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 28 us (cumulative: 363 ms, max: 65 ms, #called: 1281) +2023-12-14 14:52:56.899715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:56.899724: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:52:56.899733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 36 us (cumulative: 363 ms, max: 65 ms, #called: 1282) +2023-12-14 14:52:56.899761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.899769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 27 us (cumulative: 363 ms, max: 65 ms, #called: 1283) +2023-12-14 14:52:56.899797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:56.899805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 26 us (cumulative: 363 ms, max: 65 ms, #called: 1284) +2023-12-14 14:52:56.899832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:56.899844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 30 us (cumulative: 363 ms, max: 65 ms, #called: 1285) +2023-12-14 14:52:56.899877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.899885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 26 us (cumulative: 363 ms, max: 65 ms, #called: 1286) +2023-12-14 14:52:56.899912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.899922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 28 us (cumulative: 363 ms, max: 65 ms, #called: 1287) +2023-12-14 14:52:56.899950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.899959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.899969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.899979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 26 us (cumulative: 363 ms, max: 65 ms, #called: 1288) +2023-12-14 14:52:56.899986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:56.899995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 27 us (cumulative: 363 ms, max: 65 ms, #called: 1289) +2023-12-14 14:52:56.900023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:56.900031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 27 us (cumulative: 363 ms, max: 65 ms, #called: 1290) +2023-12-14 14:52:56.900059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:56.900068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 27 us (cumulative: 363 ms, max: 65 ms, #called: 1291) +2023-12-14 14:52:56.900095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:56.900109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 36 us (cumulative: 363 ms, max: 65 ms, #called: 1292) +2023-12-14 14:52:56.900141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:56.900171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 50 us (cumulative: 363 ms, max: 65 ms, #called: 1293) +2023-12-14 14:52:56.900201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:56.900210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 27 us (cumulative: 363 ms, max: 65 ms, #called: 1294) +2023-12-14 14:52:56.900238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:56.900246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 27 us (cumulative: 363 ms, max: 65 ms, #called: 1295) +2023-12-14 14:52:56.900273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:56.900282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 26 us (cumulative: 363 ms, max: 65 ms, #called: 1296) +2023-12-14 14:52:56.900309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:56.900319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 28 us (cumulative: 363 ms, max: 65 ms, #called: 1297) +2023-12-14 14:52:56.900346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:56.900354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification +2023-12-14 14:52:56.900368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.900386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 16 us (cumulative: 363 ms, max: 65 ms, #called: 1298) +2023-12-14 14:52:56.900394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.900405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 363 ms, max: 65 ms, #called: 1299) +2023-12-14 14:52:56.900413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.900424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 363 ms, max: 65 ms, #called: 1300) +2023-12-14 14:52:56.900432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.900442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 363 ms, max: 65 ms, #called: 1301) +2023-12-14 14:52:56.900449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.900461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 10 us (cumulative: 363 ms, max: 65 ms, #called: 1302) +2023-12-14 14:52:56.900469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.900479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 9 us (cumulative: 363 ms, max: 65 ms, #called: 1303) +2023-12-14 14:52:56.900486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.900497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 9 us (cumulative: 363 ms, max: 65 ms, #called: 1304) +2023-12-14 14:52:56.900505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.900517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 10 us (cumulative: 363 ms, max: 65 ms, #called: 1305) +2023-12-14 14:52:56.900524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.900535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 9 us (cumulative: 363 ms, max: 65 ms, #called: 1306) +2023-12-14 14:52:56.900542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.900554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 10 us (cumulative: 363 ms, max: 65 ms, #called: 1307) +2023-12-14 14:52:56.900561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.900571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 363 ms, max: 65 ms, #called: 1308) +2023-12-14 14:52:56.900578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.900590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 10 us (cumulative: 363 ms, max: 65 ms, #called: 1309) +2023-12-14 14:52:56.900598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.900624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 24 us (cumulative: 363 ms, max: 65 ms, #called: 1310) +2023-12-14 14:52:56.900632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.900645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 11 us (cumulative: 363 ms, max: 65 ms, #called: 1311) +2023-12-14 14:52:56.900652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 325 us (cumulative: 364 ms, max: 65 ms, #called: 1312) +2023-12-14 14:52:56.900682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:56.900690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 26 us (cumulative: 364 ms, max: 65 ms, #called: 1313) +2023-12-14 14:52:56.900717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:56.900728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 29 us (cumulative: 364 ms, max: 65 ms, #called: 1314) +2023-12-14 14:52:56.900755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:56.900763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 26 us (cumulative: 364 ms, max: 65 ms, #called: 1315) +2023-12-14 14:52:56.900791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:56.900802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 29 us (cumulative: 364 ms, max: 65 ms, #called: 1316) +2023-12-14 14:52:56.900829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.900851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 45 us (cumulative: 364 ms, max: 65 ms, #called: 1317) +2023-12-14 14:52:56.900884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:56.900892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 28 us (cumulative: 364 ms, max: 65 ms, #called: 1318) +2023-12-14 14:52:56.900921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.900931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 28 us (cumulative: 364 ms, max: 65 ms, #called: 1319) +2023-12-14 14:52:56.900959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:56.900970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.900981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.900990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 29 us (cumulative: 364 ms, max: 65 ms, #called: 1320) +2023-12-14 14:52:56.900998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:56.901029: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:56.901040: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:56.901078: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:56.901087: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:56.901108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:56.901129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.901139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.901147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.901154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.901160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.901167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.901180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.901187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:52:56.901199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:52:56.901229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:56.901238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.901245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.901251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.901257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.901265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.901271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:52:56.901277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:52:56.901284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.901290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.901296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.901302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.901309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.901316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:52:56.901322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.901329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:52:56.901335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.901341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:52:56.901349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.901356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[] sqrt(f32[] %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.901388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.901404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.901415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 413 us (cumulative: 364 ms, max: 65 ms, #called: 1321) +2023-12-14 14:52:56.901441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: hlo normalization +2023-12-14 14:52:56.901453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.901465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 11 us (cumulative: 364 ms, max: 65 ms, #called: 1322) +2023-12-14 14:52:56.901478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:56.901490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 11 us (cumulative: 364 ms, max: 65 ms, #called: 1323) +2023-12-14 14:52:56.901498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:56.901509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 9 us (cumulative: 364 ms, max: 65 ms, #called: 1324) +2023-12-14 14:52:56.901524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes after layout assignment +2023-12-14 14:52:56.901535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:56.901543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: after layout assignment +2023-12-14 14:52:56.901553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 16 us (cumulative: 364 ms, max: 65 ms, #called: 1325) +2023-12-14 14:52:56.901561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.901572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 364 ms, max: 65 ms, #called: 1326) +2023-12-14 14:52:56.901581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:56.901607: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:56.901620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 36 us (cumulative: 364 ms, max: 65 ms, #called: 1327) +2023-12-14 14:52:56.901627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:56.901635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification after layout assignment +2023-12-14 14:52:56.901644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.901655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 364 ms, max: 65 ms, #called: 1328) +2023-12-14 14:52:56.901662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.901675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 364 ms, max: 65 ms, #called: 1329) +2023-12-14 14:52:56.901682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.901704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 19 us (cumulative: 364 ms, max: 65 ms, #called: 1330) +2023-12-14 14:52:56.901715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 85 us (cumulative: 365 ms, max: 65 ms, #called: 1331) +2023-12-14 14:52:56.901723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:56.901731: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:56.901778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 52 us (cumulative: 365 ms, max: 65 ms, #called: 1332) +2023-12-14 14:52:56.901787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.901799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 365 ms, max: 65 ms, #called: 1333) +2023-12-14 14:52:56.901806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:56.901817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:56.901832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.901840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.901848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.901854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.901861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.901867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.901876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.901883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:52:56.901890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:52:56.901910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:56.901917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.901923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.901930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.901937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.901944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.901950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:52:56.901956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:52:56.901963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.901969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.901976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.901982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.901988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.901995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:52:56.902001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.902018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:52:56.902024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.902031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:52:56.902037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.902044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[] sqrt(f32[] %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.902069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:56.902083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.902091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.902098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.902105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.902111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.902119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.902126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.902133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:52:56.902140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:52:56.902155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:56.902163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.902169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.902175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.902182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.902188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.902194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:52:56.902201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:52:56.902208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.902214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.902220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.902227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.902239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.902246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:52:56.902252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.902259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:52:56.902265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.902271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:52:56.902277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.902284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[] sqrt(f32[] %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.902304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:56.902317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.902324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.902331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.902338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.902344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.902350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.902358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.902364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:52:56.902371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:52:56.902385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:56.902393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.902399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.902406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.902412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.902419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.902426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:52:56.902432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:52:56.902438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.902445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.902455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.902461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.902467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.902475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:52:56.902481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.902487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:52:56.902493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.902500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:52:56.902507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.902513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[] sqrt(f32[] %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.902530: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:56.902538: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:56.902550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 740 us (cumulative: 365 ms, max: 65 ms, #called: 1334) +2023-12-14 14:52:56.902557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.902569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 365 ms, max: 65 ms, #called: 1335) +2023-12-14 14:52:56.902585: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__lambda_ +2023-12-14 14:52:56.903929: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:56.903992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:56.904017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.904026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.904034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.904041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.904059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.904067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.904078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.904085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:52:56.904092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:52:56.904117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:56.904125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.904131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.904138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.904144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.904151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.904157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:52:56.904164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:52:56.904171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.904177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.904183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.904190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.904197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.904203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:52:56.904210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.904216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:52:56.904222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.904228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:52:56.904235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.904241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[] sqrt(f32[] %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.904282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:56.904298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.904305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.904318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.904325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.904331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.904337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.904345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.904352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:52:56.904360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:52:56.904375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:56.904383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.904389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.904396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.904402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.904408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.904415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:52:56.904421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:52:56.904427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.904434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.904440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.904447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.904453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.904460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:52:56.904466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.904471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:52:56.904475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.904480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:52:56.904485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.904489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[] sqrt(f32[] %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.904505: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__lambda_ +2023-12-14 14:52:56.904515: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:52:56.904541: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:56.904550: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:56.904560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:56.904571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.904576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.904581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.904586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.904591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.904596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.904602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.904607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:52:56.904612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:52:56.904625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:56.904631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.904636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.904641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.904647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.904652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.904657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:52:56.904662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:52:56.904667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.904671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.904676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.904680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.904685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.904690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:52:56.904695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.904700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:52:56.904710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.904715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:52:56.904719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.904724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[] sqrt(f32[] %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.904751: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__lambda_, entry_computation_layout={(f32[])->f32[]} +2023-12-14 14:52:56.904758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.904763: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[]) -> f32[] { +2023-12-14 14:52:56.904768: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.904773: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %sqrt.2 = f32[] sqrt(f32[] %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.904778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.904783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.904794: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:sqrt.2 + BufferLiveRange: + Arg_0.1{}:0-2 + sqrt.2{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 4 bytes + sqrt.2: 4 bytes + +2023-12-14 14:52:56.904802: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:52:56.904807: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:56.904813: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:56.904822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:56.904828: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 sqrt.2> +2023-12-14 14:52:56.904834: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:56.904839: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.904844: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:56.904849: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 sqrt.2> +2023-12-14 14:52:56.904866: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:56.904871: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 4B +2023-12-14 14:52:56.904876: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:56.904881: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 4B +2023-12-14 14:52:56.904888: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:56.904893: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 8B +2023-12-14 14:52:56.904902: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:56.904907: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:56.905089: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 53 us (cumulative: 1.82 ms, max: 421 us, #called: 15) +2023-12-14 14:52:56.909325: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff02003a000 +2023-12-14 14:52:56.909611: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:56.909644: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__lambda_] for CPU using JIT time: 7.04 ms (cumulative: 609 ms, max: 160 ms, #called: 15) +2023-12-14 14:52:56.910443: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.910501: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.916714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: spmd-partitioner +2023-12-14 14:52:56.916771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:56.916792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 14 us (cumulative: 365 ms, max: 65 ms, #called: 1336) +2023-12-14 14:52:56.916799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.916810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 365 ms, max: 65 ms, #called: 1337) +2023-12-14 14:52:56.916829: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[],f32[])->f32[] +2023-12-14 14:52:56.916836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: HLO passes through layout assignment +2023-12-14 14:52:56.916852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.916879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.916887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:56.916895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.916906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.916914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 365 ms, max: 65 ms, #called: 1338) +2023-12-14 14:52:56.916919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:56.916926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.916935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.916943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 21 us (cumulative: 365 ms, max: 65 ms, #called: 1339) +2023-12-14 14:52:56.916961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:56.916968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.916978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.916986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 365 ms, max: 65 ms, #called: 1340) +2023-12-14 14:52:56.916991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:56.916998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 21 us (cumulative: 365 ms, max: 65 ms, #called: 1341) +2023-12-14 14:52:56.917020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.917027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 22 us (cumulative: 365 ms, max: 65 ms, #called: 1342) +2023-12-14 14:52:56.917049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:56.917057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 366 ms, max: 65 ms, #called: 1343) +2023-12-14 14:52:56.917081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:56.917089: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:56.917095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 29 us (cumulative: 366 ms, max: 65 ms, #called: 1344) +2023-12-14 14:52:56.917117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:56.917124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 366 ms, max: 65 ms, #called: 1345) +2023-12-14 14:52:56.917150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:56.917157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 366 ms, max: 65 ms, #called: 1346) +2023-12-14 14:52:56.917181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:56.917187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 21 us (cumulative: 366 ms, max: 65 ms, #called: 1347) +2023-12-14 14:52:56.917209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:56.917215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 21 us (cumulative: 366 ms, max: 65 ms, #called: 1348) +2023-12-14 14:52:56.917238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:56.917244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 366 ms, max: 65 ms, #called: 1349) +2023-12-14 14:52:56.917266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:56.917273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 366 ms, max: 65 ms, #called: 1350) +2023-12-14 14:52:56.917295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:56.917301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 21 us (cumulative: 366 ms, max: 65 ms, #called: 1351) +2023-12-14 14:52:56.917323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:56.917333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 25 us (cumulative: 366 ms, max: 65 ms, #called: 1352) +2023-12-14 14:52:56.917356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:56.917363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 22 us (cumulative: 366 ms, max: 65 ms, #called: 1353) +2023-12-14 14:52:56.917385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:56.917392: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:52:56.917398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 366 ms, max: 65 ms, #called: 1354) +2023-12-14 14:52:56.917420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.917426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 366 ms, max: 65 ms, #called: 1355) +2023-12-14 14:52:56.917449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:56.917456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 21 us (cumulative: 366 ms, max: 65 ms, #called: 1356) +2023-12-14 14:52:56.917477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:56.917486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 25 us (cumulative: 366 ms, max: 65 ms, #called: 1357) +2023-12-14 14:52:56.917509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:56.917514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 25 us (cumulative: 366 ms, max: 65 ms, #called: 1358) +2023-12-14 14:52:56.917541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.917549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 366 ms, max: 65 ms, #called: 1359) +2023-12-14 14:52:56.917571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:56.917577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 366 ms, max: 65 ms, #called: 1360) +2023-12-14 14:52:56.917599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:56.917606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 366 ms, max: 65 ms, #called: 1361) +2023-12-14 14:52:56.917629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:56.917635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 21 us (cumulative: 366 ms, max: 65 ms, #called: 1362) +2023-12-14 14:52:56.917657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:56.917663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 366 ms, max: 65 ms, #called: 1363) +2023-12-14 14:52:56.917686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:56.917696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 28 us (cumulative: 366 ms, max: 65 ms, #called: 1364) +2023-12-14 14:52:56.917721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:56.917744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 38 us (cumulative: 366 ms, max: 65 ms, #called: 1365) +2023-12-14 14:52:56.917767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:56.917774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 21 us (cumulative: 366 ms, max: 65 ms, #called: 1366) +2023-12-14 14:52:56.917796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:56.917803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 366 ms, max: 65 ms, #called: 1367) +2023-12-14 14:52:56.917825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:56.917831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 366 ms, max: 65 ms, #called: 1368) +2023-12-14 14:52:56.917853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:56.917860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.917869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.917876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 366 ms, max: 65 ms, #called: 1369) +2023-12-14 14:52:56.917882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:56.917889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: simplification +2023-12-14 14:52:56.917899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.917919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 18 us (cumulative: 366 ms, max: 65 ms, #called: 1370) +2023-12-14 14:52:56.917932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:56.917941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 366 ms, max: 65 ms, #called: 1371) +2023-12-14 14:52:56.917947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.917955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 366 ms, max: 65 ms, #called: 1372) +2023-12-14 14:52:56.917961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:56.917969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 366 ms, max: 65 ms, #called: 1373) +2023-12-14 14:52:56.917974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:56.917983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 366 ms, max: 65 ms, #called: 1374) +2023-12-14 14:52:56.917989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:56.917997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 366 ms, max: 65 ms, #called: 1375) +2023-12-14 14:52:56.918002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:56.918010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 366 ms, max: 65 ms, #called: 1376) +2023-12-14 14:52:56.918016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.918025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 366 ms, max: 65 ms, #called: 1377) +2023-12-14 14:52:56.918030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:56.918039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 8 us (cumulative: 366 ms, max: 65 ms, #called: 1378) +2023-12-14 14:52:56.918044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:56.918053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 366 ms, max: 65 ms, #called: 1379) +2023-12-14 14:52:56.918058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.918066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 366 ms, max: 65 ms, #called: 1380) +2023-12-14 14:52:56.918072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:56.918080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 366 ms, max: 65 ms, #called: 1381) +2023-12-14 14:52:56.918086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:56.918102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 15 us (cumulative: 366 ms, max: 65 ms, #called: 1382) +2023-12-14 14:52:56.918111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:56.918120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 366 ms, max: 65 ms, #called: 1383) +2023-12-14 14:52:56.918127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.918137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.918144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 261 us (cumulative: 367 ms, max: 65 ms, #called: 1384) +2023-12-14 14:52:56.918150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:56.918156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.918167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.918174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 367 ms, max: 65 ms, #called: 1385) +2023-12-14 14:52:56.918179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:56.918187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.918196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.918203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 367 ms, max: 65 ms, #called: 1386) +2023-12-14 14:52:56.918208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:56.918215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.918224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.918231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 367 ms, max: 65 ms, #called: 1387) +2023-12-14 14:52:56.918237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:56.918244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.918254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.918262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 23 us (cumulative: 367 ms, max: 65 ms, #called: 1388) +2023-12-14 14:52:56.918267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.918283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.918292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.918300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 31 us (cumulative: 367 ms, max: 65 ms, #called: 1389) +2023-12-14 14:52:56.918306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:56.918316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.918326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.918333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 26 us (cumulative: 367 ms, max: 65 ms, #called: 1390) +2023-12-14 14:52:56.918339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:56.918347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.918356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.918364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 367 ms, max: 65 ms, #called: 1391) +2023-12-14 14:52:56.918369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:56.918377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.918387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.918395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 367 ms, max: 65 ms, #called: 1392) +2023-12-14 14:52:56.918400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:56.918423: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:56.918431: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:56.918460: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:56.918467: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:56.918486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:52:56.918502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.918509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.918517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.918522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.918527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.918532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.918540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.918545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.918550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.918555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:56.918565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:52:56.918590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:52:56.918595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.918600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.918605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.918610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.918615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.918620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.918625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.918629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.918634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:56.918639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:52:56.918643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.918648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.918653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.918658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.918663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.918668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:56.918673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.918677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.918682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.918686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.918691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.918697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:56.918702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.918707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:52:56.918712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.918716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:56.918721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.918729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_0.1, f32[] %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.918753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:56.918766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:56.918775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 373 us (cumulative: 367 ms, max: 65 ms, #called: 1393) +2023-12-14 14:52:56.918793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: hlo normalization +2023-12-14 14:52:56.918803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.918812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 367 ms, max: 65 ms, #called: 1394) +2023-12-14 14:52:56.918818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:56.918827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 367 ms, max: 65 ms, #called: 1395) +2023-12-14 14:52:56.918832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:56.918842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 367 ms, max: 65 ms, #called: 1396) +2023-12-14 14:52:56.918853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: HLO passes after layout assignment +2023-12-14 14:52:56.918861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:56.918866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: after layout assignment +2023-12-14 14:52:56.918874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 367 ms, max: 65 ms, #called: 1397) +2023-12-14 14:52:56.918880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:56.918889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 367 ms, max: 65 ms, #called: 1398) +2023-12-14 14:52:56.918895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:56.918918: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:56.918928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 31 us (cumulative: 367 ms, max: 65 ms, #called: 1399) +2023-12-14 14:52:56.918934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:56.918939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: simplification after layout assignment +2023-12-14 14:52:56.918947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:56.918963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 14 us (cumulative: 367 ms, max: 65 ms, #called: 1400) +2023-12-14 14:52:56.918969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.918978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 367 ms, max: 65 ms, #called: 1401) +2023-12-14 14:52:56.918983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:56.919000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 16 us (cumulative: 367 ms, max: 65 ms, #called: 1402) +2023-12-14 14:52:56.919008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 72 us (cumulative: 367 ms, max: 65 ms, #called: 1403) +2023-12-14 14:52:56.919014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:56.919020: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:56.919056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 40 us (cumulative: 367 ms, max: 65 ms, #called: 1404) +2023-12-14 14:52:56.919063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.919071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 367 ms, max: 65 ms, #called: 1405) +2023-12-14 14:52:56.919077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:56.919084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:52:56.919096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.919102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.919108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.919113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.919118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.919123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.919129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.919134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.919139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.919145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:56.919150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:52:56.919168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:52:56.919174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.919183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.919188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.919193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.919198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.919203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.919208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.919212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.919217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:56.919222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:52:56.919227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.919231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.919237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.919241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.919246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.919251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:56.919256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.919260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.919265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.919270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.919274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.919280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:56.919285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.919290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:52:56.919295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.919299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:56.919304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.919309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_0.1, f32[] %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.919343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:52:56.919359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.919365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.919370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.919375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.919380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.919385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.919392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.919397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.919402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.919407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:56.919412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:52:56.919426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:52:56.919431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.919436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.919441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.919446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.919450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.919455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.919460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.919465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.919469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:56.919474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:52:56.919479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.919484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.919489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.919493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.919498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.919503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:56.919508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.919512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.919520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.919526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.919530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.919535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:56.919540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.919545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:52:56.919550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.919554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:56.919559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.919564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_0.1, f32[] %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.919580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:52:56.919590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.919595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.919600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.919605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.919610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.919616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.919621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.919626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.919631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.919636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:56.919642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:52:56.919654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:52:56.919660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.919665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.919670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.919675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.919684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.919688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.919693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.919698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.919703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:56.919708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:52:56.919713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.919718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.919723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.919727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.919732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.919737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:56.919742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.919748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.919752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.919757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.919762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.919766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:56.919771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.919776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:52:56.919781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.919786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:56.919790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.919796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_0.1, f32[] %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.919810: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:56.919816: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:56.919825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 746 us (cumulative: 368 ms, max: 65 ms, #called: 1406) +2023-12-14 14:52:56.919831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:56.919843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 368 ms, max: 65 ms, #called: 1407) +2023-12-14 14:52:56.919854: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_true_divide +2023-12-14 14:52:56.920844: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:56.920900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:52:56.920921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.920928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.920934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.920939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.920944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.920949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.920958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.920963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.920968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.920973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:56.920979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:52:56.921001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:52:56.921007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.921012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.921017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.921021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.921026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.921031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.921036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.921051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.921056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:56.921061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:52:56.921065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.921070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.921075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.921080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.921085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.921090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:56.921095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.921100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.921106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.921110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.921115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.921119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:56.921124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.921129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:52:56.921134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.921139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:56.921144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.921149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_0.1, f32[] %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.921182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:52:56.921194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.921201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.921206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.921211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.921216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.921221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.921231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.921236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.921241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.921246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:56.921251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:52:56.921265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:52:56.921271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.921276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.921281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.921287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.921292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.921297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.921302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.921307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.921311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:56.921316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:52:56.921321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.921325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.921330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.921335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.921339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.921344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:56.921349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.921355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.921359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.921364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.921368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.921373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:56.921379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.921394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:52:56.921399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.921403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:56.921408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.921413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_0.1, f32[] %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.921430: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_true_divide +2023-12-14 14:52:56.921436: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:52:56.921462: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:56.921470: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:56.921478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:52:56.921489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:56.921495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:56.921500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:56.921505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:56.921510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:56.921514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:56.921520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:56.921525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:56.921531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:56.921536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:56.921541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:52:56.921556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:52:56.921563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:56.921568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.921573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:56.921577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:56.921582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.921591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:56.921596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:56.921600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:56.921605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:56.921610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:52:56.921615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:56.921620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:56.921625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.921630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:56.921634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.921639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:56.921644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.921650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:56.921654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.921659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:56.921664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.921668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:56.921673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.921678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:52:56.921683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:56.921688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:56.921692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:56.921697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_0.1, f32[] %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.921725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_true_divide, entry_computation_layout={(f32[],f32[])->f32[]} +2023-12-14 14:52:56.921732: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.921738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[], Arg_1.2: f32[]) -> f32[] { +2023-12-14 14:52:56.921744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:56.921749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:56.921760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.3 = f32[] divide(f32[] %Arg_0.1, f32[] %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:56.921765: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:56.921770: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:56.921781: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:divide.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + divide.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 4 bytes + Arg_1.2: 4 bytes + divide.3: 4 bytes + +2023-12-14 14:52:56.921788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:52:56.921793: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:56.921800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:56.921809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:56.921814: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:56.921819: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:56.921824: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 divide.3> +2023-12-14 14:52:56.921830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:56.921835: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:56.921840: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:56.921845: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:56.921850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 divide.3> +2023-12-14 14:52:56.921867: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:56.921873: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8B +2023-12-14 14:52:56.921878: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:56.921883: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 4B +2023-12-14 14:52:56.921888: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:56.921893: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 12B +2023-12-14 14:52:56.921898: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:56.921903: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:56.922032: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 29 us (cumulative: 1.85 ms, max: 421 us, #called: 16) +2023-12-14 14:52:56.925738: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff020038000 +2023-12-14 14:52:56.925997: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:56.926045: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_true_divide] for CPU using JIT time: 6.18 ms (cumulative: 615 ms, max: 160 ms, #called: 16) +2023-12-14 14:52:56.926598: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_true_divide; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:56.926651: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:56.926910: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.927671: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.929024: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.929764: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.930650: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.931575: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.932246: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.932890: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.934938: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.935970: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.936205: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.936856: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.941722: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.942103: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.942704: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.947409: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.948111: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.948779: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.949365: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.950298: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.951191: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.951980: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.952684: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.953242: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.953999: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.954665: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.955407: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.955986: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.956727: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.957520: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.958192: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.958759: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.959509: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.960228: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.960896: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.961454: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.961995: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.962524: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.963043: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.963721: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.967410: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:56.971536: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.009120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: spmd-partitioner +2023-12-14 14:52:57.009224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:57.009291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 57 us (cumulative: 368 ms, max: 65 ms, #called: 1408) +2023-12-14 14:52:57.009299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.009335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.182 = s32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=1 and its unused operands +2023-12-14 14:52:57.009351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.183 = u32[8388608]{0} get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=2 and its unused operands +2023-12-14 14:52:57.009378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.184 = u32[8388608]{0} get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=3 and its unused operands +2023-12-14 14:52:57.009387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.185 = u32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=4 and its unused operands +2023-12-14 14:52:57.009395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.186 = u32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=5 and its unused operands +2023-12-14 14:52:57.009403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.187 = u32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=6 and its unused operands +2023-12-14 14:52:57.009411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.188 = u32[4]{0} get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=7 and its unused operands +2023-12-14 14:52:57.009420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.189 = u32[4]{0} get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=8 and its unused operands +2023-12-14 14:52:57.009435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.193 = s32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=0, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.009446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.194 = s32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=1, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.009456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.197 = u32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=4, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.009465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.198 = u32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=5, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.009477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.199 = u32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=6, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.009486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.200 = u32[4]{0} get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=7, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.009495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.201 = u32[4]{0} get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=8, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.009524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 222 us (cumulative: 368 ms, max: 65 ms, #called: 1409) +2023-12-14 14:52:57.009546: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (u32[2]{0},s32[],s32[])->f32[2048,8192]{1,0} +2023-12-14 14:52:57.009553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: HLO passes through layout assignment +2023-12-14 14:52:57.009582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.009932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.009951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:57.009995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.010257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.010272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 317 us (cumulative: 369 ms, max: 65 ms, #called: 1410) +2023-12-14 14:52:57.010278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:57.010317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.010567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.010578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 298 us (cumulative: 369 ms, max: 65 ms, #called: 1411) +2023-12-14 14:52:57.010584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:57.010618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.010871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.010883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 297 us (cumulative: 369 ms, max: 65 ms, #called: 1412) +2023-12-14 14:52:57.010889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:57.010923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.011166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.011179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 288 us (cumulative: 370 ms, max: 65 ms, #called: 1413) +2023-12-14 14:52:57.011185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.011228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.011489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.011510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 323 us (cumulative: 370 ms, max: 65 ms, #called: 1414) +2023-12-14 14:52:57.011516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:57.011549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.011791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.011804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 286 us (cumulative: 370 ms, max: 65 ms, #called: 1415) +2023-12-14 14:52:57.011811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:57.011833: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:57.011843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.012087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.012101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 288 us (cumulative: 370 ms, max: 65 ms, #called: 1416) +2023-12-14 14:52:57.012107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:57.012155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.012394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.012406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 296 us (cumulative: 371 ms, max: 65 ms, #called: 1417) +2023-12-14 14:52:57.012412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:57.012461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.012709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.012722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 307 us (cumulative: 371 ms, max: 65 ms, #called: 1418) +2023-12-14 14:52:57.012728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:57.012762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.012999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.013011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 281 us (cumulative: 371 ms, max: 65 ms, #called: 1419) +2023-12-14 14:52:57.013017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:57.013048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.013283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.013296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 277 us (cumulative: 372 ms, max: 65 ms, #called: 1420) +2023-12-14 14:52:57.013302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:57.013333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.013570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.013579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 276 us (cumulative: 372 ms, max: 65 ms, #called: 1421) +2023-12-14 14:52:57.013585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:57.013617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.013851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.013862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 275 us (cumulative: 372 ms, max: 65 ms, #called: 1422) +2023-12-14 14:52:57.013868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:57.013898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.014130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.014143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 273 us (cumulative: 372 ms, max: 65 ms, #called: 1423) +2023-12-14 14:52:57.014149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:57.014179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.014413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.014424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 273 us (cumulative: 373 ms, max: 65 ms, #called: 1424) +2023-12-14 14:52:57.014437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:57.014472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.014710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.014719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 281 us (cumulative: 373 ms, max: 65 ms, #called: 1425) +2023-12-14 14:52:57.014725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:57.014743: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_0.115 +2023-12-14 14:52:57.014754: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_1.179 +2023-12-14 14:52:57.014761: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: xla_fallback_erf_inv.221 +2023-12-14 14:52:57.014770: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: erf_inv.308 +2023-12-14 14:52:57.014787: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %abs.269 = f32[2048,8192]{1,0} abs(f32[2048,8192]{1,0} %Arg_0.222), metadata={op_name="abs.83"} +2023-12-14 14:52:57.014827: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.267 = f32[] constant(1) +2023-12-14 14:52:57.014846: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.268 = f32[2048,8192]{1,0} broadcast(f32[] %constant.267), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.014860: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.270 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %abs.269, f32[2048,8192]{1,0} %broadcast.268), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.014872: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.265 = f32[] constant(inf) +2023-12-14 14:52:57.014883: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.266 = f32[2048,8192]{1,0} broadcast(f32[] %constant.265), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.014894: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.271 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_0.222, f32[2048,8192]{1,0} %broadcast.266), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.014905: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.272 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %Arg_0.222), metadata={op_name="negate.2"} +2023-12-14 14:52:57.014916: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.273 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %negate.272, f32[2048,8192]{1,0} %Arg_0.222), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.014926: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %log-plus-one.274 = f32[2048,8192]{1,0} log-plus-one(f32[2048,8192]{1,0} %multiply.273), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.014937: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.275 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %log-plus-one.274), metadata={op_name="negate.5"} +2023-12-14 14:52:57.014952: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.263 = f32[] constant(5) +2023-12-14 14:52:57.014963: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.264 = f32[2048,8192]{1,0} broadcast(f32[] %constant.263), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.014973: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.276 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %negate.275, f32[2048,8192]{1,0} %broadcast.264), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.014985: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.261 = f32[] constant(1.50140941) +2023-12-14 14:52:57.014995: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.262 = f32[2048,8192]{1,0} broadcast(f32[] %constant.261), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.015006: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.259 = f32[] constant(2.83297682) +2023-12-14 14:52:57.015015: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.260 = f32[2048,8192]{1,0} broadcast(f32[] %constant.259), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.015027: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.277 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.276, f32[2048,8192]{1,0} %broadcast.262, f32[2048,8192]{1,0} %broadcast.260), metadata={op_name="select.76"} +2023-12-14 14:52:57.015038: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.257 = f32[] constant(0.246640727) +2023-12-14 14:52:57.015047: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.258 = f32[2048,8192]{1,0} broadcast(f32[] %constant.257), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.015056: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.255 = f32[] constant(1.00167406) +2023-12-14 14:52:57.015066: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.256 = f32[2048,8192]{1,0} broadcast(f32[] %constant.255), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.015076: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.278 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.276, f32[2048,8192]{1,0} %broadcast.258, f32[2048,8192]{1,0} %broadcast.256), metadata={op_name="select.69"} +2023-12-14 14:52:57.015087: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.253 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.015097: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.254 = f32[2048,8192]{1,0} broadcast(f32[] %constant.253), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.015107: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.251 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.015117: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.252 = f32[2048,8192]{1,0} broadcast(f32[] %constant.251), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.015133: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.279 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.276, f32[2048,8192]{1,0} %broadcast.254, f32[2048,8192]{1,0} %broadcast.252), metadata={op_name="select.62"} +2023-12-14 14:52:57.015149: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.249 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.015159: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.250 = f32[2048,8192]{1,0} broadcast(f32[] %constant.249), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.015168: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.247 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.015178: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.248 = f32[2048,8192]{1,0} broadcast(f32[] %constant.247), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.015189: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.280 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.276, f32[2048,8192]{1,0} %broadcast.250, f32[2048,8192]{1,0} %broadcast.248), metadata={op_name="select.55"} +2023-12-14 14:52:57.015200: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.245 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.015210: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.246 = f32[2048,8192]{1,0} broadcast(f32[] %constant.245), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.015220: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.243 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.015229: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.244 = f32[2048,8192]{1,0} broadcast(f32[] %constant.243), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.015239: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.281 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.276, f32[2048,8192]{1,0} %broadcast.246, f32[2048,8192]{1,0} %broadcast.244), metadata={op_name="select.48"} +2023-12-14 14:52:57.015250: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.241 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.015260: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.242 = f32[2048,8192]{1,0} broadcast(f32[] %constant.241), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.015270: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.239 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.015281: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.240 = f32[2048,8192]{1,0} broadcast(f32[] %constant.239), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.015291: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.282 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.276, f32[2048,8192]{1,0} %broadcast.242, f32[2048,8192]{1,0} %broadcast.240), metadata={op_name="select.41"} +2023-12-14 14:52:57.015301: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.237 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.015314: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.238 = f32[2048,8192]{1,0} broadcast(f32[] %constant.237), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.015337: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.235 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.015348: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.236 = f32[2048,8192]{1,0} broadcast(f32[] %constant.235), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.015358: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.283 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.276, f32[2048,8192]{1,0} %broadcast.238, f32[2048,8192]{1,0} %broadcast.236), metadata={op_name="select.34"} +2023-12-14 14:52:57.015369: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.233 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.015379: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.234 = f32[2048,8192]{1,0} broadcast(f32[] %constant.233), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.015391: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.231 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.015401: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.232 = f32[2048,8192]{1,0} broadcast(f32[] %constant.231), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.015412: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.284 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.276, f32[2048,8192]{1,0} %broadcast.234, f32[2048,8192]{1,0} %broadcast.232), metadata={op_name="select.27"} +2023-12-14 14:52:57.015423: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.229 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.015435: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.230 = f32[2048,8192]{1,0} broadcast(f32[] %constant.229), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.015450: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.227 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.015460: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.228 = f32[2048,8192]{1,0} broadcast(f32[] %constant.227), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.015471: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.285 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.276, f32[2048,8192]{1,0} %broadcast.230, f32[2048,8192]{1,0} %broadcast.228), metadata={op_name="select.21"} +2023-12-14 14:52:57.015482: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.225 = f32[] constant(2.5) +2023-12-14 14:52:57.015491: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.226 = f32[2048,8192]{1,0} broadcast(f32[] %constant.225), dimensions={}, metadata={op_name="broadcast.14"} +2023-12-14 14:52:57.015501: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.286 = f32[2048,8192]{1,0} subtract(f32[2048,8192]{1,0} %negate.275, f32[2048,8192]{1,0} %broadcast.226), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.015523: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %sqrt.287 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %negate.275), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.015533: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.223 = f32[] constant(3) +2023-12-14 14:52:57.015544: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.224 = f32[2048,8192]{1,0} broadcast(f32[] %constant.223), dimensions={}, metadata={op_name="broadcast.11"} +2023-12-14 14:52:57.015554: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.288 = f32[2048,8192]{1,0} subtract(f32[2048,8192]{1,0} %sqrt.287, f32[2048,8192]{1,0} %broadcast.224), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.015565: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.289 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.276, f32[2048,8192]{1,0} %subtract.286, f32[2048,8192]{1,0} %subtract.288), metadata={op_name="select.16"} +2023-12-14 14:52:57.015575: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.290 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.285, f32[2048,8192]{1,0} %select.289), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.015585: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.291 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.284, f32[2048,8192]{1,0} %multiply.290), metadata={op_name="add.28"} +2023-12-14 14:52:57.015595: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.292 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.291, f32[2048,8192]{1,0} %select.289), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.015604: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.293 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.283, f32[2048,8192]{1,0} %multiply.292), metadata={op_name="add.35"} +2023-12-14 14:52:57.015613: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.294 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.293, f32[2048,8192]{1,0} %select.289), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.015623: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.295 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.282, f32[2048,8192]{1,0} %multiply.294), metadata={op_name="add.42"} +2023-12-14 14:52:57.015632: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.296 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.295, f32[2048,8192]{1,0} %select.289), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.015641: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.297 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.281, f32[2048,8192]{1,0} %multiply.296), metadata={op_name="add.49"} +2023-12-14 14:52:57.015650: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.298 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.297, f32[2048,8192]{1,0} %select.289), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.015660: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.299 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.280, f32[2048,8192]{1,0} %multiply.298), metadata={op_name="add.56"} +2023-12-14 14:52:57.015673: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.300 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.299, f32[2048,8192]{1,0} %select.289), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.015682: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.301 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.279, f32[2048,8192]{1,0} %multiply.300), metadata={op_name="add.63"} +2023-12-14 14:52:57.015692: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.302 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.301, f32[2048,8192]{1,0} %select.289), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.015702: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.303 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.278, f32[2048,8192]{1,0} %multiply.302), metadata={op_name="add.70"} +2023-12-14 14:52:57.015711: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.304 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.303, f32[2048,8192]{1,0} %select.289), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.015720: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.305 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.277, f32[2048,8192]{1,0} %multiply.304), metadata={op_name="add.77"} +2023-12-14 14:52:57.015729: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.306 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.305, f32[2048,8192]{1,0} %Arg_0.222), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.015739: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.307 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.270, f32[2048,8192]{1,0} %multiply.271, f32[2048,8192]{1,0} %multiply.306), metadata={op_name="select.86"} +2023-12-14 14:52:57.015753: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:82] Replacing all uses of %call.310 = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.309), to_apply=%xla_fallback_erf_inv.221 with new root %select.10 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.0, f32[2048,8192]{1,0} %multiply.0, f32[2048,8192]{1,0} %multiply.10), metadata={op_name="select.86"} +2023-12-14 14:52:57.015767: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: clip.357 +2023-12-14 14:52:57.015774: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.366 +2023-12-14 14:52:57.015800: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %abs.0 = f32[2048,8192]{1,0} abs(f32[2048,8192]{1,0} %Arg_0.309), metadata={op_name="abs.83"} +2023-12-14 14:52:57.015810: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.0 = f32[] constant(1) +2023-12-14 14:52:57.015821: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.0 = f32[2048,8192]{1,0} broadcast(f32[] %constant.0), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.015831: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.0 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %abs.0, f32[2048,8192]{1,0} %broadcast.0), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.015842: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.1 = f32[] constant(inf) +2023-12-14 14:52:57.015856: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.015866: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.0 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_0.309, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.015876: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.0 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %Arg_0.309), metadata={op_name="negate.2"} +2023-12-14 14:52:57.015885: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %negate.0, f32[2048,8192]{1,0} %Arg_0.309), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.015894: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %log-plus-one.0 = f32[2048,8192]{1,0} log-plus-one(f32[2048,8192]{1,0} %multiply.1), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.015902: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.1 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %log-plus-one.0), metadata={op_name="negate.5"} +2023-12-14 14:52:57.015911: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.2 = f32[] constant(5) +2023-12-14 14:52:57.015921: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.2 = f32[2048,8192]{1,0} broadcast(f32[] %constant.2), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.015932: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.1 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %negate.1, f32[2048,8192]{1,0} %broadcast.2), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.015941: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.3 = f32[] constant(1.50140941) +2023-12-14 14:52:57.015951: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.3 = f32[2048,8192]{1,0} broadcast(f32[] %constant.3), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.015960: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.5 = f32[] constant(2.83297682) +2023-12-14 14:52:57.015969: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.4 = f32[2048,8192]{1,0} broadcast(f32[] %constant.5), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.015980: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.0 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.1, f32[2048,8192]{1,0} %broadcast.3, f32[2048,8192]{1,0} %broadcast.4), metadata={op_name="select.76"} +2023-12-14 14:52:57.015989: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.7 = f32[] constant(0.246640727) +2023-12-14 14:52:57.015999: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.6 = f32[2048,8192]{1,0} broadcast(f32[] %constant.7), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.016008: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.9 = f32[] constant(1.00167406) +2023-12-14 14:52:57.016023: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.8 = f32[2048,8192]{1,0} broadcast(f32[] %constant.9), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.016033: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.1 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.1, f32[2048,8192]{1,0} %broadcast.6, f32[2048,8192]{1,0} %broadcast.8), metadata={op_name="select.69"} +2023-12-14 14:52:57.016043: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.11 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.016052: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.10 = f32[2048,8192]{1,0} broadcast(f32[] %constant.11), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.016061: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.39 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.016071: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.12 = f32[2048,8192]{1,0} broadcast(f32[] %constant.39), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.016083: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.2 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.1, f32[2048,8192]{1,0} %broadcast.10, f32[2048,8192]{1,0} %broadcast.12), metadata={op_name="select.62"} +2023-12-14 14:52:57.016095: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.40 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.016106: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.13 = f32[2048,8192]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.016115: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.41 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.016124: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.14 = f32[2048,8192]{1,0} broadcast(f32[] %constant.41), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.016134: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.3 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.1, f32[2048,8192]{1,0} %broadcast.13, f32[2048,8192]{1,0} %broadcast.14), metadata={op_name="select.55"} +2023-12-14 14:52:57.016145: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.42 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.016156: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.15 = f32[2048,8192]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.016164: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.43 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.016174: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.16 = f32[2048,8192]{1,0} broadcast(f32[] %constant.43), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.016184: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.4 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.1, f32[2048,8192]{1,0} %broadcast.15, f32[2048,8192]{1,0} %broadcast.16), metadata={op_name="select.48"} +2023-12-14 14:52:57.016202: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.44 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.016212: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.17 = f32[2048,8192]{1,0} broadcast(f32[] %constant.44), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.016228: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.45 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.016237: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.18 = f32[2048,8192]{1,0} broadcast(f32[] %constant.45), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.016247: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.5 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.1, f32[2048,8192]{1,0} %broadcast.17, f32[2048,8192]{1,0} %broadcast.18), metadata={op_name="select.41"} +2023-12-14 14:52:57.016258: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.46 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.016267: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.19 = f32[2048,8192]{1,0} broadcast(f32[] %constant.46), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.016278: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.47 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.016289: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.20 = f32[2048,8192]{1,0} broadcast(f32[] %constant.47), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.016299: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.6 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.1, f32[2048,8192]{1,0} %broadcast.19, f32[2048,8192]{1,0} %broadcast.20), metadata={op_name="select.34"} +2023-12-14 14:52:57.016310: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.48 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.016319: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.21 = f32[2048,8192]{1,0} broadcast(f32[] %constant.48), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.016329: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.49 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.016339: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.22 = f32[2048,8192]{1,0} broadcast(f32[] %constant.49), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.016349: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.7 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.1, f32[2048,8192]{1,0} %broadcast.21, f32[2048,8192]{1,0} %broadcast.22), metadata={op_name="select.27"} +2023-12-14 14:52:57.016359: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.50 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.016368: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.23 = f32[2048,8192]{1,0} broadcast(f32[] %constant.50), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.016385: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.51 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.016395: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.24 = f32[2048,8192]{1,0} broadcast(f32[] %constant.51), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.016405: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.8 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.1, f32[2048,8192]{1,0} %broadcast.23, f32[2048,8192]{1,0} %broadcast.24), metadata={op_name="select.21"} +2023-12-14 14:52:57.016414: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.52 = f32[] constant(2.5) +2023-12-14 14:52:57.016423: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.25 = f32[2048,8192]{1,0} broadcast(f32[] %constant.52), dimensions={}, metadata={op_name="broadcast.14"} +2023-12-14 14:52:57.016433: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.0 = f32[2048,8192]{1,0} subtract(f32[2048,8192]{1,0} %negate.1, f32[2048,8192]{1,0} %broadcast.25), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.016442: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %sqrt.0 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %negate.1), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.016452: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.53 = f32[] constant(3) +2023-12-14 14:52:57.016461: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.26 = f32[2048,8192]{1,0} broadcast(f32[] %constant.53), dimensions={}, metadata={op_name="broadcast.11"} +2023-12-14 14:52:57.016471: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.1 = f32[2048,8192]{1,0} subtract(f32[2048,8192]{1,0} %sqrt.0, f32[2048,8192]{1,0} %broadcast.26), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.016481: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.9 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.1, f32[2048,8192]{1,0} %subtract.0, f32[2048,8192]{1,0} %subtract.1), metadata={op_name="select.16"} +2023-12-14 14:52:57.016490: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.2 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.8, f32[2048,8192]{1,0} %select.9), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.016500: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.0 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.7, f32[2048,8192]{1,0} %multiply.2), metadata={op_name="add.28"} +2023-12-14 14:52:57.016509: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.3 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.0, f32[2048,8192]{1,0} %select.9), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.016519: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.6, f32[2048,8192]{1,0} %multiply.3), metadata={op_name="add.35"} +2023-12-14 14:52:57.016529: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.4 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.1, f32[2048,8192]{1,0} %select.9), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.016544: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.2 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.5, f32[2048,8192]{1,0} %multiply.4), metadata={op_name="add.42"} +2023-12-14 14:52:57.016554: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.5 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.2, f32[2048,8192]{1,0} %select.9), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.016564: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.3 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.4, f32[2048,8192]{1,0} %multiply.5), metadata={op_name="add.49"} +2023-12-14 14:52:57.016574: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.6 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.3, f32[2048,8192]{1,0} %select.9), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.016583: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.4 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.3, f32[2048,8192]{1,0} %multiply.6), metadata={op_name="add.56"} +2023-12-14 14:52:57.016592: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.7 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.4, f32[2048,8192]{1,0} %select.9), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.016601: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.5 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.2, f32[2048,8192]{1,0} %multiply.7), metadata={op_name="add.63"} +2023-12-14 14:52:57.016611: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.8 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.5, f32[2048,8192]{1,0} %select.9), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.016619: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.6 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.1, f32[2048,8192]{1,0} %multiply.8), metadata={op_name="add.70"} +2023-12-14 14:52:57.016628: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.9 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.6, f32[2048,8192]{1,0} %select.9), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.016638: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.7 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.0, f32[2048,8192]{1,0} %multiply.9), metadata={op_name="add.77"} +2023-12-14 14:52:57.016647: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.10 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.7, f32[2048,8192]{1,0} %Arg_0.309), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.016657: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.10 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.0, f32[2048,8192]{1,0} %multiply.0, f32[2048,8192]{1,0} %multiply.10), metadata={op_name="select.86"} +2023-12-14 14:52:57.016670: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:82] Replacing all uses of %call.311 = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %maximum.220), to_apply=%erf_inv.308 with new root %select.21 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.2, f32[2048,8192]{1,0} %multiply.11, f32[2048,8192]{1,0} %multiply.21), metadata={op_name="select.86"} +2023-12-14 14:52:57.016682: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.363 = f32[2048,8192]{1,0} broadcast(f32[] %Arg_2.360), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.016696: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.361 = f32[2048,8192]{1,0} broadcast(f32[] %Arg_1.359), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.016708: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %maximum.362 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %broadcast.361, f32[2048,8192]{1,0} %Arg_0.358), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.016718: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %minimum.364 = f32[2048,8192]{1,0} minimum(f32[2048,8192]{1,0} %broadcast.363, f32[2048,8192]{1,0} %maximum.362), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.016732: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:82] Replacing all uses of %call.365 = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %multiply.312, f32[] %bitcast-convert.334, f32[] %bitcast-convert.356), to_apply=%clip.357 with new root %minimum.0 = f32[2048,8192]{1,0} minimum(f32[2048,8192]{1,0} %broadcast.50, f32[2048,8192]{1,0} %maximum.0), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.016783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation xla_fallback_erf_inv.221 +2023-12-14 14:52:57.016816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation erf_inv.308 +2023-12-14 14:52:57.016839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation clip.357 +2023-12-14 14:52:57.016853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.017161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.017183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 2.45 ms (cumulative: 375 ms, max: 65 ms, #called: 1426) +2023-12-14 14:52:57.017191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.017208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.017452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.017464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 272 us (cumulative: 376 ms, max: 65 ms, #called: 1427) +2023-12-14 14:52:57.017471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:57.017485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.017719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.017738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 265 us (cumulative: 376 ms, max: 65 ms, #called: 1428) +2023-12-14 14:52:57.017745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:57.017864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.018102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.018115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 368 us (cumulative: 376 ms, max: 65 ms, #called: 1429) +2023-12-14 14:52:57.018122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.018136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.018367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.018380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 256 us (cumulative: 377 ms, max: 65 ms, #called: 1430) +2023-12-14 14:52:57.018387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.018437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.018667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.018682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 293 us (cumulative: 377 ms, max: 65 ms, #called: 1431) +2023-12-14 14:52:57.018688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.018733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.018960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.018971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 282 us (cumulative: 377 ms, max: 65 ms, #called: 1432) +2023-12-14 14:52:57.018978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:57.019025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.019252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.019266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 286 us (cumulative: 377 ms, max: 65 ms, #called: 1433) +2023-12-14 14:52:57.019272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:57.019312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.019552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.019568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 294 us (cumulative: 378 ms, max: 65 ms, #called: 1434) +2023-12-14 14:52:57.019582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:57.019618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.019845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.019859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 275 us (cumulative: 378 ms, max: 65 ms, #called: 1435) +2023-12-14 14:52:57.019865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:57.020010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.020238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.020249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 382 us (cumulative: 378 ms, max: 65 ms, #called: 1436) +2023-12-14 14:52:57.020256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:57.020517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.020757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.020768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 510 us (cumulative: 379 ms, max: 65 ms, #called: 1437) +2023-12-14 14:52:57.020775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:57.020807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.021035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.021047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 270 us (cumulative: 379 ms, max: 65 ms, #called: 1438) +2023-12-14 14:52:57.021053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:57.021083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.021310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.021326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 271 us (cumulative: 379 ms, max: 65 ms, #called: 1439) +2023-12-14 14:52:57.021333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:57.021355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.021583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.021593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 259 us (cumulative: 380 ms, max: 65 ms, #called: 1440) +2023-12-14 14:52:57.021600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:57.021637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.021863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.021876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 273 us (cumulative: 380 ms, max: 65 ms, #called: 1441) +2023-12-14 14:52:57.021882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:57.021889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.021907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.022216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 304 us (cumulative: 380 ms, max: 65 ms, #called: 1442) +2023-12-14 14:52:57.022232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.022250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 17 us (cumulative: 380 ms, max: 65 ms, #called: 1443) +2023-12-14 14:52:57.022256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.022285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 380 ms, max: 65 ms, #called: 1444) +2023-12-14 14:52:57.022292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.022330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 36 us (cumulative: 380 ms, max: 65 ms, #called: 1445) +2023-12-14 14:52:57.022336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.022384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 47 us (cumulative: 380 ms, max: 65 ms, #called: 1446) +2023-12-14 14:52:57.022390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.022432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 40 us (cumulative: 380 ms, max: 65 ms, #called: 1447) +2023-12-14 14:52:57.022438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.022502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 61 us (cumulative: 381 ms, max: 65 ms, #called: 1448) +2023-12-14 14:52:57.022511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.022545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 33 us (cumulative: 381 ms, max: 65 ms, #called: 1449) +2023-12-14 14:52:57.022552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.022571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 18 us (cumulative: 381 ms, max: 65 ms, #called: 1450) +2023-12-14 14:52:57.022577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.022688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_1.179 --> clone + +2023-12-14 14:52:57.022786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.115 --> clone + +2023-12-14 14:52:57.023059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.115.clone --> clone + +2023-12-14 14:52:57.023438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 855 us (cumulative: 381 ms, max: 65 ms, #called: 1451) +2023-12-14 14:52:57.023457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.023496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_0.115 +2023-12-14 14:52:57.023536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_1.179 +2023-12-14 14:52:57.023550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 90 us (cumulative: 382 ms, max: 65 ms, #called: 1452) +2023-12-14 14:52:57.023556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.023604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 46 us (cumulative: 382 ms, max: 65 ms, #called: 1453) +2023-12-14 14:52:57.023610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.023858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 244 us (cumulative: 382 ms, max: 65 ms, #called: 1454) +2023-12-14 14:52:57.023872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.023914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 40 us (cumulative: 382 ms, max: 65 ms, #called: 1455) +2023-12-14 14:52:57.023922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.023935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.024208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 269 us (cumulative: 382 ms, max: 65 ms, #called: 1456) +2023-12-14 14:52:57.024222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.024240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 16 us (cumulative: 382 ms, max: 65 ms, #called: 1457) +2023-12-14 14:52:57.024246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.024273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 26 us (cumulative: 382 ms, max: 65 ms, #called: 1458) +2023-12-14 14:52:57.024279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.024324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 44 us (cumulative: 382 ms, max: 65 ms, #called: 1459) +2023-12-14 14:52:57.024330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.024381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 49 us (cumulative: 382 ms, max: 65 ms, #called: 1460) +2023-12-14 14:52:57.024397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.024439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 40 us (cumulative: 382 ms, max: 65 ms, #called: 1461) +2023-12-14 14:52:57.024445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.024501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 53 us (cumulative: 382 ms, max: 65 ms, #called: 1462) +2023-12-14 14:52:57.024509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.024540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 30 us (cumulative: 382 ms, max: 65 ms, #called: 1463) +2023-12-14 14:52:57.024546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.024562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 14 us (cumulative: 382 ms, max: 65 ms, #called: 1464) +2023-12-14 14:52:57.024568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.024641: I external/org_tensorflow/tensorflow/compiler/xla/service/while_loop_simplifier.cc:458] Eliminating 1 elements from tuple of %while = (s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) while((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %tuple.114), condition=%region_1.179.clone, body=%region_0.115.clone.clone +2023-12-14 14:52:57.024659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_1.179.clone --> clone + +2023-12-14 14:52:57.024706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.115.clone.clone --> clone + +2023-12-14 14:52:57.024988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 416 us (cumulative: 383 ms, max: 65 ms, #called: 1465) +2023-12-14 14:52:57.025002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.025024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %constant.19.clone.3 = s32[] constant(0) and its unused operands +2023-12-14 14:52:57.025041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.36 = s32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.1), index=1 and its unused operands +2023-12-14 14:52:57.025051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.45 = s32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.1), index=1 and its unused operands +2023-12-14 14:52:57.025075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_0.115.clone.clone +2023-12-14 14:52:57.025101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_1.179.clone +2023-12-14 14:52:57.025115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 110 us (cumulative: 383 ms, max: 65 ms, #called: 1466) +2023-12-14 14:52:57.025121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.025172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 49 us (cumulative: 383 ms, max: 65 ms, #called: 1467) +2023-12-14 14:52:57.025179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.025243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 63 us (cumulative: 383 ms, max: 65 ms, #called: 1468) +2023-12-14 14:52:57.025250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.025283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 31 us (cumulative: 383 ms, max: 65 ms, #called: 1469) +2023-12-14 14:52:57.025292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.025305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.025517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 209 us (cumulative: 383 ms, max: 65 ms, #called: 1470) +2023-12-14 14:52:57.025530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.025548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 17 us (cumulative: 383 ms, max: 65 ms, #called: 1471) +2023-12-14 14:52:57.025554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.025584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 29 us (cumulative: 383 ms, max: 65 ms, #called: 1472) +2023-12-14 14:52:57.025590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.025628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 37 us (cumulative: 383 ms, max: 65 ms, #called: 1473) +2023-12-14 14:52:57.025635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.025685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 49 us (cumulative: 383 ms, max: 65 ms, #called: 1474) +2023-12-14 14:52:57.025691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.025733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 41 us (cumulative: 383 ms, max: 65 ms, #called: 1475) +2023-12-14 14:52:57.025740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.025779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 38 us (cumulative: 383 ms, max: 65 ms, #called: 1476) +2023-12-14 14:52:57.025787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.025818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 30 us (cumulative: 384 ms, max: 65 ms, #called: 1477) +2023-12-14 14:52:57.025825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.025842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 16 us (cumulative: 384 ms, max: 65 ms, #called: 1478) +2023-12-14 14:52:57.025857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.025930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 71 us (cumulative: 384 ms, max: 65 ms, #called: 1479) +2023-12-14 14:52:57.025938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.025969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 384 ms, max: 65 ms, #called: 1480) +2023-12-14 14:52:57.025976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.026013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 35 us (cumulative: 384 ms, max: 65 ms, #called: 1481) +2023-12-14 14:52:57.026019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.026058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 38 us (cumulative: 384 ms, max: 65 ms, #called: 1482) +2023-12-14 14:52:57.026065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.026092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 25 us (cumulative: 384 ms, max: 65 ms, #called: 1483) +2023-12-14 14:52:57.026098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.026110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.026274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 161 us (cumulative: 384 ms, max: 65 ms, #called: 1484) +2023-12-14 14:52:57.026288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.026305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 16 us (cumulative: 384 ms, max: 65 ms, #called: 1485) +2023-12-14 14:52:57.026311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.026341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 384 ms, max: 65 ms, #called: 1486) +2023-12-14 14:52:57.026346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.026379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 31 us (cumulative: 384 ms, max: 65 ms, #called: 1487) +2023-12-14 14:52:57.026385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.026433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 46 us (cumulative: 384 ms, max: 65 ms, #called: 1488) +2023-12-14 14:52:57.026439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.026479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 38 us (cumulative: 384 ms, max: 65 ms, #called: 1489) +2023-12-14 14:52:57.026486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.026529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 41 us (cumulative: 384 ms, max: 65 ms, #called: 1490) +2023-12-14 14:52:57.026537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.026567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 29 us (cumulative: 384 ms, max: 65 ms, #called: 1491) +2023-12-14 14:52:57.026574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.026591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 16 us (cumulative: 384 ms, max: 65 ms, #called: 1492) +2023-12-14 14:52:57.026598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.026662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 62 us (cumulative: 384 ms, max: 65 ms, #called: 1493) +2023-12-14 14:52:57.026669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.026699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 384 ms, max: 65 ms, #called: 1494) +2023-12-14 14:52:57.026705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.026745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 37 us (cumulative: 384 ms, max: 65 ms, #called: 1495) +2023-12-14 14:52:57.026752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.026789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 36 us (cumulative: 384 ms, max: 65 ms, #called: 1496) +2023-12-14 14:52:57.026795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.026823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 26 us (cumulative: 384 ms, max: 65 ms, #called: 1497) +2023-12-14 14:52:57.026829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.026840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.026998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 156 us (cumulative: 384 ms, max: 65 ms, #called: 1498) +2023-12-14 14:52:57.027010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.027027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 16 us (cumulative: 384 ms, max: 65 ms, #called: 1499) +2023-12-14 14:52:57.027033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.027062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 385 ms, max: 65 ms, #called: 1500) +2023-12-14 14:52:57.027068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.027099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 30 us (cumulative: 385 ms, max: 65 ms, #called: 1501) +2023-12-14 14:52:57.027112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.027158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 45 us (cumulative: 385 ms, max: 65 ms, #called: 1502) +2023-12-14 14:52:57.027164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.027204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 37 us (cumulative: 385 ms, max: 65 ms, #called: 1503) +2023-12-14 14:52:57.027210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.027246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 33 us (cumulative: 385 ms, max: 65 ms, #called: 1504) +2023-12-14 14:52:57.027254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.027286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 30 us (cumulative: 385 ms, max: 65 ms, #called: 1505) +2023-12-14 14:52:57.027292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.027310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 16 us (cumulative: 385 ms, max: 65 ms, #called: 1506) +2023-12-14 14:52:57.027315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.027392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 74 us (cumulative: 385 ms, max: 65 ms, #called: 1507) +2023-12-14 14:52:57.027400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.027429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 385 ms, max: 65 ms, #called: 1508) +2023-12-14 14:52:57.027436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.027475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 37 us (cumulative: 385 ms, max: 65 ms, #called: 1509) +2023-12-14 14:52:57.027482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.027518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 35 us (cumulative: 385 ms, max: 65 ms, #called: 1510) +2023-12-14 14:52:57.027524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.027552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 25 us (cumulative: 385 ms, max: 65 ms, #called: 1511) +2023-12-14 14:52:57.027559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.027570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.027729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 156 us (cumulative: 385 ms, max: 65 ms, #called: 1512) +2023-12-14 14:52:57.027744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.027768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 22 us (cumulative: 385 ms, max: 65 ms, #called: 1513) +2023-12-14 14:52:57.027773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.027803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 385 ms, max: 65 ms, #called: 1514) +2023-12-14 14:52:57.027809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.027841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 30 us (cumulative: 385 ms, max: 65 ms, #called: 1515) +2023-12-14 14:52:57.027847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.027893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 44 us (cumulative: 385 ms, max: 65 ms, #called: 1516) +2023-12-14 14:52:57.027899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.027937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 37 us (cumulative: 385 ms, max: 65 ms, #called: 1517) +2023-12-14 14:52:57.027944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.027980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 34 us (cumulative: 385 ms, max: 65 ms, #called: 1518) +2023-12-14 14:52:57.027987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.028017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 29 us (cumulative: 385 ms, max: 65 ms, #called: 1519) +2023-12-14 14:52:57.028023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.028040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 16 us (cumulative: 385 ms, max: 65 ms, #called: 1520) +2023-12-14 14:52:57.028046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.028106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 58 us (cumulative: 385 ms, max: 65 ms, #called: 1521) +2023-12-14 14:52:57.028114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.028144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 385 ms, max: 65 ms, #called: 1522) +2023-12-14 14:52:57.028150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.028188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 35 us (cumulative: 385 ms, max: 65 ms, #called: 1523) +2023-12-14 14:52:57.028194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.028231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 35 us (cumulative: 385 ms, max: 65 ms, #called: 1524) +2023-12-14 14:52:57.028237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.028269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 30 us (cumulative: 385 ms, max: 65 ms, #called: 1525) +2023-12-14 14:52:57.028276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.028287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.028445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 155 us (cumulative: 386 ms, max: 65 ms, #called: 1526) +2023-12-14 14:52:57.028461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.028478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 16 us (cumulative: 386 ms, max: 65 ms, #called: 1527) +2023-12-14 14:52:57.028484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.028513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 386 ms, max: 65 ms, #called: 1528) +2023-12-14 14:52:57.028519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.028551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 30 us (cumulative: 386 ms, max: 65 ms, #called: 1529) +2023-12-14 14:52:57.028557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.028602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 43 us (cumulative: 386 ms, max: 65 ms, #called: 1530) +2023-12-14 14:52:57.028608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.028646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 37 us (cumulative: 386 ms, max: 65 ms, #called: 1531) +2023-12-14 14:52:57.028653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.028688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 32 us (cumulative: 386 ms, max: 65 ms, #called: 1532) +2023-12-14 14:52:57.028694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.028724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 29 us (cumulative: 386 ms, max: 65 ms, #called: 1533) +2023-12-14 14:52:57.028731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.028748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 16 us (cumulative: 386 ms, max: 65 ms, #called: 1534) +2023-12-14 14:52:57.028754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.028812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 56 us (cumulative: 386 ms, max: 65 ms, #called: 1535) +2023-12-14 14:52:57.028820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.028849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 386 ms, max: 65 ms, #called: 1536) +2023-12-14 14:52:57.028863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.028901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 36 us (cumulative: 386 ms, max: 65 ms, #called: 1537) +2023-12-14 14:52:57.028908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.028945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 34 us (cumulative: 386 ms, max: 65 ms, #called: 1538) +2023-12-14 14:52:57.028952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.028979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 26 us (cumulative: 386 ms, max: 65 ms, #called: 1539) +2023-12-14 14:52:57.028986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.028997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.029153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 153 us (cumulative: 386 ms, max: 65 ms, #called: 1540) +2023-12-14 14:52:57.029165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.029182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 16 us (cumulative: 386 ms, max: 65 ms, #called: 1541) +2023-12-14 14:52:57.029188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.029218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 29 us (cumulative: 386 ms, max: 65 ms, #called: 1542) +2023-12-14 14:52:57.029224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.029256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 30 us (cumulative: 386 ms, max: 65 ms, #called: 1543) +2023-12-14 14:52:57.029261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.029306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 43 us (cumulative: 386 ms, max: 65 ms, #called: 1544) +2023-12-14 14:52:57.029313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.029352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 37 us (cumulative: 386 ms, max: 65 ms, #called: 1545) +2023-12-14 14:52:57.029358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.029393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 33 us (cumulative: 386 ms, max: 65 ms, #called: 1546) +2023-12-14 14:52:57.029399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.029429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 28 us (cumulative: 386 ms, max: 65 ms, #called: 1547) +2023-12-14 14:52:57.029435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.029458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 21 us (cumulative: 386 ms, max: 65 ms, #called: 1548) +2023-12-14 14:52:57.029464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.029524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 58 us (cumulative: 387 ms, max: 65 ms, #called: 1549) +2023-12-14 14:52:57.029531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.029560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 387 ms, max: 65 ms, #called: 1550) +2023-12-14 14:52:57.029566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.029594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 26 us (cumulative: 387 ms, max: 65 ms, #called: 1551) +2023-12-14 14:52:57.029600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.029635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 33 us (cumulative: 387 ms, max: 65 ms, #called: 1552) +2023-12-14 14:52:57.029641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.029667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 25 us (cumulative: 387 ms, max: 65 ms, #called: 1553) +2023-12-14 14:52:57.029677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.029974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.029989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 8.1 ms (cumulative: 395 ms, max: 65 ms, #called: 1554) +2023-12-14 14:52:57.029996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:57.030029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.030273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.030285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 287 us (cumulative: 395 ms, max: 65 ms, #called: 1555) +2023-12-14 14:52:57.030291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:57.030322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.030552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.030564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 271 us (cumulative: 395 ms, max: 65 ms, #called: 1556) +2023-12-14 14:52:57.030570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:57.030580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.030804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.030824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 252 us (cumulative: 396 ms, max: 65 ms, #called: 1557) +2023-12-14 14:52:57.030831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:57.030882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.031106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.031118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 285 us (cumulative: 396 ms, max: 65 ms, #called: 1558) +2023-12-14 14:52:57.031124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.031427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.031674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.031688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 561 us (cumulative: 396 ms, max: 65 ms, #called: 1559) +2023-12-14 14:52:57.031695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:57.031712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.031933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.031945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 248 us (cumulative: 397 ms, max: 65 ms, #called: 1560) +2023-12-14 14:52:57.031950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.031983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.032198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.032209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 257 us (cumulative: 397 ms, max: 65 ms, #called: 1561) +2023-12-14 14:52:57.032216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:57.032237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.032451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.032463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 245 us (cumulative: 397 ms, max: 65 ms, #called: 1562) +2023-12-14 14:52:57.032469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:57.032843: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:57.032863: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.115.clone.clone.clone) +2023-12-14 14:52:57.033083: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_1.179.clone.clone) +2023-12-14 14:52:57.033128: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.366) +2023-12-14 14:52:57.033852: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:57.033921: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.115.clone.clone.clone) +2023-12-14 14:52:57.034102: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_1.179.clone.clone) +2023-12-14 14:52:57.034125: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.366) +2023-12-14 14:52:57.035011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:57.035357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.035409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.035416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.035432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.035437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:57.035449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.76 +2023-12-14 14:52:57.035455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.77 +2023-12-14 14:52:57.035460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.78 +2023-12-14 14:52:57.035465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.79 +2023-12-14 14:52:57.035469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.80 +2023-12-14 14:52:57.035474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.81 +2023-12-14 14:52:57.035479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.82 +2023-12-14 14:52:57.035484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.84 +2023-12-14 14:52:57.035490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.58 +2023-12-14 14:52:57.035495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.43 +2023-12-14 14:52:57.035500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : shift-right-logical.9 +2023-12-14 14:52:57.035505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : shift-left.8 +2023-12-14 14:52:57.035510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : tuple.7 +2023-12-14 14:52:57.035515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.8 +2023-12-14 14:52:57.035520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.9 +2023-12-14 14:52:57.035525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.10 +2023-12-14 14:52:57.035540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.11 +2023-12-14 14:52:57.035547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : broadcast.88 +2023-12-14 14:52:57.035552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : broadcast.89 +2023-12-14 14:52:57.035558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.035563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.035574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <305 arg_tuple.4{3} (phi)> has new phi inputs: +2023-12-14 14:52:57.035581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <306 arg_tuple.4{4} (phi)> has new phi inputs: +2023-12-14 14:52:57.035586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <307 arg_tuple.4{5} (phi)> has new phi inputs: +2023-12-14 14:52:57.035593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <308 arg_tuple.4{6} (phi)> has new phi inputs: +2023-12-14 14:52:57.035599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <309 arg_tuple.4{7} (phi)> has new phi inputs: +2023-12-14 14:52:57.035604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.035612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <313 arg_tuple.3{3} (phi)> has new phi inputs: +2023-12-14 14:52:57.035618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <314 arg_tuple.3{4} (phi)> has new phi inputs: +2023-12-14 14:52:57.035623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <315 arg_tuple.3{5} (phi)> has new phi inputs: +2023-12-14 14:52:57.035629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <316 arg_tuple.3{6} (phi)> has new phi inputs: +2023-12-14 14:52:57.035634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <317 arg_tuple.3{7} (phi)> has new phi inputs: +2023-12-14 14:52:57.035639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.76 +2023-12-14 14:52:57.035644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.77 +2023-12-14 14:52:57.035649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.78 +2023-12-14 14:52:57.035655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.79 +2023-12-14 14:52:57.035660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.80 +2023-12-14 14:52:57.035665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.81 +2023-12-14 14:52:57.035670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.82 +2023-12-14 14:52:57.035674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.84 +2023-12-14 14:52:57.035700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.035712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.035718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 300, phi: +2023-12-14 14:52:57.035731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162 +2023-12-14 14:52:57.035737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.035742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162: +2023-12-14 14:52:57.035747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:57.035752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 301, phi: +2023-12-14 14:52:57.035756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162 +2023-12-14 14:52:57.035761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.035766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 302, phi: +2023-12-14 14:52:57.035770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.035775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3 +2023-12-14 14:52:57.035780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:57.035784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3: +2023-12-14 14:52:57.035789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 303, phi: +2023-12-14 14:52:57.035794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151 +2023-12-14 14:52:57.035798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:57.035803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151: +2023-12-14 14:52:57.035808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:57.035813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 304, phi: +2023-12-14 14:52:57.035818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156 +2023-12-14 14:52:57.035823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:57.035828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156: +2023-12-14 14:52:57.035832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51: +2023-12-14 14:52:57.035837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 305, phi: +2023-12-14 14:52:57.035841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154 +2023-12-14 14:52:57.035846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 314 +2023-12-14 14:52:57.035851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154: +2023-12-14 14:52:57.035855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159: +2023-12-14 14:52:57.035860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 306, phi: +2023-12-14 14:52:57.035864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159 +2023-12-14 14:52:57.035869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 315 +2023-12-14 14:52:57.035874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149: +2023-12-14 14:52:57.035879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 307, phi: +2023-12-14 14:52:57.035884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149 +2023-12-14 14:52:57.035892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 313 +2023-12-14 14:52:57.035898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 308, phi: +2023-12-14 14:52:57.035903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160 +2023-12-14 14:52:57.035908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 317 +2023-12-14 14:52:57.035912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160: +2023-12-14 14:52:57.035917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161: +2023-12-14 14:52:57.035922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 309, phi: +2023-12-14 14:52:57.035926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161 +2023-12-14 14:52:57.035931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 316 +2023-12-14 14:52:57.035936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 310, phi: +2023-12-14 14:52:57.035940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.035945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3 +2023-12-14 14:52:57.035949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 311, phi: +2023-12-14 14:52:57.035955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151 +2023-12-14 14:52:57.035959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:57.035964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 312, phi: +2023-12-14 14:52:57.035969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156 +2023-12-14 14:52:57.035973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:57.035978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 313, phi: +2023-12-14 14:52:57.035983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154 +2023-12-14 14:52:57.035988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 314 +2023-12-14 14:52:57.035992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 314, phi: +2023-12-14 14:52:57.035997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159 +2023-12-14 14:52:57.036001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 315 +2023-12-14 14:52:57.036006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 315, phi: +2023-12-14 14:52:57.036011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149 +2023-12-14 14:52:57.036015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 313 +2023-12-14 14:52:57.036020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 316, phi: +2023-12-14 14:52:57.036025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160 +2023-12-14 14:52:57.036030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 317 +2023-12-14 14:52:57.036034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 317, phi: +2023-12-14 14:52:57.036039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161 +2023-12-14 14:52:57.036044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 316 +2023-12-14 14:52:57.036051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 318, phi: +2023-12-14 14:52:57.036056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.036061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162 +2023-12-14 14:52:57.036066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 319, phi: +2023-12-14 14:52:57.036071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3 +2023-12-14 14:52:57.036075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.036080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 320, phi: +2023-12-14 14:52:57.036085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:57.036089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151 +2023-12-14 14:52:57.036095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 321, phi: +2023-12-14 14:52:57.036100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:57.036104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156 +2023-12-14 14:52:57.036109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 322, phi: +2023-12-14 14:52:57.036113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 314 +2023-12-14 14:52:57.036118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154 +2023-12-14 14:52:57.036122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 323, phi: +2023-12-14 14:52:57.036127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 315 +2023-12-14 14:52:57.036132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159 +2023-12-14 14:52:57.036136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 324, phi: +2023-12-14 14:52:57.036142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 313 +2023-12-14 14:52:57.036146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149 +2023-12-14 14:52:57.036151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 325, phi: +2023-12-14 14:52:57.036155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 317 +2023-12-14 14:52:57.036160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160 +2023-12-14 14:52:57.036166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 326, phi: +2023-12-14 14:52:57.036170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 316 +2023-12-14 14:52:57.036175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161 +2023-12-14 14:52:57.036194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.036203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.036208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 300, phi: +2023-12-14 14:52:57.036212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162 +2023-12-14 14:52:57.036217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.036223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162: +2023-12-14 14:52:57.036231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:57.036237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 301, phi: +2023-12-14 14:52:57.036242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162 +2023-12-14 14:52:57.036247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.036252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 302, phi: +2023-12-14 14:52:57.036256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.036261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3 +2023-12-14 14:52:57.036265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:57.036270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3: +2023-12-14 14:52:57.036275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 303, phi: +2023-12-14 14:52:57.036279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151 +2023-12-14 14:52:57.036284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:57.036288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151: +2023-12-14 14:52:57.036293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:57.036298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 304, phi: +2023-12-14 14:52:57.036304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156 +2023-12-14 14:52:57.036308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:57.036314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156: +2023-12-14 14:52:57.036318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51: +2023-12-14 14:52:57.036323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 305, phi: +2023-12-14 14:52:57.036327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154 +2023-12-14 14:52:57.036332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 314 +2023-12-14 14:52:57.036337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154: +2023-12-14 14:52:57.036341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159: +2023-12-14 14:52:57.036346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 306, phi: +2023-12-14 14:52:57.036350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159 +2023-12-14 14:52:57.036355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 315 +2023-12-14 14:52:57.036360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149: +2023-12-14 14:52:57.036364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 307, phi: +2023-12-14 14:52:57.036369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149 +2023-12-14 14:52:57.036373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 313 +2023-12-14 14:52:57.036378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 308, phi: +2023-12-14 14:52:57.036384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160 +2023-12-14 14:52:57.036392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 317 +2023-12-14 14:52:57.036396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160: +2023-12-14 14:52:57.036401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161: +2023-12-14 14:52:57.036406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 309, phi: +2023-12-14 14:52:57.036410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161 +2023-12-14 14:52:57.036415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 316 +2023-12-14 14:52:57.036419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 310, phi: +2023-12-14 14:52:57.036424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.036429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3 +2023-12-14 14:52:57.036433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 311, phi: +2023-12-14 14:52:57.036438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151 +2023-12-14 14:52:57.036443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:57.036447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 312, phi: +2023-12-14 14:52:57.036453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156 +2023-12-14 14:52:57.036458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:57.036463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 313, phi: +2023-12-14 14:52:57.036468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154 +2023-12-14 14:52:57.036472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 314 +2023-12-14 14:52:57.036477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 314, phi: +2023-12-14 14:52:57.036482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159 +2023-12-14 14:52:57.036486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 315 +2023-12-14 14:52:57.036491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 315, phi: +2023-12-14 14:52:57.036496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149 +2023-12-14 14:52:57.036500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 313 +2023-12-14 14:52:57.036505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 316, phi: +2023-12-14 14:52:57.036509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160 +2023-12-14 14:52:57.036514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 317 +2023-12-14 14:52:57.036519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 317, phi: +2023-12-14 14:52:57.036525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161 +2023-12-14 14:52:57.036529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 316 +2023-12-14 14:52:57.036534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 318, phi: +2023-12-14 14:52:57.036539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.036544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162 +2023-12-14 14:52:57.036553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 319, phi: +2023-12-14 14:52:57.036557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3 +2023-12-14 14:52:57.036562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.036567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 320, phi: +2023-12-14 14:52:57.036571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:57.036576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151 +2023-12-14 14:52:57.036580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 321, phi: +2023-12-14 14:52:57.036585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:57.036590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156 +2023-12-14 14:52:57.036594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 322, phi: +2023-12-14 14:52:57.036599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 314 +2023-12-14 14:52:57.036604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154 +2023-12-14 14:52:57.036609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 323, phi: +2023-12-14 14:52:57.036613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 315 +2023-12-14 14:52:57.036618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159 +2023-12-14 14:52:57.036623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 324, phi: +2023-12-14 14:52:57.036628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 313 +2023-12-14 14:52:57.036633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149 +2023-12-14 14:52:57.036637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 325, phi: +2023-12-14 14:52:57.036642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 317 +2023-12-14 14:52:57.036646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160 +2023-12-14 14:52:57.036651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 326, phi: +2023-12-14 14:52:57.036656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 316 +2023-12-14 14:52:57.036660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161 +2023-12-14 14:52:57.036665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.036674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <147 Arg_0.1> + +2023-12-14 14:52:57.036679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.036685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <81 Arg_1.2> + +2023-12-14 14:52:57.036690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:57.036695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <53 Arg_2.3> + +2023-12-14 14:52:57.036700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:57.036709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <295 constant.4> + +2023-12-14 14:52:57.036714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:52:57.036721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <296 broadcast.5> + +2023-12-14 14:52:57.036726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.8 +2023-12-14 14:52:57.036731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <167 constant.8> + +2023-12-14 14:52:57.036736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:52:57.036742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <164 constant.10> + +2023-12-14 14:52:57.036747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:57.036753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <57 constant.12> + +2023-12-14 14:52:57.036757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:57.036763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <72 constant.13> + +2023-12-14 14:52:57.036768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:57.036773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <61 constant.14> + +2023-12-14 14:52:57.036778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:57.036784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <68 constant.15> + +2023-12-14 14:52:57.036789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:57.036794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <84 constant.17> + +2023-12-14 14:52:57.036799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.18 +2023-12-14 14:52:57.036804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <73 constant.18> + +2023-12-14 14:52:57.036809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:57.036815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <63 constant.19> + +2023-12-14 14:52:57.036820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.20 +2023-12-14 14:52:57.036825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <158 constant.20> + +2023-12-14 14:52:57.036830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:57.036835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <161 constant.21> + +2023-12-14 14:52:57.036840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:57.036849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <160 constant.22> + +2023-12-14 14:52:57.036854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.23 +2023-12-14 14:52:57.036859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 constant.23> + +2023-12-14 14:52:57.036865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.24 +2023-12-14 14:52:57.036870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 constant.24> + +2023-12-14 14:52:57.036875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.25 +2023-12-14 14:52:57.036880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 constant.25> + +2023-12-14 14:52:57.036886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.26 +2023-12-14 14:52:57.036891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 constant.26> + +2023-12-14 14:52:57.036896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.27 +2023-12-14 14:52:57.036901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 constant.27> + +2023-12-14 14:52:57.036906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.28 +2023-12-14 14:52:57.036911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 constant.28> + +2023-12-14 14:52:57.036916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.29 +2023-12-14 14:52:57.036921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 constant.29> + +2023-12-14 14:52:57.036926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.30 +2023-12-14 14:52:57.036931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.30> + +2023-12-14 14:52:57.036936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.31 +2023-12-14 14:52:57.036941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.31> + +2023-12-14 14:52:57.036947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.32 +2023-12-14 14:52:57.036953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 constant.32> + +2023-12-14 14:52:57.036958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.33 +2023-12-14 14:52:57.036964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <111 constant.33> + +2023-12-14 14:52:57.036968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.34 +2023-12-14 14:52:57.036974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <108 constant.34> + +2023-12-14 14:52:57.036978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.35 +2023-12-14 14:52:57.036987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <106 constant.35> + +2023-12-14 14:52:57.036992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.36 +2023-12-14 14:52:57.036997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <103 constant.36> + +2023-12-14 14:52:57.037002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.37 +2023-12-14 14:52:57.037007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <100 constant.37> + +2023-12-14 14:52:57.037012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.39 +2023-12-14 14:52:57.037017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <82 convert.39> + +2023-12-14 14:52:57.037022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.40 +2023-12-14 14:52:57.037028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <54 convert.40> + +2023-12-14 14:52:57.037033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.42 +2023-12-14 14:52:57.037038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <104 clamp.42> + +2023-12-14 14:52:57.037043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:57.037048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <105 multiply.43> + +2023-12-14 14:52:57.037053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:57.037058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <107 multiply.44> + +2023-12-14 14:52:57.037063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.45 +2023-12-14 14:52:57.037069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <109 add.45> + +2023-12-14 14:52:57.037074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:57.037079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <110 multiply.46> + +2023-12-14 14:52:57.037084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:57.037089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 add.47> + +2023-12-14 14:52:57.037094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:57.037100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <113 multiply.48> + +2023-12-14 14:52:57.037106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:57.037111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 add.49> + +2023-12-14 14:52:57.037116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:57.037124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 multiply.50> + +2023-12-14 14:52:57.037129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:57.037134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 add.51> + +2023-12-14 14:52:57.037139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.52 +2023-12-14 14:52:57.037144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 multiply.52> + +2023-12-14 14:52:57.037149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.53 +2023-12-14 14:52:57.037154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 add.53> + +2023-12-14 14:52:57.037159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.54 +2023-12-14 14:52:57.037164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 multiply.54> + +2023-12-14 14:52:57.037170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:57.037175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 add.55> + +2023-12-14 14:52:57.037180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.56 +2023-12-14 14:52:57.037186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 multiply.56> + +2023-12-14 14:52:57.037191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.57 +2023-12-14 14:52:57.037196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 add.57> + +2023-12-14 14:52:57.037201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.59 +2023-12-14 14:52:57.037206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 add.59> + +2023-12-14 14:52:57.037211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.60 +2023-12-14 14:52:57.037216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 multiply.60> + +2023-12-14 14:52:57.037221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.61 +2023-12-14 14:52:57.037226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 add.61> + +2023-12-14 14:52:57.037231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.62 +2023-12-14 14:52:57.037236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 multiply.62> + +2023-12-14 14:52:57.037242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.63 +2023-12-14 14:52:57.037247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 add.63> + +2023-12-14 14:52:57.037252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.64 +2023-12-14 14:52:57.037262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 multiply.64> + +2023-12-14 14:52:57.037268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.65 +2023-12-14 14:52:57.037273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 add.65> + +2023-12-14 14:52:57.037278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.66 +2023-12-14 14:52:57.037283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 multiply.66> + +2023-12-14 14:52:57.037288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.67 +2023-12-14 14:52:57.037293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 add.67> + +2023-12-14 14:52:57.037298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.68 +2023-12-14 14:52:57.037303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 multiply.68> + +2023-12-14 14:52:57.037308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.69 +2023-12-14 14:52:57.037314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 divide.69> + +2023-12-14 14:52:57.037319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.71 +2023-12-14 14:52:57.037324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 clamp.71> + +2023-12-14 14:52:57.037329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.72 +2023-12-14 14:52:57.037334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 multiply.72> + +2023-12-14 14:52:57.037339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.73 +2023-12-14 14:52:57.037345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 multiply.73> + +2023-12-14 14:52:57.037350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.74 +2023-12-14 14:52:57.037355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 add.74> + +2023-12-14 14:52:57.037360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.75 +2023-12-14 14:52:57.037366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 multiply.75> + +2023-12-14 14:52:57.037370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.76 +2023-12-14 14:52:57.037376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <180 add.76> + +2023-12-14 14:52:57.037381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.77 +2023-12-14 14:52:57.037387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 multiply.77> + +2023-12-14 14:52:57.037391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.78 +2023-12-14 14:52:57.037400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 add.78> + +2023-12-14 14:52:57.037405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.79 +2023-12-14 14:52:57.037410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 multiply.79> + +2023-12-14 14:52:57.037415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.80 +2023-12-14 14:52:57.037420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 add.80> + +2023-12-14 14:52:57.037426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.81 +2023-12-14 14:52:57.037431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 multiply.81> + +2023-12-14 14:52:57.037436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.82 +2023-12-14 14:52:57.037441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 add.82> + +2023-12-14 14:52:57.037446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.83 +2023-12-14 14:52:57.037451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 multiply.83> + +2023-12-14 14:52:57.037457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.84 +2023-12-14 14:52:57.037462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 add.84> + +2023-12-14 14:52:57.037467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.85 +2023-12-14 14:52:57.037472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 multiply.85> + +2023-12-14 14:52:57.037477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.86 +2023-12-14 14:52:57.037482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 add.86> + +2023-12-14 14:52:57.037487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.88 +2023-12-14 14:52:57.037492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 add.88> + +2023-12-14 14:52:57.037497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.89 +2023-12-14 14:52:57.037503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 multiply.89> + +2023-12-14 14:52:57.037508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.90 +2023-12-14 14:52:57.037513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 add.90> + +2023-12-14 14:52:57.037518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.91 +2023-12-14 14:52:57.037523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 multiply.91> + +2023-12-14 14:52:57.037529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:57.037537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <196 add.92> + +2023-12-14 14:52:57.037542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.93 +2023-12-14 14:52:57.037548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <197 multiply.93> + +2023-12-14 14:52:57.037552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.94 +2023-12-14 14:52:57.037558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <198 add.94> + +2023-12-14 14:52:57.037562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.95 +2023-12-14 14:52:57.037568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <199 multiply.95> + +2023-12-14 14:52:57.037572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:57.037578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <200 add.96> + +2023-12-14 14:52:57.037583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.97 +2023-12-14 14:52:57.037589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 multiply.97> + +2023-12-14 14:52:57.037594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.98 +2023-12-14 14:52:57.037600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <201 divide.98> + +2023-12-14 14:52:57.037605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.99 +2023-12-14 14:52:57.037610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <203 reshape.99> + +2023-12-14 14:52:57.037615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.100 +2023-12-14 14:52:57.037621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <202 reshape.100> + +2023-12-14 14:52:57.037626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.101 +2023-12-14 14:52:57.037631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <145 iota.101> + +2023-12-14 14:52:57.037636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.102 +2023-12-14 14:52:57.037641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <148 slice.102> + +2023-12-14 14:52:57.037646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.103 +2023-12-14 14:52:57.037651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <149 reshape.103> + +2023-12-14 14:52:57.037656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.104 +2023-12-14 14:52:57.037662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <153 slice.104> + +2023-12-14 14:52:57.037667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.105 +2023-12-14 14:52:57.037676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <154 reshape.105> + +2023-12-14 14:52:57.037681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.106 +2023-12-14 14:52:57.037686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <146 slice.106> + +2023-12-14 14:52:57.037691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.107 +2023-12-14 14:52:57.037697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <152 slice.107> + +2023-12-14 14:52:57.037701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.108 +2023-12-14 14:52:57.037707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <157 xor.108> + +2023-12-14 14:52:57.037711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.109 +2023-12-14 14:52:57.037717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <159 xor.109> + +2023-12-14 14:52:57.037721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.110 +2023-12-14 14:52:57.037727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <150 broadcast.110> + +2023-12-14 14:52:57.037732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.111 +2023-12-14 14:52:57.037737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <151 add.111> + +2023-12-14 14:52:57.037743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.112 +2023-12-14 14:52:57.037749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <155 broadcast.112> + +2023-12-14 14:52:57.037754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.113 +2023-12-14 14:52:57.037760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <156 add.113> + +2023-12-14 14:52:57.037764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.202 +2023-12-14 14:52:57.037770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <163 concatenate.202> + +2023-12-14 14:52:57.037775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.208 +2023-12-14 14:52:57.037780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <204 subtract.208> + +2023-12-14 14:52:57.037785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.312 +2023-12-14 14:52:57.037791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <297 multiply.312> + +2023-12-14 14:52:57.037795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.313 +2023-12-14 14:52:57.037801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <86 bitcast-convert.313> + +2023-12-14 14:52:57.037806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.315 +2023-12-14 14:52:57.037815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <83 compare.315> + +2023-12-14 14:52:57.037820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.317 +2023-12-14 14:52:57.037826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <87 and.317> + +2023-12-14 14:52:57.037831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.319 +2023-12-14 14:52:57.037837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <85 compare.319> + +2023-12-14 14:52:57.037841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.320 +2023-12-14 14:52:57.037847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <88 compare.320> + +2023-12-14 14:52:57.037851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.322 +2023-12-14 14:52:57.037857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <90 and.322> + +2023-12-14 14:52:57.037862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.325 +2023-12-14 14:52:57.037867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <91 compare.325> + +2023-12-14 14:52:57.037872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.326 +2023-12-14 14:52:57.037877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <89 compare.326> + +2023-12-14 14:52:57.037883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.327 +2023-12-14 14:52:57.037888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <92 or.327> + +2023-12-14 14:52:57.037893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.328 +2023-12-14 14:52:57.037898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <93 select.328> + +2023-12-14 14:52:57.037903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.329 +2023-12-14 14:52:57.037909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <94 add.329> + +2023-12-14 14:52:57.037914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.331 +2023-12-14 14:52:57.037919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <95 select.331> + +2023-12-14 14:52:57.037924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.332 +2023-12-14 14:52:57.037929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <96 select.332> + +2023-12-14 14:52:57.037934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.333 +2023-12-14 14:52:57.037939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <97 select.333> + +2023-12-14 14:52:57.037944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.334 +2023-12-14 14:52:57.037953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <98 bitcast-convert.334> + +2023-12-14 14:52:57.037958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.335 +2023-12-14 14:52:57.037964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <60 bitcast-convert.335> + +2023-12-14 14:52:57.037969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.337 +2023-12-14 14:52:57.037974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <55 compare.337> + +2023-12-14 14:52:57.037979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.339 +2023-12-14 14:52:57.037984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <62 and.339> + +2023-12-14 14:52:57.037990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.341 +2023-12-14 14:52:57.037995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <58 compare.341> + +2023-12-14 14:52:57.038000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.342 +2023-12-14 14:52:57.038005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <64 compare.342> + +2023-12-14 14:52:57.038010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.344 +2023-12-14 14:52:57.038015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <69 and.344> + +2023-12-14 14:52:57.038020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.347 +2023-12-14 14:52:57.038027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <70 compare.347> + +2023-12-14 14:52:57.038032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.348 +2023-12-14 14:52:57.038038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <67 compare.348> + +2023-12-14 14:52:57.038043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.349 +2023-12-14 14:52:57.038048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <71 or.349> + +2023-12-14 14:52:57.038053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.350 +2023-12-14 14:52:57.038058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <74 select.350> + +2023-12-14 14:52:57.038063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.351 +2023-12-14 14:52:57.038069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <75 add.351> + +2023-12-14 14:52:57.038074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.353 +2023-12-14 14:52:57.038079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <76 select.353> + +2023-12-14 14:52:57.038084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.354 +2023-12-14 14:52:57.038092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <77 select.354> + +2023-12-14 14:52:57.038097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.355 +2023-12-14 14:52:57.038103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <78 select.355> + +2023-12-14 14:52:57.038107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.356 +2023-12-14 14:52:57.038113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <79 bitcast-convert.356> + +2023-12-14 14:52:57.038118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.1 +2023-12-14 14:52:57.038123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <211 abs.1> + +2023-12-14 14:52:57.038128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.54 +2023-12-14 14:52:57.038133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <212 constant.54> + +2023-12-14 14:52:57.038138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.27 +2023-12-14 14:52:57.038144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <213 broadcast.27> + +2023-12-14 14:52:57.038149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.2 +2023-12-14 14:52:57.038155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <214 compare.2> + +2023-12-14 14:52:57.038160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.28 +2023-12-14 14:52:57.038165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <215 broadcast.28> + +2023-12-14 14:52:57.038171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.11 +2023-12-14 14:52:57.038176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <216 multiply.11> + +2023-12-14 14:52:57.038181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.2 +2023-12-14 14:52:57.038187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <217 negate.2> + +2023-12-14 14:52:57.038191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.12 +2023-12-14 14:52:57.038197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <218 multiply.12> + +2023-12-14 14:52:57.038202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.1 +2023-12-14 14:52:57.038207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <219 log-plus-one.1> + +2023-12-14 14:52:57.038212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.3 +2023-12-14 14:52:57.038218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <220 negate.3> + +2023-12-14 14:52:57.038225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.56 +2023-12-14 14:52:57.038231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <221 constant.56> + +2023-12-14 14:52:57.038236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.29 +2023-12-14 14:52:57.038243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <222 broadcast.29> + +2023-12-14 14:52:57.038248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.3 +2023-12-14 14:52:57.038253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <223 compare.3> + +2023-12-14 14:52:57.038258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.57 +2023-12-14 14:52:57.038263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <224 constant.57> + +2023-12-14 14:52:57.038268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.30 +2023-12-14 14:52:57.038273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <225 broadcast.30> + +2023-12-14 14:52:57.038278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.58 +2023-12-14 14:52:57.038283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <226 constant.58> + +2023-12-14 14:52:57.038288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.31 +2023-12-14 14:52:57.038294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <227 broadcast.31> + +2023-12-14 14:52:57.038298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.11 +2023-12-14 14:52:57.038304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <228 select.11> + +2023-12-14 14:52:57.038310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.59 +2023-12-14 14:52:57.038316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <229 constant.59> + +2023-12-14 14:52:57.038320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.32 +2023-12-14 14:52:57.038326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <230 broadcast.32> + +2023-12-14 14:52:57.038331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.60 +2023-12-14 14:52:57.038336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <231 constant.60> + +2023-12-14 14:52:57.038341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.33 +2023-12-14 14:52:57.038346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <232 broadcast.33> + +2023-12-14 14:52:57.038351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.12 +2023-12-14 14:52:57.038360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <233 select.12> + +2023-12-14 14:52:57.038365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.61 +2023-12-14 14:52:57.038370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <234 constant.61> + +2023-12-14 14:52:57.038375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.34 +2023-12-14 14:52:57.038380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <235 broadcast.34> + +2023-12-14 14:52:57.038386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.62 +2023-12-14 14:52:57.038392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <236 constant.62> + +2023-12-14 14:52:57.038397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.35 +2023-12-14 14:52:57.038403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <237 broadcast.35> + +2023-12-14 14:52:57.038407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.13 +2023-12-14 14:52:57.038413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <238 select.13> + +2023-12-14 14:52:57.038418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.63 +2023-12-14 14:52:57.038423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <239 constant.63> + +2023-12-14 14:52:57.038428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.36 +2023-12-14 14:52:57.038433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <240 broadcast.36> + +2023-12-14 14:52:57.038438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.64 +2023-12-14 14:52:57.038443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <241 constant.64> + +2023-12-14 14:52:57.038448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.37 +2023-12-14 14:52:57.038454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <242 broadcast.37> + +2023-12-14 14:52:57.038459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.14 +2023-12-14 14:52:57.038465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <243 select.14> + +2023-12-14 14:52:57.038470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.65 +2023-12-14 14:52:57.038476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <244 constant.65> + +2023-12-14 14:52:57.038480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.38 +2023-12-14 14:52:57.038486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <245 broadcast.38> + +2023-12-14 14:52:57.038491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.66 +2023-12-14 14:52:57.038499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <246 constant.66> + +2023-12-14 14:52:57.038504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.39 +2023-12-14 14:52:57.038509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <247 broadcast.39> + +2023-12-14 14:52:57.038514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.15 +2023-12-14 14:52:57.038519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <248 select.15> + +2023-12-14 14:52:57.038524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:57.038531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <249 constant.67> + +2023-12-14 14:52:57.038535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.40 +2023-12-14 14:52:57.038541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <250 broadcast.40> + +2023-12-14 14:52:57.038546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:57.038552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <251 constant.68> + +2023-12-14 14:52:57.038557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.41 +2023-12-14 14:52:57.038562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <252 broadcast.41> + +2023-12-14 14:52:57.038567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.16 +2023-12-14 14:52:57.038572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <253 select.16> + +2023-12-14 14:52:57.038577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.69 +2023-12-14 14:52:57.038583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <254 constant.69> + +2023-12-14 14:52:57.038587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.42 +2023-12-14 14:52:57.038593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <255 broadcast.42> + +2023-12-14 14:52:57.038599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.70 +2023-12-14 14:52:57.038604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <256 constant.70> + +2023-12-14 14:52:57.038609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.43 +2023-12-14 14:52:57.038614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <257 broadcast.43> + +2023-12-14 14:52:57.038619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.17 +2023-12-14 14:52:57.038625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <258 select.17> + +2023-12-14 14:52:57.038634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.71 +2023-12-14 14:52:57.038639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <259 constant.71> + +2023-12-14 14:52:57.038644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.44 +2023-12-14 14:52:57.038650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <260 broadcast.44> + +2023-12-14 14:52:57.038655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.72 +2023-12-14 14:52:57.038660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <261 constant.72> + +2023-12-14 14:52:57.038665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.45 +2023-12-14 14:52:57.038671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <262 broadcast.45> + +2023-12-14 14:52:57.038676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.18 +2023-12-14 14:52:57.038681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <263 select.18> + +2023-12-14 14:52:57.038686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.73 +2023-12-14 14:52:57.038692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <264 constant.73> + +2023-12-14 14:52:57.038696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.46 +2023-12-14 14:52:57.038702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <265 broadcast.46> + +2023-12-14 14:52:57.038708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.74 +2023-12-14 14:52:57.038714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <266 constant.74> + +2023-12-14 14:52:57.038719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.47 +2023-12-14 14:52:57.038724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <267 broadcast.47> + +2023-12-14 14:52:57.038729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.19 +2023-12-14 14:52:57.038735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <268 select.19> + +2023-12-14 14:52:57.038740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.1 +2023-12-14 14:52:57.038745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <272 sqrt.1> + +2023-12-14 14:52:57.038750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.20 +2023-12-14 14:52:57.038756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <276 select.20> + +2023-12-14 14:52:57.038760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.13 +2023-12-14 14:52:57.038768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <277 multiply.13> + +2023-12-14 14:52:57.038773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.8 +2023-12-14 14:52:57.038779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <278 add.8> + +2023-12-14 14:52:57.038784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.14 +2023-12-14 14:52:57.038790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <279 multiply.14> + +2023-12-14 14:52:57.038794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.9 +2023-12-14 14:52:57.038800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <280 add.9> + +2023-12-14 14:52:57.038804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.15 +2023-12-14 14:52:57.038810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <281 multiply.15> + +2023-12-14 14:52:57.038816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.10 +2023-12-14 14:52:57.038821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <282 add.10> + +2023-12-14 14:52:57.038826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.16 +2023-12-14 14:52:57.038831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <283 multiply.16> + +2023-12-14 14:52:57.038836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.11 +2023-12-14 14:52:57.038841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <284 add.11> + +2023-12-14 14:52:57.038846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.17 +2023-12-14 14:52:57.038852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <285 multiply.17> + +2023-12-14 14:52:57.038856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.12 +2023-12-14 14:52:57.038862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <286 add.12> + +2023-12-14 14:52:57.038868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.18 +2023-12-14 14:52:57.038874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <287 multiply.18> + +2023-12-14 14:52:57.038879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.13 +2023-12-14 14:52:57.038885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <288 add.13> + +2023-12-14 14:52:57.038890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.19 +2023-12-14 14:52:57.038895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <289 multiply.19> + +2023-12-14 14:52:57.038900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.14 +2023-12-14 14:52:57.038908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <290 add.14> + +2023-12-14 14:52:57.038913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.20 +2023-12-14 14:52:57.038919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <291 multiply.20> + +2023-12-14 14:52:57.038924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.15 +2023-12-14 14:52:57.038929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <292 add.15> + +2023-12-14 14:52:57.038934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.21 +2023-12-14 14:52:57.038940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <293 multiply.21> + +2023-12-14 14:52:57.038944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.21 +2023-12-14 14:52:57.038950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <294 select.21> + +2023-12-14 14:52:57.038956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.50 +2023-12-14 14:52:57.038962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <80 broadcast.50> + +2023-12-14 14:52:57.038966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.51 +2023-12-14 14:52:57.038972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <99 broadcast.51> + +2023-12-14 14:52:57.038977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.0 +2023-12-14 14:52:57.038982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <298 maximum.0> + +2023-12-14 14:52:57.038987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.0 +2023-12-14 14:52:57.038992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <299 minimum.0> + +2023-12-14 14:52:57.038997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.77 +2023-12-14 14:52:57.039002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <101 constant.77> + +2023-12-14 14:52:57.039007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.22 +2023-12-14 14:52:57.039013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <102 multiply.22> + +2023-12-14 14:52:57.039017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.23 +2023-12-14 14:52:57.039023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 multiply.23> + +2023-12-14 14:52:57.039029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.210 +2023-12-14 14:52:57.039034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <205 reshape.210> + +2023-12-14 14:52:57.039042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.53 +2023-12-14 14:52:57.039047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <270 broadcast.53> + +2023-12-14 14:52:57.039052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.17 +2023-12-14 14:52:57.039058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <271 add.17> + +2023-12-14 14:52:57.039062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.54 +2023-12-14 14:52:57.039068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <274 broadcast.54> + +2023-12-14 14:52:57.039073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.18 +2023-12-14 14:52:57.039078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <275 add.18> + +2023-12-14 14:52:57.039083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.77 +2023-12-14 14:52:57.039088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <165 broadcast.77> + +2023-12-14 14:52:57.039093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.8 +2023-12-14 14:52:57.039100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <166 shift-right-logical.8> + +2023-12-14 14:52:57.039104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.84 +2023-12-14 14:52:57.039111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <56 constant.84> + +2023-12-14 14:52:57.039116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.85 +2023-12-14 14:52:57.039121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <59 constant.85> + +2023-12-14 14:52:57.039126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.86 +2023-12-14 14:52:57.039131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <66 constant.86> + +2023-12-14 14:52:57.039136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.90 +2023-12-14 14:52:57.039141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <65 constant.90> + +2023-12-14 14:52:57.039146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.98 +2023-12-14 14:52:57.039151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.98> + +2023-12-14 14:52:57.039156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.99 +2023-12-14 14:52:57.039161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <269 constant.99> + +2023-12-14 14:52:57.039166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.100 +2023-12-14 14:52:57.039172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <273 constant.100> + +2023-12-14 14:52:57.039180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:57.039193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <162 tuple.6{}> + {0} : HloValueSet: <63 constant.19> + {1} : HloValueSet: <151 add.111> + {2} : HloValueSet: <156 add.113> + {3} : HloValueSet: <154 reshape.105> + {4} : HloValueSet: <159 xor.109> + {5} : HloValueSet: <149 reshape.103> + {6} : HloValueSet: <160 constant.22> + {7} : HloValueSet: <161 constant.21> + +2023-12-14 14:52:57.039199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:57.039210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <318 while.1{} (phi)> + {0} : HloValueSet: <319 while.1{0} (phi)> + {1} : HloValueSet: <320 while.1{1} (phi)> + {2} : HloValueSet: <321 while.1{2} (phi)> + {3} : HloValueSet: <322 while.1{3} (phi)> + {4} : HloValueSet: <323 while.1{4} (phi)> + {5} : HloValueSet: <324 while.1{5} (phi)> + {6} : HloValueSet: <325 while.1{6} (phi)> + {7} : HloValueSet: <326 while.1{7} (phi)> + +2023-12-14 14:52:57.039217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:57.039222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <320 while.1{1} (phi)> + +2023-12-14 14:52:57.039227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:57.039233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <321 while.1{2} (phi)> + +2023-12-14 14:52:57.039238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.91 +2023-12-14 14:52:57.039244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <168 broadcast.91> + +2023-12-14 14:52:57.039249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:57.039254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <169 or.12> + +2023-12-14 14:52:57.039259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.0 +2023-12-14 14:52:57.039264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <170 bitcast-convert.0> + +2023-12-14 14:52:57.039270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.92 +2023-12-14 14:52:57.039276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <172 broadcast.92> + +2023-12-14 14:52:57.039281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.62 +2023-12-14 14:52:57.039286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <173 add.62> + +2023-12-14 14:52:57.039291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.93 +2023-12-14 14:52:57.039296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <206 broadcast.93> + +2023-12-14 14:52:57.039305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.28 +2023-12-14 14:52:57.039312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <207 multiply.28> + +2023-12-14 14:52:57.039317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.64 +2023-12-14 14:52:57.039332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <208 add.64> + +2023-12-14 14:52:57.039337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.95 +2023-12-14 14:52:57.039343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <144 broadcast.95> + +2023-12-14 14:52:57.039347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:57.039353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <209 maximum.1> + +2023-12-14 14:52:57.039358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:57.039364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <210 reshape.26> + +2023-12-14 14:52:57.039369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:57.039381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <301 arg_tuple.3{} (phi)> + {0} : HloValueSet: <310 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <311 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <312 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <313 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <314 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <315 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <316 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <317 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.039387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:57.039393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <9 constant.101> + +2023-12-14 14:52:57.039398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:57.039404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 constant.102> + +2023-12-14 14:52:57.039409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.8 +2023-12-14 14:52:57.039415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <5 slice.8> + +2023-12-14 14:52:57.039419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:57.039425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <6 reshape.17> + +2023-12-14 14:52:57.039430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:57.039435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <4 add.43> + +2023-12-14 14:52:57.039443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.80 +2023-12-14 14:52:57.039450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <7 broadcast.80> + +2023-12-14 14:52:57.039455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.8 +2023-12-14 14:52:57.039460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <8 shift-left.8> + +2023-12-14 14:52:57.039465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:57.039471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <10 subtract.12> + +2023-12-14 14:52:57.039477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.81 +2023-12-14 14:52:57.039482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 broadcast.81> + +2023-12-14 14:52:57.039487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.9 +2023-12-14 14:52:57.039493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <12 shift-right-logical.9> + +2023-12-14 14:52:57.039498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.8 +2023-12-14 14:52:57.039503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <13 or.8> + +2023-12-14 14:52:57.039508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.8 +2023-12-14 14:52:57.039513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <14 xor.8> + +2023-12-14 14:52:57.039518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.9 +2023-12-14 14:52:57.039524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.9> + +2023-12-14 14:52:57.039529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:57.039534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.18> + +2023-12-14 14:52:57.039539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:57.039545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <15 add.44> + +2023-12-14 14:52:57.039550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.82 +2023-12-14 14:52:57.039556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 broadcast.82> + +2023-12-14 14:52:57.039561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.9 +2023-12-14 14:52:57.039566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <19 shift-left.9> + +2023-12-14 14:52:57.039571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:57.039576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <20 subtract.13> + +2023-12-14 14:52:57.039585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.83 +2023-12-14 14:52:57.039590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <21 broadcast.83> + +2023-12-14 14:52:57.039595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.10 +2023-12-14 14:52:57.039601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <22 shift-right-logical.10> + +2023-12-14 14:52:57.039607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.9 +2023-12-14 14:52:57.039612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <23 or.9> + +2023-12-14 14:52:57.039618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.9 +2023-12-14 14:52:57.039624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <24 xor.9> + +2023-12-14 14:52:57.039629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.10 +2023-12-14 14:52:57.039634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <26 slice.10> + +2023-12-14 14:52:57.039639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:57.039644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 reshape.19> + +2023-12-14 14:52:57.039649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.46 +2023-12-14 14:52:57.039654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 add.46> + +2023-12-14 14:52:57.039659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.84 +2023-12-14 14:52:57.039665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <28 broadcast.84> + +2023-12-14 14:52:57.039669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.10 +2023-12-14 14:52:57.039675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <29 shift-left.10> + +2023-12-14 14:52:57.039680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:57.039685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 subtract.14> + +2023-12-14 14:52:57.039691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.85 +2023-12-14 14:52:57.039696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <31 broadcast.85> + +2023-12-14 14:52:57.039701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.11 +2023-12-14 14:52:57.039706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <32 shift-right-logical.11> + +2023-12-14 14:52:57.039711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.10 +2023-12-14 14:52:57.039717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <33 or.10> + +2023-12-14 14:52:57.039724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.10 +2023-12-14 14:52:57.039730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <34 xor.10> + +2023-12-14 14:52:57.039734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.11 +2023-12-14 14:52:57.039740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <38 slice.11> + +2023-12-14 14:52:57.039744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.20 +2023-12-14 14:52:57.039750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 reshape.20> + +2023-12-14 14:52:57.039755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:57.039761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <35 add.48> + +2023-12-14 14:52:57.039767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.86 +2023-12-14 14:52:57.039772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <40 broadcast.86> + +2023-12-14 14:52:57.039777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.11 +2023-12-14 14:52:57.039782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <41 shift-left.11> + +2023-12-14 14:52:57.039787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:57.039793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 subtract.15> + +2023-12-14 14:52:57.039797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.87 +2023-12-14 14:52:57.039803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <43 broadcast.87> + +2023-12-14 14:52:57.039808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:57.039813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <44 shift-right-logical.12> + +2023-12-14 14:52:57.039818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.11 +2023-12-14 14:52:57.039823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <45 or.11> + +2023-12-14 14:52:57.039829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.11 +2023-12-14 14:52:57.039834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <46 xor.11> + +2023-12-14 14:52:57.039839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.88 +2023-12-14 14:52:57.039845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <36 broadcast.88> + +2023-12-14 14:52:57.039850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:57.039859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <37 add.50> + +2023-12-14 14:52:57.039864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.89 +2023-12-14 14:52:57.039869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <47 broadcast.89> + +2023-12-14 14:52:57.039874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:57.039879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <48 add.52> + +2023-12-14 14:52:57.039884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:57.039890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 convert.2> + +2023-12-14 14:52:57.039894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.90 +2023-12-14 14:52:57.039901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <50 broadcast.90> + +2023-12-14 14:52:57.039905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.56 +2023-12-14 14:52:57.039911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <51 add.56> + +2023-12-14 14:52:57.039916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:57.039921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 add.58> + +2023-12-14 14:52:57.039927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.7 +2023-12-14 14:52:57.039937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <52 tuple.7{}> + {0} : HloValueSet: <3 add.58> + {1} : HloValueSet: <37 add.50> + {2} : HloValueSet: <51 add.56> + {3} : HloValueSet: <314 arg_tuple.3{4} (phi)> + {4} : HloValueSet: <315 arg_tuple.3{5} (phi)> + {5} : HloValueSet: <313 arg_tuple.3{3} (phi)> + {6} : HloValueSet: <317 arg_tuple.3{7} (phi)> + {7} : HloValueSet: <316 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.039942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.76 +2023-12-14 14:52:57.039948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <317 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.039953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.77 +2023-12-14 14:52:57.039958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <316 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.039963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.78 +2023-12-14 14:52:57.039968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <315 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:57.039974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.79 +2023-12-14 14:52:57.039980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <314 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.039987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.80 +2023-12-14 14:52:57.039993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <313 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.039998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.81 +2023-12-14 14:52:57.040003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <312 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.040009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.82 +2023-12-14 14:52:57.040015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <311 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.040020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.84 +2023-12-14 14:52:57.040025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <310 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.040030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:57.040040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <300 arg_tuple.4{} (phi)> + {0} : HloValueSet: <302 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <303 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <304 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <305 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <306 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <307 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <308 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <309 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:57.040046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:57.040052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 constant.103> + +2023-12-14 14:52:57.040056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:57.040062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <1 compare.5> + +2023-12-14 14:52:57.040067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:57.040072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <302 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:57.041274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:57.041299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.041305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.041315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 Arg_0.1> (def) +2023-12-14 14:52:57.041320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.041336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 Arg_1.2> (def) +2023-12-14 14:52:57.041341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:57.041351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 Arg_2.3> (def) +2023-12-14 14:52:57.041356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:57.041365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 constant.4> (def) +2023-12-14 14:52:57.041370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:52:57.041380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 broadcast.5> (def) +2023-12-14 14:52:57.041384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8: +2023-12-14 14:52:57.041395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 constant.8> (def) +2023-12-14 14:52:57.041400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:52:57.041409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 constant.10> (def) +2023-12-14 14:52:57.041414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:57.041423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 constant.12> (def) +2023-12-14 14:52:57.041428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:57.041437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 constant.13> (def) +2023-12-14 14:52:57.041442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:57.041451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 constant.14> (def) +2023-12-14 14:52:57.041456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:57.041466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 constant.15> (def) +2023-12-14 14:52:57.041472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:57.041484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 constant.17> (def) +2023-12-14 14:52:57.041489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.18: +2023-12-14 14:52:57.041498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 constant.18> (def) +2023-12-14 14:52:57.041503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:57.041513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 constant.19> (def) +2023-12-14 14:52:57.041518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.20: +2023-12-14 14:52:57.041527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.20> (def) +2023-12-14 14:52:57.041532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:57.041542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.21> (def) +2023-12-14 14:52:57.041547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:57.041557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.22> (def) +2023-12-14 14:52:57.041562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.23: +2023-12-14 14:52:57.041571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.23> (def) +2023-12-14 14:52:57.041576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.24: +2023-12-14 14:52:57.041585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.24> (def) +2023-12-14 14:52:57.041591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.25: +2023-12-14 14:52:57.041601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.25> (def) +2023-12-14 14:52:57.041606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.26: +2023-12-14 14:52:57.041617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.26> (def) +2023-12-14 14:52:57.041622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.27: +2023-12-14 14:52:57.041635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.27> (def) +2023-12-14 14:52:57.041640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.28: +2023-12-14 14:52:57.041649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.28> (def) +2023-12-14 14:52:57.041654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.29: +2023-12-14 14:52:57.041663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.29> (def) +2023-12-14 14:52:57.041668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.30: +2023-12-14 14:52:57.041678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.30> (def) +2023-12-14 14:52:57.041683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.31: +2023-12-14 14:52:57.041693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.31> (def) +2023-12-14 14:52:57.041698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.32: +2023-12-14 14:52:57.041707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.32> (def) +2023-12-14 14:52:57.041712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.33: +2023-12-14 14:52:57.041721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 constant.33> (def) +2023-12-14 14:52:57.041726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.34: +2023-12-14 14:52:57.041735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.34> (def) +2023-12-14 14:52:57.041740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.35: +2023-12-14 14:52:57.041749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 constant.35> (def) +2023-12-14 14:52:57.041755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.36: +2023-12-14 14:52:57.041766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 constant.36> (def) +2023-12-14 14:52:57.041770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.37: +2023-12-14 14:52:57.041783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 constant.37> (def) +2023-12-14 14:52:57.041787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.39: +2023-12-14 14:52:57.041797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 convert.39> (def) +2023-12-14 14:52:57.041802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.40: +2023-12-14 14:52:57.041811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 convert.40> (def) +2023-12-14 14:52:57.041816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.42: +2023-12-14 14:52:57.041825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 clamp.42> (def) +2023-12-14 14:52:57.041830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:57.041840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 multiply.43> (def) +2023-12-14 14:52:57.041845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:57.041854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 multiply.44> (def) +2023-12-14 14:52:57.041859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45: +2023-12-14 14:52:57.041868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 add.45> (def) +2023-12-14 14:52:57.041873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:57.041882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 multiply.46> (def) +2023-12-14 14:52:57.041887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:57.041896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 add.47> (def) +2023-12-14 14:52:57.041901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:57.041911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.48> (def) +2023-12-14 14:52:57.041917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:57.041930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.49> (def) +2023-12-14 14:52:57.041935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:57.041944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.50> (def) +2023-12-14 14:52:57.041949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:57.041958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.51> (def) +2023-12-14 14:52:57.041963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52: +2023-12-14 14:52:57.041972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.52> (def) +2023-12-14 14:52:57.041978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.53: +2023-12-14 14:52:57.041987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.53> (def) +2023-12-14 14:52:57.041992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.041998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.54: +2023-12-14 14:52:57.042002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.54> (def) +2023-12-14 14:52:57.042007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:57.042016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.55> (def) +2023-12-14 14:52:57.042021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.56: +2023-12-14 14:52:57.042030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.56> (def) +2023-12-14 14:52:57.042035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57: +2023-12-14 14:52:57.042045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.57> (def) +2023-12-14 14:52:57.042050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59: +2023-12-14 14:52:57.042060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.59> (def) +2023-12-14 14:52:57.042064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.60: +2023-12-14 14:52:57.042077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.60> (def) +2023-12-14 14:52:57.042082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61: +2023-12-14 14:52:57.042092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.61> (def) +2023-12-14 14:52:57.042096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.62: +2023-12-14 14:52:57.042106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.62> (def) +2023-12-14 14:52:57.042110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63: +2023-12-14 14:52:57.042120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.63> (def) +2023-12-14 14:52:57.042125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.64: +2023-12-14 14:52:57.042134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.64> (def) +2023-12-14 14:52:57.042139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65: +2023-12-14 14:52:57.042149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.65> (def) +2023-12-14 14:52:57.042153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.66: +2023-12-14 14:52:57.042164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.66> (def) +2023-12-14 14:52:57.042168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67: +2023-12-14 14:52:57.042178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.67> (def) +2023-12-14 14:52:57.042182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.68: +2023-12-14 14:52:57.042192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.68> (def) +2023-12-14 14:52:57.042197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.69: +2023-12-14 14:52:57.042206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 divide.69> (def) +2023-12-14 14:52:57.042211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.71: +2023-12-14 14:52:57.042220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 clamp.71> (def) +2023-12-14 14:52:57.042228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.72: +2023-12-14 14:52:57.042238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.72> (def) +2023-12-14 14:52:57.042243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.73: +2023-12-14 14:52:57.042252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.73> (def) +2023-12-14 14:52:57.042257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.74: +2023-12-14 14:52:57.042268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.74> (def) +2023-12-14 14:52:57.042272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.75: +2023-12-14 14:52:57.042282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.75> (def) +2023-12-14 14:52:57.042286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.76: +2023-12-14 14:52:57.042296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 add.76> (def) +2023-12-14 14:52:57.042300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.77: +2023-12-14 14:52:57.042310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 multiply.77> (def) +2023-12-14 14:52:57.042314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.78: +2023-12-14 14:52:57.042324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.78> (def) +2023-12-14 14:52:57.042329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.79: +2023-12-14 14:52:57.042339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.79> (def) +2023-12-14 14:52:57.042344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.80: +2023-12-14 14:52:57.042353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 add.80> (def) +2023-12-14 14:52:57.042358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.81: +2023-12-14 14:52:57.042367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 multiply.81> (def) +2023-12-14 14:52:57.042375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.82: +2023-12-14 14:52:57.042385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 add.82> (def) +2023-12-14 14:52:57.042390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.83: +2023-12-14 14:52:57.042400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 multiply.83> (def) +2023-12-14 14:52:57.042406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84: +2023-12-14 14:52:57.042415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.84> (def) +2023-12-14 14:52:57.042420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.85: +2023-12-14 14:52:57.042429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.85> (def) +2023-12-14 14:52:57.042434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86: +2023-12-14 14:52:57.042443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 add.86> (def) +2023-12-14 14:52:57.042448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88: +2023-12-14 14:52:57.042457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 add.88> (def) +2023-12-14 14:52:57.042462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.89: +2023-12-14 14:52:57.042471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 multiply.89> (def) +2023-12-14 14:52:57.042477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.90: +2023-12-14 14:52:57.042487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.90> (def) +2023-12-14 14:52:57.042491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.91: +2023-12-14 14:52:57.042501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 multiply.91> (def) +2023-12-14 14:52:57.042505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:57.042515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 add.92> (def) +2023-12-14 14:52:57.042537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.93: +2023-12-14 14:52:57.042548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 multiply.93> (def) +2023-12-14 14:52:57.042553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.94: +2023-12-14 14:52:57.042563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.94> (def) +2023-12-14 14:52:57.042568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.95: +2023-12-14 14:52:57.042577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 multiply.95> (def) +2023-12-14 14:52:57.042582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:57.042591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 add.96> (def) +2023-12-14 14:52:57.042596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.97: +2023-12-14 14:52:57.042605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 multiply.97> (def) +2023-12-14 14:52:57.042610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.98: +2023-12-14 14:52:57.042620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 divide.98> (def) +2023-12-14 14:52:57.042625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.99: +2023-12-14 14:52:57.042635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 reshape.99> (def) +2023-12-14 14:52:57.042640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.100: +2023-12-14 14:52:57.042650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 reshape.100> (def) +2023-12-14 14:52:57.042654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.101: +2023-12-14 14:52:57.042664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 iota.101> (def) +2023-12-14 14:52:57.042668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.102: +2023-12-14 14:52:57.042678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 slice.102> (def) +2023-12-14 14:52:57.042682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.103: +2023-12-14 14:52:57.042697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 reshape.103> (def) +2023-12-14 14:52:57.042702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.104: +2023-12-14 14:52:57.042711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 slice.104> (def) +2023-12-14 14:52:57.042717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.105: +2023-12-14 14:52:57.042727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 reshape.105> (def) +2023-12-14 14:52:57.042731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.106: +2023-12-14 14:52:57.042741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 slice.106> (def) +2023-12-14 14:52:57.042745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.107: +2023-12-14 14:52:57.042755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 slice.107> (def) +2023-12-14 14:52:57.042760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.108: +2023-12-14 14:52:57.042770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 xor.108> (def) +2023-12-14 14:52:57.042774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.109: +2023-12-14 14:52:57.042784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 xor.109> (def) +2023-12-14 14:52:57.042788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110: +2023-12-14 14:52:57.042799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 broadcast.110> (def) +2023-12-14 14:52:57.042804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111: +2023-12-14 14:52:57.042813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 add.111> (def) +2023-12-14 14:52:57.042818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112: +2023-12-14 14:52:57.042827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 broadcast.112> (def) +2023-12-14 14:52:57.042833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113: +2023-12-14 14:52:57.042845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.113> (def) +2023-12-14 14:52:57.042850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.202: +2023-12-14 14:52:57.042860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 concatenate.202> (def) +2023-12-14 14:52:57.042865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.208: +2023-12-14 14:52:57.042874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 subtract.208> (def) +2023-12-14 14:52:57.042879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.312: +2023-12-14 14:52:57.042889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 multiply.312> (def) +2023-12-14 14:52:57.042893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.313: +2023-12-14 14:52:57.042904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 bitcast-convert.313> (def) +2023-12-14 14:52:57.042909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.315: +2023-12-14 14:52:57.042918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 compare.315> (def) +2023-12-14 14:52:57.042923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.317: +2023-12-14 14:52:57.042932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 and.317> (def) +2023-12-14 14:52:57.042937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.319: +2023-12-14 14:52:57.042946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 compare.319> (def) +2023-12-14 14:52:57.042951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.320: +2023-12-14 14:52:57.042962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 compare.320> (def) +2023-12-14 14:52:57.042967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.322: +2023-12-14 14:52:57.042977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 and.322> (def) +2023-12-14 14:52:57.042982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.042989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.325: +2023-12-14 14:52:57.042994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 compare.325> (def) +2023-12-14 14:52:57.042999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.326: +2023-12-14 14:52:57.043008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 compare.326> (def) +2023-12-14 14:52:57.043013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.327: +2023-12-14 14:52:57.043022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 or.327> (def) +2023-12-14 14:52:57.043027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.328: +2023-12-14 14:52:57.043036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 select.328> (def) +2023-12-14 14:52:57.043041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.329: +2023-12-14 14:52:57.043052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 add.329> (def) +2023-12-14 14:52:57.043056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.331: +2023-12-14 14:52:57.043066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 select.331> (def) +2023-12-14 14:52:57.043070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.332: +2023-12-14 14:52:57.043080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 select.332> (def) +2023-12-14 14:52:57.043084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.333: +2023-12-14 14:52:57.043094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 select.333> (def) +2023-12-14 14:52:57.043098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.334: +2023-12-14 14:52:57.043108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 bitcast-convert.334> (def) +2023-12-14 14:52:57.043113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.335: +2023-12-14 14:52:57.043124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 bitcast-convert.335> (def) +2023-12-14 14:52:57.043129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.337: +2023-12-14 14:52:57.043142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 compare.337> (def) +2023-12-14 14:52:57.043147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.339: +2023-12-14 14:52:57.043156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 and.339> (def) +2023-12-14 14:52:57.043161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.341: +2023-12-14 14:52:57.043170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 compare.341> (def) +2023-12-14 14:52:57.043175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.342: +2023-12-14 14:52:57.043184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 compare.342> (def) +2023-12-14 14:52:57.043189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.344: +2023-12-14 14:52:57.043200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 and.344> (def) +2023-12-14 14:52:57.043205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.347: +2023-12-14 14:52:57.043214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 compare.347> (def) +2023-12-14 14:52:57.043219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.348: +2023-12-14 14:52:57.043228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 compare.348> (def) +2023-12-14 14:52:57.043233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.349: +2023-12-14 14:52:57.043242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 or.349> (def) +2023-12-14 14:52:57.043247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.350: +2023-12-14 14:52:57.043256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 select.350> (def) +2023-12-14 14:52:57.043262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.351: +2023-12-14 14:52:57.043271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 add.351> (def) +2023-12-14 14:52:57.043277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.353: +2023-12-14 14:52:57.043290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 select.353> (def) +2023-12-14 14:52:57.043294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.354: +2023-12-14 14:52:57.043304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 select.354> (def) +2023-12-14 14:52:57.043309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.355: +2023-12-14 14:52:57.043330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 select.355> (def) +2023-12-14 14:52:57.043336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.356: +2023-12-14 14:52:57.043345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 bitcast-convert.356> (def) +2023-12-14 14:52:57.043351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.1: +2023-12-14 14:52:57.043361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 abs.1> (def) +2023-12-14 14:52:57.043365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.54: +2023-12-14 14:52:57.043375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.54> (def) +2023-12-14 14:52:57.043380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27: +2023-12-14 14:52:57.043390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.27> (def) +2023-12-14 14:52:57.043394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2: +2023-12-14 14:52:57.043404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 compare.2> (def) +2023-12-14 14:52:57.043408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.28: +2023-12-14 14:52:57.043418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 broadcast.28> (def) +2023-12-14 14:52:57.043423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11: +2023-12-14 14:52:57.043433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 multiply.11> (def) +2023-12-14 14:52:57.043437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.2: +2023-12-14 14:52:57.043450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 negate.2> (def) +2023-12-14 14:52:57.043456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12: +2023-12-14 14:52:57.043466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 multiply.12> (def) +2023-12-14 14:52:57.043471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.1: +2023-12-14 14:52:57.043480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 log-plus-one.1> (def) +2023-12-14 14:52:57.043485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.3: +2023-12-14 14:52:57.043496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 negate.3> (def) +2023-12-14 14:52:57.043501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.56: +2023-12-14 14:52:57.043510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 constant.56> (def) +2023-12-14 14:52:57.043515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29: +2023-12-14 14:52:57.043524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 broadcast.29> (def) +2023-12-14 14:52:57.043529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3: +2023-12-14 14:52:57.043539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 compare.3> (def) +2023-12-14 14:52:57.043544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.57: +2023-12-14 14:52:57.043553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 constant.57> (def) +2023-12-14 14:52:57.043558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.30: +2023-12-14 14:52:57.043568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.30> (def) +2023-12-14 14:52:57.043573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.58: +2023-12-14 14:52:57.043582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 constant.58> (def) +2023-12-14 14:52:57.043587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31: +2023-12-14 14:52:57.043600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 broadcast.31> (def) +2023-12-14 14:52:57.043605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11: +2023-12-14 14:52:57.043614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 select.11> (def) +2023-12-14 14:52:57.043619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.59: +2023-12-14 14:52:57.043629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 constant.59> (def) +2023-12-14 14:52:57.043633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32: +2023-12-14 14:52:57.043644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 broadcast.32> (def) +2023-12-14 14:52:57.043648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.60: +2023-12-14 14:52:57.043658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 constant.60> (def) +2023-12-14 14:52:57.043662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33: +2023-12-14 14:52:57.043672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 broadcast.33> (def) +2023-12-14 14:52:57.043677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12: +2023-12-14 14:52:57.043686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 select.12> (def) +2023-12-14 14:52:57.043691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.61: +2023-12-14 14:52:57.043701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 constant.61> (def) +2023-12-14 14:52:57.043706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34: +2023-12-14 14:52:57.043715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 broadcast.34> (def) +2023-12-14 14:52:57.043720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.62: +2023-12-14 14:52:57.043730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.62> (def) +2023-12-14 14:52:57.043734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35: +2023-12-14 14:52:57.043747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.35> (def) +2023-12-14 14:52:57.043751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13: +2023-12-14 14:52:57.043761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 select.13> (def) +2023-12-14 14:52:57.043765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.63: +2023-12-14 14:52:57.043775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 constant.63> (def) +2023-12-14 14:52:57.043781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36: +2023-12-14 14:52:57.043790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 broadcast.36> (def) +2023-12-14 14:52:57.043795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.64: +2023-12-14 14:52:57.043804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 constant.64> (def) +2023-12-14 14:52:57.043809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.37: +2023-12-14 14:52:57.043818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 broadcast.37> (def) +2023-12-14 14:52:57.043823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14: +2023-12-14 14:52:57.043832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 select.14> (def) +2023-12-14 14:52:57.043837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.65: +2023-12-14 14:52:57.043846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.65> (def) +2023-12-14 14:52:57.043852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38: +2023-12-14 14:52:57.043862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 broadcast.38> (def) +2023-12-14 14:52:57.043867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.66: +2023-12-14 14:52:57.043876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 constant.66> (def) +2023-12-14 14:52:57.043881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39: +2023-12-14 14:52:57.043893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.39> (def) +2023-12-14 14:52:57.043898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15: +2023-12-14 14:52:57.043908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 select.15> (def) +2023-12-14 14:52:57.043912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:57.043923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 constant.67> (def) +2023-12-14 14:52:57.043927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.40: +2023-12-14 14:52:57.043938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 broadcast.40> (def) +2023-12-14 14:52:57.043942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:57.043952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 constant.68> (def) +2023-12-14 14:52:57.043956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41: +2023-12-14 14:52:57.043966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 broadcast.41> (def) +2023-12-14 14:52:57.043971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16: +2023-12-14 14:52:57.043980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 select.16> (def) +2023-12-14 14:52:57.043985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.043989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69: +2023-12-14 14:52:57.043995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 constant.69> (def) +2023-12-14 14:52:57.044000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42: +2023-12-14 14:52:57.044009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 broadcast.42> (def) +2023-12-14 14:52:57.044014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70: +2023-12-14 14:52:57.044024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 constant.70> (def) +2023-12-14 14:52:57.044029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43: +2023-12-14 14:52:57.044042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 broadcast.43> (def) +2023-12-14 14:52:57.044047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17: +2023-12-14 14:52:57.044056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.17> (def) +2023-12-14 14:52:57.044061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71: +2023-12-14 14:52:57.044071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.71> (def) +2023-12-14 14:52:57.044076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44: +2023-12-14 14:52:57.044085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.44> (def) +2023-12-14 14:52:57.044090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.72: +2023-12-14 14:52:57.044100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.72> (def) +2023-12-14 14:52:57.044105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45: +2023-12-14 14:52:57.044114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 broadcast.45> (def) +2023-12-14 14:52:57.044119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18: +2023-12-14 14:52:57.044129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 select.18> (def) +2023-12-14 14:52:57.044133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.73: +2023-12-14 14:52:57.044143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.73> (def) +2023-12-14 14:52:57.044148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46: +2023-12-14 14:52:57.044158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 broadcast.46> (def) +2023-12-14 14:52:57.044162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.74: +2023-12-14 14:52:57.044172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 constant.74> (def) +2023-12-14 14:52:57.044176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.47: +2023-12-14 14:52:57.044190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 broadcast.47> (def) +2023-12-14 14:52:57.044195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19: +2023-12-14 14:52:57.044204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 select.19> (def) +2023-12-14 14:52:57.044209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.1: +2023-12-14 14:52:57.044219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 sqrt.1> (def) +2023-12-14 14:52:57.044224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20: +2023-12-14 14:52:57.044233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 select.20> (def) +2023-12-14 14:52:57.044238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13: +2023-12-14 14:52:57.044247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 multiply.13> (def) +2023-12-14 14:52:57.044252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8: +2023-12-14 14:52:57.044262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 add.8> (def) +2023-12-14 14:52:57.044267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14: +2023-12-14 14:52:57.044276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 multiply.14> (def) +2023-12-14 14:52:57.044282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9: +2023-12-14 14:52:57.044291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 add.9> (def) +2023-12-14 14:52:57.044296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15: +2023-12-14 14:52:57.044305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 multiply.15> (def) +2023-12-14 14:52:57.044310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10: +2023-12-14 14:52:57.044320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 add.10> (def) +2023-12-14 14:52:57.044324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16: +2023-12-14 14:52:57.044337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 multiply.16> (def) +2023-12-14 14:52:57.044342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11: +2023-12-14 14:52:57.044353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 add.11> (def) +2023-12-14 14:52:57.044358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17: +2023-12-14 14:52:57.044367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 multiply.17> (def) +2023-12-14 14:52:57.044372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12: +2023-12-14 14:52:57.044382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 add.12> (def) +2023-12-14 14:52:57.044386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18: +2023-12-14 14:52:57.044396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 multiply.18> (def) +2023-12-14 14:52:57.044400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13: +2023-12-14 14:52:57.044410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 add.13> (def) +2023-12-14 14:52:57.044414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19: +2023-12-14 14:52:57.044425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 multiply.19> (def) +2023-12-14 14:52:57.044430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14: +2023-12-14 14:52:57.044440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.14> (def) +2023-12-14 14:52:57.044444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20: +2023-12-14 14:52:57.044454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 multiply.20> (def) +2023-12-14 14:52:57.044458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15: +2023-12-14 14:52:57.044468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 add.15> (def) +2023-12-14 14:52:57.044472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21: +2023-12-14 14:52:57.044485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 multiply.21> (def) +2023-12-14 14:52:57.044490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21: +2023-12-14 14:52:57.044501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 select.21> (def) +2023-12-14 14:52:57.044506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.50: +2023-12-14 14:52:57.044516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.50> (def) +2023-12-14 14:52:57.044520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51: +2023-12-14 14:52:57.044530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 broadcast.51> (def) +2023-12-14 14:52:57.044534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.0: +2023-12-14 14:52:57.044544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 maximum.0> (def) +2023-12-14 14:52:57.044548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.0: +2023-12-14 14:52:57.044558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 minimum.0> (def) +2023-12-14 14:52:57.044564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.77: +2023-12-14 14:52:57.044574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 constant.77> (def) +2023-12-14 14:52:57.044580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.22: +2023-12-14 14:52:57.044590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 multiply.22> (def) +2023-12-14 14:52:57.044594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.23: +2023-12-14 14:52:57.044604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.23> (def) +2023-12-14 14:52:57.044609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.210: +2023-12-14 14:52:57.044618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 reshape.210> (def) +2023-12-14 14:52:57.044623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53: +2023-12-14 14:52:57.044636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 broadcast.53> (def) +2023-12-14 14:52:57.044640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17: +2023-12-14 14:52:57.044650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.17> (def) +2023-12-14 14:52:57.044654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54: +2023-12-14 14:52:57.044665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 broadcast.54> (def) +2023-12-14 14:52:57.044669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18: +2023-12-14 14:52:57.044679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 add.18> (def) +2023-12-14 14:52:57.044683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.77: +2023-12-14 14:52:57.044693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 broadcast.77> (def) +2023-12-14 14:52:57.044697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8: +2023-12-14 14:52:57.044708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 shift-right-logical.8> (def) +2023-12-14 14:52:57.044713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.84: +2023-12-14 14:52:57.044722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 constant.84> (def) +2023-12-14 14:52:57.044727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.85: +2023-12-14 14:52:57.044736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 constant.85> (def) +2023-12-14 14:52:57.044742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.86: +2023-12-14 14:52:57.044751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 constant.86> (def) +2023-12-14 14:52:57.044756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.90: +2023-12-14 14:52:57.044765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 constant.90> (def) +2023-12-14 14:52:57.044770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.98: +2023-12-14 14:52:57.044783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.98> (def) +2023-12-14 14:52:57.044788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.99: +2023-12-14 14:52:57.044797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.99> (def) +2023-12-14 14:52:57.044802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.100: +2023-12-14 14:52:57.044811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 constant.100> (def) +2023-12-14 14:52:57.044816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:57.044826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.044831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 tuple.6{}> (def) +2023-12-14 14:52:57.044836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.044841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 constant.19> +2023-12-14 14:52:57.044846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.044851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 add.111> +2023-12-14 14:52:57.044856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.044861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.113> +2023-12-14 14:52:57.044866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.044870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 reshape.105> +2023-12-14 14:52:57.044875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.044880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 xor.109> +2023-12-14 14:52:57.044885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.044890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 reshape.103> +2023-12-14 14:52:57.044895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.044900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.22> +2023-12-14 14:52:57.044905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.044909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.21> +2023-12-14 14:52:57.044915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.044920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:57.044928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.044933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 while.1{} (phi)> (def) +2023-12-14 14:52:57.044938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.044943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 while.1{0} (phi)> (def) +2023-12-14 14:52:57.044948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.044953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 while.1{1} (phi)> (def) +2023-12-14 14:52:57.044958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.044963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 while.1{2} (phi)> (def) +2023-12-14 14:52:57.044968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.044973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 while.1{3} (phi)> (def) +2023-12-14 14:52:57.044979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.044983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 while.1{4} (phi)> (def) +2023-12-14 14:52:57.044988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.044993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 while.1{5} (phi)> (def) +2023-12-14 14:52:57.044998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.045003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 while.1{6} (phi)> (def) +2023-12-14 14:52:57.045007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.045012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 while.1{7} (phi)> (def) +2023-12-14 14:52:57.045017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:57.045027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 while.1{1} (phi)> +2023-12-14 14:52:57.045032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:57.045042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 while.1{2} (phi)> +2023-12-14 14:52:57.045047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.91: +2023-12-14 14:52:57.045056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 broadcast.91> (def) +2023-12-14 14:52:57.045061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:57.045074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 or.12> (def) +2023-12-14 14:52:57.045078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.0: +2023-12-14 14:52:57.045089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 bitcast-convert.0> (def) +2023-12-14 14:52:57.045094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.92: +2023-12-14 14:52:57.045103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.92> (def) +2023-12-14 14:52:57.045109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62: +2023-12-14 14:52:57.045118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.62> (def) +2023-12-14 14:52:57.045123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.93: +2023-12-14 14:52:57.045132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.93> (def) +2023-12-14 14:52:57.045137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.28: +2023-12-14 14:52:57.045146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 multiply.28> (def) +2023-12-14 14:52:57.045152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64: +2023-12-14 14:52:57.045161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 add.64> (def) +2023-12-14 14:52:57.045166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.95: +2023-12-14 14:52:57.045176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.95> (def) +2023-12-14 14:52:57.045181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:57.045190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 maximum.1> (def) +2023-12-14 14:52:57.045195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:57.045204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 reshape.26> (def) +2023-12-14 14:52:57.045209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:57.045222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.045227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:57.045232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.045238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:57.045242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.045247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:57.045252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.045257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:57.045262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.045266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:57.045271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.045276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:57.045283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.045288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:57.045292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.045297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:57.045303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.045308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:57.045313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:57.045322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.101> (def) +2023-12-14 14:52:57.045327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:57.045336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.102> (def) +2023-12-14 14:52:57.045341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8: +2023-12-14 14:52:57.045352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.8> (def) +2023-12-14 14:52:57.045356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:57.045370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.17> (def) +2023-12-14 14:52:57.045375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:57.045385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.43> (def) +2023-12-14 14:52:57.045389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.80: +2023-12-14 14:52:57.045399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 broadcast.80> (def) +2023-12-14 14:52:57.045404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8: +2023-12-14 14:52:57.045415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 shift-left.8> (def) +2023-12-14 14:52:57.045420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:57.045430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 subtract.12> (def) +2023-12-14 14:52:57.045435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.81: +2023-12-14 14:52:57.045444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 broadcast.81> (def) +2023-12-14 14:52:57.045449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9: +2023-12-14 14:52:57.045459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 shift-right-logical.9> (def) +2023-12-14 14:52:57.045464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8: +2023-12-14 14:52:57.045473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 or.8> (def) +2023-12-14 14:52:57.045478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8: +2023-12-14 14:52:57.045488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 xor.8> (def) +2023-12-14 14:52:57.045493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9: +2023-12-14 14:52:57.045503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.9> (def) +2023-12-14 14:52:57.045508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:57.045520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.18> (def) +2023-12-14 14:52:57.045525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:57.045535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.44> (def) +2023-12-14 14:52:57.045540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.82: +2023-12-14 14:52:57.045551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.82> (def) +2023-12-14 14:52:57.045556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9: +2023-12-14 14:52:57.045566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 shift-left.9> (def) +2023-12-14 14:52:57.045571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:57.045580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 subtract.13> (def) +2023-12-14 14:52:57.045585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.83: +2023-12-14 14:52:57.045595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.83> (def) +2023-12-14 14:52:57.045599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10: +2023-12-14 14:52:57.045609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 shift-right-logical.10> (def) +2023-12-14 14:52:57.045614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9: +2023-12-14 14:52:57.045624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 or.9> (def) +2023-12-14 14:52:57.045629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9: +2023-12-14 14:52:57.045639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 xor.9> (def) +2023-12-14 14:52:57.045644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10: +2023-12-14 14:52:57.045653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.10> (def) +2023-12-14 14:52:57.045658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:57.045670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> (def) +2023-12-14 14:52:57.045675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46: +2023-12-14 14:52:57.045685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.46> (def) +2023-12-14 14:52:57.045691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.84: +2023-12-14 14:52:57.045700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 broadcast.84> (def) +2023-12-14 14:52:57.045705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10: +2023-12-14 14:52:57.045715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 shift-left.10> (def) +2023-12-14 14:52:57.045719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:57.045729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 subtract.14> (def) +2023-12-14 14:52:57.045734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.85: +2023-12-14 14:52:57.045744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 broadcast.85> (def) +2023-12-14 14:52:57.045749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11: +2023-12-14 14:52:57.045759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 shift-right-logical.11> (def) +2023-12-14 14:52:57.045764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10: +2023-12-14 14:52:57.045773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 or.10> (def) +2023-12-14 14:52:57.045778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10: +2023-12-14 14:52:57.045787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.10> (def) +2023-12-14 14:52:57.045792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11: +2023-12-14 14:52:57.045802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 slice.11> (def) +2023-12-14 14:52:57.045806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20: +2023-12-14 14:52:57.045821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 reshape.20> (def) +2023-12-14 14:52:57.045826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:57.045836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 add.48> (def) +2023-12-14 14:52:57.045841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.86: +2023-12-14 14:52:57.045850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 broadcast.86> (def) +2023-12-14 14:52:57.045855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11: +2023-12-14 14:52:57.045864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 shift-left.11> (def) +2023-12-14 14:52:57.045869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:57.045880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 subtract.15> (def) +2023-12-14 14:52:57.045884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.87: +2023-12-14 14:52:57.045895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 broadcast.87> (def) +2023-12-14 14:52:57.045899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:57.045909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 shift-right-logical.12> (def) +2023-12-14 14:52:57.045914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11: +2023-12-14 14:52:57.045923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 or.11> (def) +2023-12-14 14:52:57.045928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11: +2023-12-14 14:52:57.045937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 xor.11> (def) +2023-12-14 14:52:57.045943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.88: +2023-12-14 14:52:57.045953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.88> (def) +2023-12-14 14:52:57.045958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:57.045970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 add.50> (def) +2023-12-14 14:52:57.045975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.89: +2023-12-14 14:52:57.045984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 broadcast.89> (def) +2023-12-14 14:52:57.045989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.045994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:57.045999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.52> (def) +2023-12-14 14:52:57.046004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:57.046016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 convert.2> (def) +2023-12-14 14:52:57.046020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.90: +2023-12-14 14:52:57.046030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 broadcast.90> (def) +2023-12-14 14:52:57.046035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.56: +2023-12-14 14:52:57.046044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.56> (def) +2023-12-14 14:52:57.046049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:57.046058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.58> (def) +2023-12-14 14:52:57.046063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7: +2023-12-14 14:52:57.046073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.046078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 tuple.7{}> (def) +2023-12-14 14:52:57.046084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.046089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.58> +2023-12-14 14:52:57.046094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.046098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 add.50> +2023-12-14 14:52:57.046103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.046108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.56> +2023-12-14 14:52:57.046113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.046121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.046126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.046131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.046136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.046141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.046147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.046152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.046156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.046161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.046166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.76: +2023-12-14 14:52:57.046176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.046180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.77: +2023-12-14 14:52:57.046190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.046195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.78: +2023-12-14 14:52:57.046205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.046211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.79: +2023-12-14 14:52:57.046221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.046225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.80: +2023-12-14 14:52:57.046235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.046240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.81: +2023-12-14 14:52:57.046249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.046254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.82: +2023-12-14 14:52:57.046267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.046272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.84: +2023-12-14 14:52:57.046283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.046287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:57.046297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.046302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:57.046307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.046312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:57.046316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.046321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:57.046326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.046331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:57.046337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.046342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:57.046347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.046352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:57.046357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.046361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:57.046366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.046371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:57.046376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.046381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:57.046386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:57.046395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 constant.103> (def) +2023-12-14 14:52:57.046401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:57.046414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 compare.5> (def) +2023-12-14 14:52:57.046419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.046423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:57.046428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.046433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.046438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 constant.103> +2023-12-14 14:52:57.046443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:57.046452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:57.046462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:57.046468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 compare.5> +2023-12-14 14:52:57.046473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:57.046483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.102> +2023-12-14 14:52:57.046498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:57.046508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:57.046517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:57.046522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.58> +2023-12-14 14:52:57.046527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:57.046538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {0} +2023-12-14 14:52:57.046543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 0 +2023-12-14 14:52:57.046555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:57.046561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %get-tuple-element.84, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.43> +2023-12-14 14:52:57.046570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:57.046580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8, operand 0 +2023-12-14 14:52:57.046589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:57.046596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[8388608]{0} add(u32[8388608]{0} %get-tuple-element.82, u32[8388608]{0} %get-tuple-element.81), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.8> +2023-12-14 14:52:57.046607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8 +2023-12-14 14:52:57.046616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:57.046626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.8 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.77), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.17> +2023-12-14 14:52:57.046636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:57.046646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.80, operand 0 +2023-12-14 14:52:57.046655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:57.046660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.8), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 broadcast.80> +2023-12-14 14:52:57.046674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.80 +2023-12-14 14:52:57.046684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8, operand 1 +2023-12-14 14:52:57.046694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.80 = u32[8388608]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 shift-left.8> +2023-12-14 14:52:57.046703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8 +2023-12-14 14:52:57.046713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8, operand 0 +2023-12-14 14:52:57.046723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.8 = u32[8388608]{0} shift-left(u32[8388608]{0} %get-tuple-element.81, u32[8388608]{0} %broadcast.80), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.101> +2023-12-14 14:52:57.046735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:57.046744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:57.046754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:57.046759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:57.046764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:57.046769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(32) +2023-12-14 14:52:57.046774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 subtract.12> +2023-12-14 14:52:57.046778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:57.046788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.81, operand 0 +2023-12-14 14:52:57.046802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.101, u32[] %reshape.17), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 broadcast.81> +2023-12-14 14:52:57.046812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.81 +2023-12-14 14:52:57.046821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9, operand 1 +2023-12-14 14:52:57.046831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.81 = u32[8388608]{0} broadcast(u32[] %subtract.12), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 shift-right-logical.9> +2023-12-14 14:52:57.046841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9 +2023-12-14 14:52:57.046850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8, operand 1 +2023-12-14 14:52:57.046861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.9 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %get-tuple-element.81, u32[8388608]{0} %broadcast.81), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 or.8> +2023-12-14 14:52:57.046871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8 +2023-12-14 14:52:57.046881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8, operand 1 +2023-12-14 14:52:57.046891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.8 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.8, u32[8388608]{0} %shift-right-logical.9), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 xor.8> +2023-12-14 14:52:57.046903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8 +2023-12-14 14:52:57.046913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:57.046925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9, operand 0 +2023-12-14 14:52:57.046930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10, operand 0 +2023-12-14 14:52:57.046935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.8 = u32[8388608]{0} xor(u32[8388608]{0} %add.43, u32[8388608]{0} %or.8), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.44> +2023-12-14 14:52:57.046945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:57.046954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9, operand 0 +2023-12-14 14:52:57.046964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 0 +2023-12-14 14:52:57.046969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[8388608]{0} add(u32[8388608]{0} %add.43, u32[8388608]{0} %xor.8), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.046973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.9> +2023-12-14 14:52:57.046978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.046983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9 +2023-12-14 14:52:57.046988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.046994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:57.046999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.9 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.77), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.18> +2023-12-14 14:52:57.047008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:57.047018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.82, operand 0 +2023-12-14 14:52:57.047032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:57.047037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.9), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.82> +2023-12-14 14:52:57.047047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.82 +2023-12-14 14:52:57.047057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9, operand 1 +2023-12-14 14:52:57.047067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.82 = u32[8388608]{0} broadcast(u32[] %reshape.18), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 shift-left.9> +2023-12-14 14:52:57.047077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9 +2023-12-14 14:52:57.047086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9, operand 0 +2023-12-14 14:52:57.047096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.9 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.8, u32[8388608]{0} %broadcast.82), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 subtract.13> +2023-12-14 14:52:57.047106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:57.047115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.83, operand 0 +2023-12-14 14:52:57.047126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.101, u32[] %reshape.18), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.83> +2023-12-14 14:52:57.047135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.83 +2023-12-14 14:52:57.047148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10, operand 1 +2023-12-14 14:52:57.047158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.83 = u32[8388608]{0} broadcast(u32[] %subtract.13), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 shift-right-logical.10> +2023-12-14 14:52:57.047167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10 +2023-12-14 14:52:57.047177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9, operand 1 +2023-12-14 14:52:57.047188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.10 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.8, u32[8388608]{0} %broadcast.83), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 or.9> +2023-12-14 14:52:57.047198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9 +2023-12-14 14:52:57.047207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9, operand 1 +2023-12-14 14:52:57.047217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.9 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.9, u32[8388608]{0} %shift-right-logical.10), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 xor.9> +2023-12-14 14:52:57.047226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9 +2023-12-14 14:52:57.047236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 1 +2023-12-14 14:52:57.047245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10, operand 0 +2023-12-14 14:52:57.047251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11, operand 0 +2023-12-14 14:52:57.047259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.9 = u32[8388608]{0} xor(u32[8388608]{0} %add.44, u32[8388608]{0} %or.9), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.46> +2023-12-14 14:52:57.047269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46 +2023-12-14 14:52:57.047278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10, operand 0 +2023-12-14 14:52:57.047288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:57.047293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.46 = u32[8388608]{0} add(u32[8388608]{0} %add.44, u32[8388608]{0} %xor.9), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.10> +2023-12-14 14:52:57.047303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10 +2023-12-14 14:52:57.047313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:57.047330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.10 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.77), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> +2023-12-14 14:52:57.047340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:57.047349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.84, operand 0 +2023-12-14 14:52:57.047359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:57.047364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.10), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 broadcast.84> +2023-12-14 14:52:57.047377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.84 +2023-12-14 14:52:57.047387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10, operand 1 +2023-12-14 14:52:57.047398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.84 = u32[8388608]{0} broadcast(u32[] %reshape.19), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 shift-left.10> +2023-12-14 14:52:57.047408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10 +2023-12-14 14:52:57.047417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10, operand 0 +2023-12-14 14:52:57.047427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.10 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.9, u32[8388608]{0} %broadcast.84), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 subtract.14> +2023-12-14 14:52:57.047437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:57.047446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.85, operand 0 +2023-12-14 14:52:57.047457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.101, u32[] %reshape.19), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 broadcast.85> +2023-12-14 14:52:57.047467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.85 +2023-12-14 14:52:57.047477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11, operand 1 +2023-12-14 14:52:57.047486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.85 = u32[8388608]{0} broadcast(u32[] %subtract.14), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 shift-right-logical.11> +2023-12-14 14:52:57.047499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11 +2023-12-14 14:52:57.047509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10, operand 1 +2023-12-14 14:52:57.047519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.11 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.9, u32[8388608]{0} %broadcast.85), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 or.10> +2023-12-14 14:52:57.047530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10 +2023-12-14 14:52:57.047539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10, operand 1 +2023-12-14 14:52:57.047549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.10 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.10, u32[8388608]{0} %shift-right-logical.11), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.10> +2023-12-14 14:52:57.047558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10 +2023-12-14 14:52:57.047567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:57.047577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11, operand 0 +2023-12-14 14:52:57.047583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:57.047589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.10 = u32[8388608]{0} xor(u32[8388608]{0} %add.46, u32[8388608]{0} %or.10), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 add.48> +2023-12-14 14:52:57.047598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:57.047611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11, operand 0 +2023-12-14 14:52:57.047621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:57.047626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[8388608]{0} add(u32[8388608]{0} %add.46, u32[8388608]{0} %xor.10), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.88> +2023-12-14 14:52:57.047635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.88 +2023-12-14 14:52:57.047645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:57.047656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.88 = u32[8388608]{0} broadcast(u32[] %get-tuple-element.80), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 add.50> +2023-12-14 14:52:57.047666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:57.047675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {1} +2023-12-14 14:52:57.047680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 1 +2023-12-14 14:52:57.047689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[8388608]{0} add(u32[8388608]{0} %add.48, u32[8388608]{0} %broadcast.88), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 slice.11> +2023-12-14 14:52:57.047699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11 +2023-12-14 14:52:57.047709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20, operand 0 +2023-12-14 14:52:57.047720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.11 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.77), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 reshape.20> +2023-12-14 14:52:57.047733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20 +2023-12-14 14:52:57.047743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.86, operand 0 +2023-12-14 14:52:57.047752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:57.047757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.20 = u32[] reshape(u32[1]{0} %slice.11), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 broadcast.86> +2023-12-14 14:52:57.047767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.86 +2023-12-14 14:52:57.047778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11, operand 1 +2023-12-14 14:52:57.047788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.86 = u32[8388608]{0} broadcast(u32[] %reshape.20), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 shift-left.11> +2023-12-14 14:52:57.047798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11 +2023-12-14 14:52:57.047807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11, operand 0 +2023-12-14 14:52:57.047817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.11 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.10, u32[8388608]{0} %broadcast.86), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 subtract.15> +2023-12-14 14:52:57.047827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:57.047836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.87, operand 0 +2023-12-14 14:52:57.047849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.101, u32[] %reshape.20), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 broadcast.87> +2023-12-14 14:52:57.047860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.87 +2023-12-14 14:52:57.047869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:57.047879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.87 = u32[8388608]{0} broadcast(u32[] %subtract.15), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 shift-right-logical.12> +2023-12-14 14:52:57.047888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:57.047898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11, operand 1 +2023-12-14 14:52:57.047909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.10, u32[8388608]{0} %broadcast.87), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 or.11> +2023-12-14 14:52:57.047920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11 +2023-12-14 14:52:57.047929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11, operand 1 +2023-12-14 14:52:57.047939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.11 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.11, u32[8388608]{0} %shift-right-logical.12), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 xor.11> +2023-12-14 14:52:57.047948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11 +2023-12-14 14:52:57.047962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:57.047973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.11 = u32[8388608]{0} xor(u32[8388608]{0} %add.48, u32[8388608]{0} %or.11), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.047977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 broadcast.89> +2023-12-14 14:52:57.047983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.047988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.89 +2023-12-14 14:52:57.047993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.047998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:57.048002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.89 = u32[8388608]{0} broadcast(u32[] %get-tuple-element.79), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.52> +2023-12-14 14:52:57.048012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:57.048021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.56, operand 0 +2023-12-14 14:52:57.048031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[8388608]{0} add(u32[8388608]{0} %xor.11, u32[8388608]{0} %broadcast.89), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 convert.2> +2023-12-14 14:52:57.048041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:57.048052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.90, operand 0 +2023-12-14 14:52:57.048061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %add.58), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 broadcast.90> +2023-12-14 14:52:57.048074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.90 +2023-12-14 14:52:57.048084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.56, operand 1 +2023-12-14 14:52:57.048093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.90 = u32[8388608]{0} broadcast(u32[] %convert.2), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.56> +2023-12-14 14:52:57.048104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.56 +2023-12-14 14:52:57.048114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {2} +2023-12-14 14:52:57.048119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 2 +2023-12-14 14:52:57.048129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.56 = u32[8388608]{0} add(u32[8388608]{0} %add.52, u32[8388608]{0} %broadcast.90), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 tuple.7{}> +2023-12-14 14:52:57.048138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {} +2023-12-14 14:52:57.048148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.7 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %add.50, u32[8388608]{0} %add.56, u32[] %get-tuple-element.79, u32[] %get-tuple-element.78, /*index=5*/u32[] %get-tuple-element.80, u32[4]{0} %get-tuple-element.76, u32[4]{0} %get-tuple-element.77) +2023-12-14 14:52:57.048158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 Arg_2.3> +2023-12-14 14:52:57.048163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:57.048173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.40, operand 0 +2023-12-14 14:52:57.048183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.048191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 convert.40> +2023-12-14 14:52:57.048196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.40 +2023-12-14 14:52:57.048205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.23, operand 0 +2023-12-14 14:52:57.048215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.335, operand 0 +2023-12-14 14:52:57.048220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.337, operand 0 +2023-12-14 14:52:57.048224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.337, operand 1 +2023-12-14 14:52:57.048230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.341, operand 0 +2023-12-14 14:52:57.048235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.40 = f32[] convert(s32[] %Arg_2.3), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 compare.337> +2023-12-14 14:52:57.048246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.337 +2023-12-14 14:52:57.048255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.355, operand 0 +2023-12-14 14:52:57.048265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.337 = pred[] compare(f32[] %convert.40, f32[] %convert.40), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 constant.84> +2023-12-14 14:52:57.048274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.84 +2023-12-14 14:52:57.048284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.355, operand 1 +2023-12-14 14:52:57.048294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.333, operand 1 +2023-12-14 14:52:57.048300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.84 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 constant.12> +2023-12-14 14:52:57.048310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:57.048323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.341, operand 1 +2023-12-14 14:52:57.048333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = f32[] constant(-inf) +2023-12-14 14:52:57.048337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 compare.341> +2023-12-14 14:52:57.048342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.341 +2023-12-14 14:52:57.048352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.354, operand 0 +2023-12-14 14:52:57.048362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.341 = pred[] compare(f32[] %convert.40, f32[] %constant.12), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 constant.85> +2023-12-14 14:52:57.048372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.85 +2023-12-14 14:52:57.048382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.354, operand 1 +2023-12-14 14:52:57.048392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.85 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 bitcast-convert.335> +2023-12-14 14:52:57.048401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.335 +2023-12-14 14:52:57.048411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.339, operand 0 +2023-12-14 14:52:57.048422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.344, operand 0 +2023-12-14 14:52:57.048427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.351, operand 0 +2023-12-14 14:52:57.048432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.335 = s32[] bitcast-convert(f32[] %convert.40), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 constant.14> +2023-12-14 14:52:57.048446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:57.048455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.317, operand 1 +2023-12-14 14:52:57.048465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.339, operand 1 +2023-12-14 14:52:57.048470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(2147483647) +2023-12-14 14:52:57.048475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 and.339> +2023-12-14 14:52:57.048479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.339 +2023-12-14 14:52:57.048489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.342, operand 0 +2023-12-14 14:52:57.048499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.348, operand 0 +2023-12-14 14:52:57.048504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.339 = s32[] and(s32[] %bitcast-convert.335, s32[] %constant.14), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 constant.19> +2023-12-14 14:52:57.048515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:57.048524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:57.048529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.320, operand 1 +2023-12-14 14:52:57.048538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.342, operand 1 +2023-12-14 14:52:57.048543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.325, operand 1 +2023-12-14 14:52:57.048548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:57.048554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:57.048558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 compare.342> +2023-12-14 14:52:57.048563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.342 +2023-12-14 14:52:57.048574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.353, operand 0 +2023-12-14 14:52:57.048586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.342 = pred[] compare(s32[] %and.339, s32[] %constant.19), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 constant.90> +2023-12-14 14:52:57.048596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.90 +2023-12-14 14:52:57.048605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.353, operand 1 +2023-12-14 14:52:57.048616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.90 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 constant.86> +2023-12-14 14:52:57.048626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.86 +2023-12-14 14:52:57.048637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.348, operand 1 +2023-12-14 14:52:57.048647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.332, operand 1 +2023-12-14 14:52:57.048652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.326, operand 1 +2023-12-14 14:52:57.048657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.86 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 compare.348> +2023-12-14 14:52:57.048666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.348 +2023-12-14 14:52:57.048676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.349, operand 0 +2023-12-14 14:52:57.048686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.348 = pred[] compare(s32[] %and.339, s32[] %constant.86), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 constant.15> +2023-12-14 14:52:57.048699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:57.048709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.322, operand 1 +2023-12-14 14:52:57.048719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.344, operand 1 +2023-12-14 14:52:57.048724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.347, operand 1 +2023-12-14 14:52:57.048728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = s32[] constant(-2147483648) +2023-12-14 14:52:57.048733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 and.344> +2023-12-14 14:52:57.048738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.344 +2023-12-14 14:52:57.048748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.347, operand 0 +2023-12-14 14:52:57.048758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.344 = s32[] and(s32[] %bitcast-convert.335, s32[] %constant.15), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 compare.347> +2023-12-14 14:52:57.048767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.347 +2023-12-14 14:52:57.048778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.349, operand 1 +2023-12-14 14:52:57.048787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.347 = pred[] compare(s32[] %and.344, s32[] %constant.15), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 or.349> +2023-12-14 14:52:57.048797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.349 +2023-12-14 14:52:57.048806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.350, operand 0 +2023-12-14 14:52:57.048817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.349 = pred[] or(pred[] %compare.348, pred[] %compare.347), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 constant.13> +2023-12-14 14:52:57.048831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:57.048841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.328, operand 1 +2023-12-14 14:52:57.048851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.350, operand 1 +2023-12-14 14:52:57.048856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = s32[] constant(-1) +2023-12-14 14:52:57.048860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 constant.18> +2023-12-14 14:52:57.048865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.18 +2023-12-14 14:52:57.048876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.350, operand 2 +2023-12-14 14:52:57.048886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.328, operand 2 +2023-12-14 14:52:57.048891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.331, operand 1 +2023-12-14 14:52:57.048896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.18 = s32[] constant(1) +2023-12-14 14:52:57.048901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 select.350> +2023-12-14 14:52:57.048906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.350 +2023-12-14 14:52:57.048916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.351, operand 1 +2023-12-14 14:52:57.048925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.350 = s32[] select(pred[] %or.349, s32[] %constant.13, s32[] %constant.18), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 add.351> +2023-12-14 14:52:57.048935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.351 +2023-12-14 14:52:57.048945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.353, operand 2 +2023-12-14 14:52:57.048954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.351 = s32[] add(s32[] %bitcast-convert.335, s32[] %select.350), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 select.353> +2023-12-14 14:52:57.048968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.048973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.353 +2023-12-14 14:52:57.048978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.048983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.354, operand 2 +2023-12-14 14:52:57.048988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.353 = s32[] select(pred[] %compare.342, s32[] %constant.90, s32[] %add.351), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.048993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 select.354> +2023-12-14 14:52:57.048997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.354 +2023-12-14 14:52:57.049008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.355, operand 2 +2023-12-14 14:52:57.049017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.354 = s32[] select(pred[] %compare.341, s32[] %constant.85, s32[] %select.353), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 select.355> +2023-12-14 14:52:57.049027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.355 +2023-12-14 14:52:57.049037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.356, operand 0 +2023-12-14 14:52:57.049047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.355 = s32[] select(pred[] %compare.337, s32[] %constant.84, s32[] %select.354), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 bitcast-convert.356> +2023-12-14 14:52:57.049056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.356 +2023-12-14 14:52:57.049066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.50, operand 0 +2023-12-14 14:52:57.049079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.356 = f32[] bitcast-convert(s32[] %select.355), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.50> +2023-12-14 14:52:57.049088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.50 +2023-12-14 14:52:57.049098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.0, operand 0 +2023-12-14 14:52:57.049108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.50 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.356), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 Arg_1.2> +2023-12-14 14:52:57.049118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.049127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.39, operand 0 +2023-12-14 14:52:57.049138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.049143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 convert.39> +2023-12-14 14:52:57.049147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.39 +2023-12-14 14:52:57.049157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.22, operand 0 +2023-12-14 14:52:57.049167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.313, operand 0 +2023-12-14 14:52:57.049172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.315, operand 0 +2023-12-14 14:52:57.049177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.315, operand 1 +2023-12-14 14:52:57.049182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.319, operand 0 +2023-12-14 14:52:57.049187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.39 = f32[] convert(s32[] %Arg_1.2), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 compare.315> +2023-12-14 14:52:57.049201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.315 +2023-12-14 14:52:57.049210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.333, operand 0 +2023-12-14 14:52:57.049220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.315 = pred[] compare(f32[] %convert.39, f32[] %convert.39), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 constant.17> +2023-12-14 14:52:57.049229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:57.049240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.319, operand 1 +2023-12-14 14:52:57.049249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.28, operand 0 +2023-12-14 14:52:57.049254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = f32[] constant(inf) +2023-12-14 14:52:57.049259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 compare.319> +2023-12-14 14:52:57.049265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.319 +2023-12-14 14:52:57.049275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.332, operand 0 +2023-12-14 14:52:57.049284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.319 = pred[] compare(f32[] %convert.39, f32[] %constant.17), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 bitcast-convert.313> +2023-12-14 14:52:57.049294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.313 +2023-12-14 14:52:57.049304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.317, operand 0 +2023-12-14 14:52:57.049314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.322, operand 0 +2023-12-14 14:52:57.049318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.329, operand 0 +2023-12-14 14:52:57.049326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.313 = s32[] bitcast-convert(f32[] %convert.39), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 and.317> +2023-12-14 14:52:57.049337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.317 +2023-12-14 14:52:57.049347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.320, operand 0 +2023-12-14 14:52:57.049356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.326, operand 0 +2023-12-14 14:52:57.049363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.317 = s32[] and(s32[] %bitcast-convert.313, s32[] %constant.14), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 compare.320> +2023-12-14 14:52:57.049373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.320 +2023-12-14 14:52:57.049382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.331, operand 0 +2023-12-14 14:52:57.049392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.320 = pred[] compare(s32[] %and.317, s32[] %constant.19), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 compare.326> +2023-12-14 14:52:57.049402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.326 +2023-12-14 14:52:57.049411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.327, operand 0 +2023-12-14 14:52:57.049421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.326 = pred[] compare(s32[] %and.317, s32[] %constant.86), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 and.322> +2023-12-14 14:52:57.049431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.322 +2023-12-14 14:52:57.049443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.325, operand 0 +2023-12-14 14:52:57.049453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.322 = s32[] and(s32[] %bitcast-convert.313, s32[] %constant.15), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 compare.325> +2023-12-14 14:52:57.049463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.325 +2023-12-14 14:52:57.049473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.327, operand 1 +2023-12-14 14:52:57.049482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.325 = pred[] compare(s32[] %and.322, s32[] %constant.19), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 or.327> +2023-12-14 14:52:57.049493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.327 +2023-12-14 14:52:57.049503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.328, operand 0 +2023-12-14 14:52:57.049513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.327 = pred[] or(pred[] %compare.326, pred[] %compare.325), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 select.328> +2023-12-14 14:52:57.049522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.328 +2023-12-14 14:52:57.049533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.329, operand 1 +2023-12-14 14:52:57.049542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.328 = s32[] select(pred[] %or.327, s32[] %constant.13, s32[] %constant.18), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 add.329> +2023-12-14 14:52:57.049554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.329 +2023-12-14 14:52:57.049565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.331, operand 2 +2023-12-14 14:52:57.049574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.329 = s32[] add(s32[] %bitcast-convert.313, s32[] %select.328), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 select.331> +2023-12-14 14:52:57.049584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.331 +2023-12-14 14:52:57.049594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.332, operand 2 +2023-12-14 14:52:57.049604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.331 = s32[] select(pred[] %compare.320, s32[] %constant.18, s32[] %add.329), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 select.332> +2023-12-14 14:52:57.049613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.332 +2023-12-14 14:52:57.049623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.333, operand 2 +2023-12-14 14:52:57.049633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.332 = s32[] select(pred[] %compare.319, s32[] %constant.86, s32[] %select.331), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 select.333> +2023-12-14 14:52:57.049643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.333 +2023-12-14 14:52:57.049652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.334, operand 0 +2023-12-14 14:52:57.049663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.333 = s32[] select(pred[] %compare.315, s32[] %constant.84, s32[] %select.332), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 bitcast-convert.334> +2023-12-14 14:52:57.049675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.334 +2023-12-14 14:52:57.049685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51, operand 0 +2023-12-14 14:52:57.049696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.334 = f32[] bitcast-convert(s32[] %select.333), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 broadcast.51> +2023-12-14 14:52:57.049705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51 +2023-12-14 14:52:57.049715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.0, operand 0 +2023-12-14 14:52:57.049726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.51 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.334), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 constant.37> +2023-12-14 14:52:57.049736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.37 +2023-12-14 14:52:57.049745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.42, operand 0 +2023-12-14 14:52:57.049756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.71, operand 0 +2023-12-14 14:52:57.049761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.37 = f32[] constant(-4) +2023-12-14 14:52:57.049766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 constant.77> +2023-12-14 14:52:57.049771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.77 +2023-12-14 14:52:57.049780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.22, operand 1 +2023-12-14 14:52:57.049790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.23, operand 1 +2023-12-14 14:52:57.049795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.77 = f32[] constant(0.707106769) +2023-12-14 14:52:57.049803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 multiply.22> +2023-12-14 14:52:57.049808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.22 +2023-12-14 14:52:57.049817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.42, operand 1 +2023-12-14 14:52:57.049828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.22 = f32[] multiply(f32[] %convert.39, f32[] %constant.77), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 constant.36> +2023-12-14 14:52:57.049838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.36 +2023-12-14 14:52:57.049847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.42, operand 2 +2023-12-14 14:52:57.049858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.71, operand 2 +2023-12-14 14:52:57.049863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.36 = f32[] constant(4) +2023-12-14 14:52:57.049867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 clamp.42> +2023-12-14 14:52:57.049872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.42 +2023-12-14 14:52:57.049882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:57.049892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:57.049897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.68, operand 0 +2023-12-14 14:52:57.049902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.42 = f32[] clamp(f32[] %constant.37, f32[] %multiply.22, f32[] %constant.36), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 multiply.43> +2023-12-14 14:52:57.049911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:57.049922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.049926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:57.049934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:57.049939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:57.049944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:57.049948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 1 +2023-12-14 14:52:57.049954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.54, operand 1 +2023-12-14 14:52:57.049959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.56, operand 1 +2023-12-14 14:52:57.049964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.66, operand 1 +2023-12-14 14:52:57.049968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.60, operand 1 +2023-12-14 14:52:57.049973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.62, operand 1 +2023-12-14 14:52:57.049978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.64, operand 1 +2023-12-14 14:52:57.049984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[] multiply(f32[] %clamp.42, f32[] %clamp.42), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.049989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 constant.35> +2023-12-14 14:52:57.049993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.049998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.35 +2023-12-14 14:52:57.050003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:57.050012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.73, operand 1 +2023-12-14 14:52:57.050017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.35 = f32[] constant(0) +2023-12-14 14:52:57.050023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 multiply.44> +2023-12-14 14:52:57.050028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:57.050037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 0 +2023-12-14 14:52:57.050048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 0 +2023-12-14 14:52:57.050052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[] multiply(f32[] %multiply.43, f32[] %constant.35), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.34> +2023-12-14 14:52:57.050065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.34 +2023-12-14 14:52:57.050074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 1 +2023-12-14 14:52:57.050085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.74, operand 1 +2023-12-14 14:52:57.050090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.34 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.050095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 add.45> +2023-12-14 14:52:57.050100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45 +2023-12-14 14:52:57.050110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:57.050120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.45 = f32[] add(f32[] %multiply.44, f32[] %constant.34), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 multiply.46> +2023-12-14 14:52:57.050129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:57.050139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:57.050149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[] multiply(f32[] %add.45, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 constant.33> +2023-12-14 14:52:57.050159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.33 +2023-12-14 14:52:57.050168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:57.050178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.76, operand 1 +2023-12-14 14:52:57.050183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.33 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.050191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 add.47> +2023-12-14 14:52:57.050196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:57.050205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:57.050215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = f32[] add(f32[] %multiply.46, f32[] %constant.33), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.48> +2023-12-14 14:52:57.050225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:57.050235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:57.050245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[] multiply(f32[] %add.47, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.32> +2023-12-14 14:52:57.050255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.32 +2023-12-14 14:52:57.050264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:57.050274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.78, operand 1 +2023-12-14 14:52:57.050279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.32 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.050284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.49> +2023-12-14 14:52:57.050289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:57.050299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:57.050309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = f32[] add(f32[] %multiply.48, f32[] %constant.32), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.50> +2023-12-14 14:52:57.050322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:57.050331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:57.050341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[] multiply(f32[] %add.49, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.31> +2023-12-14 14:52:57.050351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.31 +2023-12-14 14:52:57.050361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:57.050372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.80, operand 1 +2023-12-14 14:52:57.050377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.31 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.050382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.51> +2023-12-14 14:52:57.050387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:57.050396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 0 +2023-12-14 14:52:57.050406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = f32[] add(f32[] %multiply.50, f32[] %constant.31), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.52> +2023-12-14 14:52:57.050416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52 +2023-12-14 14:52:57.050426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.53, operand 0 +2023-12-14 14:52:57.050435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.52 = f32[] multiply(f32[] %add.51, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.30> +2023-12-14 14:52:57.050448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.30 +2023-12-14 14:52:57.050458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.53, operand 1 +2023-12-14 14:52:57.050467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.82, operand 1 +2023-12-14 14:52:57.050472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.30 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.050477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.53> +2023-12-14 14:52:57.050482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.53 +2023-12-14 14:52:57.050492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.54, operand 0 +2023-12-14 14:52:57.050502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.53 = f32[] add(f32[] %multiply.52, f32[] %constant.30), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.54> +2023-12-14 14:52:57.050512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.54 +2023-12-14 14:52:57.050521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:57.050531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.54 = f32[] multiply(f32[] %add.53, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.29> +2023-12-14 14:52:57.050540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.29 +2023-12-14 14:52:57.050551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:57.050561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 1 +2023-12-14 14:52:57.050567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.29 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.050574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.55> +2023-12-14 14:52:57.050579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:57.050588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.56, operand 0 +2023-12-14 14:52:57.050598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = f32[] add(f32[] %multiply.54, f32[] %constant.29), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.56> +2023-12-14 14:52:57.050608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.56 +2023-12-14 14:52:57.050618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 0 +2023-12-14 14:52:57.050627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.56 = f32[] multiply(f32[] %add.55, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.28> +2023-12-14 14:52:57.050638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.28 +2023-12-14 14:52:57.050647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 1 +2023-12-14 14:52:57.050657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 1 +2023-12-14 14:52:57.050662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.28 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.050666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.57> +2023-12-14 14:52:57.050671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57 +2023-12-14 14:52:57.050682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.68, operand 1 +2023-12-14 14:52:57.050692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.57 = f32[] add(f32[] %multiply.56, f32[] %constant.28), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.68> +2023-12-14 14:52:57.050706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.68 +2023-12-14 14:52:57.050716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.69, operand 0 +2023-12-14 14:52:57.050726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.68 = f32[] multiply(f32[] %clamp.42, f32[] %add.57), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.27> +2023-12-14 14:52:57.050735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.27 +2023-12-14 14:52:57.050745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 1 +2023-12-14 14:52:57.050755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 1 +2023-12-14 14:52:57.050760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.27 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.050765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.59> +2023-12-14 14:52:57.050770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59 +2023-12-14 14:52:57.050779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.60, operand 0 +2023-12-14 14:52:57.050789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.59 = f32[] add(f32[] %multiply.44, f32[] %constant.27), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.60> +2023-12-14 14:52:57.050798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.60 +2023-12-14 14:52:57.050809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 0 +2023-12-14 14:52:57.050819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.60 = f32[] multiply(f32[] %add.59, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.26> +2023-12-14 14:52:57.050832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.26 +2023-12-14 14:52:57.050841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 1 +2023-12-14 14:52:57.050851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.90, operand 1 +2023-12-14 14:52:57.050856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.26 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.050860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.61> +2023-12-14 14:52:57.050865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61 +2023-12-14 14:52:57.050875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.62, operand 0 +2023-12-14 14:52:57.050885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.61 = f32[] add(f32[] %multiply.60, f32[] %constant.26), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.62> +2023-12-14 14:52:57.050895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.62 +2023-12-14 14:52:57.050905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 0 +2023-12-14 14:52:57.050914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.62 = f32[] multiply(f32[] %add.61, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.25> +2023-12-14 14:52:57.050924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.25 +2023-12-14 14:52:57.050933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 1 +2023-12-14 14:52:57.050944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:57.050949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.25 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.050967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.63> +2023-12-14 14:52:57.050972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.050977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63 +2023-12-14 14:52:57.050982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.050986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.64, operand 0 +2023-12-14 14:52:57.050991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.63 = f32[] add(f32[] %multiply.62, f32[] %constant.25), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.050996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.64> +2023-12-14 14:52:57.051001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.64 +2023-12-14 14:52:57.051011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 0 +2023-12-14 14:52:57.051022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.64 = f32[] multiply(f32[] %add.63, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.24> +2023-12-14 14:52:57.051031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.24 +2023-12-14 14:52:57.051041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 1 +2023-12-14 14:52:57.051050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.94, operand 1 +2023-12-14 14:52:57.051055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.24 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.051060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.65> +2023-12-14 14:52:57.051065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65 +2023-12-14 14:52:57.051075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.66, operand 0 +2023-12-14 14:52:57.051084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.65 = f32[] add(f32[] %multiply.64, f32[] %constant.24), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.66> +2023-12-14 14:52:57.051097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.66 +2023-12-14 14:52:57.051107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 0 +2023-12-14 14:52:57.051117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.66 = f32[] multiply(f32[] %add.65, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.23> +2023-12-14 14:52:57.051126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.23 +2023-12-14 14:52:57.051137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 1 +2023-12-14 14:52:57.051146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:57.051152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.23 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.051157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.67> +2023-12-14 14:52:57.051161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67 +2023-12-14 14:52:57.051171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.69, operand 1 +2023-12-14 14:52:57.051181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.67 = f32[] add(f32[] %multiply.66, f32[] %constant.23), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 divide.69> +2023-12-14 14:52:57.051190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.69 +2023-12-14 14:52:57.051199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.99, operand 0 +2023-12-14 14:52:57.051210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.95, operand 0 +2023-12-14 14:52:57.051218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.69 = f32[] divide(f32[] %multiply.68, f32[] %add.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.95> +2023-12-14 14:52:57.051228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.95 +2023-12-14 14:52:57.051237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:57.051247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 1 +2023-12-14 14:52:57.051252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.95 = f32[16777216]{0} broadcast(f32[] %divide.69), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 iota.101> +2023-12-14 14:52:57.051261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.101 +2023-12-14 14:52:57.051272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.106, operand 0 +2023-12-14 14:52:57.051282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.107, operand 0 +2023-12-14 14:52:57.051287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.101 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 slice.106> +2023-12-14 14:52:57.051297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.106 +2023-12-14 14:52:57.051306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 0 +2023-12-14 14:52:57.051316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.106 = u32[8388608]{0} slice(u32[16777216]{0} %iota.101), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 Arg_0.1> +2023-12-14 14:52:57.051333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.051347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.102, operand 0 +2023-12-14 14:52:57.051358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.104, operand 0 +2023-12-14 14:52:57.051363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.051368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 slice.102> +2023-12-14 14:52:57.051373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.102 +2023-12-14 14:52:57.051382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.103, operand 0 +2023-12-14 14:52:57.051392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.102 = u32[1]{0} slice(u32[2]{0} %Arg_0.1), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 reshape.103> +2023-12-14 14:52:57.051402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.103 +2023-12-14 14:52:57.051412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {5} +2023-12-14 14:52:57.051417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.108, operand 0 +2023-12-14 14:52:57.051427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110, operand 0 +2023-12-14 14:52:57.051432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:57.051437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.103 = u32[] reshape(u32[1]{0} %slice.102), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 broadcast.110> +2023-12-14 14:52:57.051446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110 +2023-12-14 14:52:57.051456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 1 +2023-12-14 14:52:57.051468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.110 = u32[8388608]{0} broadcast(u32[] %reshape.103), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 add.111> +2023-12-14 14:52:57.051479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111 +2023-12-14 14:52:57.051489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:57.051494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:57.051504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.111 = u32[8388608]{0} add(u32[8388608]{0} %slice.106, u32[8388608]{0} %broadcast.110), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 slice.107> +2023-12-14 14:52:57.051513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.107 +2023-12-14 14:52:57.051523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 0 +2023-12-14 14:52:57.051533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.107 = u32[8388608]{0} slice(u32[16777216]{0} %iota.101), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 slice.104> +2023-12-14 14:52:57.051543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.104 +2023-12-14 14:52:57.051553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.105, operand 0 +2023-12-14 14:52:57.051563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.104 = u32[1]{0} slice(u32[2]{0} %Arg_0.1), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 reshape.105> +2023-12-14 14:52:57.051572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.105 +2023-12-14 14:52:57.051585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {3} +2023-12-14 14:52:57.051590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.108, operand 1 +2023-12-14 14:52:57.051599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112, operand 0 +2023-12-14 14:52:57.051605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:57.051610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.105 = u32[] reshape(u32[1]{0} %slice.104), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 broadcast.112> +2023-12-14 14:52:57.051621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112 +2023-12-14 14:52:57.051630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 1 +2023-12-14 14:52:57.051640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.112 = u32[8388608]{0} broadcast(u32[] %reshape.105), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.113> +2023-12-14 14:52:57.051649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113 +2023-12-14 14:52:57.051659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {2} +2023-12-14 14:52:57.051663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:57.051674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.113 = u32[8388608]{0} add(u32[8388608]{0} %slice.107, u32[8388608]{0} %broadcast.112), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 xor.108> +2023-12-14 14:52:57.051684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.108 +2023-12-14 14:52:57.051694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.109, operand 0 +2023-12-14 14:52:57.051707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.108 = u32[] xor(u32[] %reshape.103, u32[] %reshape.105), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.20> +2023-12-14 14:52:57.051716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.20 +2023-12-14 14:52:57.051726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.109, operand 1 +2023-12-14 14:52:57.051736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.20 = u32[] constant(466688986) +2023-12-14 14:52:57.051741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 xor.109> +2023-12-14 14:52:57.051747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.109 +2023-12-14 14:52:57.051757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {4} +2023-12-14 14:52:57.051761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:57.051771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.109 = u32[] xor(u32[] %xor.108, u32[] %constant.20), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.22> +2023-12-14 14:52:57.051781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:57.051790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {6} +2023-12-14 14:52:57.051795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:57.051806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.051812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.21> +2023-12-14 14:52:57.051816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:57.051826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {7} +2023-12-14 14:52:57.051831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:57.051843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.051848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 tuple.6{}> +2023-12-14 14:52:57.051853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:57.051862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:57.051874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.19, u32[8388608]{0} %add.111, u32[8388608]{0} %add.113, u32[] %reshape.105, u32[] %xor.109, /*index=5*/u32[] %reshape.103, u32[4]{0} %constant.22, u32[4]{0} %constant.21) +2023-12-14 14:52:57.051879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 concatenate.202> +2023-12-14 14:52:57.051884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.202 +2023-12-14 14:52:57.051893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8, operand 0 +2023-12-14 14:52:57.051903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.202 = u32[16777216]{0} concatenate(u32[8388608]{0} %get-tuple-element.195, u32[8388608]{0} %get-tuple-element.196), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 constant.10> +2023-12-14 14:52:57.051913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:52:57.051922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.77, operand 0 +2023-12-14 14:52:57.051933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = u32[] constant(9) +2023-12-14 14:52:57.051939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 broadcast.77> +2023-12-14 14:52:57.051943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.77 +2023-12-14 14:52:57.051953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8, operand 1 +2023-12-14 14:52:57.051965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.77 = u32[16777216]{0} broadcast(u32[] %constant.10), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.051970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 shift-right-logical.8> +2023-12-14 14:52:57.051975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.051980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8 +2023-12-14 14:52:57.051985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.051989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:57.051994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.8 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.202, u32[16777216]{0} %broadcast.77), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 constant.8> +2023-12-14 14:52:57.052006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8 +2023-12-14 14:52:57.052015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.91, operand 0 +2023-12-14 14:52:57.052025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.8 = u32[] constant(1065353216) +2023-12-14 14:52:57.052030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 broadcast.91> +2023-12-14 14:52:57.052034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.91 +2023-12-14 14:52:57.052044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:57.052053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.91 = u32[16777216]{0} broadcast(u32[] %constant.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 or.12> +2023-12-14 14:52:57.052063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:57.052074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.0, operand 0 +2023-12-14 14:52:57.052086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.8, u32[16777216]{0} %broadcast.91), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 bitcast-convert.0> +2023-12-14 14:52:57.052096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.0 +2023-12-14 14:52:57.052105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 0 +2023-12-14 14:52:57.052115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.0 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.12), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.98> +2023-12-14 14:52:57.052124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.98 +2023-12-14 14:52:57.052136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.92, operand 0 +2023-12-14 14:52:57.052146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.98 = f32[] constant(-1) +2023-12-14 14:52:57.052151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.92> +2023-12-14 14:52:57.052155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.92 +2023-12-14 14:52:57.052165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 1 +2023-12-14 14:52:57.052175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.92 = f32[16777216]{0} broadcast(f32[] %constant.98), dimensions={} +2023-12-14 14:52:57.052180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.62> +2023-12-14 14:52:57.052184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62 +2023-12-14 14:52:57.052195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.28, operand 0 +2023-12-14 14:52:57.052208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.62 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.0, f32[16777216]{0} %broadcast.92), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.23> +2023-12-14 14:52:57.052218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.23 +2023-12-14 14:52:57.052227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.71, operand 1 +2023-12-14 14:52:57.052237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.23 = f32[] multiply(f32[] %convert.40, f32[] %constant.77), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 clamp.71> +2023-12-14 14:52:57.052246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.71 +2023-12-14 14:52:57.052256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.72, operand 0 +2023-12-14 14:52:57.052268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.72, operand 1 +2023-12-14 14:52:57.052273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.97, operand 0 +2023-12-14 14:52:57.052277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.71 = f32[] clamp(f32[] %constant.37, f32[] %multiply.23, f32[] %constant.36), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.72> +2023-12-14 14:52:57.052287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.72 +2023-12-14 14:52:57.052297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.73, operand 0 +2023-12-14 14:52:57.052306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.75, operand 1 +2023-12-14 14:52:57.052311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.77, operand 1 +2023-12-14 14:52:57.052316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.79, operand 1 +2023-12-14 14:52:57.052320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.81, operand 1 +2023-12-14 14:52:57.052330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.83, operand 1 +2023-12-14 14:52:57.052334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.85, operand 1 +2023-12-14 14:52:57.052339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.95, operand 1 +2023-12-14 14:52:57.052344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.89, operand 1 +2023-12-14 14:52:57.052349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.91, operand 1 +2023-12-14 14:52:57.052353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.93, operand 1 +2023-12-14 14:52:57.052358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.72 = f32[] multiply(f32[] %clamp.71, f32[] %clamp.71), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.73> +2023-12-14 14:52:57.052368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.73 +2023-12-14 14:52:57.052377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.74, operand 0 +2023-12-14 14:52:57.052387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 0 +2023-12-14 14:52:57.052393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.73 = f32[] multiply(f32[] %multiply.72, f32[] %constant.35), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.74> +2023-12-14 14:52:57.052403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.74 +2023-12-14 14:52:57.052412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.75, operand 0 +2023-12-14 14:52:57.052422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.74 = f32[] add(f32[] %multiply.73, f32[] %constant.34), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.75> +2023-12-14 14:52:57.052431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.75 +2023-12-14 14:52:57.052441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.76, operand 0 +2023-12-14 14:52:57.052453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.75 = f32[] multiply(f32[] %add.74, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 add.76> +2023-12-14 14:52:57.052464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.76 +2023-12-14 14:52:57.052473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.77, operand 0 +2023-12-14 14:52:57.052483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.76 = f32[] add(f32[] %multiply.75, f32[] %constant.33), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 multiply.77> +2023-12-14 14:52:57.052492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.77 +2023-12-14 14:52:57.052502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.78, operand 0 +2023-12-14 14:52:57.052511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.77 = f32[] multiply(f32[] %add.76, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.78> +2023-12-14 14:52:57.052523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.78 +2023-12-14 14:52:57.052532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.79, operand 0 +2023-12-14 14:52:57.052542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.78 = f32[] add(f32[] %multiply.77, f32[] %constant.32), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.79> +2023-12-14 14:52:57.052552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.79 +2023-12-14 14:52:57.052561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.80, operand 0 +2023-12-14 14:52:57.052575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.79 = f32[] multiply(f32[] %add.78, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 add.80> +2023-12-14 14:52:57.052584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.80 +2023-12-14 14:52:57.052595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.81, operand 0 +2023-12-14 14:52:57.052604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.80 = f32[] add(f32[] %multiply.79, f32[] %constant.31), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 multiply.81> +2023-12-14 14:52:57.052614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.81 +2023-12-14 14:52:57.052623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.82, operand 0 +2023-12-14 14:52:57.052633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.81 = f32[] multiply(f32[] %add.80, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 add.82> +2023-12-14 14:52:57.052643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.82 +2023-12-14 14:52:57.052653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.83, operand 0 +2023-12-14 14:52:57.052663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.82 = f32[] add(f32[] %multiply.81, f32[] %constant.30), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 multiply.83> +2023-12-14 14:52:57.052672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.83 +2023-12-14 14:52:57.052682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 0 +2023-12-14 14:52:57.052694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.83 = f32[] multiply(f32[] %add.82, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.84> +2023-12-14 14:52:57.052704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84 +2023-12-14 14:52:57.052713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.85, operand 0 +2023-12-14 14:52:57.052724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.84 = f32[] add(f32[] %multiply.83, f32[] %constant.29), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.85> +2023-12-14 14:52:57.052733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.85 +2023-12-14 14:52:57.052743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 0 +2023-12-14 14:52:57.052752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.85 = f32[] multiply(f32[] %add.84, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 add.86> +2023-12-14 14:52:57.052762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86 +2023-12-14 14:52:57.052771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.97, operand 1 +2023-12-14 14:52:57.052783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.86 = f32[] add(f32[] %multiply.85, f32[] %constant.28), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 multiply.97> +2023-12-14 14:52:57.052793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.97 +2023-12-14 14:52:57.052807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.98, operand 0 +2023-12-14 14:52:57.052817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.97 = f32[] multiply(f32[] %clamp.71, f32[] %add.86), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 add.88> +2023-12-14 14:52:57.052827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88 +2023-12-14 14:52:57.052836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.89, operand 0 +2023-12-14 14:52:57.052847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.88 = f32[] add(f32[] %multiply.73, f32[] %constant.27), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 multiply.89> +2023-12-14 14:52:57.052858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.89 +2023-12-14 14:52:57.052867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.90, operand 0 +2023-12-14 14:52:57.052877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.89 = f32[] multiply(f32[] %add.88, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.90> +2023-12-14 14:52:57.052886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.90 +2023-12-14 14:52:57.052896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.91, operand 0 +2023-12-14 14:52:57.052905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.90 = f32[] add(f32[] %multiply.89, f32[] %constant.26), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 multiply.91> +2023-12-14 14:52:57.052915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.91 +2023-12-14 14:52:57.052928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:57.052937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.91 = f32[] multiply(f32[] %add.90, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 add.92> +2023-12-14 14:52:57.052947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:57.052956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.93, operand 0 +2023-12-14 14:52:57.052966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = f32[] add(f32[] %multiply.91, f32[] %constant.25), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.052971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 multiply.93> +2023-12-14 14:52:57.052976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.052982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.93 +2023-12-14 14:52:57.052987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.052992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.94, operand 0 +2023-12-14 14:52:57.052996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.93 = f32[] multiply(f32[] %add.92, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.94> +2023-12-14 14:52:57.053006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.94 +2023-12-14 14:52:57.053015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.95, operand 0 +2023-12-14 14:52:57.053025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.94 = f32[] add(f32[] %multiply.93, f32[] %constant.24), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 multiply.95> +2023-12-14 14:52:57.053034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.95 +2023-12-14 14:52:57.053049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:57.053058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.95 = f32[] multiply(f32[] %add.94, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 add.96> +2023-12-14 14:52:57.053068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:57.053077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.98, operand 1 +2023-12-14 14:52:57.053087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = f32[] add(f32[] %multiply.95, f32[] %constant.23), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 divide.98> +2023-12-14 14:52:57.053096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.98 +2023-12-14 14:52:57.053107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.100, operand 0 +2023-12-14 14:52:57.053117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.98 = f32[] divide(f32[] %multiply.97, f32[] %add.96), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 reshape.100> +2023-12-14 14:52:57.053127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.100 +2023-12-14 14:52:57.053136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.208, operand 0 +2023-12-14 14:52:57.053146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.100 = f32[1,1]{1,0} reshape(f32[] %divide.98), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 reshape.99> +2023-12-14 14:52:57.053158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.99 +2023-12-14 14:52:57.053168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.208, operand 1 +2023-12-14 14:52:57.053179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.99 = f32[1,1]{1,0} reshape(f32[] %divide.69), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 subtract.208> +2023-12-14 14:52:57.053189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.208 +2023-12-14 14:52:57.053198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.210, operand 0 +2023-12-14 14:52:57.053208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.208 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.100, f32[1,1]{1,0} %reshape.99), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 reshape.210> +2023-12-14 14:52:57.053217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.210 +2023-12-14 14:52:57.053227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.93, operand 0 +2023-12-14 14:52:57.053237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.210 = f32[] reshape(f32[1,1]{1,0} %subtract.208), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.93> +2023-12-14 14:52:57.053248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.93 +2023-12-14 14:52:57.053257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.28, operand 1 +2023-12-14 14:52:57.053267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.93 = f32[16777216]{0} broadcast(f32[] %reshape.210), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 multiply.28> +2023-12-14 14:52:57.053280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.28 +2023-12-14 14:52:57.053289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 0 +2023-12-14 14:52:57.053300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.28 = f32[16777216]{0} multiply(f32[16777216]{0} %add.62, f32[16777216]{0} %broadcast.93), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 add.64> +2023-12-14 14:52:57.053311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64 +2023-12-14 14:52:57.053320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:57.053330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.64 = f32[16777216]{0} add(f32[16777216]{0} %multiply.28, f32[16777216]{0} %broadcast.95), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 maximum.1> +2023-12-14 14:52:57.053340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:57.053349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:57.053359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.95, f32[16777216]{0} %add.64), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 reshape.26> +2023-12-14 14:52:57.053369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:57.053379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21, operand 1 +2023-12-14 14:52:57.053388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.1, operand 0 +2023-12-14 14:52:57.053396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11, operand 0 +2023-12-14 14:52:57.053401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.2, operand 0 +2023-12-14 14:52:57.053406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12, operand 1 +2023-12-14 14:52:57.053411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = f32[2048,8192]{1,0} reshape(f32[16777216]{0} %maximum.1), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.053416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 abs.1> +2023-12-14 14:52:57.053420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.1 +2023-12-14 14:52:57.053430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2, operand 0 +2023-12-14 14:52:57.053441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.1 = f32[2048,8192]{1,0} abs(f32[2048,8192]{1,0} %reshape.26), metadata={op_name="abs.83"} +2023-12-14 14:52:57.053446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.54> +2023-12-14 14:52:57.053451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.54 +2023-12-14 14:52:57.053460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27, operand 0 +2023-12-14 14:52:57.053470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.54 = f32[] constant(1) +2023-12-14 14:52:57.053475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.27> +2023-12-14 14:52:57.053479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27 +2023-12-14 14:52:57.053489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2, operand 1 +2023-12-14 14:52:57.053500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.27 = f32[2048,8192]{1,0} broadcast(f32[] %constant.54), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.053505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 compare.2> +2023-12-14 14:52:57.053510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2 +2023-12-14 14:52:57.053519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21, operand 0 +2023-12-14 14:52:57.053532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.2 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %abs.1, f32[2048,8192]{1,0} %broadcast.27), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.053537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 broadcast.28> +2023-12-14 14:52:57.053542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.28 +2023-12-14 14:52:57.053551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11, operand 1 +2023-12-14 14:52:57.053562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.28 = f32[2048,8192]{1,0} broadcast(f32[] %constant.17), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.053567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 multiply.11> +2023-12-14 14:52:57.053572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11 +2023-12-14 14:52:57.053582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21, operand 1 +2023-12-14 14:52:57.053592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.11 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %reshape.26, f32[2048,8192]{1,0} %broadcast.28), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.053597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 negate.2> +2023-12-14 14:52:57.053601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.2 +2023-12-14 14:52:57.053611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12, operand 0 +2023-12-14 14:52:57.053621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.2 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %reshape.26), metadata={op_name="negate.2"} +2023-12-14 14:52:57.053627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 multiply.12> +2023-12-14 14:52:57.053631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12 +2023-12-14 14:52:57.053642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.1, operand 0 +2023-12-14 14:52:57.053651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.12 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %negate.2, f32[2048,8192]{1,0} %reshape.26), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.053659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 log-plus-one.1> +2023-12-14 14:52:57.053663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.1 +2023-12-14 14:52:57.053673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.3, operand 0 +2023-12-14 14:52:57.053683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.1 = f32[2048,8192]{1,0} log-plus-one(f32[2048,8192]{1,0} %multiply.12), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.053688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 negate.3> +2023-12-14 14:52:57.053693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.3 +2023-12-14 14:52:57.053703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 0 +2023-12-14 14:52:57.053713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17, operand 0 +2023-12-14 14:52:57.053718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.1, operand 0 +2023-12-14 14:52:57.053723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.3 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %log-plus-one.1), metadata={op_name="negate.5"} +2023-12-14 14:52:57.053728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 constant.56> +2023-12-14 14:52:57.053732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.56 +2023-12-14 14:52:57.053742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29, operand 0 +2023-12-14 14:52:57.053751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.56 = f32[] constant(5) +2023-12-14 14:52:57.053757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 broadcast.29> +2023-12-14 14:52:57.053762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29 +2023-12-14 14:52:57.053772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 1 +2023-12-14 14:52:57.053782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.29 = f32[2048,8192]{1,0} broadcast(f32[] %constant.56), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.053786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 compare.3> +2023-12-14 14:52:57.053794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3 +2023-12-14 14:52:57.053803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11, operand 0 +2023-12-14 14:52:57.053813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12, operand 0 +2023-12-14 14:52:57.053819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13, operand 0 +2023-12-14 14:52:57.053825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14, operand 0 +2023-12-14 14:52:57.053830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15, operand 0 +2023-12-14 14:52:57.053835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16, operand 0 +2023-12-14 14:52:57.053840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17, operand 0 +2023-12-14 14:52:57.053845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18, operand 0 +2023-12-14 14:52:57.053850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19, operand 0 +2023-12-14 14:52:57.053854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20, operand 0 +2023-12-14 14:52:57.053859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.3 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %negate.3, f32[2048,8192]{1,0} %broadcast.29), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.053864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 constant.57> +2023-12-14 14:52:57.053869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.57 +2023-12-14 14:52:57.053878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.30, operand 0 +2023-12-14 14:52:57.053888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.57 = f32[] constant(1.50140941) +2023-12-14 14:52:57.053893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.30> +2023-12-14 14:52:57.053899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.30 +2023-12-14 14:52:57.053908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11, operand 1 +2023-12-14 14:52:57.053918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.30 = f32[2048,8192]{1,0} broadcast(f32[] %constant.57), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.053922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 constant.58> +2023-12-14 14:52:57.053930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.58 +2023-12-14 14:52:57.053939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31, operand 0 +2023-12-14 14:52:57.053950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.58 = f32[] constant(2.83297682) +2023-12-14 14:52:57.053955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 broadcast.31> +2023-12-14 14:52:57.053959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31 +2023-12-14 14:52:57.053970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.053974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11, operand 2 +2023-12-14 14:52:57.053979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.31 = f32[2048,8192]{1,0} broadcast(f32[] %constant.58), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.053984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 select.11> +2023-12-14 14:52:57.053989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.053993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11 +2023-12-14 14:52:57.053998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15, operand 0 +2023-12-14 14:52:57.054008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.11 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.3, f32[2048,8192]{1,0} %broadcast.30, f32[2048,8192]{1,0} %broadcast.31), metadata={op_name="select.76"} +2023-12-14 14:52:57.054014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 constant.59> +2023-12-14 14:52:57.054019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.59 +2023-12-14 14:52:57.054029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32, operand 0 +2023-12-14 14:52:57.054039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.59 = f32[] constant(0.246640727) +2023-12-14 14:52:57.054044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 broadcast.32> +2023-12-14 14:52:57.054049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32 +2023-12-14 14:52:57.054058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12, operand 1 +2023-12-14 14:52:57.054071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.32 = f32[2048,8192]{1,0} broadcast(f32[] %constant.59), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.054075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 constant.60> +2023-12-14 14:52:57.054081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.60 +2023-12-14 14:52:57.054090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33, operand 0 +2023-12-14 14:52:57.054101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.60 = f32[] constant(1.00167406) +2023-12-14 14:52:57.054105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 broadcast.33> +2023-12-14 14:52:57.054110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33 +2023-12-14 14:52:57.054120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12, operand 2 +2023-12-14 14:52:57.054129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.33 = f32[2048,8192]{1,0} broadcast(f32[] %constant.60), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.054134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 select.12> +2023-12-14 14:52:57.054139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12 +2023-12-14 14:52:57.054149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14, operand 0 +2023-12-14 14:52:57.054160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.12 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.3, f32[2048,8192]{1,0} %broadcast.32, f32[2048,8192]{1,0} %broadcast.33), metadata={op_name="select.69"} +2023-12-14 14:52:57.054165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 constant.61> +2023-12-14 14:52:57.054170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.61 +2023-12-14 14:52:57.054180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34, operand 0 +2023-12-14 14:52:57.054189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.61 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.054194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 broadcast.34> +2023-12-14 14:52:57.054202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34 +2023-12-14 14:52:57.054213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13, operand 1 +2023-12-14 14:52:57.054223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.34 = f32[2048,8192]{1,0} broadcast(f32[] %constant.61), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.054228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.62> +2023-12-14 14:52:57.054233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.62 +2023-12-14 14:52:57.054242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35, operand 0 +2023-12-14 14:52:57.054252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.62 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.054257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.35> +2023-12-14 14:52:57.054261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35 +2023-12-14 14:52:57.054271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13, operand 2 +2023-12-14 14:52:57.054281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.35 = f32[2048,8192]{1,0} broadcast(f32[] %constant.62), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.054286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 select.13> +2023-12-14 14:52:57.054292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13 +2023-12-14 14:52:57.054301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13, operand 0 +2023-12-14 14:52:57.054311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.13 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.3, f32[2048,8192]{1,0} %broadcast.34, f32[2048,8192]{1,0} %broadcast.35), metadata={op_name="select.62"} +2023-12-14 14:52:57.054316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 constant.63> +2023-12-14 14:52:57.054320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.63 +2023-12-14 14:52:57.054330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36, operand 0 +2023-12-14 14:52:57.054344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.63 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.054348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 broadcast.36> +2023-12-14 14:52:57.054353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36 +2023-12-14 14:52:57.054364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14, operand 1 +2023-12-14 14:52:57.054373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.36 = f32[2048,8192]{1,0} broadcast(f32[] %constant.63), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.054378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 constant.64> +2023-12-14 14:52:57.054383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.64 +2023-12-14 14:52:57.054392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.37, operand 0 +2023-12-14 14:52:57.054402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.64 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.054408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 broadcast.37> +2023-12-14 14:52:57.054412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.37 +2023-12-14 14:52:57.054423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14, operand 2 +2023-12-14 14:52:57.054432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.37 = f32[2048,8192]{1,0} broadcast(f32[] %constant.64), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.054437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 select.14> +2023-12-14 14:52:57.054442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14 +2023-12-14 14:52:57.054451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12, operand 0 +2023-12-14 14:52:57.054461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.14 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.3, f32[2048,8192]{1,0} %broadcast.36, f32[2048,8192]{1,0} %broadcast.37), metadata={op_name="select.55"} +2023-12-14 14:52:57.054470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.65> +2023-12-14 14:52:57.054475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.65 +2023-12-14 14:52:57.054484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38, operand 0 +2023-12-14 14:52:57.054495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.65 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.054500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 broadcast.38> +2023-12-14 14:52:57.054504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38 +2023-12-14 14:52:57.054514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15, operand 1 +2023-12-14 14:52:57.054523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.38 = f32[2048,8192]{1,0} broadcast(f32[] %constant.65), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.054528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 constant.66> +2023-12-14 14:52:57.054534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.66 +2023-12-14 14:52:57.054543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39, operand 0 +2023-12-14 14:52:57.054554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.66 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.054559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.39> +2023-12-14 14:52:57.054563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39 +2023-12-14 14:52:57.054573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15, operand 2 +2023-12-14 14:52:57.054582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.39 = f32[2048,8192]{1,0} broadcast(f32[] %constant.66), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.054587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 select.15> +2023-12-14 14:52:57.054592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15 +2023-12-14 14:52:57.054602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11, operand 0 +2023-12-14 14:52:57.054615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.15 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.3, f32[2048,8192]{1,0} %broadcast.38, f32[2048,8192]{1,0} %broadcast.39), metadata={op_name="select.48"} +2023-12-14 14:52:57.054620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 constant.67> +2023-12-14 14:52:57.054625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:57.054635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.40, operand 0 +2023-12-14 14:52:57.054644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.054649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 broadcast.40> +2023-12-14 14:52:57.054654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.40 +2023-12-14 14:52:57.054665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16, operand 1 +2023-12-14 14:52:57.054675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.40 = f32[2048,8192]{1,0} broadcast(f32[] %constant.67), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.054680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 constant.68> +2023-12-14 14:52:57.054685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:57.054695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41, operand 0 +2023-12-14 14:52:57.054704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.054709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 broadcast.41> +2023-12-14 14:52:57.054714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41 +2023-12-14 14:52:57.054723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16, operand 2 +2023-12-14 14:52:57.054734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.41 = f32[2048,8192]{1,0} broadcast(f32[] %constant.68), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.054742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 select.16> +2023-12-14 14:52:57.054746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16 +2023-12-14 14:52:57.054757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10, operand 0 +2023-12-14 14:52:57.054766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.16 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.3, f32[2048,8192]{1,0} %broadcast.40, f32[2048,8192]{1,0} %broadcast.41), metadata={op_name="select.41"} +2023-12-14 14:52:57.054771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 constant.69> +2023-12-14 14:52:57.054776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69 +2023-12-14 14:52:57.054786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42, operand 0 +2023-12-14 14:52:57.054796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.69 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.054801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 broadcast.42> +2023-12-14 14:52:57.054805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42 +2023-12-14 14:52:57.054816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17, operand 1 +2023-12-14 14:52:57.054826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.42 = f32[2048,8192]{1,0} broadcast(f32[] %constant.69), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.054830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 constant.70> +2023-12-14 14:52:57.054835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70 +2023-12-14 14:52:57.054845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43, operand 0 +2023-12-14 14:52:57.054854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.70 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.054860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 broadcast.43> +2023-12-14 14:52:57.054865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43 +2023-12-14 14:52:57.054877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17, operand 2 +2023-12-14 14:52:57.054887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.43 = f32[2048,8192]{1,0} broadcast(f32[] %constant.70), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.054892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.17> +2023-12-14 14:52:57.054897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17 +2023-12-14 14:52:57.054906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9, operand 0 +2023-12-14 14:52:57.054916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.17 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.3, f32[2048,8192]{1,0} %broadcast.42, f32[2048,8192]{1,0} %broadcast.43), metadata={op_name="select.34"} +2023-12-14 14:52:57.054921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.71> +2023-12-14 14:52:57.054926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71 +2023-12-14 14:52:57.054936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44, operand 0 +2023-12-14 14:52:57.054946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.71 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.054951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.44> +2023-12-14 14:52:57.054956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44 +2023-12-14 14:52:57.054965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.054970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18, operand 1 +2023-12-14 14:52:57.054975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.44 = f32[2048,8192]{1,0} broadcast(f32[] %constant.71), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.054980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.72> +2023-12-14 14:52:57.054984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.054990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.72 +2023-12-14 14:52:57.054995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45, operand 0 +2023-12-14 14:52:57.055004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.72 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.055013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 broadcast.45> +2023-12-14 14:52:57.055018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45 +2023-12-14 14:52:57.055027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18, operand 2 +2023-12-14 14:52:57.055037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.45 = f32[2048,8192]{1,0} broadcast(f32[] %constant.72), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.055042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 select.18> +2023-12-14 14:52:57.055046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18 +2023-12-14 14:52:57.055057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8, operand 0 +2023-12-14 14:52:57.055066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.18 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.3, f32[2048,8192]{1,0} %broadcast.44, f32[2048,8192]{1,0} %broadcast.45), metadata={op_name="select.27"} +2023-12-14 14:52:57.055071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.73> +2023-12-14 14:52:57.055077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.73 +2023-12-14 14:52:57.055087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46, operand 0 +2023-12-14 14:52:57.055096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.73 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.055101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 broadcast.46> +2023-12-14 14:52:57.055106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46 +2023-12-14 14:52:57.055115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19, operand 1 +2023-12-14 14:52:57.055126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.46 = f32[2048,8192]{1,0} broadcast(f32[] %constant.73), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.055130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 constant.74> +2023-12-14 14:52:57.055135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.74 +2023-12-14 14:52:57.055148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.47, operand 0 +2023-12-14 14:52:57.055158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.74 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.055163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 broadcast.47> +2023-12-14 14:52:57.055167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.47 +2023-12-14 14:52:57.055177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19, operand 2 +2023-12-14 14:52:57.055187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.47 = f32[2048,8192]{1,0} broadcast(f32[] %constant.74), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.055192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 select.19> +2023-12-14 14:52:57.055197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19 +2023-12-14 14:52:57.055206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13, operand 0 +2023-12-14 14:52:57.055217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.19 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.3, f32[2048,8192]{1,0} %broadcast.46, f32[2048,8192]{1,0} %broadcast.47), metadata={op_name="select.21"} +2023-12-14 14:52:57.055222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.99> +2023-12-14 14:52:57.055226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.99 +2023-12-14 14:52:57.055236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53, operand 0 +2023-12-14 14:52:57.055245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.99 = f32[] constant(-2.5) +2023-12-14 14:52:57.055251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 broadcast.53> +2023-12-14 14:52:57.055256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53 +2023-12-14 14:52:57.055265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17, operand 1 +2023-12-14 14:52:57.055278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.53 = f32[2048,8192]{1,0} broadcast(f32[] %constant.99), dimensions={} +2023-12-14 14:52:57.055283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.17> +2023-12-14 14:52:57.055288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17 +2023-12-14 14:52:57.055297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20, operand 1 +2023-12-14 14:52:57.055307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.17 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %negate.3, f32[2048,8192]{1,0} %broadcast.53), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.055312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 sqrt.1> +2023-12-14 14:52:57.055317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.1 +2023-12-14 14:52:57.055334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18, operand 0 +2023-12-14 14:52:57.055346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.1 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %negate.3), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.055351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 constant.100> +2023-12-14 14:52:57.055356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.100 +2023-12-14 14:52:57.055365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54, operand 0 +2023-12-14 14:52:57.055375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.100 = f32[] constant(-3) +2023-12-14 14:52:57.055380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 broadcast.54> +2023-12-14 14:52:57.055384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54 +2023-12-14 14:52:57.055394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18, operand 1 +2023-12-14 14:52:57.055404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.54 = f32[2048,8192]{1,0} broadcast(f32[] %constant.100), dimensions={} +2023-12-14 14:52:57.055409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 add.18> +2023-12-14 14:52:57.055414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18 +2023-12-14 14:52:57.055427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20, operand 2 +2023-12-14 14:52:57.055437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.18 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.1, f32[2048,8192]{1,0} %broadcast.54), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.055442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 select.20> +2023-12-14 14:52:57.055446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20 +2023-12-14 14:52:57.055457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13, operand 1 +2023-12-14 14:52:57.055467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14, operand 1 +2023-12-14 14:52:57.055471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15, operand 1 +2023-12-14 14:52:57.055477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16, operand 1 +2023-12-14 14:52:57.055482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17, operand 1 +2023-12-14 14:52:57.055487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18, operand 1 +2023-12-14 14:52:57.055492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19, operand 1 +2023-12-14 14:52:57.055496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20, operand 1 +2023-12-14 14:52:57.055501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.20 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.3, f32[2048,8192]{1,0} %add.17, f32[2048,8192]{1,0} %add.18), metadata={op_name="select.16"} +2023-12-14 14:52:57.055506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 multiply.13> +2023-12-14 14:52:57.055511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13 +2023-12-14 14:52:57.055521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8, operand 1 +2023-12-14 14:52:57.055531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.13 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.19, f32[2048,8192]{1,0} %select.20), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.055536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 add.8> +2023-12-14 14:52:57.055541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8 +2023-12-14 14:52:57.055551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14, operand 0 +2023-12-14 14:52:57.055564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.8 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.18, f32[2048,8192]{1,0} %multiply.13), metadata={op_name="add.28"} +2023-12-14 14:52:57.055569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 multiply.14> +2023-12-14 14:52:57.055573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14 +2023-12-14 14:52:57.055584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9, operand 1 +2023-12-14 14:52:57.055594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.14 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.8, f32[2048,8192]{1,0} %select.20), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.055599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 add.9> +2023-12-14 14:52:57.055604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9 +2023-12-14 14:52:57.055614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15, operand 0 +2023-12-14 14:52:57.055623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.9 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.17, f32[2048,8192]{1,0} %multiply.14), metadata={op_name="add.35"} +2023-12-14 14:52:57.055628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 multiply.15> +2023-12-14 14:52:57.055633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15 +2023-12-14 14:52:57.055642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10, operand 1 +2023-12-14 14:52:57.055652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.15 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.9, f32[2048,8192]{1,0} %select.20), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.055657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 add.10> +2023-12-14 14:52:57.055662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10 +2023-12-14 14:52:57.055672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16, operand 0 +2023-12-14 14:52:57.055682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.10 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.16, f32[2048,8192]{1,0} %multiply.15), metadata={op_name="add.42"} +2023-12-14 14:52:57.055689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 multiply.16> +2023-12-14 14:52:57.055694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16 +2023-12-14 14:52:57.055704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11, operand 1 +2023-12-14 14:52:57.055714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.16 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.10, f32[2048,8192]{1,0} %select.20), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.055720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 add.11> +2023-12-14 14:52:57.055725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11 +2023-12-14 14:52:57.055734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17, operand 0 +2023-12-14 14:52:57.055744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.11 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.15, f32[2048,8192]{1,0} %multiply.16), metadata={op_name="add.49"} +2023-12-14 14:52:57.055749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 multiply.17> +2023-12-14 14:52:57.055754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17 +2023-12-14 14:52:57.055763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12, operand 1 +2023-12-14 14:52:57.055773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.17 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.11, f32[2048,8192]{1,0} %select.20), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.055778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 add.12> +2023-12-14 14:52:57.055783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12 +2023-12-14 14:52:57.055792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18, operand 0 +2023-12-14 14:52:57.055804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.12 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.14, f32[2048,8192]{1,0} %multiply.17), metadata={op_name="add.56"} +2023-12-14 14:52:57.055809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 multiply.18> +2023-12-14 14:52:57.055813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18 +2023-12-14 14:52:57.055825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13, operand 1 +2023-12-14 14:52:57.055835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.18 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.12, f32[2048,8192]{1,0} %select.20), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.055840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 add.13> +2023-12-14 14:52:57.055846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13 +2023-12-14 14:52:57.055855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19, operand 0 +2023-12-14 14:52:57.055865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.13 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.13, f32[2048,8192]{1,0} %multiply.18), metadata={op_name="add.63"} +2023-12-14 14:52:57.055870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 multiply.19> +2023-12-14 14:52:57.055875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19 +2023-12-14 14:52:57.055884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14, operand 1 +2023-12-14 14:52:57.055895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.19 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.13, f32[2048,8192]{1,0} %select.20), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.055899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.14> +2023-12-14 14:52:57.055904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14 +2023-12-14 14:52:57.055914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20, operand 0 +2023-12-14 14:52:57.055924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.14 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.12, f32[2048,8192]{1,0} %multiply.19), metadata={op_name="add.70"} +2023-12-14 14:52:57.055929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 multiply.20> +2023-12-14 14:52:57.055934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20 +2023-12-14 14:52:57.055944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15, operand 1 +2023-12-14 14:52:57.055958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.20 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.14, f32[2048,8192]{1,0} %select.20), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.055963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 add.15> +2023-12-14 14:52:57.055968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.055973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15 +2023-12-14 14:52:57.055978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.055983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21, operand 0 +2023-12-14 14:52:57.055988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.15 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.11, f32[2048,8192]{1,0} %multiply.20), metadata={op_name="add.77"} +2023-12-14 14:52:57.055992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 multiply.21> +2023-12-14 14:52:57.055997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21 +2023-12-14 14:52:57.056007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21, operand 2 +2023-12-14 14:52:57.056017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.21 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.15, f32[2048,8192]{1,0} %reshape.26), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.056022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 select.21> +2023-12-14 14:52:57.056027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21 +2023-12-14 14:52:57.056036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.312, operand 0 +2023-12-14 14:52:57.056047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.21 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.2, f32[2048,8192]{1,0} %multiply.11, f32[2048,8192]{1,0} %multiply.21), metadata={op_name="select.86"} +2023-12-14 14:52:57.056052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 constant.4> +2023-12-14 14:52:57.056058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:57.056067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:52:57.056077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = f32[] constant(1.41421354) +2023-12-14 14:52:57.056084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 broadcast.5> +2023-12-14 14:52:57.056090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:52:57.056100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.312, operand 1 +2023-12-14 14:52:57.056110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[2048,8192]{1,0} broadcast(f32[] %constant.4), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.056115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 multiply.312> +2023-12-14 14:52:57.056119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.312 +2023-12-14 14:52:57.056129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.0, operand 1 +2023-12-14 14:52:57.056139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.312 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.21, f32[2048,8192]{1,0} %broadcast.5), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.056145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 maximum.0> +2023-12-14 14:52:57.056150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.0 +2023-12-14 14:52:57.056159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.0, operand 1 +2023-12-14 14:52:57.056169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.0 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %broadcast.51, f32[2048,8192]{1,0} %multiply.312), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.056174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 minimum.0> +2023-12-14 14:52:57.056179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.0 +2023-12-14 14:52:57.056189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.0 = f32[2048,8192]{1,0} minimum(f32[2048,8192]{1,0} %broadcast.50, f32[2048,8192]{1,0} %maximum.0), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.056202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 arg_tuple.4{} (phi)> +2023-12-14 14:52:57.056207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:57.056216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:57.056227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 arg_tuple.3{} (phi)> +2023-12-14 14:52:57.056237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:57.056247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.76, operand 0 {} +2023-12-14 14:52:57.056256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.77, operand 0 {} +2023-12-14 14:52:57.056261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.78, operand 0 {} +2023-12-14 14:52:57.056266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.79, operand 0 {} +2023-12-14 14:52:57.056272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.80, operand 0 {} +2023-12-14 14:52:57.056277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.81, operand 0 {} +2023-12-14 14:52:57.056281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.82, operand 0 {} +2023-12-14 14:52:57.056286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.84, operand 0 {} +2023-12-14 14:52:57.056291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.056301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:57.056312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:57.056318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:57.056330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 arg_tuple.4{1} (phi)> +2023-12-14 14:52:57.056340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:57.056349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 arg_tuple.4{2} (phi)> +2023-12-14 14:52:57.056365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:57.056374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 arg_tuple.4{3} (phi)> +2023-12-14 14:52:57.056389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:57.056399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 arg_tuple.4{4} (phi)> +2023-12-14 14:52:57.056414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:57.056424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 arg_tuple.4{5} (phi)> +2023-12-14 14:52:57.056439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:57.056448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 arg_tuple.4{6} (phi)> +2023-12-14 14:52:57.056468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:57.056478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 arg_tuple.4{7} (phi)> +2023-12-14 14:52:57.056493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:57.056503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.056518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:57.056528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.84 +2023-12-14 14:52:57.056533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:57.056543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.056553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:57.056562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.82 +2023-12-14 14:52:57.056568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:57.056577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.056590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:57.056600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.81 +2023-12-14 14:52:57.056605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9, operand 0 +2023-12-14 14:52:57.056615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:57.056620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8, operand 0 +2023-12-14 14:52:57.056625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.056635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:57.056645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {5} +2023-12-14 14:52:57.056650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.80 +2023-12-14 14:52:57.056655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 5 +2023-12-14 14:52:57.056664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.88, operand 0 +2023-12-14 14:52:57.056669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.056679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:57.056689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {3} +2023-12-14 14:52:57.056694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.79 +2023-12-14 14:52:57.056699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 3 +2023-12-14 14:52:57.056709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.89, operand 0 +2023-12-14 14:52:57.056713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.056726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:57.056737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {4} +2023-12-14 14:52:57.056742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.78 +2023-12-14 14:52:57.056746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 4 +2023-12-14 14:52:57.056756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.056765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:57.056777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {7} +2023-12-14 14:52:57.056781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.77 +2023-12-14 14:52:57.056786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 7 +2023-12-14 14:52:57.056795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8, operand 0 +2023-12-14 14:52:57.056800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9, operand 0 +2023-12-14 14:52:57.056805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10, operand 0 +2023-12-14 14:52:57.056810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11, operand 0 +2023-12-14 14:52:57.056815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.056826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:57.056835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {6} +2023-12-14 14:52:57.056840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.76 +2023-12-14 14:52:57.056845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 6 +2023-12-14 14:52:57.056854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.056863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 while.1{} (phi)> +2023-12-14 14:52:57.056868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:57.056877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:57.056887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:57.056892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.056897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 while.1{0} (phi)> +2023-12-14 14:52:57.056902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:57.056912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.056922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 while.1{1} (phi)> +2023-12-14 14:52:57.056926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:57.056936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:57.056941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.202, operand 0 +2023-12-14 14:52:57.056952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.056957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 while.1{2} (phi)> +2023-12-14 14:52:57.056962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.056966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:57.056974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:57.056979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.056983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.202, operand 1 +2023-12-14 14:52:57.056989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.056995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 while.1{3} (phi)> +2023-12-14 14:52:57.057000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.057004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:57.057009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.057014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.057019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 while.1{4} (phi)> +2023-12-14 14:52:57.057023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.057028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:57.057034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.057039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.057044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 while.1{5} (phi)> +2023-12-14 14:52:57.057049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.057054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:57.057058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.057063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.057068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 while.1{6} (phi)> +2023-12-14 14:52:57.057074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.057081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:57.057087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.057092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.057096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 while.1{7} (phi)> +2023-12-14 14:52:57.057101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.057106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:57.057111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.057116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.057816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.058123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.058144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 25.7 ms (cumulative: 423 ms, max: 65 ms, #called: 1563) +2023-12-14 14:52:57.058312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: hlo normalization +2023-12-14 14:52:57.058334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.058446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 107 us (cumulative: 423 ms, max: 65 ms, #called: 1564) +2023-12-14 14:52:57.058453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:57.058530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 75 us (cumulative: 423 ms, max: 65 ms, #called: 1565) +2023-12-14 14:52:57.058536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:57.058581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 43 us (cumulative: 423 ms, max: 65 ms, #called: 1566) +2023-12-14 14:52:57.058598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: HLO passes after layout assignment +2023-12-14 14:52:57.058610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:57.058616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: after layout assignment +2023-12-14 14:52:57.058628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 16 us (cumulative: 423 ms, max: 65 ms, #called: 1567) +2023-12-14 14:52:57.058644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.058701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 55 us (cumulative: 423 ms, max: 65 ms, #called: 1568) +2023-12-14 14:52:57.058707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:57.061630: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 340 +2023-12-14 14:52:57.062029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 3.31 ms (cumulative: 426 ms, max: 65 ms, #called: 1569) +2023-12-14 14:52:57.062054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:57.062064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification after layout assignment +2023-12-14 14:52:57.062079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.062139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 57 us (cumulative: 426 ms, max: 65 ms, #called: 1570) +2023-12-14 14:52:57.062147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.062201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 52 us (cumulative: 427 ms, max: 65 ms, #called: 1571) +2023-12-14 14:52:57.062208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.062784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 570 us (cumulative: 427 ms, max: 65 ms, #called: 1572) +2023-12-14 14:52:57.062810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 754 us (cumulative: 428 ms, max: 65 ms, #called: 1573) +2023-12-14 14:52:57.062819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:57.062826: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:57.064954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:57.065196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.1 --> clone + +2023-12-14 14:52:57.065340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.2 --> clone + +2023-12-14 14:52:57.065832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.5 --> clone + +2023-12-14 14:52:57.065880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.7 --> clone + +2023-12-14 14:52:57.065939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 3.11 ms (cumulative: 431 ms, max: 65 ms, #called: 1574) +2023-12-14 14:52:57.065948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.066024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:57.066058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.1 +2023-12-14 14:52:57.066093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.2 +2023-12-14 14:52:57.066163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.5 +2023-12-14 14:52:57.066173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.7 +2023-12-14 14:52:57.066191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 239 us (cumulative: 431 ms, max: 65 ms, #called: 1575) +2023-12-14 14:52:57.066198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:57.066299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:57.067107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.067207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.067215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.067231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.067237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:57.067251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.76 +2023-12-14 14:52:57.067257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.77 +2023-12-14 14:52:57.067261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.78 +2023-12-14 14:52:57.067266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.79 +2023-12-14 14:52:57.067271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.80 +2023-12-14 14:52:57.067276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.81 +2023-12-14 14:52:57.067282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.82 +2023-12-14 14:52:57.067287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.84 +2023-12-14 14:52:57.067293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.58 +2023-12-14 14:52:57.067298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : call +2023-12-14 14:52:57.067303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.4 +2023-12-14 14:52:57.067308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : tuple.7 +2023-12-14 14:52:57.067313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : call.1 +2023-12-14 14:52:57.067330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.5 +2023-12-14 14:52:57.067336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.6 +2023-12-14 14:52:57.067342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.1 +2023-12-14 14:52:57.067347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.7 +2023-12-14 14:52:57.067362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.2 +2023-12-14 14:52:57.067368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.8 +2023-12-14 14:52:57.067373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.3 +2023-12-14 14:52:57.067379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : fusion.1.clone +2023-12-14 14:52:57.067386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p +2023-12-14 14:52:57.067392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : fusion.clone +2023-12-14 14:52:57.067400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.067405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.067417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <399 arg_tuple.4{3} (phi)> has new phi inputs: +2023-12-14 14:52:57.067424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <400 arg_tuple.4{4} (phi)> has new phi inputs: +2023-12-14 14:52:57.067430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <401 arg_tuple.4{5} (phi)> has new phi inputs: +2023-12-14 14:52:57.067435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <402 arg_tuple.4{6} (phi)> has new phi inputs: +2023-12-14 14:52:57.067441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <403 arg_tuple.4{7} (phi)> has new phi inputs: +2023-12-14 14:52:57.067446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.067454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <407 arg_tuple.3{3} (phi)> has new phi inputs: +2023-12-14 14:52:57.067459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <408 arg_tuple.3{4} (phi)> has new phi inputs: +2023-12-14 14:52:57.067465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <409 arg_tuple.3{5} (phi)> has new phi inputs: +2023-12-14 14:52:57.067471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <410 arg_tuple.3{6} (phi)> has new phi inputs: +2023-12-14 14:52:57.067477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <411 arg_tuple.3{7} (phi)> has new phi inputs: +2023-12-14 14:52:57.067482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.76 +2023-12-14 14:52:57.067487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.77 +2023-12-14 14:52:57.067492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.78 +2023-12-14 14:52:57.067498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.79 +2023-12-14 14:52:57.067503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.80 +2023-12-14 14:52:57.067508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.81 +2023-12-14 14:52:57.067513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.82 +2023-12-14 14:52:57.067518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.84 +2023-12-14 14:52:57.067539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.067551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.067557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 394, phi: +2023-12-14 14:52:57.067562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.067567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:57.067572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49: +2023-12-14 14:52:57.067577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:57.067582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 395, phi: +2023-12-14 14:52:57.067587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.067591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:57.067596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 396, phi: +2023-12-14 14:52:57.067601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.067605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:57.067610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:57.067615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:57.067620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 397, phi: +2023-12-14 14:52:57.067625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.067630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.067635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:57.067640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10: +2023-12-14 14:52:57.067645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 398, phi: +2023-12-14 14:52:57.067649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.067654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.067659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:57.067663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:57.067668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 399, phi: +2023-12-14 14:52:57.067673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.067678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 408 +2023-12-14 14:52:57.067683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:57.067688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:57.067693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 400, phi: +2023-12-14 14:52:57.067698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.067702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 409 +2023-12-14 14:52:57.067710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:57.067715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 401, phi: +2023-12-14 14:52:57.067720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.067724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 407 +2023-12-14 14:52:57.067729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 402, phi: +2023-12-14 14:52:57.067734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:57.067739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411 +2023-12-14 14:52:57.067745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47: +2023-12-14 14:52:57.067749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:57.067754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 403, phi: +2023-12-14 14:52:57.067758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.067763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410 +2023-12-14 14:52:57.067768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 404, phi: +2023-12-14 14:52:57.067772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.067777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:57.067782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 405, phi: +2023-12-14 14:52:57.067786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.067791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.067796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 406, phi: +2023-12-14 14:52:57.067802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.067807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.067811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 407, phi: +2023-12-14 14:52:57.067816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.067821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 408 +2023-12-14 14:52:57.067825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 408, phi: +2023-12-14 14:52:57.067830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.067835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 409 +2023-12-14 14:52:57.067839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 409, phi: +2023-12-14 14:52:57.067844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.067849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 407 +2023-12-14 14:52:57.067854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410, phi: +2023-12-14 14:52:57.067860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:57.067864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411 +2023-12-14 14:52:57.067877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411, phi: +2023-12-14 14:52:57.067882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.067887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410 +2023-12-14 14:52:57.067891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 412, phi: +2023-12-14 14:52:57.067896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:57.067900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.067905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 413, phi: +2023-12-14 14:52:57.067911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:57.067915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.067921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 414, phi: +2023-12-14 14:52:57.067926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.067930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.067935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 415, phi: +2023-12-14 14:52:57.067940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.067944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.067949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 416, phi: +2023-12-14 14:52:57.067953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 408 +2023-12-14 14:52:57.067958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.067963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 417, phi: +2023-12-14 14:52:57.067968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 409 +2023-12-14 14:52:57.067973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.067977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 418, phi: +2023-12-14 14:52:57.067983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 407 +2023-12-14 14:52:57.067987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.067992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 419, phi: +2023-12-14 14:52:57.067997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411 +2023-12-14 14:52:57.068001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:57.068006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 420, phi: +2023-12-14 14:52:57.068010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410 +2023-12-14 14:52:57.068015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.068035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.068045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.068050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 394, phi: +2023-12-14 14:52:57.068058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.068063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:57.068067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49: +2023-12-14 14:52:57.068073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:57.068078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 395, phi: +2023-12-14 14:52:57.068082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.068087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:57.068091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 396, phi: +2023-12-14 14:52:57.068096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.068101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:57.068106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:57.068111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:57.068115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 397, phi: +2023-12-14 14:52:57.068120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.068125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.068131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:57.068135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10: +2023-12-14 14:52:57.068140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 398, phi: +2023-12-14 14:52:57.068145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.068149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.068154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:57.068158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:57.068164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 399, phi: +2023-12-14 14:52:57.068169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.068173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 408 +2023-12-14 14:52:57.068178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:57.068183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:57.068188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 400, phi: +2023-12-14 14:52:57.068193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.068197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 409 +2023-12-14 14:52:57.068202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:57.068207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 401, phi: +2023-12-14 14:52:57.068211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.068219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 407 +2023-12-14 14:52:57.068225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 402, phi: +2023-12-14 14:52:57.068229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:57.068234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411 +2023-12-14 14:52:57.068240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47: +2023-12-14 14:52:57.068244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:57.068249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 403, phi: +2023-12-14 14:52:57.068254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.068258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410 +2023-12-14 14:52:57.068263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 404, phi: +2023-12-14 14:52:57.068268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.068272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:57.068277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 405, phi: +2023-12-14 14:52:57.068283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.068287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.068294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 406, phi: +2023-12-14 14:52:57.068298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.068303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.068307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 407, phi: +2023-12-14 14:52:57.068312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.068317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 408 +2023-12-14 14:52:57.068321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 408, phi: +2023-12-14 14:52:57.068326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.068331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 409 +2023-12-14 14:52:57.068335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 409, phi: +2023-12-14 14:52:57.068340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.068346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 407 +2023-12-14 14:52:57.068351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410, phi: +2023-12-14 14:52:57.068356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:57.068360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411 +2023-12-14 14:52:57.068365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411, phi: +2023-12-14 14:52:57.068370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.068374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410 +2023-12-14 14:52:57.068382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 412, phi: +2023-12-14 14:52:57.068387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:57.068392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.068396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 413, phi: +2023-12-14 14:52:57.068401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:57.068407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.068412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 414, phi: +2023-12-14 14:52:57.068416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.068421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.068425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 415, phi: +2023-12-14 14:52:57.068430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.068435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.068439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 416, phi: +2023-12-14 14:52:57.068444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 408 +2023-12-14 14:52:57.068449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.068453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 417, phi: +2023-12-14 14:52:57.068459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 409 +2023-12-14 14:52:57.068464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.068469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 418, phi: +2023-12-14 14:52:57.068473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 407 +2023-12-14 14:52:57.068478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.068483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 419, phi: +2023-12-14 14:52:57.068487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411 +2023-12-14 14:52:57.068492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:57.068497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 420, phi: +2023-12-14 14:52:57.068501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410 +2023-12-14 14:52:57.068506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.068511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.068519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <43 Arg_0.1> + +2023-12-14 14:52:57.068525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.068530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <38 Arg_1.2> + +2023-12-14 14:52:57.068535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:57.068546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 Arg_2.3> + +2023-12-14 14:52:57.068551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:57.068557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <42 constant.19> + +2023-12-14 14:52:57.068562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:57.068567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 constant.21> + +2023-12-14 14:52:57.068573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:57.068578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 constant.22> + +2023-12-14 14:52:57.068583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:57.068597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <49 tuple.6{}> + {0} : HloValueSet: <42 constant.19> + {1} : HloValueSet: <1 fusion.7.clone> + {2} : HloValueSet: <0 fusion.5.clone> + {3} : HloValueSet: <44 fusion.6> + {4} : HloValueSet: <45 fusion.4> + {5} : HloValueSet: <46 fusion.8> + {6} : HloValueSet: <47 constant.22> + {7} : HloValueSet: <48 constant.21> + +2023-12-14 14:52:57.068603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:57.068613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <412 while.1{} (phi)> + {0} : HloValueSet: <413 while.1{0} (phi)> + {1} : HloValueSet: <414 while.1{1} (phi)> + {2} : HloValueSet: <415 while.1{2} (phi)> + {3} : HloValueSet: <416 while.1{3} (phi)> + {4} : HloValueSet: <417 while.1{4} (phi)> + {5} : HloValueSet: <418 while.1{5} (phi)> + {6} : HloValueSet: <419 while.1{6} (phi)> + {7} : HloValueSet: <420 while.1{7} (phi)> + +2023-12-14 14:52:57.068620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:57.068627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <414 while.1{1} (phi)> + +2023-12-14 14:52:57.068632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:57.068637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <415 while.1{2} (phi)> + +2023-12-14 14:52:57.068642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:57.068648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <41 fusion.3> + +2023-12-14 14:52:57.068653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:57.068658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <45 fusion.4> + +2023-12-14 14:52:57.068663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:57.068668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 fusion.6> + +2023-12-14 14:52:57.068676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:52:57.068682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <46 fusion.8> + +2023-12-14 14:52:57.068687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.9 +2023-12-14 14:52:57.068692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <39 fusion.9> + +2023-12-14 14:52:57.068697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:57.068703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <26 fusion.2.clone> + +2023-12-14 14:52:57.068708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:57.068714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.068719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:57.068724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.068729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:57.068741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <395 arg_tuple.3{} (phi)> + {0} : HloValueSet: <404 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <405 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <406 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <407 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <408 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <409 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <410 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <411 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.068747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:57.068753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 constant.102> + +2023-12-14 14:52:57.068758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:57.068763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <36 add.58> + +2023-12-14 14:52:57.068769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.7 +2023-12-14 14:52:57.068779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <37 tuple.7{}> + {0} : HloValueSet: <36 add.58> + {1} : HloValueSet: <10 fusion.1.clone> + {2} : HloValueSet: <11 fusion.clone> + {3} : HloValueSet: <408 arg_tuple.3{4} (phi)> + {4} : HloValueSet: <409 arg_tuple.3{5} (phi)> + {5} : HloValueSet: <407 arg_tuple.3{3} (phi)> + {6} : HloValueSet: <411 arg_tuple.3{7} (phi)> + {7} : HloValueSet: <410 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.068784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.76 +2023-12-14 14:52:57.068791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <411 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.068798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.77 +2023-12-14 14:52:57.068804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <410 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.068809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.78 +2023-12-14 14:52:57.068815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <409 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:57.068819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.79 +2023-12-14 14:52:57.068825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <408 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.068831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.80 +2023-12-14 14:52:57.068836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <407 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.068841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.81 +2023-12-14 14:52:57.068848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <406 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.068852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.82 +2023-12-14 14:52:57.068858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <405 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.068863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.84 +2023-12-14 14:52:57.068868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <404 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.068873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.068878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.068883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:57.068889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.068895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:57.068906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <394 arg_tuple.4{} (phi)> + {0} : HloValueSet: <396 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <397 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <398 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <399 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <400 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <401 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <402 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <403 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:57.068911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:57.068917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <8 constant.103> + +2023-12-14 14:52:57.068925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:57.068931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <9 compare.5> + +2023-12-14 14:52:57.068936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:57.068941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <396 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:57.068946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.0 +2023-12-14 14:52:57.068952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 divide.0> + +2023-12-14 14:52:57.068958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:57.068964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 add.105> + +2023-12-14 14:52:57.068968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:57.068974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 multiply.42> + +2023-12-14 14:52:57.068978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:57.068984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 add.106> + +2023-12-14 14:52:57.068989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:57.068994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 multiply.45> + +2023-12-14 14:52:57.068999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:57.069004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 add.107> + +2023-12-14 14:52:57.069010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:57.069016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 multiply.47> + +2023-12-14 14:52:57.069020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:57.069026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 add.108> + +2023-12-14 14:52:57.069030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:57.069036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 multiply.49> + +2023-12-14 14:52:57.069041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:57.069046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 add.109> + +2023-12-14 14:52:57.069051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:57.069056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 multiply.51> + +2023-12-14 14:52:57.069065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:57.069071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 add.110> + +2023-12-14 14:52:57.069076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.53 +2023-12-14 14:52:57.069082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 multiply.53> + +2023-12-14 14:52:57.069087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:57.069092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 add.112> + +2023-12-14 14:52:57.069097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.55 +2023-12-14 14:52:57.069102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 multiply.55> + +2023-12-14 14:52:57.069107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:57.069112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <111 add.114> + +2023-12-14 14:52:57.069117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.57 +2023-12-14 14:52:57.069124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <109 multiply.57> + +2023-12-14 14:52:57.069130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:57.069135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <108 add.115> + +2023-12-14 14:52:57.069140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.59 +2023-12-14 14:52:57.069146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <106 multiply.59> + +2023-12-14 14:52:57.069150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:57.069156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <105 add.116> + +2023-12-14 14:52:57.069161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.61 +2023-12-14 14:52:57.069166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <103 multiply.61> + +2023-12-14 14:52:57.069171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:57.069177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <102 add.117> + +2023-12-14 14:52:57.069182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.63 +2023-12-14 14:52:57.069187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <100 multiply.63> + +2023-12-14 14:52:57.069193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:57.069198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <99 add.118> + +2023-12-14 14:52:57.069218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.65 +2023-12-14 14:52:57.069223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <97 multiply.65> + +2023-12-14 14:52:57.069229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.67 +2023-12-14 14:52:57.069235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <95 multiply.67> + +2023-12-14 14:52:57.069240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.0 +2023-12-14 14:52:57.069245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <94 clamp.0> + +2023-12-14 14:52:57.069251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.69 +2023-12-14 14:52:57.069256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <92 multiply.69> + +2023-12-14 14:52:57.069261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.146 +2023-12-14 14:52:57.069267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 constant.146> + +2023-12-14 14:52:57.069271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.147 +2023-12-14 14:52:57.069277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 constant.147> + +2023-12-14 14:52:57.069282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.148 +2023-12-14 14:52:57.069288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 constant.148> + +2023-12-14 14:52:57.069293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.149 +2023-12-14 14:52:57.069298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 constant.149> + +2023-12-14 14:52:57.069303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.150 +2023-12-14 14:52:57.069308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 constant.150> + +2023-12-14 14:52:57.069314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.151 +2023-12-14 14:52:57.069320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 constant.151> + +2023-12-14 14:52:57.069324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.152 +2023-12-14 14:52:57.069330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <113 constant.152> + +2023-12-14 14:52:57.069334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.153 +2023-12-14 14:52:57.069341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <110 constant.153> + +2023-12-14 14:52:57.069346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.154 +2023-12-14 14:52:57.069352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <107 constant.154> + +2023-12-14 14:52:57.069360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.155 +2023-12-14 14:52:57.069365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <104 constant.155> + +2023-12-14 14:52:57.069372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.156 +2023-12-14 14:52:57.069378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <101 constant.156> + +2023-12-14 14:52:57.069383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.157 +2023-12-14 14:52:57.069388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <98 constant.157> + +2023-12-14 14:52:57.069393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.158 +2023-12-14 14:52:57.069399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <96 constant.158> + +2023-12-14 14:52:57.069404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.159 +2023-12-14 14:52:57.069409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <93 constant.159> + +2023-12-14 14:52:57.069414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.160 +2023-12-14 14:52:57.069419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <91 constant.160> + +2023-12-14 14:52:57.069424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.161 +2023-12-14 14:52:57.069430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <88 constant.161> + +2023-12-14 14:52:57.069435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.6 +2023-12-14 14:52:57.069440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <90 convert.6> + +2023-12-14 14:52:57.069445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.23 +2023-12-14 14:52:57.069452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <89 param_0.23> + +2023-12-14 14:52:57.069456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:57.069462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:57.069467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:57.069472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:57.069477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.162 +2023-12-14 14:52:57.069482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.162> + +2023-12-14 14:52:57.069487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:57.069493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.38> + +2023-12-14 14:52:57.069501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:57.069508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.19> + +2023-12-14 14:52:57.069513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:57.069518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.39> + +2023-12-14 14:52:57.069523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.27 +2023-12-14 14:52:57.069528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.27> + +2023-12-14 14:52:57.069533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:57.069539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.20> + +2023-12-14 14:52:57.069543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:57.069549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.41> + +2023-12-14 14:52:57.069555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:57.069560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.23> + +2023-12-14 14:52:57.069566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:57.069571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.31> + +2023-12-14 14:52:57.069576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:57.069581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.43> + +2023-12-14 14:52:57.069586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:57.069592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.26> + +2023-12-14 14:52:57.069597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.35 +2023-12-14 14:52:57.069602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.35> + +2023-12-14 14:52:57.069607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:52:57.069612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 divide.1> + +2023-12-14 14:52:57.069618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.121 +2023-12-14 14:52:57.069623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 add.121> + +2023-12-14 14:52:57.069628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.163 +2023-12-14 14:52:57.069634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.163> + +2023-12-14 14:52:57.069641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.70 +2023-12-14 14:52:57.069647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 multiply.70> + +2023-12-14 14:52:57.069652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.122 +2023-12-14 14:52:57.069657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 add.122> + +2023-12-14 14:52:57.069662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.164 +2023-12-14 14:52:57.069668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.164> + +2023-12-14 14:52:57.069674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.71 +2023-12-14 14:52:57.069680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 multiply.71> + +2023-12-14 14:52:57.069685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.123 +2023-12-14 14:52:57.069690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 add.123> + +2023-12-14 14:52:57.069695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.165 +2023-12-14 14:52:57.069700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.165> + +2023-12-14 14:52:57.069705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.74 +2023-12-14 14:52:57.069711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <170 multiply.74> + +2023-12-14 14:52:57.069716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.124 +2023-12-14 14:52:57.069721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 add.124> + +2023-12-14 14:52:57.069726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.166 +2023-12-14 14:52:57.069732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 constant.166> + +2023-12-14 14:52:57.069737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.76 +2023-12-14 14:52:57.069743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <167 multiply.76> + +2023-12-14 14:52:57.069747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:57.069753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 add.125> + +2023-12-14 14:52:57.069758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.167 +2023-12-14 14:52:57.069763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <165 constant.167> + +2023-12-14 14:52:57.069768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.78 +2023-12-14 14:52:57.069773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <164 multiply.78> + +2023-12-14 14:52:57.069782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.126 +2023-12-14 14:52:57.069787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 add.126> + +2023-12-14 14:52:57.069792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.168 +2023-12-14 14:52:57.069799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 constant.168> + +2023-12-14 14:52:57.069803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.80 +2023-12-14 14:52:57.069809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 multiply.80> + +2023-12-14 14:52:57.069814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.127 +2023-12-14 14:52:57.069819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <160 add.127> + +2023-12-14 14:52:57.069824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.169 +2023-12-14 14:52:57.069829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <159 constant.169> + +2023-12-14 14:52:57.069834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.82 +2023-12-14 14:52:57.069840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 multiply.82> + +2023-12-14 14:52:57.069845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.129 +2023-12-14 14:52:57.069851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <157 add.129> + +2023-12-14 14:52:57.069856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.170 +2023-12-14 14:52:57.069862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <156 constant.170> + +2023-12-14 14:52:57.069867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.84 +2023-12-14 14:52:57.069872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <155 multiply.84> + +2023-12-14 14:52:57.069877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.130 +2023-12-14 14:52:57.069882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 add.130> + +2023-12-14 14:52:57.069887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.171 +2023-12-14 14:52:57.069893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 constant.171> + +2023-12-14 14:52:57.069898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.86 +2023-12-14 14:52:57.069903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <152 multiply.86> + +2023-12-14 14:52:57.069908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.132 +2023-12-14 14:52:57.069913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <151 add.132> + +2023-12-14 14:52:57.069923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.172 +2023-12-14 14:52:57.069928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 constant.172> + +2023-12-14 14:52:57.069933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.88 +2023-12-14 14:52:57.069939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 multiply.88> + +2023-12-14 14:52:57.069943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.133 +2023-12-14 14:52:57.069950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <148 add.133> + +2023-12-14 14:52:57.069954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.173 +2023-12-14 14:52:57.069960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 constant.173> + +2023-12-14 14:52:57.069965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.90 +2023-12-14 14:52:57.069970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 multiply.90> + +2023-12-14 14:52:57.069976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.134 +2023-12-14 14:52:57.069981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 add.134> + +2023-12-14 14:52:57.069986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.174 +2023-12-14 14:52:57.069991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 constant.174> + +2023-12-14 14:52:57.069996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.92 +2023-12-14 14:52:57.070002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 multiply.92> + +2023-12-14 14:52:57.070007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.175 +2023-12-14 14:52:57.070012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 constant.175> + +2023-12-14 14:52:57.070017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.94 +2023-12-14 14:52:57.070023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 multiply.94> + +2023-12-14 14:52:57.070028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.1 +2023-12-14 14:52:57.070033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 clamp.1> + +2023-12-14 14:52:57.070038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.176 +2023-12-14 14:52:57.070044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 constant.176> + +2023-12-14 14:52:57.070049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.96 +2023-12-14 14:52:57.070056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 multiply.96> + +2023-12-14 14:52:57.070064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.177 +2023-12-14 14:52:57.070070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 constant.177> + +2023-12-14 14:52:57.070075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.178 +2023-12-14 14:52:57.070080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 constant.178> + +2023-12-14 14:52:57.070085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.7 +2023-12-14 14:52:57.070090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 convert.7> + +2023-12-14 14:52:57.070096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.41 +2023-12-14 14:52:57.070101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <135 param_0.41> + +2023-12-14 14:52:57.070106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.135 +2023-12-14 14:52:57.070113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <232 add.135> + +2023-12-14 14:52:57.070117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.153 +2023-12-14 14:52:57.070123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <231 broadcast.153> + +2023-12-14 14:52:57.070128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.8 +2023-12-14 14:52:57.070133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <230 convert.8> + +2023-12-14 14:52:57.070138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.136 +2023-12-14 14:52:57.070143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <226 add.136> + +2023-12-14 14:52:57.070148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.154 +2023-12-14 14:52:57.070154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <225 broadcast.154> + +2023-12-14 14:52:57.070160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:57.070166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <223 xor.21> + +2023-12-14 14:52:57.070171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:57.070176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <222 or.23> + +2023-12-14 14:52:57.070181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:57.070186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <221 shift-right-logical.21> + +2023-12-14 14:52:57.070191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.156 +2023-12-14 14:52:57.070200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <220 broadcast.156> + +2023-12-14 14:52:57.070205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:57.070210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <219 subtract.24> + +2023-12-14 14:52:57.070216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:57.070223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <218 shift-left.19> + +2023-12-14 14:52:57.070228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.157 +2023-12-14 14:52:57.070234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <217 broadcast.157> + +2023-12-14 14:52:57.070238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:57.070244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <216 reshape.44> + +2023-12-14 14:52:57.070249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:57.070254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <215 slice.27> + +2023-12-14 14:52:57.070259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.137 +2023-12-14 14:52:57.070265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <214 add.137> + +2023-12-14 14:52:57.070269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:57.070275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <213 xor.22> + +2023-12-14 14:52:57.070281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:57.070286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <212 or.24> + +2023-12-14 14:52:57.070291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:57.070296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <211 shift-right-logical.22> + +2023-12-14 14:52:57.070301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.158 +2023-12-14 14:52:57.070307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <210 broadcast.158> + +2023-12-14 14:52:57.070312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:57.070317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <209 subtract.25> + +2023-12-14 14:52:57.070322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:57.070327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <208 shift-left.20> + +2023-12-14 14:52:57.070337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.159 +2023-12-14 14:52:57.070343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <207 broadcast.159> + +2023-12-14 14:52:57.070347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:57.070353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <206 reshape.45> + +2023-12-14 14:52:57.070358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:57.070363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <205 slice.28> + +2023-12-14 14:52:57.070368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.138 +2023-12-14 14:52:57.070373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <204 add.138> + +2023-12-14 14:52:57.070378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:57.070385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <203 xor.23> + +2023-12-14 14:52:57.070390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:57.070397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <202 or.25> + +2023-12-14 14:52:57.070402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:57.070408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <201 shift-right-logical.23> + +2023-12-14 14:52:57.070413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.160 +2023-12-14 14:52:57.070418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <200 broadcast.160> + +2023-12-14 14:52:57.070423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:57.070428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <199 subtract.26> + +2023-12-14 14:52:57.070433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:57.070439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <198 shift-left.21> + +2023-12-14 14:52:57.070444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.161 +2023-12-14 14:52:57.070449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <197 broadcast.161> + +2023-12-14 14:52:57.070454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:57.070460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <196 reshape.46> + +2023-12-14 14:52:57.070465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:57.070470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <195 slice.29> + +2023-12-14 14:52:57.070478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.139 +2023-12-14 14:52:57.070484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <194 add.139> + +2023-12-14 14:52:57.070489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:57.070495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <193 xor.24> + +2023-12-14 14:52:57.070500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:57.070505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <192 or.26> + +2023-12-14 14:52:57.070510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:57.070517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <191 shift-right-logical.24> + +2023-12-14 14:52:57.070522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.163 +2023-12-14 14:52:57.070528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <190 broadcast.163> + +2023-12-14 14:52:57.070533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:57.070538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <189 subtract.27> + +2023-12-14 14:52:57.070543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.179 +2023-12-14 14:52:57.070550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <188 constant.179> + +2023-12-14 14:52:57.070556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:57.070561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <187 shift-left.22> + +2023-12-14 14:52:57.070566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.164 +2023-12-14 14:52:57.070572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <186 broadcast.164> + +2023-12-14 14:52:57.070577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:57.070583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <185 reshape.47> + +2023-12-14 14:52:57.070587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:57.070593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <184 slice.30> + +2023-12-14 14:52:57.070598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.140 +2023-12-14 14:52:57.070603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <182 add.140> + +2023-12-14 14:52:57.070608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.142 +2023-12-14 14:52:57.070618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <229 add.142> + +2023-12-14 14:52:57.070623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.42 +2023-12-14 14:52:57.070629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <224 param_0.42> + +2023-12-14 14:52:57.070634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.60 +2023-12-14 14:52:57.070640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <183 param_1.60> + +2023-12-14 14:52:57.070645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.56 +2023-12-14 14:52:57.070650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <181 param_2.56> + +2023-12-14 14:52:57.070655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.65 +2023-12-14 14:52:57.070662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <180 param_3.65> + +2023-12-14 14:52:57.070666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.68 +2023-12-14 14:52:57.070672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <227 param_4.68> + +2023-12-14 14:52:57.070677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.180 +2023-12-14 14:52:57.070682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <228 constant.180> + +2023-12-14 14:52:57.070687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.070692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.070698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.070704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <408 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.070709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.070715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <410 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.070720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:57.070725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <406 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.070730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:57.070736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <405 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.070741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:57.070746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <404 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.070751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.143 +2023-12-14 14:52:57.070760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <87 add.143> + +2023-12-14 14:52:57.070766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.166 +2023-12-14 14:52:57.070772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <86 broadcast.166> + +2023-12-14 14:52:57.070777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.144 +2023-12-14 14:52:57.070782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <84 add.144> + +2023-12-14 14:52:57.070787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.43 +2023-12-14 14:52:57.070792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 param_0.43> + +2023-12-14 14:52:57.070797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:57.070803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <83 xor.25> + +2023-12-14 14:52:57.070807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:57.070813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <82 or.27> + +2023-12-14 14:52:57.070819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:57.070826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <81 shift-right-logical.25> + +2023-12-14 14:52:57.070831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:57.070836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <80 broadcast.167> + +2023-12-14 14:52:57.070841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:57.070847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 subtract.28> + +2023-12-14 14:52:57.070852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:57.070857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <78 shift-left.23> + +2023-12-14 14:52:57.070862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.168 +2023-12-14 14:52:57.070867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <77 broadcast.168> + +2023-12-14 14:52:57.070872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.48 +2023-12-14 14:52:57.070879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <76 reshape.48> + +2023-12-14 14:52:57.070885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:57.070891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <75 slice.31> + +2023-12-14 14:52:57.070899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.145 +2023-12-14 14:52:57.070905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <74 add.145> + +2023-12-14 14:52:57.070910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:57.070915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <73 xor.26> + +2023-12-14 14:52:57.070920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:57.070926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <72 or.28> + +2023-12-14 14:52:57.070930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:57.070937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <71 shift-right-logical.26> + +2023-12-14 14:52:57.070942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.170 +2023-12-14 14:52:57.070948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <70 broadcast.170> + +2023-12-14 14:52:57.070953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:57.070958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <69 subtract.29> + +2023-12-14 14:52:57.070963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:57.070969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <68 shift-left.24> + +2023-12-14 14:52:57.070973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.172 +2023-12-14 14:52:57.070979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <67 broadcast.172> + +2023-12-14 14:52:57.070984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:57.070990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <66 reshape.49> + +2023-12-14 14:52:57.070995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:57.071001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <65 slice.32> + +2023-12-14 14:52:57.071006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.146 +2023-12-14 14:52:57.071012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <64 add.146> + +2023-12-14 14:52:57.071016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:57.071022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <63 xor.27> + +2023-12-14 14:52:57.071026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.29 +2023-12-14 14:52:57.071032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 or.29> + +2023-12-14 14:52:57.071040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:57.071047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <61 shift-right-logical.27> + +2023-12-14 14:52:57.071052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:57.071057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <60 broadcast.173> + +2023-12-14 14:52:57.071063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.30 +2023-12-14 14:52:57.071068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 subtract.30> + +2023-12-14 14:52:57.071073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.181 +2023-12-14 14:52:57.071079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 constant.181> + +2023-12-14 14:52:57.071083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.61 +2023-12-14 14:52:57.071089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <53 param_1.61> + +2023-12-14 14:52:57.071094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:57.071100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <57 shift-left.25> + +2023-12-14 14:52:57.071105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.174 +2023-12-14 14:52:57.071111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 broadcast.174> + +2023-12-14 14:52:57.071116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:57.071122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 reshape.50> + +2023-12-14 14:52:57.071127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:57.071132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <54 slice.33> + +2023-12-14 14:52:57.071137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.147 +2023-12-14 14:52:57.071142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <52 add.147> + +2023-12-14 14:52:57.071147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.57 +2023-12-14 14:52:57.071154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <51 param_2.57> + +2023-12-14 14:52:57.071159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.66 +2023-12-14 14:52:57.071165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <50 param_3.66> + +2023-12-14 14:52:57.071170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:57.071178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.071184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:57.071189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <407 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.071194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:57.071200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <410 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.071205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:57.071211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <406 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.071216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:57.071221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <405 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.071226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.2 +2023-12-14 14:52:57.071232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <393 minimum.2> + +2023-12-14 14:52:57.071237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:57.071243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <392 maximum.4> + +2023-12-14 14:52:57.071248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.98 +2023-12-14 14:52:57.071253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <391 multiply.98> + +2023-12-14 14:52:57.071258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:57.071265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <390 broadcast.176> + +2023-12-14 14:52:57.071270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.182 +2023-12-14 14:52:57.071275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <389 constant.182> + +2023-12-14 14:52:57.071280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:57.071286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <388 select.41> + +2023-12-14 14:52:57.071290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.99 +2023-12-14 14:52:57.071296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <387 multiply.99> + +2023-12-14 14:52:57.071302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.148 +2023-12-14 14:52:57.071307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <386 add.148> + +2023-12-14 14:52:57.071312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.100 +2023-12-14 14:52:57.071328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <385 multiply.100> + +2023-12-14 14:52:57.071334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.149 +2023-12-14 14:52:57.071340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <384 add.149> + +2023-12-14 14:52:57.071345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.101 +2023-12-14 14:52:57.071350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <383 multiply.101> + +2023-12-14 14:52:57.071355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.150 +2023-12-14 14:52:57.071361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <382 add.150> + +2023-12-14 14:52:57.071366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.102 +2023-12-14 14:52:57.071372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <381 multiply.102> + +2023-12-14 14:52:57.071377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.152 +2023-12-14 14:52:57.071383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <380 add.152> + +2023-12-14 14:52:57.071388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.103 +2023-12-14 14:52:57.071393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <379 multiply.103> + +2023-12-14 14:52:57.071398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.153 +2023-12-14 14:52:57.071404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <378 add.153> + +2023-12-14 14:52:57.071409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.104 +2023-12-14 14:52:57.071414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <377 multiply.104> + +2023-12-14 14:52:57.071419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.154 +2023-12-14 14:52:57.071424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <376 add.154> + +2023-12-14 14:52:57.071430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.105 +2023-12-14 14:52:57.071437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <375 multiply.105> + +2023-12-14 14:52:57.071442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.155 +2023-12-14 14:52:57.071447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <374 add.155> + +2023-12-14 14:52:57.071452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.106 +2023-12-14 14:52:57.071457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <373 multiply.106> + +2023-12-14 14:52:57.071465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.156 +2023-12-14 14:52:57.071471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <372 add.156> + +2023-12-14 14:52:57.071476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.107 +2023-12-14 14:52:57.071482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <371 multiply.107> + +2023-12-14 14:52:57.071487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:57.071493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <370 select.42> + +2023-12-14 14:52:57.071498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.157 +2023-12-14 14:52:57.071503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <369 add.157> + +2023-12-14 14:52:57.071508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:57.071514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <368 broadcast.177> + +2023-12-14 14:52:57.071519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.183 +2023-12-14 14:52:57.071524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <367 constant.183> + +2023-12-14 14:52:57.071529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:57.071535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <366 sqrt.3> + +2023-12-14 14:52:57.071539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.158 +2023-12-14 14:52:57.071546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <365 add.158> + +2023-12-14 14:52:57.071552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:57.071557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <364 broadcast.178> + +2023-12-14 14:52:57.071562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.184 +2023-12-14 14:52:57.071568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <363 constant.184> + +2023-12-14 14:52:57.071572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:57.071578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <362 select.43> + +2023-12-14 14:52:57.071583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:57.071588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <361 broadcast.179> + +2023-12-14 14:52:57.071593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.185 +2023-12-14 14:52:57.071603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <360 constant.185> + +2023-12-14 14:52:57.071608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:57.071614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <359 broadcast.180> + +2023-12-14 14:52:57.071619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.186 +2023-12-14 14:52:57.071624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <358 constant.186> + +2023-12-14 14:52:57.071629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.44 +2023-12-14 14:52:57.071635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <357 select.44> + +2023-12-14 14:52:57.071639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:57.071645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <356 broadcast.181> + +2023-12-14 14:52:57.071650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.187 +2023-12-14 14:52:57.071656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <355 constant.187> + +2023-12-14 14:52:57.071661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:57.071667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <354 broadcast.182> + +2023-12-14 14:52:57.071672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.188 +2023-12-14 14:52:57.071678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <353 constant.188> + +2023-12-14 14:52:57.071683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.45 +2023-12-14 14:52:57.071688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <352 select.45> + +2023-12-14 14:52:57.071693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:57.071699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <351 broadcast.183> + +2023-12-14 14:52:57.071703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.189 +2023-12-14 14:52:57.071709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <350 constant.189> + +2023-12-14 14:52:57.071715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:57.071720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <349 broadcast.184> + +2023-12-14 14:52:57.071725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.191 +2023-12-14 14:52:57.071731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <348 constant.191> + +2023-12-14 14:52:57.071739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.46 +2023-12-14 14:52:57.071744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <347 select.46> + +2023-12-14 14:52:57.071749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:57.071755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <346 broadcast.185> + +2023-12-14 14:52:57.071760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.192 +2023-12-14 14:52:57.071766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <345 constant.192> + +2023-12-14 14:52:57.071771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:57.071776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <344 broadcast.186> + +2023-12-14 14:52:57.071781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.193 +2023-12-14 14:52:57.071786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <343 constant.193> + +2023-12-14 14:52:57.071792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.47 +2023-12-14 14:52:57.071798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <342 select.47> + +2023-12-14 14:52:57.071802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:57.071808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <341 broadcast.187> + +2023-12-14 14:52:57.071813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.194 +2023-12-14 14:52:57.071818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <340 constant.194> + +2023-12-14 14:52:57.071824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:57.071830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <339 broadcast.188> + +2023-12-14 14:52:57.071834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.195 +2023-12-14 14:52:57.071840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <338 constant.195> + +2023-12-14 14:52:57.071845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.48 +2023-12-14 14:52:57.071850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <337 select.48> + +2023-12-14 14:52:57.071856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:57.071861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <336 broadcast.189> + +2023-12-14 14:52:57.071866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.196 +2023-12-14 14:52:57.071871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <335 constant.196> + +2023-12-14 14:52:57.071880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:57.071886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <334 broadcast.190> + +2023-12-14 14:52:57.071891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.197 +2023-12-14 14:52:57.071896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <333 constant.197> + +2023-12-14 14:52:57.071901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.49 +2023-12-14 14:52:57.071906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <332 select.49> + +2023-12-14 14:52:57.071912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:57.071918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <331 broadcast.191> + +2023-12-14 14:52:57.071923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.198 +2023-12-14 14:52:57.071928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <330 constant.198> + +2023-12-14 14:52:57.071934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:57.071939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <329 broadcast.192> + +2023-12-14 14:52:57.071944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.199 +2023-12-14 14:52:57.071950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <328 constant.199> + +2023-12-14 14:52:57.071954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.50 +2023-12-14 14:52:57.071960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <327 select.50> + +2023-12-14 14:52:57.071965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:57.071970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <326 broadcast.193> + +2023-12-14 14:52:57.071976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.200 +2023-12-14 14:52:57.071981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <325 constant.200> + +2023-12-14 14:52:57.071987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:57.071993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <324 broadcast.194> + +2023-12-14 14:52:57.071997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.201 +2023-12-14 14:52:57.072003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <323 constant.201> + +2023-12-14 14:52:57.072008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.51 +2023-12-14 14:52:57.072016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <322 select.51> + +2023-12-14 14:52:57.072021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:57.072027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <321 broadcast.195> + +2023-12-14 14:52:57.072033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.202 +2023-12-14 14:52:57.072039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <320 constant.202> + +2023-12-14 14:52:57.072044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:57.072050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <319 broadcast.196> + +2023-12-14 14:52:57.072055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.203 +2023-12-14 14:52:57.072060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <318 constant.203> + +2023-12-14 14:52:57.072065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.18 +2023-12-14 14:52:57.072071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <317 compare.18> + +2023-12-14 14:52:57.072075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:57.072081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <316 broadcast.197> + +2023-12-14 14:52:57.072086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.204 +2023-12-14 14:52:57.072091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <315 constant.204> + +2023-12-14 14:52:57.072097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:57.072102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <314 negate.9> + +2023-12-14 14:52:57.072107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:57.072113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <313 log-plus-one.3> + +2023-12-14 14:52:57.072118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.108 +2023-12-14 14:52:57.072124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <312 multiply.108> + +2023-12-14 14:52:57.072128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:57.072134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <311 negate.10> + +2023-12-14 14:52:57.072139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.109 +2023-12-14 14:52:57.072144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <310 multiply.109> + +2023-12-14 14:52:57.072153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:57.072159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <309 broadcast.198> + +2023-12-14 14:52:57.072164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.19 +2023-12-14 14:52:57.072169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <308 compare.19> + +2023-12-14 14:52:57.072174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:57.072180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <307 broadcast.199> + +2023-12-14 14:52:57.072185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.205 +2023-12-14 14:52:57.072190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <306 constant.205> + +2023-12-14 14:52:57.072195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:57.072200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <305 abs.3> + +2023-12-14 14:52:57.072206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:57.072211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <304 reshape.51> + +2023-12-14 14:52:57.072217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.5 +2023-12-14 14:52:57.072223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <303 maximum.5> + +2023-12-14 14:52:57.072227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.159 +2023-12-14 14:52:57.072233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <302 add.159> + +2023-12-14 14:52:57.072238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.110 +2023-12-14 14:52:57.072243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <301 multiply.110> + +2023-12-14 14:52:57.072248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:57.072254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <300 broadcast.200> + +2023-12-14 14:52:57.072259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:57.072265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <299 reshape.52> + +2023-12-14 14:52:57.072270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.31 +2023-12-14 14:52:57.072276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <298 subtract.31> + +2023-12-14 14:52:57.072281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.53 +2023-12-14 14:52:57.072290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <297 reshape.53> + +2023-12-14 14:52:57.072295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:57.072300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <296 reshape.54> + +2023-12-14 14:52:57.072305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.160 +2023-12-14 14:52:57.072311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <294 add.160> + +2023-12-14 14:52:57.072316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:57.072322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <293 broadcast.201> + +2023-12-14 14:52:57.072327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.206 +2023-12-14 14:52:57.072332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <292 constant.206> + +2023-12-14 14:52:57.072338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.6 +2023-12-14 14:52:57.072344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <291 bitcast-convert.6> + +2023-12-14 14:52:57.072348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.30 +2023-12-14 14:52:57.072354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <290 or.30> + +2023-12-14 14:52:57.072358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:57.072364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <289 broadcast.202> + +2023-12-14 14:52:57.072369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.207 +2023-12-14 14:52:57.072375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <288 constant.207> + +2023-12-14 14:52:57.072380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:57.072385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <287 shift-right-logical.28> + +2023-12-14 14:52:57.072390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:57.072396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <286 broadcast.203> + +2023-12-14 14:52:57.072401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.208 +2023-12-14 14:52:57.072407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <285 constant.208> + +2023-12-14 14:52:57.072412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:57.072417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <284 concatenate.1> + +2023-12-14 14:52:57.072427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:57.072433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <281 broadcast.204> + +2023-12-14 14:52:57.072438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:57.072443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <279 broadcast.205> + +2023-12-14 14:52:57.072448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.7 +2023-12-14 14:52:57.072453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <278 bitcast-convert.7> + +2023-12-14 14:52:57.072459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.52 +2023-12-14 14:52:57.072464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <277 select.52> + +2023-12-14 14:52:57.072469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.53 +2023-12-14 14:52:57.072475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <276 select.53> + +2023-12-14 14:52:57.072479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.54 +2023-12-14 14:52:57.072485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <275 select.54> + +2023-12-14 14:52:57.072490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.162 +2023-12-14 14:52:57.072495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <274 add.162> + +2023-12-14 14:52:57.072500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.55 +2023-12-14 14:52:57.072505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <273 select.55> + +2023-12-14 14:52:57.072510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.31 +2023-12-14 14:52:57.072516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <272 or.31> + +2023-12-14 14:52:57.072521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.20 +2023-12-14 14:52:57.072526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <271 compare.20> + +2023-12-14 14:52:57.072531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:57.072537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <270 and.4> + +2023-12-14 14:52:57.072542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.21 +2023-12-14 14:52:57.072548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <269 compare.21> + +2023-12-14 14:52:57.072553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.22 +2023-12-14 14:52:57.072558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <268 compare.22> + +2023-12-14 14:52:57.072565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.5 +2023-12-14 14:52:57.072571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <267 and.5> + +2023-12-14 14:52:57.072576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.8 +2023-12-14 14:52:57.072582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <266 bitcast-convert.8> + +2023-12-14 14:52:57.072587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.23 +2023-12-14 14:52:57.072593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <265 compare.23> + +2023-12-14 14:52:57.072598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.209 +2023-12-14 14:52:57.072603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <264 constant.209> + +2023-12-14 14:52:57.072608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.24 +2023-12-14 14:52:57.072614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <263 compare.24> + +2023-12-14 14:52:57.072618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.9 +2023-12-14 14:52:57.072624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <262 convert.9> + +2023-12-14 14:52:57.072629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:57.072634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <260 broadcast.206> + +2023-12-14 14:52:57.072640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.44 +2023-12-14 14:52:57.072646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <280 param_0.44> + +2023-12-14 14:52:57.072651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.62 +2023-12-14 14:52:57.072657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <295 param_1.62> + +2023-12-14 14:52:57.072661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.58 +2023-12-14 14:52:57.072667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <282 param_2.58> + +2023-12-14 14:52:57.072672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.67 +2023-12-14 14:52:57.072677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <283 param_3.67> + +2023-12-14 14:52:57.072682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.9 +2023-12-14 14:52:57.072688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <259 bitcast-convert.9> + +2023-12-14 14:52:57.072692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.56 +2023-12-14 14:52:57.072698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <258 select.56> + +2023-12-14 14:52:57.072709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.57 +2023-12-14 14:52:57.072714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <257 select.57> + +2023-12-14 14:52:57.072719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.58 +2023-12-14 14:52:57.072724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <256 select.58> + +2023-12-14 14:52:57.072729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.163 +2023-12-14 14:52:57.072734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <255 add.163> + +2023-12-14 14:52:57.072739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.59 +2023-12-14 14:52:57.072744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <254 select.59> + +2023-12-14 14:52:57.072749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.210 +2023-12-14 14:52:57.072757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <253 constant.210> + +2023-12-14 14:52:57.072762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.211 +2023-12-14 14:52:57.072768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <252 constant.211> + +2023-12-14 14:52:57.072773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.32 +2023-12-14 14:52:57.072778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <251 or.32> + +2023-12-14 14:52:57.072783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.25 +2023-12-14 14:52:57.072788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <250 compare.25> + +2023-12-14 14:52:57.072793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.6 +2023-12-14 14:52:57.072799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <249 and.6> + +2023-12-14 14:52:57.072803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.212 +2023-12-14 14:52:57.072809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <248 constant.212> + +2023-12-14 14:52:57.072814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.26 +2023-12-14 14:52:57.072820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <247 compare.26> + +2023-12-14 14:52:57.072825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.213 +2023-12-14 14:52:57.072831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <246 constant.213> + +2023-12-14 14:52:57.072836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.214 +2023-12-14 14:52:57.072841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <245 constant.214> + +2023-12-14 14:52:57.072849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.27 +2023-12-14 14:52:57.072855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <244 compare.27> + +2023-12-14 14:52:57.072859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.215 +2023-12-14 14:52:57.072866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <243 constant.215> + +2023-12-14 14:52:57.072871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.7 +2023-12-14 14:52:57.072876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <242 and.7> + +2023-12-14 14:52:57.072882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.216 +2023-12-14 14:52:57.072887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <241 constant.216> + +2023-12-14 14:52:57.072892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.10 +2023-12-14 14:52:57.072898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <240 bitcast-convert.10> + +2023-12-14 14:52:57.072902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.217 +2023-12-14 14:52:57.072908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <239 constant.217> + +2023-12-14 14:52:57.072913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.28 +2023-12-14 14:52:57.072918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <238 compare.28> + +2023-12-14 14:52:57.072923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.218 +2023-12-14 14:52:57.072929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <237 constant.218> + +2023-12-14 14:52:57.072934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.219 +2023-12-14 14:52:57.072940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <236 constant.219> + +2023-12-14 14:52:57.072945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.69 +2023-12-14 14:52:57.072950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <261 param_4.69> + +2023-12-14 14:52:57.072955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.29 +2023-12-14 14:52:57.072961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <235 compare.29> + +2023-12-14 14:52:57.072965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.10 +2023-12-14 14:52:57.072971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <234 convert.10> + +2023-12-14 14:52:57.072977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_5.76 +2023-12-14 14:52:57.072982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <233 param_5.76> + +2023-12-14 14:52:57.072990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:57.072996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <26 fusion.2.clone> + +2023-12-14 14:52:57.073001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:57.073007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <39 fusion.9> + +2023-12-14 14:52:57.073012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:57.073017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <41 fusion.3> + +2023-12-14 14:52:57.073022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:57.073027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <414 while.1{1} (phi)> + +2023-12-14 14:52:57.073033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:57.073039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <415 while.1{2} (phi)> + +2023-12-14 14:52:57.073043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.13 +2023-12-14 14:52:57.073049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <38 Arg_1.2> + +2023-12-14 14:52:57.073053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.14 +2023-12-14 14:52:57.073060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 Arg_2.3> + +2023-12-14 14:52:57.073065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.164 +2023-12-14 14:52:57.073070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 add.164> + +2023-12-14 14:52:57.073075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:57.073081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <24 broadcast.207> + +2023-12-14 14:52:57.073086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:57.073092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <23 reshape.55> + +2023-12-14 14:52:57.073097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:57.073102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <22 slice.34> + +2023-12-14 14:52:57.073107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:57.073112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <20 slice.35> + +2023-12-14 14:52:57.073118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.45 +2023-12-14 14:52:57.073124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 param_0.45> + +2023-12-14 14:52:57.073132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:57.073137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <19 iota.2> + +2023-12-14 14:52:57.073143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5.clone +2023-12-14 14:52:57.073148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.073153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.15 +2023-12-14 14:52:57.073159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <43 Arg_0.1> + +2023-12-14 14:52:57.073163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.165 +2023-12-14 14:52:57.073169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 add.165> + +2023-12-14 14:52:57.073174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:57.073180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <17 broadcast.208> + +2023-12-14 14:52:57.073185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:57.073191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 reshape.56> + +2023-12-14 14:52:57.073196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:57.073202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <15 slice.36> + +2023-12-14 14:52:57.073207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:57.073212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <13 slice.37> + +2023-12-14 14:52:57.073217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.46 +2023-12-14 14:52:57.073223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 param_0.46> + +2023-12-14 14:52:57.073227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:57.073233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <12 iota.3> + +2023-12-14 14:52:57.073238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7.clone +2023-12-14 14:52:57.073244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.073249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.16 +2023-12-14 14:52:57.073255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <43 Arg_0.1> + +2023-12-14 14:52:57.074890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:57.074932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.074938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.074943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.074948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 Arg_0.1> (def) +2023-12-14 14:52:57.074953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.074958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.074962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 Arg_1.2> (def) +2023-12-14 14:52:57.074967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.074972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:57.074977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_2.3> (def) +2023-12-14 14:52:57.074981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.074986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:57.074991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.19> (def) +2023-12-14 14:52:57.074996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:57.075006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 constant.21> (def) +2023-12-14 14:52:57.075011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:57.075020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.22> (def) +2023-12-14 14:52:57.075025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:57.075035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.075040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.6{}> (def) +2023-12-14 14:52:57.075044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.075049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.19> +2023-12-14 14:52:57.075054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.075059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.075064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.075068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.075073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.075086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.6> +2023-12-14 14:52:57.075092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.075096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 fusion.4> +2023-12-14 14:52:57.075101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.075106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 fusion.8> +2023-12-14 14:52:57.075111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.075115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.22> +2023-12-14 14:52:57.075120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.075125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 constant.21> +2023-12-14 14:52:57.075130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:57.075140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.075145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 while.1{} (phi)> (def) +2023-12-14 14:52:57.075150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.075155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 while.1{0} (phi)> (def) +2023-12-14 14:52:57.075160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.075165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 while.1{1} (phi)> (def) +2023-12-14 14:52:57.075169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.075174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 while.1{2} (phi)> (def) +2023-12-14 14:52:57.075179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.075184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 while.1{3} (phi)> (def) +2023-12-14 14:52:57.075189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.075195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 while.1{4} (phi)> (def) +2023-12-14 14:52:57.075200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.075205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 while.1{5} (phi)> (def) +2023-12-14 14:52:57.075209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.075215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 while.1{6} (phi)> (def) +2023-12-14 14:52:57.075220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.075224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 while.1{7} (phi)> (def) +2023-12-14 14:52:57.075232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:57.075242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 while.1{1} (phi)> +2023-12-14 14:52:57.075247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:57.075257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 while.1{2} (phi)> +2023-12-14 14:52:57.075261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:57.075271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.3> (def) +2023-12-14 14:52:57.075276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:57.075286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 fusion.4> (def) +2023-12-14 14:52:57.075291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:57.075300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.6> (def) +2023-12-14 14:52:57.075306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:52:57.075315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 fusion.8> (def) +2023-12-14 14:52:57.075332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9: +2023-12-14 14:52:57.075341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.9> (def) +2023-12-14 14:52:57.075346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:57.075356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> +2023-12-14 14:52:57.075361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:57.075370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.075376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:57.075385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.075393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:57.075402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.075407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:57.075413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.075418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:57.075423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.075428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:57.075433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.075438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:57.075443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.075447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:57.075452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.075457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:57.075462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.075467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:57.075472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.075477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:57.075482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.075487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:57.075492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:57.075501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.102> (def) +2023-12-14 14:52:57.075506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:57.075516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 add.58> (def) +2023-12-14 14:52:57.075520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7: +2023-12-14 14:52:57.075530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.075538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 tuple.7{}> (def) +2023-12-14 14:52:57.075544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.075548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 add.58> +2023-12-14 14:52:57.075553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.075558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.075563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.075567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.075572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.075577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.075582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.075586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.075592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.075598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.075603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.075607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.075612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.075617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.075622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.76: +2023-12-14 14:52:57.075631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.075636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.77: +2023-12-14 14:52:57.075645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.075652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.78: +2023-12-14 14:52:57.075662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.075667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.79: +2023-12-14 14:52:57.075679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.075684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.80: +2023-12-14 14:52:57.075693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.075698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.81: +2023-12-14 14:52:57.075708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.075714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.82: +2023-12-14 14:52:57.075723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.075728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.84: +2023-12-14 14:52:57.075738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.075742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.075752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.075757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:57.075767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.075773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:57.075783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.075788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:57.075793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.075798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:57.075802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.075807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:57.075812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.075817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:57.075826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.075831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:57.075836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.075841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:57.075845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.075850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:57.075855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.075860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:57.075865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.075871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:57.075876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:57.075885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> (def) +2023-12-14 14:52:57.075890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:57.075901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> (def) +2023-12-14 14:52:57.075905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:57.075915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.075919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0: +2023-12-14 14:52:57.075929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 divide.0> (def) +2023-12-14 14:52:57.075934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:57.075944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.105> (def) +2023-12-14 14:52:57.075948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:57.075959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 multiply.42> (def) +2023-12-14 14:52:57.075963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:57.075976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 add.106> (def) +2023-12-14 14:52:57.075981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.075986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:57.075991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 multiply.45> (def) +2023-12-14 14:52:57.075996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:57.076005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.107> (def) +2023-12-14 14:52:57.076010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:57.076020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 multiply.47> (def) +2023-12-14 14:52:57.076025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:57.076035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 add.108> (def) +2023-12-14 14:52:57.076040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:57.076049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 multiply.49> (def) +2023-12-14 14:52:57.076054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:57.076063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 add.109> (def) +2023-12-14 14:52:57.076068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:57.076079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 multiply.51> (def) +2023-12-14 14:52:57.076084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:57.076094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 add.110> (def) +2023-12-14 14:52:57.076099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53: +2023-12-14 14:52:57.076108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 multiply.53> (def) +2023-12-14 14:52:57.076113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:57.076125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.112> (def) +2023-12-14 14:52:57.076130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55: +2023-12-14 14:52:57.076140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 multiply.55> (def) +2023-12-14 14:52:57.076145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:57.076155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.114> (def) +2023-12-14 14:52:57.076160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57: +2023-12-14 14:52:57.076169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 multiply.57> (def) +2023-12-14 14:52:57.076174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:57.076183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.115> (def) +2023-12-14 14:52:57.076188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59: +2023-12-14 14:52:57.076198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 multiply.59> (def) +2023-12-14 14:52:57.076203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:57.076213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 add.116> (def) +2023-12-14 14:52:57.076218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61: +2023-12-14 14:52:57.076227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 multiply.61> (def) +2023-12-14 14:52:57.076232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:57.076241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.117> (def) +2023-12-14 14:52:57.076246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63: +2023-12-14 14:52:57.076256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 multiply.63> (def) +2023-12-14 14:52:57.076261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:57.076274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.118> (def) +2023-12-14 14:52:57.076279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65: +2023-12-14 14:52:57.076288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 multiply.65> (def) +2023-12-14 14:52:57.076293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67: +2023-12-14 14:52:57.076303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 multiply.67> (def) +2023-12-14 14:52:57.076307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0: +2023-12-14 14:52:57.076319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 clamp.0> (def) +2023-12-14 14:52:57.076323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69: +2023-12-14 14:52:57.076333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 multiply.69> (def) +2023-12-14 14:52:57.076337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146: +2023-12-14 14:52:57.076347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.146> (def) +2023-12-14 14:52:57.076351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147: +2023-12-14 14:52:57.076361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 constant.147> (def) +2023-12-14 14:52:57.076367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148: +2023-12-14 14:52:57.076377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.148> (def) +2023-12-14 14:52:57.076382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149: +2023-12-14 14:52:57.076391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.149> (def) +2023-12-14 14:52:57.076396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150: +2023-12-14 14:52:57.076405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 constant.150> (def) +2023-12-14 14:52:57.076410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151: +2023-12-14 14:52:57.076423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.151> (def) +2023-12-14 14:52:57.076427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152: +2023-12-14 14:52:57.076437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 constant.152> (def) +2023-12-14 14:52:57.076442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153: +2023-12-14 14:52:57.076452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 constant.153> (def) +2023-12-14 14:52:57.076456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154: +2023-12-14 14:52:57.076466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.154> (def) +2023-12-14 14:52:57.076470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155: +2023-12-14 14:52:57.076481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.155> (def) +2023-12-14 14:52:57.076486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156: +2023-12-14 14:52:57.076495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 constant.156> (def) +2023-12-14 14:52:57.076501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157: +2023-12-14 14:52:57.076510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 constant.157> (def) +2023-12-14 14:52:57.076515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158: +2023-12-14 14:52:57.076524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 constant.158> (def) +2023-12-14 14:52:57.076529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159: +2023-12-14 14:52:57.076539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 constant.159> (def) +2023-12-14 14:52:57.076544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160: +2023-12-14 14:52:57.076553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 constant.160> (def) +2023-12-14 14:52:57.076559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161: +2023-12-14 14:52:57.076573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 constant.161> (def) +2023-12-14 14:52:57.076578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6: +2023-12-14 14:52:57.076588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 convert.6> (def) +2023-12-14 14:52:57.076593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23: +2023-12-14 14:52:57.076602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 param_0.23> (def) +2023-12-14 14:52:57.076607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:57.076617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:57.076622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:57.076631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:57.076636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162: +2023-12-14 14:52:57.076646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> (def) +2023-12-14 14:52:57.076651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:57.076660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> (def) +2023-12-14 14:52:57.076665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:57.076674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> (def) +2023-12-14 14:52:57.076680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:57.076689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> (def) +2023-12-14 14:52:57.076694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27: +2023-12-14 14:52:57.076704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> (def) +2023-12-14 14:52:57.076709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:57.076721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> (def) +2023-12-14 14:52:57.076726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:57.076735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> (def) +2023-12-14 14:52:57.076741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:57.076750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> (def) +2023-12-14 14:52:57.076756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:57.076765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> (def) +2023-12-14 14:52:57.076770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:57.076779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> (def) +2023-12-14 14:52:57.076784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:57.076793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> (def) +2023-12-14 14:52:57.076799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35: +2023-12-14 14:52:57.076809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> (def) +2023-12-14 14:52:57.076814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:52:57.076823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 divide.1> (def) +2023-12-14 14:52:57.076828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121: +2023-12-14 14:52:57.076837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.121> (def) +2023-12-14 14:52:57.076842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163: +2023-12-14 14:52:57.076851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.163> (def) +2023-12-14 14:52:57.076856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70: +2023-12-14 14:52:57.076867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.70> (def) +2023-12-14 14:52:57.076874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122: +2023-12-14 14:52:57.076884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 add.122> (def) +2023-12-14 14:52:57.076889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164: +2023-12-14 14:52:57.076898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.164> (def) +2023-12-14 14:52:57.076903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71: +2023-12-14 14:52:57.076912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.71> (def) +2023-12-14 14:52:57.076919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123: +2023-12-14 14:52:57.076929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.123> (def) +2023-12-14 14:52:57.076933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165: +2023-12-14 14:52:57.076943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.165> (def) +2023-12-14 14:52:57.076947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74: +2023-12-14 14:52:57.076957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.74> (def) +2023-12-14 14:52:57.076962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124: +2023-12-14 14:52:57.076972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.124> (def) +2023-12-14 14:52:57.076977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166: +2023-12-14 14:52:57.076987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.166> (def) +2023-12-14 14:52:57.076992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.076997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76: +2023-12-14 14:52:57.077001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.76> (def) +2023-12-14 14:52:57.077006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:57.077016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 add.125> (def) +2023-12-14 14:52:57.077023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167: +2023-12-14 14:52:57.077033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 constant.167> (def) +2023-12-14 14:52:57.077039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78: +2023-12-14 14:52:57.077049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 multiply.78> (def) +2023-12-14 14:52:57.077053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126: +2023-12-14 14:52:57.077063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 add.126> (def) +2023-12-14 14:52:57.077068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168: +2023-12-14 14:52:57.077077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 constant.168> (def) +2023-12-14 14:52:57.077083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80: +2023-12-14 14:52:57.077092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 multiply.80> (def) +2023-12-14 14:52:57.077097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127: +2023-12-14 14:52:57.077107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.127> (def) +2023-12-14 14:52:57.077112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169: +2023-12-14 14:52:57.077121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.169> (def) +2023-12-14 14:52:57.077126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82: +2023-12-14 14:52:57.077135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 multiply.82> (def) +2023-12-14 14:52:57.077141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129: +2023-12-14 14:52:57.077150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 add.129> (def) +2023-12-14 14:52:57.077155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170: +2023-12-14 14:52:57.077165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.170> (def) +2023-12-14 14:52:57.077173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84: +2023-12-14 14:52:57.077182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 multiply.84> (def) +2023-12-14 14:52:57.077187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130: +2023-12-14 14:52:57.077198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 add.130> (def) +2023-12-14 14:52:57.077203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171: +2023-12-14 14:52:57.077212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.171> (def) +2023-12-14 14:52:57.077217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86: +2023-12-14 14:52:57.077227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 multiply.86> (def) +2023-12-14 14:52:57.077232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132: +2023-12-14 14:52:57.077241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 add.132> (def) +2023-12-14 14:52:57.077246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172: +2023-12-14 14:52:57.077256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.172> (def) +2023-12-14 14:52:57.077261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88: +2023-12-14 14:52:57.077270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 multiply.88> (def) +2023-12-14 14:52:57.077275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133: +2023-12-14 14:52:57.077285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.133> (def) +2023-12-14 14:52:57.077290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173: +2023-12-14 14:52:57.077299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.173> (def) +2023-12-14 14:52:57.077305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90: +2023-12-14 14:52:57.077314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.90> (def) +2023-12-14 14:52:57.077321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134: +2023-12-14 14:52:57.077331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.134> (def) +2023-12-14 14:52:57.077336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174: +2023-12-14 14:52:57.077346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.174> (def) +2023-12-14 14:52:57.077351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92: +2023-12-14 14:52:57.077361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.92> (def) +2023-12-14 14:52:57.077366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175: +2023-12-14 14:52:57.077375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 constant.175> (def) +2023-12-14 14:52:57.077380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94: +2023-12-14 14:52:57.077389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 multiply.94> (def) +2023-12-14 14:52:57.077394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1: +2023-12-14 14:52:57.077405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 clamp.1> (def) +2023-12-14 14:52:57.077410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176: +2023-12-14 14:52:57.077420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 constant.176> (def) +2023-12-14 14:52:57.077425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96: +2023-12-14 14:52:57.077434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 multiply.96> (def) +2023-12-14 14:52:57.077439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177: +2023-12-14 14:52:57.077448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.177> (def) +2023-12-14 14:52:57.077453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178: +2023-12-14 14:52:57.077463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.178> (def) +2023-12-14 14:52:57.077471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7: +2023-12-14 14:52:57.077481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 convert.7> (def) +2023-12-14 14:52:57.077485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41: +2023-12-14 14:52:57.077495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 param_0.41> (def) +2023-12-14 14:52:57.077500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135: +2023-12-14 14:52:57.077509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 add.135> (def) +2023-12-14 14:52:57.077514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153: +2023-12-14 14:52:57.077525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.153> (def) +2023-12-14 14:52:57.077529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8: +2023-12-14 14:52:57.077539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 convert.8> (def) +2023-12-14 14:52:57.077544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136: +2023-12-14 14:52:57.077553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 add.136> (def) +2023-12-14 14:52:57.077558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154: +2023-12-14 14:52:57.077567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.154> (def) +2023-12-14 14:52:57.077572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:57.077583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 xor.21> (def) +2023-12-14 14:52:57.077587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:57.077597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 or.23> (def) +2023-12-14 14:52:57.077602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:57.077611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 shift-right-logical.21> (def) +2023-12-14 14:52:57.077619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156: +2023-12-14 14:52:57.077629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 broadcast.156> (def) +2023-12-14 14:52:57.077634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:57.077645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 subtract.24> (def) +2023-12-14 14:52:57.077649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:57.077659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 shift-left.19> (def) +2023-12-14 14:52:57.077664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157: +2023-12-14 14:52:57.077673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 broadcast.157> (def) +2023-12-14 14:52:57.077678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:57.077688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 reshape.44> (def) +2023-12-14 14:52:57.077693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:57.077703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 slice.27> (def) +2023-12-14 14:52:57.077708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137: +2023-12-14 14:52:57.077718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 add.137> (def) +2023-12-14 14:52:57.077722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:57.077732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 xor.22> (def) +2023-12-14 14:52:57.077736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:57.077747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 or.24> (def) +2023-12-14 14:52:57.077751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:57.077762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 shift-right-logical.22> (def) +2023-12-14 14:52:57.077770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158: +2023-12-14 14:52:57.077779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.158> (def) +2023-12-14 14:52:57.077784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:57.077794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 subtract.25> (def) +2023-12-14 14:52:57.077799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:57.077809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 shift-left.20> (def) +2023-12-14 14:52:57.077814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159: +2023-12-14 14:52:57.077824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 broadcast.159> (def) +2023-12-14 14:52:57.077829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:57.077838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 reshape.45> (def) +2023-12-14 14:52:57.077843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:57.077853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 slice.28> (def) +2023-12-14 14:52:57.077858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138: +2023-12-14 14:52:57.077868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 add.138> (def) +2023-12-14 14:52:57.077872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:57.077883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 xor.23> (def) +2023-12-14 14:52:57.077887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:57.077897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 or.25> (def) +2023-12-14 14:52:57.077902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:57.077912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 shift-right-logical.23> (def) +2023-12-14 14:52:57.077920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160: +2023-12-14 14:52:57.077929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 broadcast.160> (def) +2023-12-14 14:52:57.077934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:57.077945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 subtract.26> (def) +2023-12-14 14:52:57.077949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:57.077959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 shift-left.21> (def) +2023-12-14 14:52:57.077965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161: +2023-12-14 14:52:57.077975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 broadcast.161> (def) +2023-12-14 14:52:57.077980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:57.077989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 reshape.46> (def) +2023-12-14 14:52:57.077994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.077999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:57.078004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 slice.29> (def) +2023-12-14 14:52:57.078009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139: +2023-12-14 14:52:57.078018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.139> (def) +2023-12-14 14:52:57.078024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:57.078033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 xor.24> (def) +2023-12-14 14:52:57.078038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:57.078047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 or.26> (def) +2023-12-14 14:52:57.078052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:57.078062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 shift-right-logical.24> (def) +2023-12-14 14:52:57.078070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163: +2023-12-14 14:52:57.078081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 broadcast.163> (def) +2023-12-14 14:52:57.078086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:57.078095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 subtract.27> (def) +2023-12-14 14:52:57.078100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179: +2023-12-14 14:52:57.078109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 constant.179> (def) +2023-12-14 14:52:57.078114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:57.078124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 shift-left.22> (def) +2023-12-14 14:52:57.078130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164: +2023-12-14 14:52:57.078140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.164> (def) +2023-12-14 14:52:57.078144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:57.078154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 reshape.47> (def) +2023-12-14 14:52:57.078159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:57.078168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 slice.30> (def) +2023-12-14 14:52:57.078173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140: +2023-12-14 14:52:57.078183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.140> (def) +2023-12-14 14:52:57.078189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142: +2023-12-14 14:52:57.078198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 add.142> (def) +2023-12-14 14:52:57.078203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42: +2023-12-14 14:52:57.078212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 param_0.42> (def) +2023-12-14 14:52:57.078220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60: +2023-12-14 14:52:57.078229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 param_1.60> (def) +2023-12-14 14:52:57.078234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56: +2023-12-14 14:52:57.078246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 param_2.56> (def) +2023-12-14 14:52:57.078251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65: +2023-12-14 14:52:57.078260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 param_3.65> (def) +2023-12-14 14:52:57.078265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68: +2023-12-14 14:52:57.078274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 param_4.68> (def) +2023-12-14 14:52:57.078279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180: +2023-12-14 14:52:57.078288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.180> (def) +2023-12-14 14:52:57.078293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.078304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> (def) +2023-12-14 14:52:57.078309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.078318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.078323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.078332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.078337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:57.078347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.078352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:57.078362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.078370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:57.078380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.078385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143: +2023-12-14 14:52:57.078394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 add.143> (def) +2023-12-14 14:52:57.078399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166: +2023-12-14 14:52:57.078410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.166> (def) +2023-12-14 14:52:57.078415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144: +2023-12-14 14:52:57.078426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.144> (def) +2023-12-14 14:52:57.078430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43: +2023-12-14 14:52:57.078440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 param_0.43> (def) +2023-12-14 14:52:57.078444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:57.078454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.25> (def) +2023-12-14 14:52:57.078459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:57.078469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.27> (def) +2023-12-14 14:52:57.078473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:57.078484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.25> (def) +2023-12-14 14:52:57.078489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:57.078498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.167> (def) +2023-12-14 14:52:57.078503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:57.078512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.28> (def) +2023-12-14 14:52:57.078520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:57.078530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 shift-left.23> (def) +2023-12-14 14:52:57.078535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168: +2023-12-14 14:52:57.078545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 broadcast.168> (def) +2023-12-14 14:52:57.078550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48: +2023-12-14 14:52:57.078560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 reshape.48> (def) +2023-12-14 14:52:57.078564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:57.078575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 slice.31> (def) +2023-12-14 14:52:57.078580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145: +2023-12-14 14:52:57.078589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 add.145> (def) +2023-12-14 14:52:57.078594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:57.078604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 xor.26> (def) +2023-12-14 14:52:57.078609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:57.078618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 or.28> (def) +2023-12-14 14:52:57.078623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:57.078634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 shift-right-logical.26> (def) +2023-12-14 14:52:57.078638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170: +2023-12-14 14:52:57.078648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 broadcast.170> (def) +2023-12-14 14:52:57.078653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:57.078664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 subtract.29> (def) +2023-12-14 14:52:57.078671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:57.078682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 shift-left.24> (def) +2023-12-14 14:52:57.078687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172: +2023-12-14 14:52:57.078696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 broadcast.172> (def) +2023-12-14 14:52:57.078701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:57.078711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 reshape.49> (def) +2023-12-14 14:52:57.078715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:57.078725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 slice.32> (def) +2023-12-14 14:52:57.078730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146: +2023-12-14 14:52:57.078740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.146> (def) +2023-12-14 14:52:57.078745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:57.078755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 xor.27> (def) +2023-12-14 14:52:57.078759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29: +2023-12-14 14:52:57.078769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 or.29> (def) +2023-12-14 14:52:57.078774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:57.078784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 shift-right-logical.27> (def) +2023-12-14 14:52:57.078789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:57.078799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 broadcast.173> (def) +2023-12-14 14:52:57.078804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30: +2023-12-14 14:52:57.078813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 subtract.30> (def) +2023-12-14 14:52:57.078818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181: +2023-12-14 14:52:57.078832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 constant.181> (def) +2023-12-14 14:52:57.078837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61: +2023-12-14 14:52:57.078847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 param_1.61> (def) +2023-12-14 14:52:57.078852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:57.078861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 shift-left.25> (def) +2023-12-14 14:52:57.078866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174: +2023-12-14 14:52:57.078876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 broadcast.174> (def) +2023-12-14 14:52:57.078880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:57.078890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 reshape.50> (def) +2023-12-14 14:52:57.078894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:57.078906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 slice.33> (def) +2023-12-14 14:52:57.078911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147: +2023-12-14 14:52:57.078920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.147> (def) +2023-12-14 14:52:57.078925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57: +2023-12-14 14:52:57.078934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 param_2.57> (def) +2023-12-14 14:52:57.078939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66: +2023-12-14 14:52:57.078948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_3.66> (def) +2023-12-14 14:52:57.078953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:57.078963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> (def) +2023-12-14 14:52:57.078969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:57.078981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.078986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.078990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:57.078995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.079000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:57.079009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.079015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:57.079026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.079031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2: +2023-12-14 14:52:57.079041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 minimum.2> (def) +2023-12-14 14:52:57.079045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:57.079055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 maximum.4> (def) +2023-12-14 14:52:57.079059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98: +2023-12-14 14:52:57.079069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.98> (def) +2023-12-14 14:52:57.079074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:57.079084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 broadcast.176> (def) +2023-12-14 14:52:57.079089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182: +2023-12-14 14:52:57.079098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 constant.182> (def) +2023-12-14 14:52:57.079103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:57.079112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 select.41> (def) +2023-12-14 14:52:57.079117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99: +2023-12-14 14:52:57.079131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.99> (def) +2023-12-14 14:52:57.079136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148: +2023-12-14 14:52:57.079147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 add.148> (def) +2023-12-14 14:52:57.079152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100: +2023-12-14 14:52:57.079161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 multiply.100> (def) +2023-12-14 14:52:57.079166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149: +2023-12-14 14:52:57.079177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 add.149> (def) +2023-12-14 14:52:57.079182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101: +2023-12-14 14:52:57.079191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 multiply.101> (def) +2023-12-14 14:52:57.079196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150: +2023-12-14 14:52:57.079205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 add.150> (def) +2023-12-14 14:52:57.079211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102: +2023-12-14 14:52:57.079220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 multiply.102> (def) +2023-12-14 14:52:57.079225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152: +2023-12-14 14:52:57.079235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 add.152> (def) +2023-12-14 14:52:57.079239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103: +2023-12-14 14:52:57.079249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 multiply.103> (def) +2023-12-14 14:52:57.079253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153: +2023-12-14 14:52:57.079263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 add.153> (def) +2023-12-14 14:52:57.079268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104: +2023-12-14 14:52:57.079281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 multiply.104> (def) +2023-12-14 14:52:57.079286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154: +2023-12-14 14:52:57.079296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 add.154> (def) +2023-12-14 14:52:57.079300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105: +2023-12-14 14:52:57.079310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 multiply.105> (def) +2023-12-14 14:52:57.079314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155: +2023-12-14 14:52:57.079330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 add.155> (def) +2023-12-14 14:52:57.079336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106: +2023-12-14 14:52:57.079345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 multiply.106> (def) +2023-12-14 14:52:57.079351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156: +2023-12-14 14:52:57.079360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 add.156> (def) +2023-12-14 14:52:57.079365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107: +2023-12-14 14:52:57.079375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 multiply.107> (def) +2023-12-14 14:52:57.079380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:57.079389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 select.42> (def) +2023-12-14 14:52:57.079395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157: +2023-12-14 14:52:57.079405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 add.157> (def) +2023-12-14 14:52:57.079410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:57.079419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 broadcast.177> (def) +2023-12-14 14:52:57.079424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183: +2023-12-14 14:52:57.079436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 constant.183> (def) +2023-12-14 14:52:57.079441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:57.079450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 sqrt.3> (def) +2023-12-14 14:52:57.079456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158: +2023-12-14 14:52:57.079466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 add.158> (def) +2023-12-14 14:52:57.079471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:57.079480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 broadcast.178> (def) +2023-12-14 14:52:57.079485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184: +2023-12-14 14:52:57.079494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 constant.184> (def) +2023-12-14 14:52:57.079499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:57.079508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 select.43> (def) +2023-12-14 14:52:57.079515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:57.079525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 broadcast.179> (def) +2023-12-14 14:52:57.079529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185: +2023-12-14 14:52:57.079539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 constant.185> (def) +2023-12-14 14:52:57.079543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:57.079553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 broadcast.180> (def) +2023-12-14 14:52:57.079558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186: +2023-12-14 14:52:57.079567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 constant.186> (def) +2023-12-14 14:52:57.079572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44: +2023-12-14 14:52:57.079586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 select.44> (def) +2023-12-14 14:52:57.079591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:57.079600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 broadcast.181> (def) +2023-12-14 14:52:57.079605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187: +2023-12-14 14:52:57.079614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 constant.187> (def) +2023-12-14 14:52:57.079619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:57.079629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 broadcast.182> (def) +2023-12-14 14:52:57.079635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188: +2023-12-14 14:52:57.079645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 constant.188> (def) +2023-12-14 14:52:57.079650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45: +2023-12-14 14:52:57.079659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 select.45> (def) +2023-12-14 14:52:57.079664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:57.079674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 broadcast.183> (def) +2023-12-14 14:52:57.079679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189: +2023-12-14 14:52:57.079688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 constant.189> (def) +2023-12-14 14:52:57.079693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:57.079703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 broadcast.184> (def) +2023-12-14 14:52:57.079708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191: +2023-12-14 14:52:57.079717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 constant.191> (def) +2023-12-14 14:52:57.079722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46: +2023-12-14 14:52:57.079735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 select.46> (def) +2023-12-14 14:52:57.079740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:57.079749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 broadcast.185> (def) +2023-12-14 14:52:57.079755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192: +2023-12-14 14:52:57.079765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 constant.192> (def) +2023-12-14 14:52:57.079769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:57.079779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 broadcast.186> (def) +2023-12-14 14:52:57.079783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193: +2023-12-14 14:52:57.079794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 constant.193> (def) +2023-12-14 14:52:57.079799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47: +2023-12-14 14:52:57.079808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 select.47> (def) +2023-12-14 14:52:57.079813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:57.079823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 broadcast.187> (def) +2023-12-14 14:52:57.079828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194: +2023-12-14 14:52:57.079837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 constant.194> (def) +2023-12-14 14:52:57.079842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:57.079852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 broadcast.188> (def) +2023-12-14 14:52:57.079857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195: +2023-12-14 14:52:57.079866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 constant.195> (def) +2023-12-14 14:52:57.079871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48: +2023-12-14 14:52:57.079884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 select.48> (def) +2023-12-14 14:52:57.079889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:57.079900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 broadcast.189> (def) +2023-12-14 14:52:57.079905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196: +2023-12-14 14:52:57.079914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 constant.196> (def) +2023-12-14 14:52:57.079919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:57.079929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 broadcast.190> (def) +2023-12-14 14:52:57.079933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197: +2023-12-14 14:52:57.079944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 constant.197> (def) +2023-12-14 14:52:57.079948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49: +2023-12-14 14:52:57.079959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 select.49> (def) +2023-12-14 14:52:57.079963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:57.079973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 broadcast.191> (def) +2023-12-14 14:52:57.079978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198: +2023-12-14 14:52:57.079987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 constant.198> (def) +2023-12-14 14:52:57.079992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.079997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:57.080002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 broadcast.192> (def) +2023-12-14 14:52:57.080007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199: +2023-12-14 14:52:57.080017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 constant.199> (def) +2023-12-14 14:52:57.080022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50: +2023-12-14 14:52:57.080044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 select.50> (def) +2023-12-14 14:52:57.080049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:57.080060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 broadcast.193> (def) +2023-12-14 14:52:57.080065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200: +2023-12-14 14:52:57.080075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 constant.200> (def) +2023-12-14 14:52:57.080079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:57.080089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 broadcast.194> (def) +2023-12-14 14:52:57.080093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201: +2023-12-14 14:52:57.080103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 constant.201> (def) +2023-12-14 14:52:57.080107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51: +2023-12-14 14:52:57.080118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 select.51> (def) +2023-12-14 14:52:57.080123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:57.080133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 broadcast.195> (def) +2023-12-14 14:52:57.080137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202: +2023-12-14 14:52:57.080147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 constant.202> (def) +2023-12-14 14:52:57.080151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:57.080161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 broadcast.196> (def) +2023-12-14 14:52:57.080166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203: +2023-12-14 14:52:57.080176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 constant.203> (def) +2023-12-14 14:52:57.080181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18: +2023-12-14 14:52:57.080194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 compare.18> (def) +2023-12-14 14:52:57.080198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:57.080208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.197> (def) +2023-12-14 14:52:57.080213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204: +2023-12-14 14:52:57.080222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 constant.204> (def) +2023-12-14 14:52:57.080227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:57.080239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 negate.9> (def) +2023-12-14 14:52:57.080244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:57.080253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 log-plus-one.3> (def) +2023-12-14 14:52:57.080258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108: +2023-12-14 14:52:57.080268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 multiply.108> (def) +2023-12-14 14:52:57.080272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:57.080282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 negate.10> (def) +2023-12-14 14:52:57.080287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109: +2023-12-14 14:52:57.080296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 multiply.109> (def) +2023-12-14 14:52:57.080302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:57.080311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.198> (def) +2023-12-14 14:52:57.080316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19: +2023-12-14 14:52:57.080325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 compare.19> (def) +2023-12-14 14:52:57.080333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:57.080344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 broadcast.199> (def) +2023-12-14 14:52:57.080348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205: +2023-12-14 14:52:57.080359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 constant.205> (def) +2023-12-14 14:52:57.080363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:57.080373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 abs.3> (def) +2023-12-14 14:52:57.080377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:57.080387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 reshape.51> (def) +2023-12-14 14:52:57.080391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5: +2023-12-14 14:52:57.080402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 maximum.5> (def) +2023-12-14 14:52:57.080406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159: +2023-12-14 14:52:57.080416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 add.159> (def) +2023-12-14 14:52:57.080421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110: +2023-12-14 14:52:57.080431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 multiply.110> (def) +2023-12-14 14:52:57.080435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:57.080445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 broadcast.200> (def) +2023-12-14 14:52:57.080451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:57.080461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 reshape.52> (def) +2023-12-14 14:52:57.080465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31: +2023-12-14 14:52:57.080475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 subtract.31> (def) +2023-12-14 14:52:57.080480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53: +2023-12-14 14:52:57.080492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 reshape.53> (def) +2023-12-14 14:52:57.080497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:57.080507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 reshape.54> (def) +2023-12-14 14:52:57.080512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160: +2023-12-14 14:52:57.080521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 add.160> (def) +2023-12-14 14:52:57.080526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:57.080535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 broadcast.201> (def) +2023-12-14 14:52:57.080541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206: +2023-12-14 14:52:57.080550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 constant.206> (def) +2023-12-14 14:52:57.080555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6: +2023-12-14 14:52:57.080566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 bitcast-convert.6> (def) +2023-12-14 14:52:57.080571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30: +2023-12-14 14:52:57.080580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 or.30> (def) +2023-12-14 14:52:57.080585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:57.080595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 broadcast.202> (def) +2023-12-14 14:52:57.080600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207: +2023-12-14 14:52:57.080610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 constant.207> (def) +2023-12-14 14:52:57.080614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:57.080624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 shift-right-logical.28> (def) +2023-12-14 14:52:57.080632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:57.080641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 broadcast.203> (def) +2023-12-14 14:52:57.080646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208: +2023-12-14 14:52:57.080656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 constant.208> (def) +2023-12-14 14:52:57.080661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:57.080671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 concatenate.1> (def) +2023-12-14 14:52:57.080676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:57.080686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 broadcast.204> (def) +2023-12-14 14:52:57.080690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:57.080700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 broadcast.205> (def) +2023-12-14 14:52:57.080704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7: +2023-12-14 14:52:57.080714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 bitcast-convert.7> (def) +2023-12-14 14:52:57.080720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52: +2023-12-14 14:52:57.080731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 select.52> (def) +2023-12-14 14:52:57.080736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53: +2023-12-14 14:52:57.080745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 select.53> (def) +2023-12-14 14:52:57.080750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54: +2023-12-14 14:52:57.080759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 select.54> (def) +2023-12-14 14:52:57.080764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162: +2023-12-14 14:52:57.080773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 add.162> (def) +2023-12-14 14:52:57.080782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55: +2023-12-14 14:52:57.080791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.55> (def) +2023-12-14 14:52:57.080796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31: +2023-12-14 14:52:57.080805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 or.31> (def) +2023-12-14 14:52:57.080810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20: +2023-12-14 14:52:57.080819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 compare.20> (def) +2023-12-14 14:52:57.080824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:57.080834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 and.4> (def) +2023-12-14 14:52:57.080839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21: +2023-12-14 14:52:57.080850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 compare.21> (def) +2023-12-14 14:52:57.080854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22: +2023-12-14 14:52:57.080864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 compare.22> (def) +2023-12-14 14:52:57.080868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5: +2023-12-14 14:52:57.080878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 and.5> (def) +2023-12-14 14:52:57.080882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8: +2023-12-14 14:52:57.080893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 bitcast-convert.8> (def) +2023-12-14 14:52:57.080897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23: +2023-12-14 14:52:57.080908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 compare.23> (def) +2023-12-14 14:52:57.080912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209: +2023-12-14 14:52:57.080922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.209> (def) +2023-12-14 14:52:57.080931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24: +2023-12-14 14:52:57.080941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.24> (def) +2023-12-14 14:52:57.080946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9: +2023-12-14 14:52:57.080955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 convert.9> (def) +2023-12-14 14:52:57.080962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:57.080971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.206> (def) +2023-12-14 14:52:57.080976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44: +2023-12-14 14:52:57.080985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 param_0.44> (def) +2023-12-14 14:52:57.080990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.080995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62: +2023-12-14 14:52:57.081001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 param_1.62> (def) +2023-12-14 14:52:57.081006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58: +2023-12-14 14:52:57.081015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 param_2.58> (def) +2023-12-14 14:52:57.081020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67: +2023-12-14 14:52:57.081030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 param_3.67> (def) +2023-12-14 14:52:57.081035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9: +2023-12-14 14:52:57.081044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 bitcast-convert.9> (def) +2023-12-14 14:52:57.081049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56: +2023-12-14 14:52:57.081059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.56> (def) +2023-12-14 14:52:57.081064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57: +2023-12-14 14:52:57.081073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 select.57> (def) +2023-12-14 14:52:57.081083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58: +2023-12-14 14:52:57.081093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 select.58> (def) +2023-12-14 14:52:57.081098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163: +2023-12-14 14:52:57.081107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.163> (def) +2023-12-14 14:52:57.081112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59: +2023-12-14 14:52:57.081122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 select.59> (def) +2023-12-14 14:52:57.081126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210: +2023-12-14 14:52:57.081136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.210> (def) +2023-12-14 14:52:57.081142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211: +2023-12-14 14:52:57.081151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.211> (def) +2023-12-14 14:52:57.081156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32: +2023-12-14 14:52:57.081166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 or.32> (def) +2023-12-14 14:52:57.081171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25: +2023-12-14 14:52:57.081181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 compare.25> (def) +2023-12-14 14:52:57.081185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6: +2023-12-14 14:52:57.081195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 and.6> (def) +2023-12-14 14:52:57.081199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212: +2023-12-14 14:52:57.081210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 constant.212> (def) +2023-12-14 14:52:57.081214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26: +2023-12-14 14:52:57.081224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 compare.26> (def) +2023-12-14 14:52:57.081229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213: +2023-12-14 14:52:57.081242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 constant.213> (def) +2023-12-14 14:52:57.081246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214: +2023-12-14 14:52:57.081256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 constant.214> (def) +2023-12-14 14:52:57.081260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27: +2023-12-14 14:52:57.081271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 compare.27> (def) +2023-12-14 14:52:57.081276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215: +2023-12-14 14:52:57.081286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 constant.215> (def) +2023-12-14 14:52:57.081290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7: +2023-12-14 14:52:57.081300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 and.7> (def) +2023-12-14 14:52:57.081304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216: +2023-12-14 14:52:57.081314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 constant.216> (def) +2023-12-14 14:52:57.081319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10: +2023-12-14 14:52:57.081329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 bitcast-convert.10> (def) +2023-12-14 14:52:57.081335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217: +2023-12-14 14:52:57.081344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 constant.217> (def) +2023-12-14 14:52:57.081349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28: +2023-12-14 14:52:57.081358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 compare.28> (def) +2023-12-14 14:52:57.081363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218: +2023-12-14 14:52:57.081372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.218> (def) +2023-12-14 14:52:57.081377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219: +2023-12-14 14:52:57.081391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.219> (def) +2023-12-14 14:52:57.081395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69: +2023-12-14 14:52:57.081405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 param_4.69> (def) +2023-12-14 14:52:57.081409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29: +2023-12-14 14:52:57.081419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 compare.29> (def) +2023-12-14 14:52:57.081423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10: +2023-12-14 14:52:57.081433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 convert.10> (def) +2023-12-14 14:52:57.081437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76: +2023-12-14 14:52:57.081449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 param_5.76> (def) +2023-12-14 14:52:57.081454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:57.081464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> (def) +2023-12-14 14:52:57.081468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:57.081478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.9> +2023-12-14 14:52:57.081483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:57.081492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.3> +2023-12-14 14:52:57.081498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:57.081508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 while.1{1} (phi)> +2023-12-14 14:52:57.081512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:57.081522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 while.1{2} (phi)> +2023-12-14 14:52:57.081526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13: +2023-12-14 14:52:57.081539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 Arg_1.2> +2023-12-14 14:52:57.081543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14: +2023-12-14 14:52:57.081553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_2.3> +2023-12-14 14:52:57.081558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164: +2023-12-14 14:52:57.081569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.164> (def) +2023-12-14 14:52:57.081574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:57.081584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.207> (def) +2023-12-14 14:52:57.081588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:57.081598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.55> (def) +2023-12-14 14:52:57.081602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:57.081612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.34> (def) +2023-12-14 14:52:57.081617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:57.081627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.35> (def) +2023-12-14 14:52:57.081632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45: +2023-12-14 14:52:57.081641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.45> (def) +2023-12-14 14:52:57.081646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:57.081655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.2> (def) +2023-12-14 14:52:57.081660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone: +2023-12-14 14:52:57.081670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> (def) +2023-12-14 14:52:57.081675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15: +2023-12-14 14:52:57.081688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 Arg_0.1> +2023-12-14 14:52:57.081692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165: +2023-12-14 14:52:57.081702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.165> (def) +2023-12-14 14:52:57.081707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:57.081716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.208> (def) +2023-12-14 14:52:57.081722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:57.081731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.56> (def) +2023-12-14 14:52:57.081736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:57.081746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.36> (def) +2023-12-14 14:52:57.081751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:57.081760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.37> (def) +2023-12-14 14:52:57.081765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46: +2023-12-14 14:52:57.081775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.46> (def) +2023-12-14 14:52:57.081780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:57.081789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.3> (def) +2023-12-14 14:52:57.081794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone: +2023-12-14 14:52:57.081804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> (def) +2023-12-14 14:52:57.081809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.081813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16: +2023-12-14 14:52:57.081818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 Arg_0.1> +2023-12-14 14:52:57.081823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.081828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.081836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.081841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone +2023-12-14 14:52:57.081846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {2} +2023-12-14 14:52:57.081851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:57.081855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.081860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:57.081866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.081871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.081876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.081881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone +2023-12-14 14:52:57.081887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:57.081891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:57.081896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.081901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:57.081906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.081911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> +2023-12-14 14:52:57.081916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.081920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:57.081926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.081931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:57.081935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.081941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> +2023-12-14 14:52:57.081946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.081951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:57.081955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.081963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:57.081969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.081974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> +2023-12-14 14:52:57.081978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.081985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:57.081990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.081995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> +2023-12-14 14:52:57.082005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35 +2023-12-14 14:52:57.082014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:57.082024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.082029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> +2023-12-14 14:52:57.082034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:57.082043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:57.082053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> +2023-12-14 14:52:57.082063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:57.082072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> +2023-12-14 14:52:57.082090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:57.082099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:57.082110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:57.082115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> +2023-12-14 14:52:57.082120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:57.082129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.082144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:57.082153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {1} +2023-12-14 14:52:57.082159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:57.082164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 1 +2023-12-14 14:52:57.082174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.082180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.082185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.082194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {2} +2023-12-14 14:52:57.082202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.082206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 2 +2023-12-14 14:52:57.082218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.082223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.3> +2023-12-14 14:52:57.082229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:57.082238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:57.082248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.37> +2023-12-14 14:52:57.082257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:57.082267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 0 +2023-12-14 14:52:57.082277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.46> +2023-12-14 14:52:57.082288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46 +2023-12-14 14:52:57.082297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:57.082307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.082312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.36> +2023-12-14 14:52:57.082319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:57.082330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:57.082339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.56> +2023-12-14 14:52:57.082350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:57.082359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:57.082369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.208> +2023-12-14 14:52:57.082379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:57.082389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 1 +2023-12-14 14:52:57.082398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.165> +2023-12-14 14:52:57.082409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165 +2023-12-14 14:52:57.082418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.2> +2023-12-14 14:52:57.082436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:57.082446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:57.082455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.35> +2023-12-14 14:52:57.082465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:57.082475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 0 +2023-12-14 14:52:57.082485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.45> +2023-12-14 14:52:57.082495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45 +2023-12-14 14:52:57.082505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:57.082514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.082519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.34> +2023-12-14 14:52:57.082524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:57.082534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:57.082545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.55> +2023-12-14 14:52:57.082558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:57.082567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:57.082577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.207> +2023-12-14 14:52:57.082588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:57.082598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 1 +2023-12-14 14:52:57.082608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.164> +2023-12-14 14:52:57.082618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164 +2023-12-14 14:52:57.082627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> +2023-12-14 14:52:57.082641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:57.082652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:57.082657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.082671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> +2023-12-14 14:52:57.082675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27 +2023-12-14 14:52:57.082685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:57.082694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:57.082699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.082704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> +2023-12-14 14:52:57.082710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:57.082719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:57.082729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> +2023-12-14 14:52:57.082738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:57.082748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:57.082757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> +2023-12-14 14:52:57.082769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:57.082778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:57.082788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> +2023-12-14 14:52:57.082800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:57.082810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:57.082820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:57.082830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:57.082840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:57.082850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> +2023-12-14 14:52:57.082860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162 +2023-12-14 14:52:57.082869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:57.082879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.162 = u32[] constant(466688986) +2023-12-14 14:52:57.082884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:57.082890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:57.082899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.102> +2023-12-14 14:52:57.082916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:57.082928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:57.082937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:57.082942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 add.58> +2023-12-14 14:52:57.082948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:57.082958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {0} +2023-12-14 14:52:57.082963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 0 +2023-12-14 14:52:57.082972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %get-tuple-element.84, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.082977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 tuple.7{}> +2023-12-14 14:52:57.082982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.082987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {} +2023-12-14 14:52:57.082992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.082997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.7 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %get-tuple-element.79, u32[] %get-tuple-element.78, /*index=5*/u32[] %get-tuple-element.80, u32[4]{0} %get-tuple-element.76, u32[4]{0} %get-tuple-element.77) +2023-12-14 14:52:57.083002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 Arg_1.2> +2023-12-14 14:52:57.083006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.083016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13 +2023-12-14 14:52:57.083021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9, operand 0 +2023-12-14 14:52:57.083031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 4 +2023-12-14 14:52:57.083036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 4 +2023-12-14 14:52:57.083045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.083050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.9> +2023-12-14 14:52:57.083055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9 +2023-12-14 14:52:57.083064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:57.083070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:57.083079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:57.083084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_2.3> +2023-12-14 14:52:57.083094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:57.083104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14 +2023-12-14 14:52:57.083108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:57.083118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 5 +2023-12-14 14:52:57.083123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 5 +2023-12-14 14:52:57.083129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.083133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.3> +2023-12-14 14:52:57.083138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:57.083148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:57.083153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:57.083162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:57.083167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.19> +2023-12-14 14:52:57.083180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:57.083190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:57.083195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:57.083205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:57.083210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 Arg_0.1> +2023-12-14 14:52:57.083215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.083224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15 +2023-12-14 14:52:57.083229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16 +2023-12-14 14:52:57.083234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:52:57.083243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:57.083249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:57.083255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:57.083260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:57.083265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone, operand 0 +2023-12-14 14:52:57.083270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone, operand 0 +2023-12-14 14:52:57.083274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.083279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.6> +2023-12-14 14:52:57.083284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:57.083294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {3} +2023-12-14 14:52:57.083298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:57.083308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 fusion.4> +2023-12-14 14:52:57.083326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:57.083336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {4} +2023-12-14 14:52:57.083341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:57.083350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 fusion.8> +2023-12-14 14:52:57.083360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:52:57.083369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {5} +2023-12-14 14:52:57.083375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:57.083385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.22> +2023-12-14 14:52:57.083395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:57.083404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {6} +2023-12-14 14:52:57.083409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:57.083419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.083424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 constant.21> +2023-12-14 14:52:57.083430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:57.083441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {7} +2023-12-14 14:52:57.083449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:57.083459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.083464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.6{}> +2023-12-14 14:52:57.083469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:57.083478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:57.083490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.19, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %constant.22, u32[4]{0} %constant.21) +2023-12-14 14:52:57.083495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_3.66> +2023-12-14 14:52:57.083501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66 +2023-12-14 14:52:57.083510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 0 +2023-12-14 14:52:57.083520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.083525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 param_2.57> +2023-12-14 14:52:57.083529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57 +2023-12-14 14:52:57.083539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:57.083549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:57.083554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 1 +2023-12-14 14:52:57.083560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.083565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.147> +2023-12-14 14:52:57.083569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147 +2023-12-14 14:52:57.083579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 0 +2023-12-14 14:52:57.083591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:57.083597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 param_1.61> +2023-12-14 14:52:57.083607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61 +2023-12-14 14:52:57.083617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:57.083627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:57.083632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:57.083636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.083641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 slice.33> +2023-12-14 14:52:57.083646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:57.083656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:57.083666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 reshape.50> +2023-12-14 14:52:57.083676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:57.083686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 1 +2023-12-14 14:52:57.083696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174, operand 0 +2023-12-14 14:52:57.083701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 broadcast.174> +2023-12-14 14:52:57.083714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174 +2023-12-14 14:52:57.083723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:57.083733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 shift-left.25> +2023-12-14 14:52:57.083743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:57.083753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 0 +2023-12-14 14:52:57.083763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 constant.181> +2023-12-14 14:52:57.083773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181 +2023-12-14 14:52:57.083782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:57.083792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:57.083798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 0 +2023-12-14 14:52:57.083803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.181 = u32[] constant(32) +2023-12-14 14:52:57.083808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 subtract.30> +2023-12-14 14:52:57.083813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30 +2023-12-14 14:52:57.083823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:57.083836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 broadcast.173> +2023-12-14 14:52:57.083845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:57.083855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:57.083865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 shift-right-logical.27> +2023-12-14 14:52:57.083876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:57.083886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 1 +2023-12-14 14:52:57.083895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 or.29> +2023-12-14 14:52:57.083905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29 +2023-12-14 14:52:57.083914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:57.083925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 xor.27> +2023-12-14 14:52:57.083935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:57.083947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:57.083957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:57.083962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 1 +2023-12-14 14:52:57.083966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.083971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.146> +2023-12-14 14:52:57.083976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.083982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146 +2023-12-14 14:52:57.083986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.083991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 0 +2023-12-14 14:52:57.083996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:57.084001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 slice.32> +2023-12-14 14:52:57.084010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:57.084020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:57.084029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 reshape.49> +2023-12-14 14:52:57.084040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:57.084050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:57.084059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172, operand 0 +2023-12-14 14:52:57.084067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 broadcast.172> +2023-12-14 14:52:57.084076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172 +2023-12-14 14:52:57.084086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:57.084099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 shift-left.24> +2023-12-14 14:52:57.084109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:57.084118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:57.084128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 subtract.29> +2023-12-14 14:52:57.084137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:57.084147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170, operand 0 +2023-12-14 14:52:57.084157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 broadcast.170> +2023-12-14 14:52:57.084167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170 +2023-12-14 14:52:57.084179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:57.084189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 shift-right-logical.26> +2023-12-14 14:52:57.084199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:57.084209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:57.084220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 or.28> +2023-12-14 14:52:57.084229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:57.084238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:57.084248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 xor.26> +2023-12-14 14:52:57.084258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:57.084267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:57.084277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:57.084283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 1 +2023-12-14 14:52:57.084288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 add.145> +2023-12-14 14:52:57.084300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145 +2023-12-14 14:52:57.084309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 0 +2023-12-14 14:52:57.084320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:57.084325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 slice.31> +2023-12-14 14:52:57.084334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:57.084344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48, operand 0 +2023-12-14 14:52:57.084354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 reshape.48> +2023-12-14 14:52:57.084364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48 +2023-12-14 14:52:57.084374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:57.084384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168, operand 0 +2023-12-14 14:52:57.084388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 broadcast.168> +2023-12-14 14:52:57.084399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168 +2023-12-14 14:52:57.084412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:57.084422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 shift-left.23> +2023-12-14 14:52:57.084432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:57.084441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:57.084451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.28> +2023-12-14 14:52:57.084461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:57.084471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:57.084482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.167> +2023-12-14 14:52:57.084492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:57.084501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:57.084511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.25> +2023-12-14 14:52:57.084524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:57.084534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:57.084544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.27> +2023-12-14 14:52:57.084553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:57.084563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:57.084572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.25> +2023-12-14 14:52:57.084583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:57.084593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 1 +2023-12-14 14:52:57.084602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.144> +2023-12-14 14:52:57.084612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144 +2023-12-14 14:52:57.084621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 0 +2023-12-14 14:52:57.084631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 param_0.43> +2023-12-14 14:52:57.084646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43 +2023-12-14 14:52:57.084655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166, operand 0 +2023-12-14 14:52:57.084665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.43 = u32[] parameter(0) +2023-12-14 14:52:57.084670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.166> +2023-12-14 14:52:57.084675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166 +2023-12-14 14:52:57.084684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 1 +2023-12-14 14:52:57.084694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 add.143> +2023-12-14 14:52:57.084705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143 +2023-12-14 14:52:57.084714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 constant.161> +2023-12-14 14:52:57.084728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161 +2023-12-14 14:52:57.084738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 0 +2023-12-14 14:52:57.084748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.161 = f32[] constant(-4) +2023-12-14 14:52:57.084754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 param_0.23> +2023-12-14 14:52:57.084762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23 +2023-12-14 14:52:57.084772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6, operand 0 +2023-12-14 14:52:57.084781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.23 = s32[] parameter(0) +2023-12-14 14:52:57.084786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 convert.6> +2023-12-14 14:52:57.084791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6 +2023-12-14 14:52:57.084800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 0 +2023-12-14 14:52:57.084810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 constant.160> +2023-12-14 14:52:57.084821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160 +2023-12-14 14:52:57.084830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 1 +2023-12-14 14:52:57.084840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:57.084844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 multiply.69> +2023-12-14 14:52:57.084849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69 +2023-12-14 14:52:57.084859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 1 +2023-12-14 14:52:57.084869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 constant.159> +2023-12-14 14:52:57.084880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159 +2023-12-14 14:52:57.084894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 2 +2023-12-14 14:52:57.084904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.159 = f32[] constant(4) +2023-12-14 14:52:57.084908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 clamp.0> +2023-12-14 14:52:57.084913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0 +2023-12-14 14:52:57.084923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:57.084933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 0 +2023-12-14 14:52:57.084938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 1 +2023-12-14 14:52:57.084943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.084948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 multiply.67> +2023-12-14 14:52:57.084953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.084957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67 +2023-12-14 14:52:57.084962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.084967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:57.084973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:57.084979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:57.084983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:57.084988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 1 +2023-12-14 14:52:57.084993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 1 +2023-12-14 14:52:57.084997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 1 +2023-12-14 14:52:57.085003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 1 +2023-12-14 14:52:57.085008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 1 +2023-12-14 14:52:57.085013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 1 +2023-12-14 14:52:57.085017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 0 +2023-12-14 14:52:57.085022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 constant.158> +2023-12-14 14:52:57.085035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158 +2023-12-14 14:52:57.085045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 1 +2023-12-14 14:52:57.085054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.158 = f32[] constant(0) +2023-12-14 14:52:57.085061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 multiply.65> +2023-12-14 14:52:57.085065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65 +2023-12-14 14:52:57.085075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:57.085085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:57.085090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 constant.157> +2023-12-14 14:52:57.085100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157 +2023-12-14 14:52:57.085109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:57.085119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.085124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.118> +2023-12-14 14:52:57.085129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:57.085139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 0 +2023-12-14 14:52:57.085149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 multiply.63> +2023-12-14 14:52:57.085161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63 +2023-12-14 14:52:57.085171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:57.085181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 constant.156> +2023-12-14 14:52:57.085191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156 +2023-12-14 14:52:57.085201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:57.085211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.085215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.117> +2023-12-14 14:52:57.085220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:57.085229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 0 +2023-12-14 14:52:57.085239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 multiply.61> +2023-12-14 14:52:57.085250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61 +2023-12-14 14:52:57.085259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:57.085269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.155> +2023-12-14 14:52:57.085281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155 +2023-12-14 14:52:57.085291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:57.085303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.085308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 add.116> +2023-12-14 14:52:57.085313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:57.085322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 0 +2023-12-14 14:52:57.085332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 multiply.59> +2023-12-14 14:52:57.085341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59 +2023-12-14 14:52:57.085351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:57.085362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.154> +2023-12-14 14:52:57.085372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154 +2023-12-14 14:52:57.085381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:57.085391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.085396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.115> +2023-12-14 14:52:57.085401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:57.085414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 0 +2023-12-14 14:52:57.085425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 multiply.57> +2023-12-14 14:52:57.085434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57 +2023-12-14 14:52:57.085444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:57.085453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 constant.153> +2023-12-14 14:52:57.085463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153 +2023-12-14 14:52:57.085473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:57.085484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.085488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.114> +2023-12-14 14:52:57.085493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:57.085502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 0 +2023-12-14 14:52:57.085512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 multiply.55> +2023-12-14 14:52:57.085522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55 +2023-12-14 14:52:57.085534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:57.085545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 constant.152> +2023-12-14 14:52:57.085554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152 +2023-12-14 14:52:57.085564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:57.085573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.085579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.112> +2023-12-14 14:52:57.085584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:57.085593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 0 +2023-12-14 14:52:57.085604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 multiply.53> +2023-12-14 14:52:57.085613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53 +2023-12-14 14:52:57.085623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:57.085633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.151> +2023-12-14 14:52:57.085642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151 +2023-12-14 14:52:57.085652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:57.085666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.085670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 add.110> +2023-12-14 14:52:57.085675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:57.085684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:57.085695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 multiply.51> +2023-12-14 14:52:57.085705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:57.085714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 0 +2023-12-14 14:52:57.085725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 constant.150> +2023-12-14 14:52:57.085734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150 +2023-12-14 14:52:57.085744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:57.085754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.085759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 add.109> +2023-12-14 14:52:57.085763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:57.085773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:57.085783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 multiply.49> +2023-12-14 14:52:57.085797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:57.085807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:57.085816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.149> +2023-12-14 14:52:57.085826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149 +2023-12-14 14:52:57.085836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:57.085848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.085853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 add.108> +2023-12-14 14:52:57.085858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:57.085868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:57.085877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 multiply.47> +2023-12-14 14:52:57.085887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:57.085896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:57.085908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.148> +2023-12-14 14:52:57.085923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148 +2023-12-14 14:52:57.085932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:57.085942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.085946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.107> +2023-12-14 14:52:57.085951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:57.085962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:57.085972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.085977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 multiply.45> +2023-12-14 14:52:57.085982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.085987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:57.085991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.085996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:57.086001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 constant.147> +2023-12-14 14:52:57.086010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147 +2023-12-14 14:52:57.086021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:57.086031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.086035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 add.106> +2023-12-14 14:52:57.086043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:57.086052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:57.086062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 multiply.42> +2023-12-14 14:52:57.086073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:57.086083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:57.086093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.146> +2023-12-14 14:52:57.086103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146 +2023-12-14 14:52:57.086112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:57.086122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.086126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.105> +2023-12-14 14:52:57.086132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:57.086142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 1 +2023-12-14 14:52:57.086152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 divide.0> +2023-12-14 14:52:57.086161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0 +2023-12-14 14:52:57.086173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.178> +2023-12-14 14:52:57.086188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178 +2023-12-14 14:52:57.086198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 0 +2023-12-14 14:52:57.086209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.178 = f32[] constant(-4) +2023-12-14 14:52:57.086214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 param_0.41> +2023-12-14 14:52:57.086219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41 +2023-12-14 14:52:57.086228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7, operand 0 +2023-12-14 14:52:57.086239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.41 = s32[] parameter(0) +2023-12-14 14:52:57.086245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 convert.7> +2023-12-14 14:52:57.086249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7 +2023-12-14 14:52:57.086259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 0 +2023-12-14 14:52:57.086269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.177> +2023-12-14 14:52:57.086278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177 +2023-12-14 14:52:57.086288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 1 +2023-12-14 14:52:57.086301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:57.086306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 multiply.96> +2023-12-14 14:52:57.086310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96 +2023-12-14 14:52:57.086320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 1 +2023-12-14 14:52:57.086330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 constant.176> +2023-12-14 14:52:57.086340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176 +2023-12-14 14:52:57.086350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 2 +2023-12-14 14:52:57.086360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.176 = f32[] constant(4) +2023-12-14 14:52:57.086364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 clamp.1> +2023-12-14 14:52:57.086369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1 +2023-12-14 14:52:57.086379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 0 +2023-12-14 14:52:57.086389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 0 +2023-12-14 14:52:57.086394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 1 +2023-12-14 14:52:57.086398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 multiply.94> +2023-12-14 14:52:57.086409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94 +2023-12-14 14:52:57.086418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 1 +2023-12-14 14:52:57.086431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 1 +2023-12-14 14:52:57.086435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 1 +2023-12-14 14:52:57.086440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 1 +2023-12-14 14:52:57.086446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 1 +2023-12-14 14:52:57.086450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 1 +2023-12-14 14:52:57.086455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 1 +2023-12-14 14:52:57.086461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 1 +2023-12-14 14:52:57.086465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 1 +2023-12-14 14:52:57.086470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 1 +2023-12-14 14:52:57.086475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 0 +2023-12-14 14:52:57.086480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 constant.175> +2023-12-14 14:52:57.086491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175 +2023-12-14 14:52:57.086501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 1 +2023-12-14 14:52:57.086512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.175 = f32[] constant(0) +2023-12-14 14:52:57.086517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.92> +2023-12-14 14:52:57.086522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92 +2023-12-14 14:52:57.086531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:57.086541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 0 +2023-12-14 14:52:57.086545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.174> +2023-12-14 14:52:57.086558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174 +2023-12-14 14:52:57.086568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 1 +2023-12-14 14:52:57.086579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.086583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.134> +2023-12-14 14:52:57.086588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134 +2023-12-14 14:52:57.086598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 0 +2023-12-14 14:52:57.086607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.90> +2023-12-14 14:52:57.086617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90 +2023-12-14 14:52:57.086627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 0 +2023-12-14 14:52:57.086637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.173> +2023-12-14 14:52:57.086646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173 +2023-12-14 14:52:57.086656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 1 +2023-12-14 14:52:57.086665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.086670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.133> +2023-12-14 14:52:57.086675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133 +2023-12-14 14:52:57.086689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 0 +2023-12-14 14:52:57.086698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 multiply.88> +2023-12-14 14:52:57.086708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88 +2023-12-14 14:52:57.086717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 0 +2023-12-14 14:52:57.086727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.172> +2023-12-14 14:52:57.086737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172 +2023-12-14 14:52:57.086748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 1 +2023-12-14 14:52:57.086757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.086762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 add.132> +2023-12-14 14:52:57.086767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132 +2023-12-14 14:52:57.086776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 0 +2023-12-14 14:52:57.086786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 multiply.86> +2023-12-14 14:52:57.086796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86 +2023-12-14 14:52:57.086806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 0 +2023-12-14 14:52:57.086821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.171> +2023-12-14 14:52:57.086830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171 +2023-12-14 14:52:57.086840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 1 +2023-12-14 14:52:57.086851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.086856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 add.130> +2023-12-14 14:52:57.086861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130 +2023-12-14 14:52:57.086871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 0 +2023-12-14 14:52:57.086880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 multiply.84> +2023-12-14 14:52:57.086890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84 +2023-12-14 14:52:57.086899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 0 +2023-12-14 14:52:57.086910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.170> +2023-12-14 14:52:57.086919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170 +2023-12-14 14:52:57.086929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 1 +2023-12-14 14:52:57.086942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.086947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 add.129> +2023-12-14 14:52:57.086952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129 +2023-12-14 14:52:57.086962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 0 +2023-12-14 14:52:57.086971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.086976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 multiply.82> +2023-12-14 14:52:57.086981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.086986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82 +2023-12-14 14:52:57.086991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.086996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 0 +2023-12-14 14:52:57.087001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.169> +2023-12-14 14:52:57.087011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169 +2023-12-14 14:52:57.087021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 1 +2023-12-14 14:52:57.087030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.087036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.127> +2023-12-14 14:52:57.087041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127 +2023-12-14 14:52:57.087051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 0 +2023-12-14 14:52:57.087060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 multiply.80> +2023-12-14 14:52:57.087073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80 +2023-12-14 14:52:57.087084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 0 +2023-12-14 14:52:57.087094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 constant.168> +2023-12-14 14:52:57.087104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168 +2023-12-14 14:52:57.087113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 1 +2023-12-14 14:52:57.087124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.087129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 add.126> +2023-12-14 14:52:57.087134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126 +2023-12-14 14:52:57.087143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 1 +2023-12-14 14:52:57.087153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 multiply.78> +2023-12-14 14:52:57.087162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78 +2023-12-14 14:52:57.087173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:52:57.087183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 constant.167> +2023-12-14 14:52:57.087195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167 +2023-12-14 14:52:57.087205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:57.087215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.087220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 add.125> +2023-12-14 14:52:57.087225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:57.087234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 0 +2023-12-14 14:52:57.087244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.76> +2023-12-14 14:52:57.087255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76 +2023-12-14 14:52:57.087265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 0 +2023-12-14 14:52:57.087274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.166> +2023-12-14 14:52:57.087284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166 +2023-12-14 14:52:57.087295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 1 +2023-12-14 14:52:57.087304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.087309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.124> +2023-12-14 14:52:57.087317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124 +2023-12-14 14:52:57.087333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 0 +2023-12-14 14:52:57.087343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.74> +2023-12-14 14:52:57.087353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74 +2023-12-14 14:52:57.087362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 0 +2023-12-14 14:52:57.087373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.165> +2023-12-14 14:52:57.087384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165 +2023-12-14 14:52:57.087393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 1 +2023-12-14 14:52:57.087403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.087408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.123> +2023-12-14 14:52:57.087413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123 +2023-12-14 14:52:57.087423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 0 +2023-12-14 14:52:57.087433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.71> +2023-12-14 14:52:57.087443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71 +2023-12-14 14:52:57.087457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 0 +2023-12-14 14:52:57.087467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.164> +2023-12-14 14:52:57.087477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164 +2023-12-14 14:52:57.087487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 1 +2023-12-14 14:52:57.087497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.087502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 add.122> +2023-12-14 14:52:57.087506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122 +2023-12-14 14:52:57.087517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 0 +2023-12-14 14:52:57.087526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.70> +2023-12-14 14:52:57.087536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70 +2023-12-14 14:52:57.087546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 0 +2023-12-14 14:52:57.087556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.163> +2023-12-14 14:52:57.087566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163 +2023-12-14 14:52:57.087579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 1 +2023-12-14 14:52:57.087589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.087594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.121> +2023-12-14 14:52:57.087599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121 +2023-12-14 14:52:57.087609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:52:57.087619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 divide.1> +2023-12-14 14:52:57.087629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:52:57.087639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 param_3.65> +2023-12-14 14:52:57.087654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65 +2023-12-14 14:52:57.087664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 0 +2023-12-14 14:52:57.087673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.087678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 param_2.56> +2023-12-14 14:52:57.087684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56 +2023-12-14 14:52:57.087694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:57.087704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:57.087711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 1 +2023-12-14 14:52:57.087716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.087721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.140> +2023-12-14 14:52:57.087726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140 +2023-12-14 14:52:57.087737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 0 +2023-12-14 14:52:57.087747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:57.087752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 param_1.60> +2023-12-14 14:52:57.087761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60 +2023-12-14 14:52:57.087771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:57.087782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:57.087786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:57.087791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:57.087796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.087801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 slice.30> +2023-12-14 14:52:57.087806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:57.087816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:57.087826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 reshape.47> +2023-12-14 14:52:57.087839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:57.087848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:57.087859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164, operand 0 +2023-12-14 14:52:57.087864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.164> +2023-12-14 14:52:57.087873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164 +2023-12-14 14:52:57.087883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:57.087893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 shift-left.22> +2023-12-14 14:52:57.087904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:57.087913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:57.087923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.087928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 constant.179> +2023-12-14 14:52:57.087933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179 +2023-12-14 14:52:57.087945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:57.087955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:57.087962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:57.087967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:57.087973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.179 = u32[] constant(32) +2023-12-14 14:52:57.087978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 subtract.27> +2023-12-14 14:52:57.087983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.087988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:57.087993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.087998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163, operand 0 +2023-12-14 14:52:57.088003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 broadcast.163> +2023-12-14 14:52:57.088012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163 +2023-12-14 14:52:57.088022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:57.088033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 shift-right-logical.24> +2023-12-14 14:52:57.088042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:57.088053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:57.088062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 or.26> +2023-12-14 14:52:57.088073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:57.088086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:57.088096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 xor.24> +2023-12-14 14:52:57.088106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:57.088116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:57.088125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:57.088130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 1 +2023-12-14 14:52:57.088136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.139> +2023-12-14 14:52:57.088145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139 +2023-12-14 14:52:57.088155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 0 +2023-12-14 14:52:57.088165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:57.088170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 slice.29> +2023-12-14 14:52:57.088180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:57.088189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:57.088214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 reshape.46> +2023-12-14 14:52:57.088224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:57.088233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:57.088244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161, operand 0 +2023-12-14 14:52:57.088249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 broadcast.161> +2023-12-14 14:52:57.088259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161 +2023-12-14 14:52:57.088268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:57.088278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 shift-left.21> +2023-12-14 14:52:57.088288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:57.088299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:57.088308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 subtract.26> +2023-12-14 14:52:57.088318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:57.088332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160, operand 0 +2023-12-14 14:52:57.088342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 broadcast.160> +2023-12-14 14:52:57.088351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160 +2023-12-14 14:52:57.088360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:57.088371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 shift-right-logical.23> +2023-12-14 14:52:57.088381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:57.088391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:57.088401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 or.25> +2023-12-14 14:52:57.088411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:57.088421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:57.088431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 xor.23> +2023-12-14 14:52:57.088443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:57.088453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:57.088463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:57.088468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 1 +2023-12-14 14:52:57.088472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 add.138> +2023-12-14 14:52:57.088482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138 +2023-12-14 14:52:57.088492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 0 +2023-12-14 14:52:57.088503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:57.088508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 slice.28> +2023-12-14 14:52:57.088517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:57.088526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:57.088538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 reshape.45> +2023-12-14 14:52:57.088548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:57.088561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:57.088570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159, operand 0 +2023-12-14 14:52:57.088576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 broadcast.159> +2023-12-14 14:52:57.088586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159 +2023-12-14 14:52:57.088596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:57.088605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 shift-left.20> +2023-12-14 14:52:57.088616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:57.088626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:57.088636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 subtract.25> +2023-12-14 14:52:57.088645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:57.088656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158, operand 0 +2023-12-14 14:52:57.088665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.158> +2023-12-14 14:52:57.088680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158 +2023-12-14 14:52:57.088690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:57.088700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 shift-right-logical.22> +2023-12-14 14:52:57.088711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:57.088721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:57.088730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 or.24> +2023-12-14 14:52:57.088741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:57.088750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:57.088760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 xor.22> +2023-12-14 14:52:57.088770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:57.088780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:57.088793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:57.088798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 1 +2023-12-14 14:52:57.088803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 add.137> +2023-12-14 14:52:57.088814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137 +2023-12-14 14:52:57.088823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:57.088833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 slice.27> +2023-12-14 14:52:57.088843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:57.088853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:57.088863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 reshape.44> +2023-12-14 14:52:57.088873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:57.088883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:57.088893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157, operand 0 +2023-12-14 14:52:57.088898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 broadcast.157> +2023-12-14 14:52:57.088911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157 +2023-12-14 14:52:57.088920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:57.088931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 shift-left.19> +2023-12-14 14:52:57.088941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:57.088951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:57.088960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 subtract.24> +2023-12-14 14:52:57.088971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.088976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:57.088981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.088986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156, operand 0 +2023-12-14 14:52:57.088991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.088995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 broadcast.156> +2023-12-14 14:52:57.089000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156 +2023-12-14 14:52:57.089010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:57.089021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 shift-right-logical.21> +2023-12-14 14:52:57.089034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:57.089043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:57.089054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 or.23> +2023-12-14 14:52:57.089063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:57.089073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:57.089082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 xor.21> +2023-12-14 14:52:57.089093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:57.089104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 0 +2023-12-14 14:52:57.089113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 param_0.42> +2023-12-14 14:52:57.089123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42 +2023-12-14 14:52:57.089132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154, operand 0 +2023-12-14 14:52:57.089146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.42 = u32[] parameter(0) +2023-12-14 14:52:57.089151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.154> +2023-12-14 14:52:57.089156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154 +2023-12-14 14:52:57.089165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 1 +2023-12-14 14:52:57.089176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 add.136> +2023-12-14 14:52:57.089186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136 +2023-12-14 14:52:57.089195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 0 +2023-12-14 14:52:57.089205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 param_4.68> +2023-12-14 14:52:57.089215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68 +2023-12-14 14:52:57.089226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 0 +2023-12-14 14:52:57.089235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.68 = s32[] parameter(4) +2023-12-14 14:52:57.089240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.180> +2023-12-14 14:52:57.089245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180 +2023-12-14 14:52:57.089255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 1 +2023-12-14 14:52:57.089266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.180 = s32[] constant(1) +2023-12-14 14:52:57.089274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 add.142> +2023-12-14 14:52:57.089279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142 +2023-12-14 14:52:57.089288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8, operand 0 +2023-12-14 14:52:57.089299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 convert.8> +2023-12-14 14:52:57.089308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8 +2023-12-14 14:52:57.089318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153, operand 0 +2023-12-14 14:52:57.089328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.153> +2023-12-14 14:52:57.089338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153 +2023-12-14 14:52:57.089348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 1 +2023-12-14 14:52:57.089358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 add.135> +2023-12-14 14:52:57.089368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135 +2023-12-14 14:52:57.089379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 param_5.76> +2023-12-14 14:52:57.089397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76 +2023-12-14 14:52:57.089407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10, operand 0 +2023-12-14 14:52:57.089417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_5.76 = s32[] parameter(5) +2023-12-14 14:52:57.089422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 convert.10> +2023-12-14 14:52:57.089426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10 +2023-12-14 14:52:57.089436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10, operand 0 +2023-12-14 14:52:57.089447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 0 +2023-12-14 14:52:57.089451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 0 +2023-12-14 14:52:57.089457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 1 +2023-12-14 14:52:57.089462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 compare.29> +2023-12-14 14:52:57.089472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29 +2023-12-14 14:52:57.089482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 0 +2023-12-14 14:52:57.089491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.219> +2023-12-14 14:52:57.089502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219 +2023-12-14 14:52:57.089511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 1 +2023-12-14 14:52:57.089525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 1 +2023-12-14 14:52:57.089530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.218> +2023-12-14 14:52:57.089540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218 +2023-12-14 14:52:57.089550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 1 +2023-12-14 14:52:57.089559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.218 = f32[] constant(-inf) +2023-12-14 14:52:57.089564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 compare.28> +2023-12-14 14:52:57.089570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28 +2023-12-14 14:52:57.089580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 0 +2023-12-14 14:52:57.089590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 constant.217> +2023-12-14 14:52:57.089599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217 +2023-12-14 14:52:57.089610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 1 +2023-12-14 14:52:57.089620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 bitcast-convert.10> +2023-12-14 14:52:57.089629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10 +2023-12-14 14:52:57.089639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 0 +2023-12-14 14:52:57.089653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 0 +2023-12-14 14:52:57.089658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 0 +2023-12-14 14:52:57.089663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 constant.216> +2023-12-14 14:52:57.089673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216 +2023-12-14 14:52:57.089682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 1 +2023-12-14 14:52:57.089692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 1 +2023-12-14 14:52:57.089698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:57.089703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 and.7> +2023-12-14 14:52:57.089708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7 +2023-12-14 14:52:57.089718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 0 +2023-12-14 14:52:57.089727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 0 +2023-12-14 14:52:57.089732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 constant.215> +2023-12-14 14:52:57.089743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215 +2023-12-14 14:52:57.089752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 1 +2023-12-14 14:52:57.089762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 1 +2023-12-14 14:52:57.089767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 1 +2023-12-14 14:52:57.089771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.215 = s32[] constant(0) +2023-12-14 14:52:57.089780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 compare.27> +2023-12-14 14:52:57.089785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27 +2023-12-14 14:52:57.089795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 0 +2023-12-14 14:52:57.089804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 constant.214> +2023-12-14 14:52:57.089815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214 +2023-12-14 14:52:57.089825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 1 +2023-12-14 14:52:57.089835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 constant.213> +2023-12-14 14:52:57.089844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213 +2023-12-14 14:52:57.089855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 1 +2023-12-14 14:52:57.089865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 1 +2023-12-14 14:52:57.089870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 1 +2023-12-14 14:52:57.089875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 compare.26> +2023-12-14 14:52:57.089884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26 +2023-12-14 14:52:57.089894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 0 +2023-12-14 14:52:57.089908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 constant.212> +2023-12-14 14:52:57.089918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212 +2023-12-14 14:52:57.089927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:57.089938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 1 +2023-12-14 14:52:57.089942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 1 +2023-12-14 14:52:57.089947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:57.089953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 and.6> +2023-12-14 14:52:57.089958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6 +2023-12-14 14:52:57.089967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.089972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 0 +2023-12-14 14:52:57.089977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.089982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 compare.25> +2023-12-14 14:52:57.089987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.089992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25 +2023-12-14 14:52:57.089997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 1 +2023-12-14 14:52:57.090007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 or.32> +2023-12-14 14:52:57.090017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32 +2023-12-14 14:52:57.090029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 0 +2023-12-14 14:52:57.090040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.211> +2023-12-14 14:52:57.090049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211 +2023-12-14 14:52:57.090060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 1 +2023-12-14 14:52:57.090069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 1 +2023-12-14 14:52:57.090074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.211 = s32[] constant(-1) +2023-12-14 14:52:57.090080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.210> +2023-12-14 14:52:57.090085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210 +2023-12-14 14:52:57.090095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 1 +2023-12-14 14:52:57.090104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 2 +2023-12-14 14:52:57.090109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 2 +2023-12-14 14:52:57.090114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.210 = s32[] constant(1) +2023-12-14 14:52:57.090119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 select.59> +2023-12-14 14:52:57.090124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59 +2023-12-14 14:52:57.090134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 1 +2023-12-14 14:52:57.090144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.163> +2023-12-14 14:52:57.090153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163 +2023-12-14 14:52:57.090167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 2 +2023-12-14 14:52:57.090177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 select.58> +2023-12-14 14:52:57.090187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58 +2023-12-14 14:52:57.090196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 2 +2023-12-14 14:52:57.090206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 select.57> +2023-12-14 14:52:57.090217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57 +2023-12-14 14:52:57.090226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 2 +2023-12-14 14:52:57.090236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.56> +2023-12-14 14:52:57.090246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56 +2023-12-14 14:52:57.090256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9, operand 0 +2023-12-14 14:52:57.090266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 bitcast-convert.9> +2023-12-14 14:52:57.090279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9 +2023-12-14 14:52:57.090288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:57.090300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.206> +2023-12-14 14:52:57.090309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:57.090319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 0 +2023-12-14 14:52:57.090328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 param_4.69> +2023-12-14 14:52:57.090339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69 +2023-12-14 14:52:57.090348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9, operand 0 +2023-12-14 14:52:57.090358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.69 = s32[] parameter(4) +2023-12-14 14:52:57.090363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 convert.9> +2023-12-14 14:52:57.090367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9 +2023-12-14 14:52:57.090378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8, operand 0 +2023-12-14 14:52:57.090388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 0 +2023-12-14 14:52:57.090393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 0 +2023-12-14 14:52:57.090398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 1 +2023-12-14 14:52:57.090406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.24> +2023-12-14 14:52:57.090416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24 +2023-12-14 14:52:57.090427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 0 +2023-12-14 14:52:57.090437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.209> +2023-12-14 14:52:57.090446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209 +2023-12-14 14:52:57.090457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:57.090467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 1 +2023-12-14 14:52:57.090471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.209 = f32[] constant(inf) +2023-12-14 14:52:57.090476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 compare.23> +2023-12-14 14:52:57.090481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23 +2023-12-14 14:52:57.090491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 0 +2023-12-14 14:52:57.090501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 bitcast-convert.8> +2023-12-14 14:52:57.090511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8 +2023-12-14 14:52:57.090521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 0 +2023-12-14 14:52:57.090535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:57.090540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 0 +2023-12-14 14:52:57.090545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 and.5> +2023-12-14 14:52:57.090555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5 +2023-12-14 14:52:57.090565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 0 +2023-12-14 14:52:57.090575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 0 +2023-12-14 14:52:57.090580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 compare.22> +2023-12-14 14:52:57.090590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22 +2023-12-14 14:52:57.090600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 0 +2023-12-14 14:52:57.090609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 compare.21> +2023-12-14 14:52:57.090620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21 +2023-12-14 14:52:57.090629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 0 +2023-12-14 14:52:57.090641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 and.4> +2023-12-14 14:52:57.090654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:57.090663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 0 +2023-12-14 14:52:57.090673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 compare.20> +2023-12-14 14:52:57.090683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20 +2023-12-14 14:52:57.090694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 1 +2023-12-14 14:52:57.090703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 or.31> +2023-12-14 14:52:57.090713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31 +2023-12-14 14:52:57.090723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 0 +2023-12-14 14:52:57.090733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.55> +2023-12-14 14:52:57.090743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55 +2023-12-14 14:52:57.090752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 1 +2023-12-14 14:52:57.090762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 add.162> +2023-12-14 14:52:57.090779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162 +2023-12-14 14:52:57.090788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 2 +2023-12-14 14:52:57.090798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 select.54> +2023-12-14 14:52:57.090808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54 +2023-12-14 14:52:57.090818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 2 +2023-12-14 14:52:57.090828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 select.53> +2023-12-14 14:52:57.090837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53 +2023-12-14 14:52:57.090847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 2 +2023-12-14 14:52:57.090858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 select.52> +2023-12-14 14:52:57.090867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52 +2023-12-14 14:52:57.090876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7, operand 0 +2023-12-14 14:52:57.090886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 bitcast-convert.7> +2023-12-14 14:52:57.090899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7 +2023-12-14 14:52:57.090909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:57.090919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 broadcast.205> +2023-12-14 14:52:57.090928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:57.090940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:57.090950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.090954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 param_0.44> +2023-12-14 14:52:57.090959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44 +2023-12-14 14:52:57.090969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.090974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53, operand 0 +2023-12-14 14:52:57.090980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:57.090984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.44 = f32[] parameter(0) +2023-12-14 14:52:57.090989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 broadcast.204> +2023-12-14 14:52:57.090994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.090999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:57.091003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 0 +2023-12-14 14:52:57.091017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 1 +2023-12-14 14:52:57.091022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 param_2.58> +2023-12-14 14:52:57.091032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58 +2023-12-14 14:52:57.091041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:57.091052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.091057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 param_3.67> +2023-12-14 14:52:57.091063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67 +2023-12-14 14:52:57.091073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:57.091082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.091087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 concatenate.1> +2023-12-14 14:52:57.091092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:57.091102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:57.091112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 constant.208> +2023-12-14 14:52:57.091122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208 +2023-12-14 14:52:57.091132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:57.091145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.208 = u32[] constant(9) +2023-12-14 14:52:57.091151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 broadcast.203> +2023-12-14 14:52:57.091156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:57.091165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:57.091176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 shift-right-logical.28> +2023-12-14 14:52:57.091185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:57.091196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 0 +2023-12-14 14:52:57.091206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 constant.207> +2023-12-14 14:52:57.091216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207 +2023-12-14 14:52:57.091226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:57.091236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:57.091241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 broadcast.202> +2023-12-14 14:52:57.091245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:57.091256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 1 +2023-12-14 14:52:57.091266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 or.30> +2023-12-14 14:52:57.091279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30 +2023-12-14 14:52:57.091289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6, operand 0 +2023-12-14 14:52:57.091299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 bitcast-convert.6> +2023-12-14 14:52:57.091309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6 +2023-12-14 14:52:57.091327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 0 +2023-12-14 14:52:57.091339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 constant.206> +2023-12-14 14:52:57.091349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206 +2023-12-14 14:52:57.091358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:57.091368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.206 = f32[] constant(-1) +2023-12-14 14:52:57.091373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 broadcast.201> +2023-12-14 14:52:57.091379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:57.091388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 1 +2023-12-14 14:52:57.091398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:57.091406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 add.160> +2023-12-14 14:52:57.091411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160 +2023-12-14 14:52:57.091421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 0 +2023-12-14 14:52:57.091431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 param_1.62> +2023-12-14 14:52:57.091441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62 +2023-12-14 14:52:57.091450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:57.091462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.62 = f32[] parameter(1) +2023-12-14 14:52:57.091466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 reshape.54> +2023-12-14 14:52:57.091471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:57.091481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 0 +2023-12-14 14:52:57.091490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 reshape.53> +2023-12-14 14:52:57.091501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53 +2023-12-14 14:52:57.091510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 1 +2023-12-14 14:52:57.091520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 subtract.31> +2023-12-14 14:52:57.091548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31 +2023-12-14 14:52:57.091557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:57.091567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 reshape.52> +2023-12-14 14:52:57.091578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:57.091589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:57.091598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 broadcast.200> +2023-12-14 14:52:57.091608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:57.091618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 1 +2023-12-14 14:52:57.091629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 multiply.110> +2023-12-14 14:52:57.091638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110 +2023-12-14 14:52:57.091648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 0 +2023-12-14 14:52:57.091661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 add.159> +2023-12-14 14:52:57.091671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159 +2023-12-14 14:52:57.091681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 1 +2023-12-14 14:52:57.091690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 maximum.5> +2023-12-14 14:52:57.091702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5 +2023-12-14 14:52:57.091712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:57.091722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 reshape.51> +2023-12-14 14:52:57.091731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:57.091741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 1 +2023-12-14 14:52:57.091751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 1 +2023-12-14 14:52:57.091756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:57.091761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 0 +2023-12-14 14:52:57.091766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:57.091771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = f32[2048,8192]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.091779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 abs.3> +2023-12-14 14:52:57.091784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:57.091793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 0 +2023-12-14 14:52:57.091804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048,8192]{1,0} abs(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:57.091809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 constant.205> +2023-12-14 14:52:57.091813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205 +2023-12-14 14:52:57.091824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:57.091833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.205 = f32[] constant(1) +2023-12-14 14:52:57.091838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 broadcast.199> +2023-12-14 14:52:57.091844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:57.091853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 1 +2023-12-14 14:52:57.091864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[2048,8192]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.091869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 compare.19> +2023-12-14 14:52:57.091874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19 +2023-12-14 14:52:57.091884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:57.091894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.19 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %abs.3, f32[2048,8192]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.091899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.198> +2023-12-14 14:52:57.091904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:57.091916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 1 +2023-12-14 14:52:57.091927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048,8192]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.091932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 multiply.109> +2023-12-14 14:52:57.091937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109 +2023-12-14 14:52:57.091947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:57.091957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.109 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %reshape.51, f32[2048,8192]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.091961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 negate.10> +2023-12-14 14:52:57.091966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.091972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:57.091977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.091982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 0 +2023-12-14 14:52:57.091987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:57.091992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 multiply.108> +2023-12-14 14:52:57.091996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108 +2023-12-14 14:52:57.092006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:57.092018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.108 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %negate.10, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.092023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 log-plus-one.3> +2023-12-14 14:52:57.092028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:57.092038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:57.092050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048,8192]{1,0} log-plus-one(f32[2048,8192]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.092056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 negate.9> +2023-12-14 14:52:57.092061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:57.092070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:57.092080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 0 +2023-12-14 14:52:57.092085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 0 +2023-12-14 14:52:57.092090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:57.092095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 constant.204> +2023-12-14 14:52:57.092100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204 +2023-12-14 14:52:57.092110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:57.092119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.204 = f32[] constant(5) +2023-12-14 14:52:57.092124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.197> +2023-12-14 14:52:57.092129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:57.092140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 1 +2023-12-14 14:52:57.092150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048,8192]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.092155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 compare.18> +2023-12-14 14:52:57.092160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18 +2023-12-14 14:52:57.092169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:57.092179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:57.092188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 0 +2023-12-14 14:52:57.092192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 0 +2023-12-14 14:52:57.092197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 0 +2023-12-14 14:52:57.092202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 0 +2023-12-14 14:52:57.092207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 0 +2023-12-14 14:52:57.092211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 0 +2023-12-14 14:52:57.092217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 0 +2023-12-14 14:52:57.092222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 0 +2023-12-14 14:52:57.092228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.18 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.092233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 constant.203> +2023-12-14 14:52:57.092237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203 +2023-12-14 14:52:57.092247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:57.092257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:57.092262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 broadcast.196> +2023-12-14 14:52:57.092267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:57.092277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 1 +2023-12-14 14:52:57.092287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048,8192]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.092291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 constant.202> +2023-12-14 14:52:57.092297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202 +2023-12-14 14:52:57.092306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:57.092317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:57.092324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 broadcast.195> +2023-12-14 14:52:57.092329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:57.092339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 2 +2023-12-14 14:52:57.092349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048,8192]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.092355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 select.51> +2023-12-14 14:52:57.092359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51 +2023-12-14 14:52:57.092369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 0 +2023-12-14 14:52:57.092379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.51 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.196, f32[2048,8192]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:57.092384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 constant.201> +2023-12-14 14:52:57.092389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201 +2023-12-14 14:52:57.092399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:57.092409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:57.092414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 broadcast.194> +2023-12-14 14:52:57.092419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:57.092429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 1 +2023-12-14 14:52:57.092438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[2048,8192]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.092444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 constant.200> +2023-12-14 14:52:57.092448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200 +2023-12-14 14:52:57.092463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:57.092473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:57.092478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 broadcast.193> +2023-12-14 14:52:57.092483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:57.092492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 2 +2023-12-14 14:52:57.092503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[2048,8192]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.092508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 select.50> +2023-12-14 14:52:57.092512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50 +2023-12-14 14:52:57.092522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 0 +2023-12-14 14:52:57.092532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.50 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.194, f32[2048,8192]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:57.092538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 constant.199> +2023-12-14 14:52:57.092542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199 +2023-12-14 14:52:57.092552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:57.092562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.092566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 broadcast.192> +2023-12-14 14:52:57.092572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:57.092582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 1 +2023-12-14 14:52:57.092591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[2048,8192]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.092599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 constant.198> +2023-12-14 14:52:57.092604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198 +2023-12-14 14:52:57.092616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:57.092626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.092631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 broadcast.191> +2023-12-14 14:52:57.092635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:57.092645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 2 +2023-12-14 14:52:57.092655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[2048,8192]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.092660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 select.49> +2023-12-14 14:52:57.092665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49 +2023-12-14 14:52:57.092674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 0 +2023-12-14 14:52:57.092684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.49 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.192, f32[2048,8192]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:57.092689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 constant.197> +2023-12-14 14:52:57.092694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197 +2023-12-14 14:52:57.092704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:57.092714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.092719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 broadcast.190> +2023-12-14 14:52:57.092723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:57.092737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 1 +2023-12-14 14:52:57.092747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[2048,8192]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.092752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 constant.196> +2023-12-14 14:52:57.092756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196 +2023-12-14 14:52:57.092766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:57.092776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.092782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 broadcast.189> +2023-12-14 14:52:57.092787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:57.092797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 2 +2023-12-14 14:52:57.092806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[2048,8192]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.092811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 select.48> +2023-12-14 14:52:57.092817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48 +2023-12-14 14:52:57.092827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 0 +2023-12-14 14:52:57.092836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.48 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.190, f32[2048,8192]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:57.092841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 constant.195> +2023-12-14 14:52:57.092846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195 +2023-12-14 14:52:57.092856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:57.092869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.092874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 broadcast.188> +2023-12-14 14:52:57.092879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:57.092888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 1 +2023-12-14 14:52:57.092899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[2048,8192]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.092903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 constant.194> +2023-12-14 14:52:57.092908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194 +2023-12-14 14:52:57.092918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:57.092928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.092933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 broadcast.187> +2023-12-14 14:52:57.092938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:57.092948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 2 +2023-12-14 14:52:57.092958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[2048,8192]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.092963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 select.47> +2023-12-14 14:52:57.092968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.092972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47 +2023-12-14 14:52:57.092978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.092982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 0 +2023-12-14 14:52:57.092987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.47 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.188, f32[2048,8192]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:57.092992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 constant.193> +2023-12-14 14:52:57.093001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193 +2023-12-14 14:52:57.093010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:57.093021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.093025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 broadcast.186> +2023-12-14 14:52:57.093030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:57.093041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 1 +2023-12-14 14:52:57.093050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[2048,8192]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.093056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 constant.192> +2023-12-14 14:52:57.093061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192 +2023-12-14 14:52:57.093070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:57.093081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.093086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 broadcast.185> +2023-12-14 14:52:57.093090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:57.093101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 2 +2023-12-14 14:52:57.093110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[2048,8192]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.093115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 select.46> +2023-12-14 14:52:57.093120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46 +2023-12-14 14:52:57.093130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 0 +2023-12-14 14:52:57.093143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.46 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.186, f32[2048,8192]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:57.093148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 constant.191> +2023-12-14 14:52:57.093153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191 +2023-12-14 14:52:57.093162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:57.093173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.093179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 broadcast.184> +2023-12-14 14:52:57.093183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:57.093193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 1 +2023-12-14 14:52:57.093202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[2048,8192]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.093207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 constant.189> +2023-12-14 14:52:57.093213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189 +2023-12-14 14:52:57.093223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:57.093233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.093237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 broadcast.183> +2023-12-14 14:52:57.093242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:57.093253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 2 +2023-12-14 14:52:57.093263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[2048,8192]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.093271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 select.45> +2023-12-14 14:52:57.093275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45 +2023-12-14 14:52:57.093285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 0 +2023-12-14 14:52:57.093295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.45 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.184, f32[2048,8192]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:57.093301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 constant.188> +2023-12-14 14:52:57.093305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188 +2023-12-14 14:52:57.093315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:57.093324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.093329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 broadcast.182> +2023-12-14 14:52:57.093335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:57.093345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 1 +2023-12-14 14:52:57.093355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[2048,8192]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.093360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 constant.187> +2023-12-14 14:52:57.093364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187 +2023-12-14 14:52:57.093375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:57.093386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.093391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 broadcast.181> +2023-12-14 14:52:57.093395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:57.093408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 2 +2023-12-14 14:52:57.093418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[2048,8192]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.093424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 select.44> +2023-12-14 14:52:57.093428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44 +2023-12-14 14:52:57.093438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 0 +2023-12-14 14:52:57.093447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.44 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.182, f32[2048,8192]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:57.093452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 constant.186> +2023-12-14 14:52:57.093458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186 +2023-12-14 14:52:57.093468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:57.093478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.093482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 broadcast.180> +2023-12-14 14:52:57.093487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:57.093497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:57.093507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[2048,8192]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.093512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 constant.185> +2023-12-14 14:52:57.093517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185 +2023-12-14 14:52:57.093527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:57.093537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.093544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 broadcast.179> +2023-12-14 14:52:57.093549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:57.093560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:57.093569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[2048,8192]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.093576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 select.43> +2023-12-14 14:52:57.093581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:57.093590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 0 +2023-12-14 14:52:57.093601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.180, f32[2048,8192]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:57.093605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 constant.184> +2023-12-14 14:52:57.093610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184 +2023-12-14 14:52:57.093620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:57.093630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:57.093634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 broadcast.178> +2023-12-14 14:52:57.093640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:57.093649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 1 +2023-12-14 14:52:57.093660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[2048,8192]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:57.093664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 add.158> +2023-12-14 14:52:57.093669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158 +2023-12-14 14:52:57.093682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:57.093692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.158 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.093697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 sqrt.3> +2023-12-14 14:52:57.093702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:57.093711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 0 +2023-12-14 14:52:57.093721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.093727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 constant.183> +2023-12-14 14:52:57.093731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183 +2023-12-14 14:52:57.093742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:57.093751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.183 = f32[] constant(-3) +2023-12-14 14:52:57.093756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 broadcast.177> +2023-12-14 14:52:57.093761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:57.093771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 1 +2023-12-14 14:52:57.093781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[2048,8192]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:57.093786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 add.157> +2023-12-14 14:52:57.093791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157 +2023-12-14 14:52:57.093800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:57.093810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.157 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.3, f32[2048,8192]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.093819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 select.42> +2023-12-14 14:52:57.093824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:57.093833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 1 +2023-12-14 14:52:57.093843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 1 +2023-12-14 14:52:57.093848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 1 +2023-12-14 14:52:57.093853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 1 +2023-12-14 14:52:57.093859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 1 +2023-12-14 14:52:57.093864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 1 +2023-12-14 14:52:57.093868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 1 +2023-12-14 14:52:57.093873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 1 +2023-12-14 14:52:57.093878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %add.158, f32[2048,8192]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:57.093883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 multiply.107> +2023-12-14 14:52:57.093887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107 +2023-12-14 14:52:57.093898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 1 +2023-12-14 14:52:57.093908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.107 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.43, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.093912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 add.156> +2023-12-14 14:52:57.093917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156 +2023-12-14 14:52:57.093927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 0 +2023-12-14 14:52:57.093938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.156 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.44, f32[2048,8192]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:57.093943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 multiply.106> +2023-12-14 14:52:57.093950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106 +2023-12-14 14:52:57.093960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 1 +2023-12-14 14:52:57.093970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.106 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.156, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.093976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 add.155> +2023-12-14 14:52:57.093981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.093986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155 +2023-12-14 14:52:57.093991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.093995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 0 +2023-12-14 14:52:57.094000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.155 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.45, f32[2048,8192]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:57.094005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 multiply.105> +2023-12-14 14:52:57.094010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105 +2023-12-14 14:52:57.094020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 1 +2023-12-14 14:52:57.094030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.105 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.155, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.094035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 add.154> +2023-12-14 14:52:57.094040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154 +2023-12-14 14:52:57.094049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 0 +2023-12-14 14:52:57.094059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.154 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.46, f32[2048,8192]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:57.094064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 multiply.104> +2023-12-14 14:52:57.094070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104 +2023-12-14 14:52:57.094082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 1 +2023-12-14 14:52:57.094091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.104 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.154, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.094097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 add.153> +2023-12-14 14:52:57.094102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153 +2023-12-14 14:52:57.094112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 0 +2023-12-14 14:52:57.094122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.153 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.47, f32[2048,8192]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:57.094126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 multiply.103> +2023-12-14 14:52:57.094131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103 +2023-12-14 14:52:57.094141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 1 +2023-12-14 14:52:57.094152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.103 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.153, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.094157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 add.152> +2023-12-14 14:52:57.094162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152 +2023-12-14 14:52:57.094172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 0 +2023-12-14 14:52:57.094182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.152 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.48, f32[2048,8192]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:57.094187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 multiply.102> +2023-12-14 14:52:57.094191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102 +2023-12-14 14:52:57.094201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 1 +2023-12-14 14:52:57.094214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.102 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.152, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.094220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 add.150> +2023-12-14 14:52:57.094224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150 +2023-12-14 14:52:57.094234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 0 +2023-12-14 14:52:57.094244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.150 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.49, f32[2048,8192]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:57.094249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 multiply.101> +2023-12-14 14:52:57.094255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101 +2023-12-14 14:52:57.094265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 1 +2023-12-14 14:52:57.094274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.101 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.150, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.094280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 add.149> +2023-12-14 14:52:57.094285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149 +2023-12-14 14:52:57.094295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 0 +2023-12-14 14:52:57.094305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.149 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.50, f32[2048,8192]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:57.094310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 multiply.100> +2023-12-14 14:52:57.094314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100 +2023-12-14 14:52:57.094324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 1 +2023-12-14 14:52:57.094335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.100 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.149, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.094343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 add.148> +2023-12-14 14:52:57.094348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148 +2023-12-14 14:52:57.094357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 0 +2023-12-14 14:52:57.094368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.148 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.51, f32[2048,8192]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:57.094372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.99> +2023-12-14 14:52:57.094378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99 +2023-12-14 14:52:57.094387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:57.094397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.99 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.148, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.094402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 select.41> +2023-12-14 14:52:57.094406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:57.094417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 0 +2023-12-14 14:52:57.094427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.19, f32[2048,8192]{1,0} %multiply.109, f32[2048,8192]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:57.094432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 constant.182> +2023-12-14 14:52:57.094436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182 +2023-12-14 14:52:57.094446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:57.094457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:57.094462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 broadcast.176> +2023-12-14 14:52:57.094466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:57.094480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 1 +2023-12-14 14:52:57.094489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[2048,8192]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.094496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.98> +2023-12-14 14:52:57.094501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98 +2023-12-14 14:52:57.094511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:57.094520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.98 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.41, f32[2048,8192]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.094525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 maximum.4> +2023-12-14 14:52:57.094530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:57.094540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 1 +2023-12-14 14:52:57.094550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %broadcast.205, f32[2048,8192]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.094555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 minimum.2> +2023-12-14 14:52:57.094559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2 +2023-12-14 14:52:57.094569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.2 = f32[2048,8192]{1,0} minimum(f32[2048,8192]{1,0} %broadcast.206, f32[2048,8192]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.094579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 arg_tuple.4{} (phi)> +2023-12-14 14:52:57.094587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:57.094597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:57.094606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.094611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 arg_tuple.3{} (phi)> +2023-12-14 14:52:57.094617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:57.094627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.76, operand 0 {} +2023-12-14 14:52:57.094637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.77, operand 0 {} +2023-12-14 14:52:57.094642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.78, operand 0 {} +2023-12-14 14:52:57.094647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.79, operand 0 {} +2023-12-14 14:52:57.094651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.80, operand 0 {} +2023-12-14 14:52:57.094657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.81, operand 0 {} +2023-12-14 14:52:57.094662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.82, operand 0 {} +2023-12-14 14:52:57.094667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.84, operand 0 {} +2023-12-14 14:52:57.094672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.094677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.094682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:57.094691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:57.094697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:57.094707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.094712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 arg_tuple.4{1} (phi)> +2023-12-14 14:52:57.094719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:57.094729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.094740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 arg_tuple.4{2} (phi)> +2023-12-14 14:52:57.094744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:57.094755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.094764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 arg_tuple.4{3} (phi)> +2023-12-14 14:52:57.094769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:57.094779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.094789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 arg_tuple.4{4} (phi)> +2023-12-14 14:52:57.094794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:57.094804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.094814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 arg_tuple.4{5} (phi)> +2023-12-14 14:52:57.094819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:57.094828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.094839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 arg_tuple.4{6} (phi)> +2023-12-14 14:52:57.094847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:57.094857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.094867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 arg_tuple.4{7} (phi)> +2023-12-14 14:52:57.094872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:57.094882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.094892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.094897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:57.094907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.84 +2023-12-14 14:52:57.094911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:57.094916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:57.094927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:57.094932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:57.094938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.094942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.094947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.094952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:57.094957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.82 +2023-12-14 14:52:57.094961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:57.094966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:57.094971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.094977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:57.094984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:57.094989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:57.094994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:57.094999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.095003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.095009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:57.095019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.81 +2023-12-14 14:52:57.095024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:57.095029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:57.095033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:57.095043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:57.095048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:57.095053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:57.095059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.095064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.095068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:57.095078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {5} +2023-12-14 14:52:57.095083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.80 +2023-12-14 14:52:57.095087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:57.095093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 5 +2023-12-14 14:52:57.095104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:57.095108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:57.095113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.095121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.095126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:57.095137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {3} +2023-12-14 14:52:57.095142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.79 +2023-12-14 14:52:57.095147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.095151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 3 +2023-12-14 14:52:57.095161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.095166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.095170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.095175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.095181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:57.095190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {4} +2023-12-14 14:52:57.095195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.78 +2023-12-14 14:52:57.095200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 4 +2023-12-14 14:52:57.095209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.095214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.095220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:57.095230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {7} +2023-12-14 14:52:57.095235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.77 +2023-12-14 14:52:57.095239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.095244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:57.095249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 7 +2023-12-14 14:52:57.095262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:57.095267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.095272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.095277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:57.095281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.095286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.095291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:57.095302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {6} +2023-12-14 14:52:57.095308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.76 +2023-12-14 14:52:57.095312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 6 +2023-12-14 14:52:57.095328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.095332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 while.1{} (phi)> +2023-12-14 14:52:57.095337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:57.095348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:57.095358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:57.095363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.095368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 while.1{0} (phi)> +2023-12-14 14:52:57.095373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:57.095383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.095397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 while.1{1} (phi)> +2023-12-14 14:52:57.095402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:57.095412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:57.095417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:57.095423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 2 +2023-12-14 14:52:57.095433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 2 +2023-12-14 14:52:57.095438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.095443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 while.1{2} (phi)> +2023-12-14 14:52:57.095448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:57.095458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:57.095462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:57.095468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 3 +2023-12-14 14:52:57.095477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 3 +2023-12-14 14:52:57.095482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.095488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 while.1{3} (phi)> +2023-12-14 14:52:57.095492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:57.095504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.095517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 while.1{4} (phi)> +2023-12-14 14:52:57.095521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:57.095532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.095542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 while.1{5} (phi)> +2023-12-14 14:52:57.095547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:57.095556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.095566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 while.1{6} (phi)> +2023-12-14 14:52:57.095571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:57.095581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.095591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 while.1{7} (phi)> +2023-12-14 14:52:57.095596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.095601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:57.095606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.095610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.096345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:57.097170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.097264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.097272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.097289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.097295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:57.097309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.110 +2023-12-14 14:52:57.097315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:57.097320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:57.097325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:57.097331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:57.097336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:57.097342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:57.097348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:57.097353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:57.097358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:57.097363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:57.097368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:57.097375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:57.097381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:57.097386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:57.097391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:57.097407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.097420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.097425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 418, phi: +2023-12-14 14:52:57.097430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:57.097435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:57.097441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54: +2023-12-14 14:52:57.097445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73: +2023-12-14 14:52:57.097460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 419, phi: +2023-12-14 14:52:57.097465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:57.097471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:57.097475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 420, phi: +2023-12-14 14:52:57.097480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.097485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.097489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:57.097494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:57.097500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 421, phi: +2023-12-14 14:52:57.097504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.097509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.097514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:57.097518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:57.097523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 422, phi: +2023-12-14 14:52:57.097528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.097533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.097538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:57.097542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:57.097547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 423, phi: +2023-12-14 14:52:57.097552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.097557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:57.097563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:57.097567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66: +2023-12-14 14:52:57.097572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 424, phi: +2023-12-14 14:52:57.097577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:57.097581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:57.097586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47: +2023-12-14 14:52:57.097592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:57.097596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 425, phi: +2023-12-14 14:52:57.097601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.097606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:57.097610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49: +2023-12-14 14:52:57.097615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69: +2023-12-14 14:52:57.097627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 426, phi: +2023-12-14 14:52:57.097632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:57.097636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:57.097641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51: +2023-12-14 14:52:57.097646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71: +2023-12-14 14:52:57.097651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 427, phi: +2023-12-14 14:52:57.097656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:57.097661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:57.097665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53: +2023-12-14 14:52:57.097670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72: +2023-12-14 14:52:57.097674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 428, phi: +2023-12-14 14:52:57.097680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.097685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.097689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 429, phi: +2023-12-14 14:52:57.097694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.097699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.097703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 430, phi: +2023-12-14 14:52:57.097709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.097715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.097719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 431, phi: +2023-12-14 14:52:57.097724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.097729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:57.097733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 432, phi: +2023-12-14 14:52:57.097738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:57.097743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:57.097748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 433, phi: +2023-12-14 14:52:57.097752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.097757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:57.097762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 434, phi: +2023-12-14 14:52:57.097766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:57.097772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:57.097777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 435, phi: +2023-12-14 14:52:57.097781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:57.097789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:57.097794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 436, phi: +2023-12-14 14:52:57.097798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:57.097804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:57.097808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 437, phi: +2023-12-14 14:52:57.097813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.097818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.097822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 438, phi: +2023-12-14 14:52:57.097827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.097833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.097837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 439, phi: +2023-12-14 14:52:57.097842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.097846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.097851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 440, phi: +2023-12-14 14:52:57.097856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:57.097861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.097866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 441, phi: +2023-12-14 14:52:57.097871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:57.097876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:57.097880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 442, phi: +2023-12-14 14:52:57.097885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:57.097890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.097896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 443, phi: +2023-12-14 14:52:57.097900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:57.097905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:57.097909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 444, phi: +2023-12-14 14:52:57.097914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:57.097920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:57.097938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.097947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.097953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 418, phi: +2023-12-14 14:52:57.097958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:57.097963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:57.097971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54: +2023-12-14 14:52:57.097976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73: +2023-12-14 14:52:57.097981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 419, phi: +2023-12-14 14:52:57.097987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:57.097991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:57.097996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 420, phi: +2023-12-14 14:52:57.098001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.098005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.098011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:57.098016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:57.098021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 421, phi: +2023-12-14 14:52:57.098025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.098030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.098035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:57.098039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:57.098045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 422, phi: +2023-12-14 14:52:57.098050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.098055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.098059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:57.098064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:57.098069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 423, phi: +2023-12-14 14:52:57.098074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.098079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:57.098084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:57.098089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66: +2023-12-14 14:52:57.098093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 424, phi: +2023-12-14 14:52:57.098098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:57.098103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:57.098109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47: +2023-12-14 14:52:57.098113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:57.098118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 425, phi: +2023-12-14 14:52:57.098123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.098127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:57.098133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49: +2023-12-14 14:52:57.098153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69: +2023-12-14 14:52:57.098157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 426, phi: +2023-12-14 14:52:57.098163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:57.098168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:57.098173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51: +2023-12-14 14:52:57.098178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71: +2023-12-14 14:52:57.098182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 427, phi: +2023-12-14 14:52:57.098187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:57.098192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:57.098197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53: +2023-12-14 14:52:57.098203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72: +2023-12-14 14:52:57.098207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 428, phi: +2023-12-14 14:52:57.098212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.098217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.098222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 429, phi: +2023-12-14 14:52:57.098227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.098233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.098237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 430, phi: +2023-12-14 14:52:57.098242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.098247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.098251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 431, phi: +2023-12-14 14:52:57.098256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.098262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:57.098267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 432, phi: +2023-12-14 14:52:57.098271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:57.098276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:57.098280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 433, phi: +2023-12-14 14:52:57.098286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.098291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:57.098296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 434, phi: +2023-12-14 14:52:57.098301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:57.098305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:57.098310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 435, phi: +2023-12-14 14:52:57.098322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:57.098327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:57.098332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 436, phi: +2023-12-14 14:52:57.098337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:57.098341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:57.098347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 437, phi: +2023-12-14 14:52:57.098352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.098357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.098361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 438, phi: +2023-12-14 14:52:57.098366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.098371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.098376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 439, phi: +2023-12-14 14:52:57.098381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.098386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.098391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 440, phi: +2023-12-14 14:52:57.098396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:57.098400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.098405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 441, phi: +2023-12-14 14:52:57.098410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:57.098416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:57.098420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 442, phi: +2023-12-14 14:52:57.098425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:57.098430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.098435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 443, phi: +2023-12-14 14:52:57.098440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:57.098445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:57.098450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 444, phi: +2023-12-14 14:52:57.098454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:57.098459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:57.098465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.098473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.098479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.098485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.098494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:57.098500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.098506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:57.098512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <39 constant.19> + +2023-12-14 14:52:57.098517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:57.098522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <52 constant.21> + +2023-12-14 14:52:57.098528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:57.098533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 constant.22> + +2023-12-14 14:52:57.098539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:57.098551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <436 while.1{} (phi)> + {0} : HloValueSet: <437 while.1{0} (phi)> + {1} : HloValueSet: <438 while.1{1} (phi)> + {2} : HloValueSet: <439 while.1{2} (phi)> + {3} : HloValueSet: <440 while.1{3} (phi)> + {4} : HloValueSet: <441 while.1{4} (phi)> + {5} : HloValueSet: <442 while.1{5} (phi)> + {6} : HloValueSet: <443 while.1{6} (phi)> + {7} : HloValueSet: <444 while.1{7} (phi)> + +2023-12-14 14:52:57.098558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:57.098564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <438 while.1{1} (phi)> + +2023-12-14 14:52:57.098569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:57.098575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <439 while.1{2} (phi)> + +2023-12-14 14:52:57.098580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:57.098586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.098591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:57.098597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <46 fusion.4> + +2023-12-14 14:52:57.098602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:57.098607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 fusion.6> + +2023-12-14 14:52:57.098612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:52:57.098617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <48 fusion.8> + +2023-12-14 14:52:57.098625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.9 +2023-12-14 14:52:57.098631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.098636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:57.098642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <26 fusion.2.clone> + +2023-12-14 14:52:57.098648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:57.098653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.098659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:57.098664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.098669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:57.098676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 copy> + +2023-12-14 14:52:57.098681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.1 +2023-12-14 14:52:57.098687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <42 copy.1> + +2023-12-14 14:52:57.098692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:52:57.098697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <43 copy.2> + +2023-12-14 14:52:57.098702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.3 +2023-12-14 14:52:57.098708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <45 copy.3> + +2023-12-14 14:52:57.098712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.4 +2023-12-14 14:52:57.098718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <47 copy.4> + +2023-12-14 14:52:57.098723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.5 +2023-12-14 14:52:57.098728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 copy.5> + +2023-12-14 14:52:57.098733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.6 +2023-12-14 14:52:57.098739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <51 copy.6> + +2023-12-14 14:52:57.098744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.7 +2023-12-14 14:52:57.098750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <53 copy.7> + +2023-12-14 14:52:57.098755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:57.098764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <54 tuple.9{}> + {0} : HloValueSet: <40 copy> + {1} : HloValueSet: <42 copy.1> + {2} : HloValueSet: <43 copy.2> + {3} : HloValueSet: <45 copy.3> + {4} : HloValueSet: <47 copy.4> + {5} : HloValueSet: <49 copy.5> + {6} : HloValueSet: <51 copy.6> + {7} : HloValueSet: <53 copy.7> + +2023-12-14 14:52:57.098774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:57.098785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <419 arg_tuple.3{} (phi)> + {0} : HloValueSet: <428 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <429 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <430 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <431 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <432 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <433 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <434 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <435 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.098792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:57.098798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <56 constant.102> + +2023-12-14 14:52:57.098803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:57.098808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <57 add.58> + +2023-12-14 14:52:57.098813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.098819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.098824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:57.098830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.098835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.103 +2023-12-14 14:52:57.098842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <428 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.098847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:57.098852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <55 copy.8> + +2023-12-14 14:52:57.098857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.104 +2023-12-14 14:52:57.098863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <429 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.098868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:57.098874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <59 copy.9> + +2023-12-14 14:52:57.098878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.105 +2023-12-14 14:52:57.098884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.098890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:57.098898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 copy.10> + +2023-12-14 14:52:57.098904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.106 +2023-12-14 14:52:57.098909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <431 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.098914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:57.098920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.11> + +2023-12-14 14:52:57.098925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:57.098931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <432 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.098936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:57.098942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.12> + +2023-12-14 14:52:57.098947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:57.098953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <433 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:57.098957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:57.098963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 copy.13> + +2023-12-14 14:52:57.098969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:57.098974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <434 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.098980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:57.098985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <61 copy.14> + +2023-12-14 14:52:57.098990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.110 +2023-12-14 14:52:57.098997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <435 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.099001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:57.099007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <70 copy.15> + +2023-12-14 14:52:57.099012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.16 +2023-12-14 14:52:57.099018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <58 copy.16> + +2023-12-14 14:52:57.099022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.17 +2023-12-14 14:52:57.099028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <63 copy.17> + +2023-12-14 14:52:57.099033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.18 +2023-12-14 14:52:57.099042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <65 copy.18> + +2023-12-14 14:52:57.099047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:57.099053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <66 copy.19> + +2023-12-14 14:52:57.099058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:57.099063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <68 copy.20> + +2023-12-14 14:52:57.099069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:57.099074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <69 copy.21> + +2023-12-14 14:52:57.099079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:57.099084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <71 copy.22> + +2023-12-14 14:52:57.099090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:57.099095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <72 copy.23> + +2023-12-14 14:52:57.099101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:57.099110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <73 tuple.11{}> + {0} : HloValueSet: <58 copy.16> + {1} : HloValueSet: <63 copy.17> + {2} : HloValueSet: <65 copy.18> + {3} : HloValueSet: <66 copy.19> + {4} : HloValueSet: <68 copy.20> + {5} : HloValueSet: <69 copy.21> + {6} : HloValueSet: <71 copy.22> + {7} : HloValueSet: <72 copy.23> + +2023-12-14 14:52:57.099115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:57.099126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <418 arg_tuple.4{} (phi)> + {0} : HloValueSet: <420 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <421 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <422 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <423 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <424 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <425 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <426 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <427 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:57.099132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:57.099137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <8 constant.103> + +2023-12-14 14:52:57.099142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:57.099148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <9 compare.5> + +2023-12-14 14:52:57.099153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:57.099159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <420 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:57.099167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.0 +2023-12-14 14:52:57.099173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <157 divide.0> + +2023-12-14 14:52:57.099178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:57.099184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <156 add.105> + +2023-12-14 14:52:57.099189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:57.099195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 multiply.42> + +2023-12-14 14:52:57.099199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:57.099205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 add.106> + +2023-12-14 14:52:57.099211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:57.099216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <151 multiply.45> + +2023-12-14 14:52:57.099222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:57.099227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 add.107> + +2023-12-14 14:52:57.099231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:57.099237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <148 multiply.47> + +2023-12-14 14:52:57.099242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:57.099248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 add.108> + +2023-12-14 14:52:57.099253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:57.099259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 multiply.49> + +2023-12-14 14:52:57.099263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:57.099269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 add.109> + +2023-12-14 14:52:57.099274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:57.099280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 multiply.51> + +2023-12-14 14:52:57.099285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:57.099290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 add.110> + +2023-12-14 14:52:57.099295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.53 +2023-12-14 14:52:57.099302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 multiply.53> + +2023-12-14 14:52:57.099310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:57.099315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 add.112> + +2023-12-14 14:52:57.099337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.55 +2023-12-14 14:52:57.099344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 multiply.55> + +2023-12-14 14:52:57.099350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:57.099355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 add.114> + +2023-12-14 14:52:57.099360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.57 +2023-12-14 14:52:57.099365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 multiply.57> + +2023-12-14 14:52:57.099370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:57.099376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 add.115> + +2023-12-14 14:52:57.099382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.59 +2023-12-14 14:52:57.099387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 multiply.59> + +2023-12-14 14:52:57.099392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:57.099397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 add.116> + +2023-12-14 14:52:57.099402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.61 +2023-12-14 14:52:57.099410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 multiply.61> + +2023-12-14 14:52:57.099415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:57.099420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 add.117> + +2023-12-14 14:52:57.099425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.63 +2023-12-14 14:52:57.099430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 multiply.63> + +2023-12-14 14:52:57.099436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:57.099442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 add.118> + +2023-12-14 14:52:57.099446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.65 +2023-12-14 14:52:57.099452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 multiply.65> + +2023-12-14 14:52:57.099457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.67 +2023-12-14 14:52:57.099462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 multiply.67> + +2023-12-14 14:52:57.099471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.0 +2023-12-14 14:52:57.099477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 clamp.0> + +2023-12-14 14:52:57.099482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.69 +2023-12-14 14:52:57.099487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 multiply.69> + +2023-12-14 14:52:57.099492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.146 +2023-12-14 14:52:57.099498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <155 constant.146> + +2023-12-14 14:52:57.099504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.147 +2023-12-14 14:52:57.099509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <152 constant.147> + +2023-12-14 14:52:57.099514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.148 +2023-12-14 14:52:57.099520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 constant.148> + +2023-12-14 14:52:57.099524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.149 +2023-12-14 14:52:57.099531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 constant.149> + +2023-12-14 14:52:57.099536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.150 +2023-12-14 14:52:57.099541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 constant.150> + +2023-12-14 14:52:57.099546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.151 +2023-12-14 14:52:57.099551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 constant.151> + +2023-12-14 14:52:57.099557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.152 +2023-12-14 14:52:57.099563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 constant.152> + +2023-12-14 14:52:57.099568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.153 +2023-12-14 14:52:57.099574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 constant.153> + +2023-12-14 14:52:57.099579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.154 +2023-12-14 14:52:57.099584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 constant.154> + +2023-12-14 14:52:57.099590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.155 +2023-12-14 14:52:57.099595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 constant.155> + +2023-12-14 14:52:57.099600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.156 +2023-12-14 14:52:57.099609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 constant.156> + +2023-12-14 14:52:57.099614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.157 +2023-12-14 14:52:57.099622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 constant.157> + +2023-12-14 14:52:57.099627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.158 +2023-12-14 14:52:57.099632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.158> + +2023-12-14 14:52:57.099637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.159 +2023-12-14 14:52:57.099643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.159> + +2023-12-14 14:52:57.099648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.160 +2023-12-14 14:52:57.099654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 constant.160> + +2023-12-14 14:52:57.099659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.161 +2023-12-14 14:52:57.099664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 constant.161> + +2023-12-14 14:52:57.099669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.6 +2023-12-14 14:52:57.099675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 convert.6> + +2023-12-14 14:52:57.099681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.23 +2023-12-14 14:52:57.099687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <113 param_0.23> + +2023-12-14 14:52:57.099692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:57.099697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:57.099702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:57.099708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:57.099713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.162 +2023-12-14 14:52:57.099719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.162> + +2023-12-14 14:52:57.099724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:57.099729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.38> + +2023-12-14 14:52:57.099734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:57.099740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.19> + +2023-12-14 14:52:57.099745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:57.099754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.39> + +2023-12-14 14:52:57.099759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.27 +2023-12-14 14:52:57.099764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.27> + +2023-12-14 14:52:57.099769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:57.099775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.20> + +2023-12-14 14:52:57.099780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:57.099786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.41> + +2023-12-14 14:52:57.099790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:57.099796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.23> + +2023-12-14 14:52:57.099802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:57.099807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.31> + +2023-12-14 14:52:57.099812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:57.099818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.43> + +2023-12-14 14:52:57.099822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:57.099828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.26> + +2023-12-14 14:52:57.099834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.35 +2023-12-14 14:52:57.099839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.35> + +2023-12-14 14:52:57.099844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:52:57.099849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <203 divide.1> + +2023-12-14 14:52:57.099854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.121 +2023-12-14 14:52:57.099860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <202 add.121> + +2023-12-14 14:52:57.099865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.163 +2023-12-14 14:52:57.099871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <201 constant.163> + +2023-12-14 14:52:57.099876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.70 +2023-12-14 14:52:57.099881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <200 multiply.70> + +2023-12-14 14:52:57.099886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.122 +2023-12-14 14:52:57.099896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <199 add.122> + +2023-12-14 14:52:57.099901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.164 +2023-12-14 14:52:57.099906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <198 constant.164> + +2023-12-14 14:52:57.099911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.71 +2023-12-14 14:52:57.099916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <197 multiply.71> + +2023-12-14 14:52:57.099923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.123 +2023-12-14 14:52:57.099929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <196 add.123> + +2023-12-14 14:52:57.099933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.165 +2023-12-14 14:52:57.099939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 constant.165> + +2023-12-14 14:52:57.099944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.74 +2023-12-14 14:52:57.099949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 multiply.74> + +2023-12-14 14:52:57.099955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.124 +2023-12-14 14:52:57.099960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 add.124> + +2023-12-14 14:52:57.099965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.166 +2023-12-14 14:52:57.099971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 constant.166> + +2023-12-14 14:52:57.099975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.76 +2023-12-14 14:52:57.099981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 multiply.76> + +2023-12-14 14:52:57.099987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:57.099992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 add.125> + +2023-12-14 14:52:57.099997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.167 +2023-12-14 14:52:57.100002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 constant.167> + +2023-12-14 14:52:57.100007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.78 +2023-12-14 14:52:57.100013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 multiply.78> + +2023-12-14 14:52:57.100019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.126 +2023-12-14 14:52:57.100024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 add.126> + +2023-12-14 14:52:57.100029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.168 +2023-12-14 14:52:57.100038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 constant.168> + +2023-12-14 14:52:57.100045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.80 +2023-12-14 14:52:57.100051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 multiply.80> + +2023-12-14 14:52:57.100055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.127 +2023-12-14 14:52:57.100061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 add.127> + +2023-12-14 14:52:57.100065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.169 +2023-12-14 14:52:57.100071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 constant.169> + +2023-12-14 14:52:57.100077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.82 +2023-12-14 14:52:57.100082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 multiply.82> + +2023-12-14 14:52:57.100087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.129 +2023-12-14 14:52:57.100092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 add.129> + +2023-12-14 14:52:57.100097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.170 +2023-12-14 14:52:57.100103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <180 constant.170> + +2023-12-14 14:52:57.100108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.84 +2023-12-14 14:52:57.100114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 multiply.84> + +2023-12-14 14:52:57.100118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.130 +2023-12-14 14:52:57.100124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 add.130> + +2023-12-14 14:52:57.100128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.171 +2023-12-14 14:52:57.100135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.171> + +2023-12-14 14:52:57.100141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.86 +2023-12-14 14:52:57.100146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 multiply.86> + +2023-12-14 14:52:57.100151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.132 +2023-12-14 14:52:57.100156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 add.132> + +2023-12-14 14:52:57.100161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.172 +2023-12-14 14:52:57.100167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.172> + +2023-12-14 14:52:57.100172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.88 +2023-12-14 14:52:57.100181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 multiply.88> + +2023-12-14 14:52:57.100186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.133 +2023-12-14 14:52:57.100191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 add.133> + +2023-12-14 14:52:57.100197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.173 +2023-12-14 14:52:57.100202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.173> + +2023-12-14 14:52:57.100207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.90 +2023-12-14 14:52:57.100213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <170 multiply.90> + +2023-12-14 14:52:57.100217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.134 +2023-12-14 14:52:57.100223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 add.134> + +2023-12-14 14:52:57.100228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.174 +2023-12-14 14:52:57.100234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 constant.174> + +2023-12-14 14:52:57.100239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.92 +2023-12-14 14:52:57.100244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <167 multiply.92> + +2023-12-14 14:52:57.100249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.175 +2023-12-14 14:52:57.100256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.175> + +2023-12-14 14:52:57.100261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.94 +2023-12-14 14:52:57.100267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <165 multiply.94> + +2023-12-14 14:52:57.100272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.1 +2023-12-14 14:52:57.100277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <164 clamp.1> + +2023-12-14 14:52:57.100282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.176 +2023-12-14 14:52:57.100289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.176> + +2023-12-14 14:52:57.100294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.96 +2023-12-14 14:52:57.100299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 multiply.96> + +2023-12-14 14:52:57.100304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.177 +2023-12-14 14:52:57.100310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 constant.177> + +2023-12-14 14:52:57.100316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.178 +2023-12-14 14:52:57.100326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 constant.178> + +2023-12-14 14:52:57.100331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.7 +2023-12-14 14:52:57.100336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <160 convert.7> + +2023-12-14 14:52:57.100341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.41 +2023-12-14 14:52:57.100348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <159 param_0.41> + +2023-12-14 14:52:57.100353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.135 +2023-12-14 14:52:57.100359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <256 add.135> + +2023-12-14 14:52:57.100364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.153 +2023-12-14 14:52:57.100370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <255 broadcast.153> + +2023-12-14 14:52:57.100375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.8 +2023-12-14 14:52:57.100381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <254 convert.8> + +2023-12-14 14:52:57.100386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.136 +2023-12-14 14:52:57.100391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <250 add.136> + +2023-12-14 14:52:57.100396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.154 +2023-12-14 14:52:57.100402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <249 broadcast.154> + +2023-12-14 14:52:57.100407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:57.100414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <247 xor.21> + +2023-12-14 14:52:57.100418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:57.100424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <246 or.23> + +2023-12-14 14:52:57.100429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:57.100434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <245 shift-right-logical.21> + +2023-12-14 14:52:57.100440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.156 +2023-12-14 14:52:57.100446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <244 broadcast.156> + +2023-12-14 14:52:57.100451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:57.100456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <243 subtract.24> + +2023-12-14 14:52:57.100467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:57.100474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <242 shift-left.19> + +2023-12-14 14:52:57.100479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.157 +2023-12-14 14:52:57.100484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <241 broadcast.157> + +2023-12-14 14:52:57.100489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:57.100494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <240 reshape.44> + +2023-12-14 14:52:57.100500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:57.100506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <239 slice.27> + +2023-12-14 14:52:57.100511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.137 +2023-12-14 14:52:57.100516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <238 add.137> + +2023-12-14 14:52:57.100521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:57.100527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <237 xor.22> + +2023-12-14 14:52:57.100532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:57.100538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <236 or.24> + +2023-12-14 14:52:57.100543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:57.100548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <235 shift-right-logical.22> + +2023-12-14 14:52:57.100553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.158 +2023-12-14 14:52:57.100559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <234 broadcast.158> + +2023-12-14 14:52:57.100565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:57.100571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <233 subtract.25> + +2023-12-14 14:52:57.100575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:57.100581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <232 shift-left.20> + +2023-12-14 14:52:57.100586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.159 +2023-12-14 14:52:57.100592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <231 broadcast.159> + +2023-12-14 14:52:57.100598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:57.100603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <230 reshape.45> + +2023-12-14 14:52:57.100611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:57.100616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <229 slice.28> + +2023-12-14 14:52:57.100622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.138 +2023-12-14 14:52:57.100628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <228 add.138> + +2023-12-14 14:52:57.100633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:57.100638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <227 xor.23> + +2023-12-14 14:52:57.100643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:57.100649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <226 or.25> + +2023-12-14 14:52:57.100655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:57.100661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <225 shift-right-logical.23> + +2023-12-14 14:52:57.100665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.160 +2023-12-14 14:52:57.100671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <224 broadcast.160> + +2023-12-14 14:52:57.100676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:57.100682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <223 subtract.26> + +2023-12-14 14:52:57.100687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:57.100693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <222 shift-left.21> + +2023-12-14 14:52:57.100698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.161 +2023-12-14 14:52:57.100703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <221 broadcast.161> + +2023-12-14 14:52:57.100709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:57.100714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <220 reshape.46> + +2023-12-14 14:52:57.100720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:57.100725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <219 slice.29> + +2023-12-14 14:52:57.100730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.139 +2023-12-14 14:52:57.100736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <218 add.139> + +2023-12-14 14:52:57.100741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:57.100750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <217 xor.24> + +2023-12-14 14:52:57.100755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:57.100760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <216 or.26> + +2023-12-14 14:52:57.100765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:57.100772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <215 shift-right-logical.24> + +2023-12-14 14:52:57.100777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.163 +2023-12-14 14:52:57.100783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <214 broadcast.163> + +2023-12-14 14:52:57.100788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:57.100793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <213 subtract.27> + +2023-12-14 14:52:57.100800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.179 +2023-12-14 14:52:57.100805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <212 constant.179> + +2023-12-14 14:52:57.100811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:57.100816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <211 shift-left.22> + +2023-12-14 14:52:57.100821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.164 +2023-12-14 14:52:57.100826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <210 broadcast.164> + +2023-12-14 14:52:57.100832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:57.100838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <209 reshape.47> + +2023-12-14 14:52:57.100843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:57.100848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <208 slice.30> + +2023-12-14 14:52:57.100853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.140 +2023-12-14 14:52:57.100859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <206 add.140> + +2023-12-14 14:52:57.100864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.142 +2023-12-14 14:52:57.100871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <253 add.142> + +2023-12-14 14:52:57.100875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.42 +2023-12-14 14:52:57.100881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <248 param_0.42> + +2023-12-14 14:52:57.100886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.60 +2023-12-14 14:52:57.100895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <207 param_1.60> + +2023-12-14 14:52:57.100901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.56 +2023-12-14 14:52:57.100906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <205 param_2.56> + +2023-12-14 14:52:57.100911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.65 +2023-12-14 14:52:57.100917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <204 param_3.65> + +2023-12-14 14:52:57.100922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.68 +2023-12-14 14:52:57.100928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <251 param_4.68> + +2023-12-14 14:52:57.100933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.180 +2023-12-14 14:52:57.100939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <252 constant.180> + +2023-12-14 14:52:57.100944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.100949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.100955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.100961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.12> + +2023-12-14 14:52:57.100966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.100971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <61 copy.14> + +2023-12-14 14:52:57.100976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:57.100983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 copy.10> + +2023-12-14 14:52:57.100987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:57.100994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <59 copy.9> + +2023-12-14 14:52:57.100998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:57.101004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <55 copy.8> + +2023-12-14 14:52:57.101009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.143 +2023-12-14 14:52:57.101015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <111 add.143> + +2023-12-14 14:52:57.101021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.166 +2023-12-14 14:52:57.101027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <110 broadcast.166> + +2023-12-14 14:52:57.101031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.144 +2023-12-14 14:52:57.101040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <108 add.144> + +2023-12-14 14:52:57.101046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.43 +2023-12-14 14:52:57.101051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 param_0.43> + +2023-12-14 14:52:57.101057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:57.101062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <107 xor.25> + +2023-12-14 14:52:57.101067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:57.101073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <106 or.27> + +2023-12-14 14:52:57.101078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:57.101084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <105 shift-right-logical.25> + +2023-12-14 14:52:57.101089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:57.101094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <104 broadcast.167> + +2023-12-14 14:52:57.101099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:57.101105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <103 subtract.28> + +2023-12-14 14:52:57.101110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:57.101117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <102 shift-left.23> + +2023-12-14 14:52:57.101121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.168 +2023-12-14 14:52:57.101127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <101 broadcast.168> + +2023-12-14 14:52:57.101132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.48 +2023-12-14 14:52:57.101138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <100 reshape.48> + +2023-12-14 14:52:57.101143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:57.101149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <99 slice.31> + +2023-12-14 14:52:57.101154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.145 +2023-12-14 14:52:57.101159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <98 add.145> + +2023-12-14 14:52:57.101165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:57.101170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <97 xor.26> + +2023-12-14 14:52:57.101178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:57.101184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <96 or.28> + +2023-12-14 14:52:57.101189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:57.101195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <95 shift-right-logical.26> + +2023-12-14 14:52:57.101200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.170 +2023-12-14 14:52:57.101207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <94 broadcast.170> + +2023-12-14 14:52:57.101211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:57.101217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <93 subtract.29> + +2023-12-14 14:52:57.101223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:57.101228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <92 shift-left.24> + +2023-12-14 14:52:57.101233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.172 +2023-12-14 14:52:57.101239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <91 broadcast.172> + +2023-12-14 14:52:57.101244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:57.101250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <90 reshape.49> + +2023-12-14 14:52:57.101255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:57.101261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 slice.32> + +2023-12-14 14:52:57.101266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.146 +2023-12-14 14:52:57.101272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <88 add.146> + +2023-12-14 14:52:57.101277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:57.101283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <87 xor.27> + +2023-12-14 14:52:57.101288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.29 +2023-12-14 14:52:57.101293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <86 or.29> + +2023-12-14 14:52:57.101299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:57.101305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <85 shift-right-logical.27> + +2023-12-14 14:52:57.101309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:57.101316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <84 broadcast.173> + +2023-12-14 14:52:57.101324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.30 +2023-12-14 14:52:57.101330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <83 subtract.30> + +2023-12-14 14:52:57.101335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.181 +2023-12-14 14:52:57.101340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 constant.181> + +2023-12-14 14:52:57.101346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.61 +2023-12-14 14:52:57.101352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <77 param_1.61> + +2023-12-14 14:52:57.101357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:57.101363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <81 shift-left.25> + +2023-12-14 14:52:57.101368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.174 +2023-12-14 14:52:57.101374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <80 broadcast.174> + +2023-12-14 14:52:57.101379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:57.101385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 reshape.50> + +2023-12-14 14:52:57.101390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:57.101395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <78 slice.33> + +2023-12-14 14:52:57.101400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.147 +2023-12-14 14:52:57.101406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <76 add.147> + +2023-12-14 14:52:57.101411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.57 +2023-12-14 14:52:57.101416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <75 param_2.57> + +2023-12-14 14:52:57.101422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.66 +2023-12-14 14:52:57.101428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <74 param_3.66> + +2023-12-14 14:52:57.101433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:57.101439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.101443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:57.101450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.11> + +2023-12-14 14:52:57.101455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:57.101464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <61 copy.14> + +2023-12-14 14:52:57.101469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:57.101475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 copy.10> + +2023-12-14 14:52:57.101480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:57.101486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <59 copy.9> + +2023-12-14 14:52:57.101491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.2 +2023-12-14 14:52:57.101497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <417 minimum.2> + +2023-12-14 14:52:57.101502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:57.101507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <416 maximum.4> + +2023-12-14 14:52:57.101513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.98 +2023-12-14 14:52:57.101519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <415 multiply.98> + +2023-12-14 14:52:57.101524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:57.101530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <414 broadcast.176> + +2023-12-14 14:52:57.101534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.182 +2023-12-14 14:52:57.101541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <413 constant.182> + +2023-12-14 14:52:57.101546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:57.101552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <412 select.41> + +2023-12-14 14:52:57.101557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.99 +2023-12-14 14:52:57.101563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <411 multiply.99> + +2023-12-14 14:52:57.101568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.148 +2023-12-14 14:52:57.101574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <410 add.148> + +2023-12-14 14:52:57.101579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.100 +2023-12-14 14:52:57.101585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <409 multiply.100> + +2023-12-14 14:52:57.101590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.149 +2023-12-14 14:52:57.101595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <408 add.149> + +2023-12-14 14:52:57.101600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.101 +2023-12-14 14:52:57.101610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <407 multiply.101> + +2023-12-14 14:52:57.101615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.150 +2023-12-14 14:52:57.101621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <406 add.150> + +2023-12-14 14:52:57.101626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.102 +2023-12-14 14:52:57.101631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <405 multiply.102> + +2023-12-14 14:52:57.101637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.152 +2023-12-14 14:52:57.101643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <404 add.152> + +2023-12-14 14:52:57.101648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.103 +2023-12-14 14:52:57.101654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <403 multiply.103> + +2023-12-14 14:52:57.101659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.153 +2023-12-14 14:52:57.101665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <402 add.153> + +2023-12-14 14:52:57.101670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.104 +2023-12-14 14:52:57.101676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <401 multiply.104> + +2023-12-14 14:52:57.101681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.154 +2023-12-14 14:52:57.101686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <400 add.154> + +2023-12-14 14:52:57.101691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.105 +2023-12-14 14:52:57.101698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <399 multiply.105> + +2023-12-14 14:52:57.101702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.155 +2023-12-14 14:52:57.101709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <398 add.155> + +2023-12-14 14:52:57.101713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.106 +2023-12-14 14:52:57.101719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <397 multiply.106> + +2023-12-14 14:52:57.101724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.156 +2023-12-14 14:52:57.101730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <396 add.156> + +2023-12-14 14:52:57.101735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.107 +2023-12-14 14:52:57.101741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <395 multiply.107> + +2023-12-14 14:52:57.101749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:57.101755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <394 select.42> + +2023-12-14 14:52:57.101760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.157 +2023-12-14 14:52:57.101766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <393 add.157> + +2023-12-14 14:52:57.101771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:57.101777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <392 broadcast.177> + +2023-12-14 14:52:57.101781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.183 +2023-12-14 14:52:57.101787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <391 constant.183> + +2023-12-14 14:52:57.101792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:57.101798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <390 sqrt.3> + +2023-12-14 14:52:57.101803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.158 +2023-12-14 14:52:57.101809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <389 add.158> + +2023-12-14 14:52:57.101813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:57.101820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <388 broadcast.178> + +2023-12-14 14:52:57.101826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.184 +2023-12-14 14:52:57.101831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <387 constant.184> + +2023-12-14 14:52:57.101836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:57.101842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <386 select.43> + +2023-12-14 14:52:57.101847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:57.101853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <385 broadcast.179> + +2023-12-14 14:52:57.101858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.185 +2023-12-14 14:52:57.101864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <384 constant.185> + +2023-12-14 14:52:57.101868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:57.101874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <383 broadcast.180> + +2023-12-14 14:52:57.101880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.186 +2023-12-14 14:52:57.101885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <382 constant.186> + +2023-12-14 14:52:57.101894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.44 +2023-12-14 14:52:57.101899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <381 select.44> + +2023-12-14 14:52:57.101904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:57.101910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <380 broadcast.181> + +2023-12-14 14:52:57.101917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.187 +2023-12-14 14:52:57.101923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <379 constant.187> + +2023-12-14 14:52:57.101927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:57.101933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <378 broadcast.182> + +2023-12-14 14:52:57.101938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.188 +2023-12-14 14:52:57.101944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <377 constant.188> + +2023-12-14 14:52:57.101949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.45 +2023-12-14 14:52:57.101955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <376 select.45> + +2023-12-14 14:52:57.101959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:57.101965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <375 broadcast.183> + +2023-12-14 14:52:57.101971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.189 +2023-12-14 14:52:57.101976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <374 constant.189> + +2023-12-14 14:52:57.101982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:57.101987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <373 broadcast.184> + +2023-12-14 14:52:57.101992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.191 +2023-12-14 14:52:57.101997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <372 constant.191> + +2023-12-14 14:52:57.102003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.46 +2023-12-14 14:52:57.102009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <371 select.46> + +2023-12-14 14:52:57.102014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:57.102019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <370 broadcast.185> + +2023-12-14 14:52:57.102024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.192 +2023-12-14 14:52:57.102034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <369 constant.192> + +2023-12-14 14:52:57.102040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:57.102045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <368 broadcast.186> + +2023-12-14 14:52:57.102050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.193 +2023-12-14 14:52:57.102056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <367 constant.193> + +2023-12-14 14:52:57.102061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.47 +2023-12-14 14:52:57.102067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <366 select.47> + +2023-12-14 14:52:57.102073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:57.102078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <365 broadcast.187> + +2023-12-14 14:52:57.102083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.194 +2023-12-14 14:52:57.102088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <364 constant.194> + +2023-12-14 14:52:57.102094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:57.102100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <363 broadcast.188> + +2023-12-14 14:52:57.102105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.195 +2023-12-14 14:52:57.102110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <362 constant.195> + +2023-12-14 14:52:57.102115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.48 +2023-12-14 14:52:57.102121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <361 select.48> + +2023-12-14 14:52:57.102126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:57.102133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <360 broadcast.189> + +2023-12-14 14:52:57.102137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.196 +2023-12-14 14:52:57.102143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <359 constant.196> + +2023-12-14 14:52:57.102148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:57.102154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <358 broadcast.190> + +2023-12-14 14:52:57.102160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.197 +2023-12-14 14:52:57.102165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <357 constant.197> + +2023-12-14 14:52:57.102173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.49 +2023-12-14 14:52:57.102178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <356 select.49> + +2023-12-14 14:52:57.102184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:57.102190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <355 broadcast.191> + +2023-12-14 14:52:57.102195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.198 +2023-12-14 14:52:57.102201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <354 constant.198> + +2023-12-14 14:52:57.102206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:57.102211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <353 broadcast.192> + +2023-12-14 14:52:57.102217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.199 +2023-12-14 14:52:57.102223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <352 constant.199> + +2023-12-14 14:52:57.102228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.50 +2023-12-14 14:52:57.102233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <351 select.50> + +2023-12-14 14:52:57.102238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:57.102244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <350 broadcast.193> + +2023-12-14 14:52:57.102250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.200 +2023-12-14 14:52:57.102255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <349 constant.200> + +2023-12-14 14:52:57.102260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:57.102266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <348 broadcast.194> + +2023-12-14 14:52:57.102271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.201 +2023-12-14 14:52:57.102277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <347 constant.201> + +2023-12-14 14:52:57.102282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.51 +2023-12-14 14:52:57.102288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <346 select.51> + +2023-12-14 14:52:57.102293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:57.102298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <345 broadcast.195> + +2023-12-14 14:52:57.102304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.202 +2023-12-14 14:52:57.102313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <344 constant.202> + +2023-12-14 14:52:57.102318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:57.102323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <343 broadcast.196> + +2023-12-14 14:52:57.102328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.203 +2023-12-14 14:52:57.102334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <342 constant.203> + +2023-12-14 14:52:57.102340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.18 +2023-12-14 14:52:57.102346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <341 compare.18> + +2023-12-14 14:52:57.102350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:57.102356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <340 broadcast.197> + +2023-12-14 14:52:57.102361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.204 +2023-12-14 14:52:57.102367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <339 constant.204> + +2023-12-14 14:52:57.102372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:57.102378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <338 negate.9> + +2023-12-14 14:52:57.102383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:57.102388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <337 log-plus-one.3> + +2023-12-14 14:52:57.102393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.108 +2023-12-14 14:52:57.102401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <336 multiply.108> + +2023-12-14 14:52:57.102406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:57.102411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <335 negate.10> + +2023-12-14 14:52:57.102416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.109 +2023-12-14 14:52:57.102422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <334 multiply.109> + +2023-12-14 14:52:57.102427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:57.102433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <333 broadcast.198> + +2023-12-14 14:52:57.102438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.19 +2023-12-14 14:52:57.102444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <332 compare.19> + +2023-12-14 14:52:57.102452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:57.102458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <331 broadcast.199> + +2023-12-14 14:52:57.102464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.205 +2023-12-14 14:52:57.102469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <330 constant.205> + +2023-12-14 14:52:57.102474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:57.102480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <329 abs.3> + +2023-12-14 14:52:57.102484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:57.102492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <328 reshape.51> + +2023-12-14 14:52:57.102497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.5 +2023-12-14 14:52:57.102502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <327 maximum.5> + +2023-12-14 14:52:57.102507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.159 +2023-12-14 14:52:57.102513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <326 add.159> + +2023-12-14 14:52:57.102518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.110 +2023-12-14 14:52:57.102524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <325 multiply.110> + +2023-12-14 14:52:57.102529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:57.102535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <324 broadcast.200> + +2023-12-14 14:52:57.102540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:57.102545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <323 reshape.52> + +2023-12-14 14:52:57.102551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.31 +2023-12-14 14:52:57.102558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <322 subtract.31> + +2023-12-14 14:52:57.102563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.53 +2023-12-14 14:52:57.102568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <321 reshape.53> + +2023-12-14 14:52:57.102573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:57.102579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <320 reshape.54> + +2023-12-14 14:52:57.102585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.160 +2023-12-14 14:52:57.102590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <318 add.160> + +2023-12-14 14:52:57.102600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:57.102606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <317 broadcast.201> + +2023-12-14 14:52:57.102612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.206 +2023-12-14 14:52:57.102618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <316 constant.206> + +2023-12-14 14:52:57.102623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.6 +2023-12-14 14:52:57.102629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <315 bitcast-convert.6> + +2023-12-14 14:52:57.102633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.30 +2023-12-14 14:52:57.102639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <314 or.30> + +2023-12-14 14:52:57.102645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:57.102650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <313 broadcast.202> + +2023-12-14 14:52:57.102655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.207 +2023-12-14 14:52:57.102661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <312 constant.207> + +2023-12-14 14:52:57.102666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:57.102672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <311 shift-right-logical.28> + +2023-12-14 14:52:57.102677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:57.102683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <310 broadcast.203> + +2023-12-14 14:52:57.102688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.208 +2023-12-14 14:52:57.102693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <309 constant.208> + +2023-12-14 14:52:57.102698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:57.102705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <308 concatenate.1> + +2023-12-14 14:52:57.102710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:57.102716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <305 broadcast.204> + +2023-12-14 14:52:57.102720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:57.102726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <303 broadcast.205> + +2023-12-14 14:52:57.102732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.7 +2023-12-14 14:52:57.102741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <302 bitcast-convert.7> + +2023-12-14 14:52:57.102746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.52 +2023-12-14 14:52:57.102751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <301 select.52> + +2023-12-14 14:52:57.102756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.53 +2023-12-14 14:52:57.102763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <300 select.53> + +2023-12-14 14:52:57.102768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.54 +2023-12-14 14:52:57.102774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <299 select.54> + +2023-12-14 14:52:57.102779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.162 +2023-12-14 14:52:57.102784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <298 add.162> + +2023-12-14 14:52:57.102789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.55 +2023-12-14 14:52:57.102795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <297 select.55> + +2023-12-14 14:52:57.102800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.31 +2023-12-14 14:52:57.102805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <296 or.31> + +2023-12-14 14:52:57.102810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.20 +2023-12-14 14:52:57.102816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <295 compare.20> + +2023-12-14 14:52:57.102821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:57.102827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <294 and.4> + +2023-12-14 14:52:57.102831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.21 +2023-12-14 14:52:57.102837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <293 compare.21> + +2023-12-14 14:52:57.102842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.22 +2023-12-14 14:52:57.102847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <292 compare.22> + +2023-12-14 14:52:57.102852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.5 +2023-12-14 14:52:57.102859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <291 and.5> + +2023-12-14 14:52:57.102864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.8 +2023-12-14 14:52:57.102869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <290 bitcast-convert.8> + +2023-12-14 14:52:57.102874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.23 +2023-12-14 14:52:57.102882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <289 compare.23> + +2023-12-14 14:52:57.102888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.209 +2023-12-14 14:52:57.102893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <288 constant.209> + +2023-12-14 14:52:57.102898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.24 +2023-12-14 14:52:57.102904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <287 compare.24> + +2023-12-14 14:52:57.102908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.9 +2023-12-14 14:52:57.102916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <286 convert.9> + +2023-12-14 14:52:57.102922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:57.102927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <284 broadcast.206> + +2023-12-14 14:52:57.102932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.44 +2023-12-14 14:52:57.102938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <304 param_0.44> + +2023-12-14 14:52:57.102944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.62 +2023-12-14 14:52:57.102950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <319 param_1.62> + +2023-12-14 14:52:57.102955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.58 +2023-12-14 14:52:57.102960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <306 param_2.58> + +2023-12-14 14:52:57.102965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.67 +2023-12-14 14:52:57.102971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <307 param_3.67> + +2023-12-14 14:52:57.102976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.9 +2023-12-14 14:52:57.102982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <283 bitcast-convert.9> + +2023-12-14 14:52:57.102987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.56 +2023-12-14 14:52:57.102992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <282 select.56> + +2023-12-14 14:52:57.102997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.57 +2023-12-14 14:52:57.103002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <281 select.57> + +2023-12-14 14:52:57.103008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.58 +2023-12-14 14:52:57.103013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <280 select.58> + +2023-12-14 14:52:57.103021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.163 +2023-12-14 14:52:57.103026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <279 add.163> + +2023-12-14 14:52:57.103031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.59 +2023-12-14 14:52:57.103038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <278 select.59> + +2023-12-14 14:52:57.103043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.210 +2023-12-14 14:52:57.103048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <277 constant.210> + +2023-12-14 14:52:57.103053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.211 +2023-12-14 14:52:57.103058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <276 constant.211> + +2023-12-14 14:52:57.103065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.32 +2023-12-14 14:52:57.103071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <275 or.32> + +2023-12-14 14:52:57.103076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.25 +2023-12-14 14:52:57.103081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <274 compare.25> + +2023-12-14 14:52:57.103086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.6 +2023-12-14 14:52:57.103091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <273 and.6> + +2023-12-14 14:52:57.103096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.212 +2023-12-14 14:52:57.103103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 constant.212> + +2023-12-14 14:52:57.103108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.26 +2023-12-14 14:52:57.103113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <271 compare.26> + +2023-12-14 14:52:57.103118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.213 +2023-12-14 14:52:57.103123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <270 constant.213> + +2023-12-14 14:52:57.103129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.214 +2023-12-14 14:52:57.103135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <269 constant.214> + +2023-12-14 14:52:57.103139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.27 +2023-12-14 14:52:57.103145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <268 compare.27> + +2023-12-14 14:52:57.103150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.215 +2023-12-14 14:52:57.103157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <267 constant.215> + +2023-12-14 14:52:57.103165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.7 +2023-12-14 14:52:57.103171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <266 and.7> + +2023-12-14 14:52:57.103176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.216 +2023-12-14 14:52:57.103181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <265 constant.216> + +2023-12-14 14:52:57.103186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.10 +2023-12-14 14:52:57.103193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 bitcast-convert.10> + +2023-12-14 14:52:57.103197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.217 +2023-12-14 14:52:57.103203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <263 constant.217> + +2023-12-14 14:52:57.103208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.28 +2023-12-14 14:52:57.103213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <262 compare.28> + +2023-12-14 14:52:57.103219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.218 +2023-12-14 14:52:57.103225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <261 constant.218> + +2023-12-14 14:52:57.103230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.219 +2023-12-14 14:52:57.103235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <260 constant.219> + +2023-12-14 14:52:57.103240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.69 +2023-12-14 14:52:57.103246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <285 param_4.69> + +2023-12-14 14:52:57.103251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.29 +2023-12-14 14:52:57.103257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <259 compare.29> + +2023-12-14 14:52:57.103262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.10 +2023-12-14 14:52:57.103267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <258 convert.10> + +2023-12-14 14:52:57.103272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_5.76 +2023-12-14 14:52:57.103278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <257 param_5.76> + +2023-12-14 14:52:57.103284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:57.103289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <26 fusion.2.clone> + +2023-12-14 14:52:57.103294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:57.103299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.103310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:57.103317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.103329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:57.103335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <438 while.1{1} (phi)> + +2023-12-14 14:52:57.103340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:57.103346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <439 while.1{2} (phi)> + +2023-12-14 14:52:57.103352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.13 +2023-12-14 14:52:57.103357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.103362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.14 +2023-12-14 14:52:57.103367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.103373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.164 +2023-12-14 14:52:57.103379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 add.164> + +2023-12-14 14:52:57.103384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:57.103390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <24 broadcast.207> + +2023-12-14 14:52:57.103395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:57.103400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <23 reshape.55> + +2023-12-14 14:52:57.103406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:57.103412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <22 slice.34> + +2023-12-14 14:52:57.103417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:57.103422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <20 slice.35> + +2023-12-14 14:52:57.103427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.45 +2023-12-14 14:52:57.103433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 param_0.45> + +2023-12-14 14:52:57.103439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:57.103445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <19 iota.2> + +2023-12-14 14:52:57.103450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5.clone +2023-12-14 14:52:57.103455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.103464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.15 +2023-12-14 14:52:57.103471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.103476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.165 +2023-12-14 14:52:57.103481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 add.165> + +2023-12-14 14:52:57.103486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:57.103492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <17 broadcast.208> + +2023-12-14 14:52:57.103497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:57.103504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 reshape.56> + +2023-12-14 14:52:57.103509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:57.103514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <15 slice.36> + +2023-12-14 14:52:57.103519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:57.103525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <13 slice.37> + +2023-12-14 14:52:57.103531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.46 +2023-12-14 14:52:57.103536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 param_0.46> + +2023-12-14 14:52:57.103541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:57.103546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <12 iota.3> + +2023-12-14 14:52:57.103551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7.clone +2023-12-14 14:52:57.103557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.103563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.16 +2023-12-14 14:52:57.103569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.105145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:57.105172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.105178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.105188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> (def) +2023-12-14 14:52:57.105193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.105210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> (def) +2023-12-14 14:52:57.105215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:57.105224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> (def) +2023-12-14 14:52:57.105229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:57.105239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> (def) +2023-12-14 14:52:57.105244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:57.105254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 constant.21> (def) +2023-12-14 14:52:57.105259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:57.105268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 constant.22> (def) +2023-12-14 14:52:57.105273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:57.105282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.105288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{} (phi)> (def) +2023-12-14 14:52:57.105293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.105298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <437 while.1{0} (phi)> (def) +2023-12-14 14:52:57.105303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.105308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> (def) +2023-12-14 14:52:57.105313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.105319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> (def) +2023-12-14 14:52:57.105323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.105328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <440 while.1{3} (phi)> (def) +2023-12-14 14:52:57.105333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.105339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <441 while.1{4} (phi)> (def) +2023-12-14 14:52:57.105343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.105349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <442 while.1{5} (phi)> (def) +2023-12-14 14:52:57.105357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.105362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <443 while.1{6} (phi)> (def) +2023-12-14 14:52:57.105368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.105372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <444 while.1{7} (phi)> (def) +2023-12-14 14:52:57.105377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:57.105387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> +2023-12-14 14:52:57.105392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:57.105402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> +2023-12-14 14:52:57.105407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:57.105417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:57.105422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:57.105432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 fusion.4> (def) +2023-12-14 14:52:57.105437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:57.105447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.6> (def) +2023-12-14 14:52:57.105452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:52:57.105462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 fusion.8> (def) +2023-12-14 14:52:57.105467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9: +2023-12-14 14:52:57.105477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> (def) +2023-12-14 14:52:57.105482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:57.105492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> +2023-12-14 14:52:57.105497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:57.105510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.105515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:57.105525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.105530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:57.105540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy> (def) +2023-12-14 14:52:57.105545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1: +2023-12-14 14:52:57.105555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.1> (def) +2023-12-14 14:52:57.105560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:52:57.105569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.2> (def) +2023-12-14 14:52:57.105574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3: +2023-12-14 14:52:57.105584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.3> (def) +2023-12-14 14:52:57.105589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4: +2023-12-14 14:52:57.105599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.4> (def) +2023-12-14 14:52:57.105604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5: +2023-12-14 14:52:57.105614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.5> (def) +2023-12-14 14:52:57.105619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6: +2023-12-14 14:52:57.105629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.6> (def) +2023-12-14 14:52:57.105633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7: +2023-12-14 14:52:57.105644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.7> (def) +2023-12-14 14:52:57.105648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:57.105661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.105666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 tuple.9{}> (def) +2023-12-14 14:52:57.105671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.105677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy> +2023-12-14 14:52:57.105683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.105687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.1> +2023-12-14 14:52:57.105692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.105697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.2> +2023-12-14 14:52:57.105702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.105707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.3> +2023-12-14 14:52:57.105713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.105718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.4> +2023-12-14 14:52:57.105722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.105727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.5> +2023-12-14 14:52:57.105732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.105738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.6> +2023-12-14 14:52:57.105743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.105748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.7> +2023-12-14 14:52:57.105752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:57.105762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.105767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:57.105773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.105778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:57.105783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.105787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:57.105792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.105798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:57.105803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.105811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:57.105816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.105821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:57.105827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.105832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:57.105837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.105842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:57.105847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.105851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:57.105857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:57.105867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 constant.102> (def) +2023-12-14 14:52:57.105872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:57.105882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 add.58> (def) +2023-12-14 14:52:57.105887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.105898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.105903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:57.105912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.105918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103: +2023-12-14 14:52:57.105928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.105932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:57.105942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.8> (def) +2023-12-14 14:52:57.105948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104: +2023-12-14 14:52:57.105958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.105966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:57.105976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.9> (def) +2023-12-14 14:52:57.105981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.105987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105: +2023-12-14 14:52:57.105991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.105996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:57.106006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.10> (def) +2023-12-14 14:52:57.106011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106: +2023-12-14 14:52:57.106021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.106026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:57.106035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.11> (def) +2023-12-14 14:52:57.106041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:57.106051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.106056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:57.106065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.12> (def) +2023-12-14 14:52:57.106071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:57.106081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.106086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:57.106095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.13> (def) +2023-12-14 14:52:57.106101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:57.106114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.106119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:57.106129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.14> (def) +2023-12-14 14:52:57.106135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110: +2023-12-14 14:52:57.106144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.106149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:57.106159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 copy.15> (def) +2023-12-14 14:52:57.106164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16: +2023-12-14 14:52:57.106174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.16> (def) +2023-12-14 14:52:57.106178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17: +2023-12-14 14:52:57.106188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.17> (def) +2023-12-14 14:52:57.106194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18: +2023-12-14 14:52:57.106203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> (def) +2023-12-14 14:52:57.106208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:57.106218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> (def) +2023-12-14 14:52:57.106225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:57.106235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> (def) +2023-12-14 14:52:57.106239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:57.106249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> (def) +2023-12-14 14:52:57.106254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:57.106264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> (def) +2023-12-14 14:52:57.106272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:57.106281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> (def) +2023-12-14 14:52:57.106287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:57.106297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.106301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.11{}> (def) +2023-12-14 14:52:57.106306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.106311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.16> +2023-12-14 14:52:57.106317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.106322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.17> +2023-12-14 14:52:57.106326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.106331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> +2023-12-14 14:52:57.106336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.106341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> +2023-12-14 14:52:57.106346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.106351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> +2023-12-14 14:52:57.106356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.106361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> +2023-12-14 14:52:57.106366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.106370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> +2023-12-14 14:52:57.106376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.106381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> +2023-12-14 14:52:57.106385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:57.106395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.106400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:57.106407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.106412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:57.106422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.106427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:57.106432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.106437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:57.106442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.106447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:57.106452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.106457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:57.106462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.106467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:57.106473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.106477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:57.106482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.106487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:57.106492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:57.106503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> (def) +2023-12-14 14:52:57.106507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:57.106517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> (def) +2023-12-14 14:52:57.106521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:57.106533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.106538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0: +2023-12-14 14:52:57.106547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 divide.0> (def) +2023-12-14 14:52:57.106552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:57.106562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.105> (def) +2023-12-14 14:52:57.106571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:57.106580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.42> (def) +2023-12-14 14:52:57.106585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:57.106596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.106> (def) +2023-12-14 14:52:57.106600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:57.106610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 multiply.45> (def) +2023-12-14 14:52:57.106614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:57.106625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.107> (def) +2023-12-14 14:52:57.106630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:57.106639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 multiply.47> (def) +2023-12-14 14:52:57.106644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:57.106655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 add.108> (def) +2023-12-14 14:52:57.106660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:57.106669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 multiply.49> (def) +2023-12-14 14:52:57.106674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:57.106685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.109> (def) +2023-12-14 14:52:57.106689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:57.106699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 multiply.51> (def) +2023-12-14 14:52:57.106703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:57.106714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.110> (def) +2023-12-14 14:52:57.106722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53: +2023-12-14 14:52:57.106731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 multiply.53> (def) +2023-12-14 14:52:57.106736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:57.106747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.112> (def) +2023-12-14 14:52:57.106752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55: +2023-12-14 14:52:57.106761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 multiply.55> (def) +2023-12-14 14:52:57.106766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:57.106777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 add.114> (def) +2023-12-14 14:52:57.106782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57: +2023-12-14 14:52:57.106791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 multiply.57> (def) +2023-12-14 14:52:57.106796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:57.106807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.115> (def) +2023-12-14 14:52:57.106811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59: +2023-12-14 14:52:57.106821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 multiply.59> (def) +2023-12-14 14:52:57.106825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:57.106836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 add.116> (def) +2023-12-14 14:52:57.106841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61: +2023-12-14 14:52:57.106850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 multiply.61> (def) +2023-12-14 14:52:57.106855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:57.106866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.117> (def) +2023-12-14 14:52:57.106870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63: +2023-12-14 14:52:57.106883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 multiply.63> (def) +2023-12-14 14:52:57.106889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:57.106900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 add.118> (def) +2023-12-14 14:52:57.106905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65: +2023-12-14 14:52:57.106914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 multiply.65> (def) +2023-12-14 14:52:57.106919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67: +2023-12-14 14:52:57.106930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.67> (def) +2023-12-14 14:52:57.106934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0: +2023-12-14 14:52:57.106944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 clamp.0> (def) +2023-12-14 14:52:57.106950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69: +2023-12-14 14:52:57.106961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.69> (def) +2023-12-14 14:52:57.106966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146: +2023-12-14 14:52:57.106976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.146> (def) +2023-12-14 14:52:57.106980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.106985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147: +2023-12-14 14:52:57.106991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.147> (def) +2023-12-14 14:52:57.106995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148: +2023-12-14 14:52:57.107005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 constant.148> (def) +2023-12-14 14:52:57.107011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149: +2023-12-14 14:52:57.107022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 constant.149> (def) +2023-12-14 14:52:57.107027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150: +2023-12-14 14:52:57.107039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 constant.150> (def) +2023-12-14 14:52:57.107044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151: +2023-12-14 14:52:57.107055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.151> (def) +2023-12-14 14:52:57.107059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152: +2023-12-14 14:52:57.107069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.152> (def) +2023-12-14 14:52:57.107074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153: +2023-12-14 14:52:57.107084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.153> (def) +2023-12-14 14:52:57.107089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154: +2023-12-14 14:52:57.107098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.154> (def) +2023-12-14 14:52:57.107104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155: +2023-12-14 14:52:57.107115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 constant.155> (def) +2023-12-14 14:52:57.107120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156: +2023-12-14 14:52:57.107129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.156> (def) +2023-12-14 14:52:57.107134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157: +2023-12-14 14:52:57.107144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.157> (def) +2023-12-14 14:52:57.107149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158: +2023-12-14 14:52:57.107158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.158> (def) +2023-12-14 14:52:57.107164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159: +2023-12-14 14:52:57.107174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.159> (def) +2023-12-14 14:52:57.107181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160: +2023-12-14 14:52:57.107192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 constant.160> (def) +2023-12-14 14:52:57.107198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161: +2023-12-14 14:52:57.107208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.161> (def) +2023-12-14 14:52:57.107213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6: +2023-12-14 14:52:57.107222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 convert.6> (def) +2023-12-14 14:52:57.107228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23: +2023-12-14 14:52:57.107238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 param_0.23> (def) +2023-12-14 14:52:57.107243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:57.107253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:57.107259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:57.107269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:57.107274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162: +2023-12-14 14:52:57.107283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> (def) +2023-12-14 14:52:57.107288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:57.107298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> (def) +2023-12-14 14:52:57.107303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:57.107314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> (def) +2023-12-14 14:52:57.107329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:57.107340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> (def) +2023-12-14 14:52:57.107344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27: +2023-12-14 14:52:57.107358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> (def) +2023-12-14 14:52:57.107362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:57.107373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> (def) +2023-12-14 14:52:57.107378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:57.107388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> (def) +2023-12-14 14:52:57.107392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:57.107403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> (def) +2023-12-14 14:52:57.107407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:57.107417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> (def) +2023-12-14 14:52:57.107422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:57.107432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> (def) +2023-12-14 14:52:57.107437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:57.107447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> (def) +2023-12-14 14:52:57.107452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35: +2023-12-14 14:52:57.107462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> (def) +2023-12-14 14:52:57.107467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:52:57.107476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 divide.1> (def) +2023-12-14 14:52:57.107482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121: +2023-12-14 14:52:57.107492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 add.121> (def) +2023-12-14 14:52:57.107496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163: +2023-12-14 14:52:57.107510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.163> (def) +2023-12-14 14:52:57.107514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70: +2023-12-14 14:52:57.107525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 multiply.70> (def) +2023-12-14 14:52:57.107530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122: +2023-12-14 14:52:57.107540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 add.122> (def) +2023-12-14 14:52:57.107544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164: +2023-12-14 14:52:57.107554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.164> (def) +2023-12-14 14:52:57.107559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71: +2023-12-14 14:52:57.107569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 multiply.71> (def) +2023-12-14 14:52:57.107574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123: +2023-12-14 14:52:57.107584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 add.123> (def) +2023-12-14 14:52:57.107589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165: +2023-12-14 14:52:57.107599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.165> (def) +2023-12-14 14:52:57.107603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74: +2023-12-14 14:52:57.107614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 multiply.74> (def) +2023-12-14 14:52:57.107618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124: +2023-12-14 14:52:57.107628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 add.124> (def) +2023-12-14 14:52:57.107633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166: +2023-12-14 14:52:57.107643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.166> (def) +2023-12-14 14:52:57.107648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76: +2023-12-14 14:52:57.107661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 multiply.76> (def) +2023-12-14 14:52:57.107666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:57.107676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 add.125> (def) +2023-12-14 14:52:57.107681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167: +2023-12-14 14:52:57.107691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.167> (def) +2023-12-14 14:52:57.107696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78: +2023-12-14 14:52:57.107706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 multiply.78> (def) +2023-12-14 14:52:57.107711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126: +2023-12-14 14:52:57.107721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 add.126> (def) +2023-12-14 14:52:57.107726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168: +2023-12-14 14:52:57.107736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.168> (def) +2023-12-14 14:52:57.107740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80: +2023-12-14 14:52:57.107750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 multiply.80> (def) +2023-12-14 14:52:57.107755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127: +2023-12-14 14:52:57.107765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 add.127> (def) +2023-12-14 14:52:57.107770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169: +2023-12-14 14:52:57.107780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.169> (def) +2023-12-14 14:52:57.107785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82: +2023-12-14 14:52:57.107795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.82> (def) +2023-12-14 14:52:57.107800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129: +2023-12-14 14:52:57.107814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 add.129> (def) +2023-12-14 14:52:57.107818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170: +2023-12-14 14:52:57.107829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 constant.170> (def) +2023-12-14 14:52:57.107833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84: +2023-12-14 14:52:57.107843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.84> (def) +2023-12-14 14:52:57.107848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130: +2023-12-14 14:52:57.107858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.130> (def) +2023-12-14 14:52:57.107863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171: +2023-12-14 14:52:57.107873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.171> (def) +2023-12-14 14:52:57.107878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86: +2023-12-14 14:52:57.107888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.86> (def) +2023-12-14 14:52:57.107893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132: +2023-12-14 14:52:57.107903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 add.132> (def) +2023-12-14 14:52:57.107907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172: +2023-12-14 14:52:57.107918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.172> (def) +2023-12-14 14:52:57.107922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88: +2023-12-14 14:52:57.107933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.88> (def) +2023-12-14 14:52:57.107937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133: +2023-12-14 14:52:57.107948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.133> (def) +2023-12-14 14:52:57.107953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173: +2023-12-14 14:52:57.107966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.173> (def) +2023-12-14 14:52:57.107970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90: +2023-12-14 14:52:57.107980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.90> (def) +2023-12-14 14:52:57.107985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.107991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134: +2023-12-14 14:52:57.107995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.134> (def) +2023-12-14 14:52:57.108000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174: +2023-12-14 14:52:57.108010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.174> (def) +2023-12-14 14:52:57.108015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92: +2023-12-14 14:52:57.108026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.92> (def) +2023-12-14 14:52:57.108031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175: +2023-12-14 14:52:57.108041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.175> (def) +2023-12-14 14:52:57.108045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94: +2023-12-14 14:52:57.108055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.94> (def) +2023-12-14 14:52:57.108060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1: +2023-12-14 14:52:57.108070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 clamp.1> (def) +2023-12-14 14:52:57.108075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176: +2023-12-14 14:52:57.108085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.176> (def) +2023-12-14 14:52:57.108090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96: +2023-12-14 14:52:57.108099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.96> (def) +2023-12-14 14:52:57.108105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177: +2023-12-14 14:52:57.108117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.177> (def) +2023-12-14 14:52:57.108122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178: +2023-12-14 14:52:57.108132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.178> (def) +2023-12-14 14:52:57.108137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7: +2023-12-14 14:52:57.108147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 convert.7> (def) +2023-12-14 14:52:57.108152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41: +2023-12-14 14:52:57.108162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 param_0.41> (def) +2023-12-14 14:52:57.108167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135: +2023-12-14 14:52:57.108177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.135> (def) +2023-12-14 14:52:57.108182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153: +2023-12-14 14:52:57.108192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 broadcast.153> (def) +2023-12-14 14:52:57.108197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8: +2023-12-14 14:52:57.108207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 convert.8> (def) +2023-12-14 14:52:57.108212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136: +2023-12-14 14:52:57.108221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.136> (def) +2023-12-14 14:52:57.108227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154: +2023-12-14 14:52:57.108237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 broadcast.154> (def) +2023-12-14 14:52:57.108242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:57.108251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 xor.21> (def) +2023-12-14 14:52:57.108256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:57.108270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 or.23> (def) +2023-12-14 14:52:57.108274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:57.108285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 shift-right-logical.21> (def) +2023-12-14 14:52:57.108290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156: +2023-12-14 14:52:57.108300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 broadcast.156> (def) +2023-12-14 14:52:57.108305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:57.108315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 subtract.24> (def) +2023-12-14 14:52:57.108320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:57.108330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 shift-left.19> (def) +2023-12-14 14:52:57.108335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157: +2023-12-14 14:52:57.108345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.157> (def) +2023-12-14 14:52:57.108350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:57.108360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 reshape.44> (def) +2023-12-14 14:52:57.108365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:57.108375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 slice.27> (def) +2023-12-14 14:52:57.108380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137: +2023-12-14 14:52:57.108390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.137> (def) +2023-12-14 14:52:57.108394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:57.108404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 xor.22> (def) +2023-12-14 14:52:57.108409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:57.108423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 or.24> (def) +2023-12-14 14:52:57.108427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:57.108438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 shift-right-logical.22> (def) +2023-12-14 14:52:57.108443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158: +2023-12-14 14:52:57.108453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.158> (def) +2023-12-14 14:52:57.108458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:57.108468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 subtract.25> (def) +2023-12-14 14:52:57.108473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:57.108483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 shift-left.20> (def) +2023-12-14 14:52:57.108488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159: +2023-12-14 14:52:57.108498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.159> (def) +2023-12-14 14:52:57.108504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:57.108513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 reshape.45> (def) +2023-12-14 14:52:57.108518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:57.108527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 slice.28> (def) +2023-12-14 14:52:57.108533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138: +2023-12-14 14:52:57.108543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 add.138> (def) +2023-12-14 14:52:57.108548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:57.108557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 xor.23> (def) +2023-12-14 14:52:57.108562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:57.108576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 or.25> (def) +2023-12-14 14:52:57.108580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:57.108591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 shift-right-logical.23> (def) +2023-12-14 14:52:57.108596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160: +2023-12-14 14:52:57.108606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.160> (def) +2023-12-14 14:52:57.108611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:57.108621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 subtract.26> (def) +2023-12-14 14:52:57.108626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:57.108636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 shift-left.21> (def) +2023-12-14 14:52:57.108641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161: +2023-12-14 14:52:57.108651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.161> (def) +2023-12-14 14:52:57.108656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:57.108666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 reshape.46> (def) +2023-12-14 14:52:57.108670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:57.108680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 slice.29> (def) +2023-12-14 14:52:57.108687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139: +2023-12-14 14:52:57.108697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 add.139> (def) +2023-12-14 14:52:57.108702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:57.108712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 xor.24> (def) +2023-12-14 14:52:57.108717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:57.108731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 or.26> (def) +2023-12-14 14:52:57.108736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:57.108748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 shift-right-logical.24> (def) +2023-12-14 14:52:57.108753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163: +2023-12-14 14:52:57.108762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.163> (def) +2023-12-14 14:52:57.108767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:57.108779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 subtract.27> (def) +2023-12-14 14:52:57.108784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179: +2023-12-14 14:52:57.108793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.179> (def) +2023-12-14 14:52:57.108798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:57.108808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 shift-left.22> (def) +2023-12-14 14:52:57.108813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164: +2023-12-14 14:52:57.108822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.164> (def) +2023-12-14 14:52:57.108827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:57.108839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 reshape.47> (def) +2023-12-14 14:52:57.108844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:57.108853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 slice.30> (def) +2023-12-14 14:52:57.108858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140: +2023-12-14 14:52:57.108868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 add.140> (def) +2023-12-14 14:52:57.108873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142: +2023-12-14 14:52:57.108886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.142> (def) +2023-12-14 14:52:57.108891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42: +2023-12-14 14:52:57.108902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 param_0.42> (def) +2023-12-14 14:52:57.108906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60: +2023-12-14 14:52:57.108916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 param_1.60> (def) +2023-12-14 14:52:57.108920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56: +2023-12-14 14:52:57.108932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 param_2.56> (def) +2023-12-14 14:52:57.108937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65: +2023-12-14 14:52:57.108946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 param_3.65> (def) +2023-12-14 14:52:57.108951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68: +2023-12-14 14:52:57.108961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 param_4.68> (def) +2023-12-14 14:52:57.108966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180: +2023-12-14 14:52:57.108975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.180> (def) +2023-12-14 14:52:57.108980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.108984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.108990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> (def) +2023-12-14 14:52:57.108995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.109004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.12> +2023-12-14 14:52:57.109009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.109020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.14> +2023-12-14 14:52:57.109025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:57.109049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.10> +2023-12-14 14:52:57.109055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:57.109064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.9> +2023-12-14 14:52:57.109069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:57.109079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.8> +2023-12-14 14:52:57.109085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143: +2023-12-14 14:52:57.109094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.143> (def) +2023-12-14 14:52:57.109099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166: +2023-12-14 14:52:57.109109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.166> (def) +2023-12-14 14:52:57.109114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144: +2023-12-14 14:52:57.109124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.144> (def) +2023-12-14 14:52:57.109129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43: +2023-12-14 14:52:57.109138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_0.43> (def) +2023-12-14 14:52:57.109144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:57.109153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.25> (def) +2023-12-14 14:52:57.109158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:57.109167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.27> (def) +2023-12-14 14:52:57.109173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:57.109182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.25> (def) +2023-12-14 14:52:57.109187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:57.109200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.167> (def) +2023-12-14 14:52:57.109206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:57.109215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.28> (def) +2023-12-14 14:52:57.109220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:57.109229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.23> (def) +2023-12-14 14:52:57.109235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168: +2023-12-14 14:52:57.109245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.168> (def) +2023-12-14 14:52:57.109249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48: +2023-12-14 14:52:57.109259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.48> (def) +2023-12-14 14:52:57.109264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:57.109274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.31> (def) +2023-12-14 14:52:57.109278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145: +2023-12-14 14:52:57.109288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.145> (def) +2023-12-14 14:52:57.109293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:57.109303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.26> (def) +2023-12-14 14:52:57.109308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:57.109317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.28> (def) +2023-12-14 14:52:57.109323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:57.109333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.26> (def) +2023-12-14 14:52:57.109338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170: +2023-12-14 14:52:57.109350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.170> (def) +2023-12-14 14:52:57.109356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:57.109365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.29> (def) +2023-12-14 14:52:57.109370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:57.109380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 shift-left.24> (def) +2023-12-14 14:52:57.109385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172: +2023-12-14 14:52:57.109395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 broadcast.172> (def) +2023-12-14 14:52:57.109400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:57.109409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.49> (def) +2023-12-14 14:52:57.109415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:57.109424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 slice.32> (def) +2023-12-14 14:52:57.109429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146: +2023-12-14 14:52:57.109438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.146> (def) +2023-12-14 14:52:57.109444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:57.109454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 xor.27> (def) +2023-12-14 14:52:57.109459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29: +2023-12-14 14:52:57.109468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 or.29> (def) +2023-12-14 14:52:57.109474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:57.109484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-right-logical.27> (def) +2023-12-14 14:52:57.109489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:57.109501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.173> (def) +2023-12-14 14:52:57.109507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30: +2023-12-14 14:52:57.109516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 subtract.30> (def) +2023-12-14 14:52:57.109521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181: +2023-12-14 14:52:57.109530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 constant.181> (def) +2023-12-14 14:52:57.109536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61: +2023-12-14 14:52:57.109546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_1.61> (def) +2023-12-14 14:52:57.109550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:57.109560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-left.25> (def) +2023-12-14 14:52:57.109566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174: +2023-12-14 14:52:57.109576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.174> (def) +2023-12-14 14:52:57.109581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:57.109590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.50> (def) +2023-12-14 14:52:57.109595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:57.109606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 slice.33> (def) +2023-12-14 14:52:57.109610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147: +2023-12-14 14:52:57.109620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.147> (def) +2023-12-14 14:52:57.109625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57: +2023-12-14 14:52:57.109635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 param_2.57> (def) +2023-12-14 14:52:57.109640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66: +2023-12-14 14:52:57.109650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 param_3.66> (def) +2023-12-14 14:52:57.109659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:57.109669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> (def) +2023-12-14 14:52:57.109673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:57.109683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.11> +2023-12-14 14:52:57.109689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:57.109699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.14> +2023-12-14 14:52:57.109703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:57.109713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.10> +2023-12-14 14:52:57.109719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:57.109728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.9> +2023-12-14 14:52:57.109733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2: +2023-12-14 14:52:57.109742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 minimum.2> (def) +2023-12-14 14:52:57.109748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:57.109758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 maximum.4> (def) +2023-12-14 14:52:57.109763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98: +2023-12-14 14:52:57.109772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 multiply.98> (def) +2023-12-14 14:52:57.109777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:57.109788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 broadcast.176> (def) +2023-12-14 14:52:57.109793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182: +2023-12-14 14:52:57.109802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 constant.182> (def) +2023-12-14 14:52:57.109811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:57.109820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 select.41> (def) +2023-12-14 14:52:57.109825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99: +2023-12-14 14:52:57.109835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 multiply.99> (def) +2023-12-14 14:52:57.109840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148: +2023-12-14 14:52:57.109850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 add.148> (def) +2023-12-14 14:52:57.109855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100: +2023-12-14 14:52:57.109864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 multiply.100> (def) +2023-12-14 14:52:57.109870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149: +2023-12-14 14:52:57.109880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 add.149> (def) +2023-12-14 14:52:57.109885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101: +2023-12-14 14:52:57.109894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.101> (def) +2023-12-14 14:52:57.109900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150: +2023-12-14 14:52:57.109910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 add.150> (def) +2023-12-14 14:52:57.109915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102: +2023-12-14 14:52:57.109924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 multiply.102> (def) +2023-12-14 14:52:57.109929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152: +2023-12-14 14:52:57.109940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 add.152> (def) +2023-12-14 14:52:57.109944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103: +2023-12-14 14:52:57.109954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.103> (def) +2023-12-14 14:52:57.109963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153: +2023-12-14 14:52:57.109973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.153> (def) +2023-12-14 14:52:57.109978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104: +2023-12-14 14:52:57.109988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.104> (def) +2023-12-14 14:52:57.109993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.109998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154: +2023-12-14 14:52:57.110003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.154> (def) +2023-12-14 14:52:57.110008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105: +2023-12-14 14:52:57.110018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.105> (def) +2023-12-14 14:52:57.110023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155: +2023-12-14 14:52:57.110033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.155> (def) +2023-12-14 14:52:57.110037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106: +2023-12-14 14:52:57.110048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.106> (def) +2023-12-14 14:52:57.110053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156: +2023-12-14 14:52:57.110063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.156> (def) +2023-12-14 14:52:57.110068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107: +2023-12-14 14:52:57.110077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.107> (def) +2023-12-14 14:52:57.110083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:57.110093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 select.42> (def) +2023-12-14 14:52:57.110097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157: +2023-12-14 14:52:57.110107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 add.157> (def) +2023-12-14 14:52:57.110116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:57.110126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 broadcast.177> (def) +2023-12-14 14:52:57.110130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183: +2023-12-14 14:52:57.110141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 constant.183> (def) +2023-12-14 14:52:57.110147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:57.110157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 sqrt.3> (def) +2023-12-14 14:52:57.110161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158: +2023-12-14 14:52:57.110171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 add.158> (def) +2023-12-14 14:52:57.110176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:57.110186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 broadcast.178> (def) +2023-12-14 14:52:57.110191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184: +2023-12-14 14:52:57.110201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 constant.184> (def) +2023-12-14 14:52:57.110206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:57.110216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.43> (def) +2023-12-14 14:52:57.110221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:57.110231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 broadcast.179> (def) +2023-12-14 14:52:57.110236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185: +2023-12-14 14:52:57.110246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 constant.185> (def) +2023-12-14 14:52:57.110251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:57.110261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 broadcast.180> (def) +2023-12-14 14:52:57.110270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186: +2023-12-14 14:52:57.110279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 constant.186> (def) +2023-12-14 14:52:57.110284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44: +2023-12-14 14:52:57.110295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 select.44> (def) +2023-12-14 14:52:57.110300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:57.110310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.181> (def) +2023-12-14 14:52:57.110314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187: +2023-12-14 14:52:57.110325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.187> (def) +2023-12-14 14:52:57.110330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:57.110340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 broadcast.182> (def) +2023-12-14 14:52:57.110345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188: +2023-12-14 14:52:57.110355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 constant.188> (def) +2023-12-14 14:52:57.110361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45: +2023-12-14 14:52:57.110370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 select.45> (def) +2023-12-14 14:52:57.110375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:57.110385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.183> (def) +2023-12-14 14:52:57.110390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189: +2023-12-14 14:52:57.110400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.189> (def) +2023-12-14 14:52:57.110405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:57.110415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 broadcast.184> (def) +2023-12-14 14:52:57.110423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191: +2023-12-14 14:52:57.110433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 constant.191> (def) +2023-12-14 14:52:57.110438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46: +2023-12-14 14:52:57.110448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 select.46> (def) +2023-12-14 14:52:57.110453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:57.110463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.185> (def) +2023-12-14 14:52:57.110468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192: +2023-12-14 14:52:57.110478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.192> (def) +2023-12-14 14:52:57.110483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:57.110493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 broadcast.186> (def) +2023-12-14 14:52:57.110498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193: +2023-12-14 14:52:57.110508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 constant.193> (def) +2023-12-14 14:52:57.110513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47: +2023-12-14 14:52:57.110523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 select.47> (def) +2023-12-14 14:52:57.110527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:57.110538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.187> (def) +2023-12-14 14:52:57.110543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194: +2023-12-14 14:52:57.110553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.194> (def) +2023-12-14 14:52:57.110557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:57.110568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 broadcast.188> (def) +2023-12-14 14:52:57.110576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195: +2023-12-14 14:52:57.110586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 constant.195> (def) +2023-12-14 14:52:57.110592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48: +2023-12-14 14:52:57.110602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 select.48> (def) +2023-12-14 14:52:57.110608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:57.110617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.189> (def) +2023-12-14 14:52:57.110622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196: +2023-12-14 14:52:57.110632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.196> (def) +2023-12-14 14:52:57.110637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:57.110647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 broadcast.190> (def) +2023-12-14 14:52:57.110652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197: +2023-12-14 14:52:57.110662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 constant.197> (def) +2023-12-14 14:52:57.110667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49: +2023-12-14 14:52:57.110677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 select.49> (def) +2023-12-14 14:52:57.110683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:57.110692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.191> (def) +2023-12-14 14:52:57.110698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198: +2023-12-14 14:52:57.110707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.198> (def) +2023-12-14 14:52:57.110712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:57.110722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 broadcast.192> (def) +2023-12-14 14:52:57.110730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199: +2023-12-14 14:52:57.110740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 constant.199> (def) +2023-12-14 14:52:57.110745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50: +2023-12-14 14:52:57.110755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 select.50> (def) +2023-12-14 14:52:57.110760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:57.110770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.193> (def) +2023-12-14 14:52:57.110775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200: +2023-12-14 14:52:57.110785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.200> (def) +2023-12-14 14:52:57.110790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:57.110800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 broadcast.194> (def) +2023-12-14 14:52:57.110805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201: +2023-12-14 14:52:57.110815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 constant.201> (def) +2023-12-14 14:52:57.110820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51: +2023-12-14 14:52:57.110830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 select.51> (def) +2023-12-14 14:52:57.110835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:57.110845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.195> (def) +2023-12-14 14:52:57.110850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202: +2023-12-14 14:52:57.110859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.202> (def) +2023-12-14 14:52:57.110865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:57.110874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 broadcast.196> (def) +2023-12-14 14:52:57.110886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203: +2023-12-14 14:52:57.110896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 constant.203> (def) +2023-12-14 14:52:57.110901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18: +2023-12-14 14:52:57.110911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 compare.18> (def) +2023-12-14 14:52:57.110916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:57.110926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.197> (def) +2023-12-14 14:52:57.110931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204: +2023-12-14 14:52:57.110941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.204> (def) +2023-12-14 14:52:57.110946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:57.110956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 negate.9> (def) +2023-12-14 14:52:57.110960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:57.110971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 log-plus-one.3> (def) +2023-12-14 14:52:57.110976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108: +2023-12-14 14:52:57.110986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 multiply.108> (def) +2023-12-14 14:52:57.110990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.110995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:57.111000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 negate.10> (def) +2023-12-14 14:52:57.111005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109: +2023-12-14 14:52:57.111015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 multiply.109> (def) +2023-12-14 14:52:57.111020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:57.111030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 broadcast.198> (def) +2023-12-14 14:52:57.111039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19: +2023-12-14 14:52:57.111050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 compare.19> (def) +2023-12-14 14:52:57.111055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:57.111065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 broadcast.199> (def) +2023-12-14 14:52:57.111070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205: +2023-12-14 14:52:57.111080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 constant.205> (def) +2023-12-14 14:52:57.111084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:57.111095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 abs.3> (def) +2023-12-14 14:52:57.111099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:57.111111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 reshape.51> (def) +2023-12-14 14:52:57.111116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5: +2023-12-14 14:52:57.111126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 maximum.5> (def) +2023-12-14 14:52:57.111130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159: +2023-12-14 14:52:57.111140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 add.159> (def) +2023-12-14 14:52:57.111145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110: +2023-12-14 14:52:57.111155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 multiply.110> (def) +2023-12-14 14:52:57.111160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:57.111170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 broadcast.200> (def) +2023-12-14 14:52:57.111175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:57.111185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 reshape.52> (def) +2023-12-14 14:52:57.111192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31: +2023-12-14 14:52:57.111203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 subtract.31> (def) +2023-12-14 14:52:57.111208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53: +2023-12-14 14:52:57.111218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 reshape.53> (def) +2023-12-14 14:52:57.111222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:57.111233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.54> (def) +2023-12-14 14:52:57.111237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160: +2023-12-14 14:52:57.111248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.160> (def) +2023-12-14 14:52:57.111252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:57.111263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 broadcast.201> (def) +2023-12-14 14:52:57.111267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206: +2023-12-14 14:52:57.111277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 constant.206> (def) +2023-12-14 14:52:57.111282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6: +2023-12-14 14:52:57.111292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 bitcast-convert.6> (def) +2023-12-14 14:52:57.111297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30: +2023-12-14 14:52:57.111307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 or.30> (def) +2023-12-14 14:52:57.111312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:57.111329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 broadcast.202> (def) +2023-12-14 14:52:57.111333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207: +2023-12-14 14:52:57.111344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 constant.207> (def) +2023-12-14 14:52:57.111352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:57.111362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 shift-right-logical.28> (def) +2023-12-14 14:52:57.111367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:57.111377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 broadcast.203> (def) +2023-12-14 14:52:57.111383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208: +2023-12-14 14:52:57.111393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 constant.208> (def) +2023-12-14 14:52:57.111397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:57.111408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 concatenate.1> (def) +2023-12-14 14:52:57.111413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:57.111423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.204> (def) +2023-12-14 14:52:57.111428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:57.111438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 broadcast.205> (def) +2023-12-14 14:52:57.111443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7: +2023-12-14 14:52:57.111453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 bitcast-convert.7> (def) +2023-12-14 14:52:57.111457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52: +2023-12-14 14:52:57.111469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 select.52> (def) +2023-12-14 14:52:57.111474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53: +2023-12-14 14:52:57.111484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 select.53> (def) +2023-12-14 14:52:57.111488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54: +2023-12-14 14:52:57.111498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 select.54> (def) +2023-12-14 14:52:57.111508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162: +2023-12-14 14:52:57.111518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 add.162> (def) +2023-12-14 14:52:57.111522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55: +2023-12-14 14:52:57.111533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 select.55> (def) +2023-12-14 14:52:57.111538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31: +2023-12-14 14:52:57.111548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 or.31> (def) +2023-12-14 14:52:57.111552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20: +2023-12-14 14:52:57.111564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 compare.20> (def) +2023-12-14 14:52:57.111569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:57.111578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 and.4> (def) +2023-12-14 14:52:57.111583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21: +2023-12-14 14:52:57.111593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 compare.21> (def) +2023-12-14 14:52:57.111598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22: +2023-12-14 14:52:57.111608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 compare.22> (def) +2023-12-14 14:52:57.111613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5: +2023-12-14 14:52:57.111623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 and.5> (def) +2023-12-14 14:52:57.111628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8: +2023-12-14 14:52:57.111638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 bitcast-convert.8> (def) +2023-12-14 14:52:57.111642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23: +2023-12-14 14:52:57.111652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 compare.23> (def) +2023-12-14 14:52:57.111661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209: +2023-12-14 14:52:57.111671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 constant.209> (def) +2023-12-14 14:52:57.111675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24: +2023-12-14 14:52:57.111686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.24> (def) +2023-12-14 14:52:57.111691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9: +2023-12-14 14:52:57.111700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 convert.9> (def) +2023-12-14 14:52:57.111705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:57.111716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 broadcast.206> (def) +2023-12-14 14:52:57.111721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44: +2023-12-14 14:52:57.111730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 param_0.44> (def) +2023-12-14 14:52:57.111735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62: +2023-12-14 14:52:57.111746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 param_1.62> (def) +2023-12-14 14:52:57.111751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58: +2023-12-14 14:52:57.111760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 param_2.58> (def) +2023-12-14 14:52:57.111765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67: +2023-12-14 14:52:57.111776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 param_3.67> (def) +2023-12-14 14:52:57.111780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9: +2023-12-14 14:52:57.111790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 bitcast-convert.9> (def) +2023-12-14 14:52:57.111795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56: +2023-12-14 14:52:57.111806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 select.56> (def) +2023-12-14 14:52:57.111813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57: +2023-12-14 14:52:57.111822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 select.57> (def) +2023-12-14 14:52:57.111827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58: +2023-12-14 14:52:57.111838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 select.58> (def) +2023-12-14 14:52:57.111843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163: +2023-12-14 14:52:57.111852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 add.163> (def) +2023-12-14 14:52:57.111857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59: +2023-12-14 14:52:57.111868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 select.59> (def) +2023-12-14 14:52:57.111873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210: +2023-12-14 14:52:57.111882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 constant.210> (def) +2023-12-14 14:52:57.111887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211: +2023-12-14 14:52:57.111898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 constant.211> (def) +2023-12-14 14:52:57.111902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32: +2023-12-14 14:52:57.111912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 or.32> (def) +2023-12-14 14:52:57.111916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25: +2023-12-14 14:52:57.111928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 compare.25> (def) +2023-12-14 14:52:57.111933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6: +2023-12-14 14:52:57.111942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 and.6> (def) +2023-12-14 14:52:57.111947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212: +2023-12-14 14:52:57.111957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 constant.212> (def) +2023-12-14 14:52:57.111964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26: +2023-12-14 14:52:57.111974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 compare.26> (def) +2023-12-14 14:52:57.111978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213: +2023-12-14 14:52:57.111990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 constant.213> (def) +2023-12-14 14:52:57.111994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.111999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214: +2023-12-14 14:52:57.112004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.214> (def) +2023-12-14 14:52:57.112008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27: +2023-12-14 14:52:57.112019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 compare.27> (def) +2023-12-14 14:52:57.112024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215: +2023-12-14 14:52:57.112033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 constant.215> (def) +2023-12-14 14:52:57.112038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7: +2023-12-14 14:52:57.112048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 and.7> (def) +2023-12-14 14:52:57.112053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216: +2023-12-14 14:52:57.112062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 constant.216> (def) +2023-12-14 14:52:57.112067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10: +2023-12-14 14:52:57.112077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 bitcast-convert.10> (def) +2023-12-14 14:52:57.112082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217: +2023-12-14 14:52:57.112091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 constant.217> (def) +2023-12-14 14:52:57.112096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28: +2023-12-14 14:52:57.112107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 compare.28> (def) +2023-12-14 14:52:57.112115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218: +2023-12-14 14:52:57.112125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.218> (def) +2023-12-14 14:52:57.112130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219: +2023-12-14 14:52:57.112140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 constant.219> (def) +2023-12-14 14:52:57.112144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69: +2023-12-14 14:52:57.112154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 param_4.69> (def) +2023-12-14 14:52:57.112158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29: +2023-12-14 14:52:57.112169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 compare.29> (def) +2023-12-14 14:52:57.112174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10: +2023-12-14 14:52:57.112183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 convert.10> (def) +2023-12-14 14:52:57.112188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76: +2023-12-14 14:52:57.112198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 param_5.76> (def) +2023-12-14 14:52:57.112203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:57.112212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> (def) +2023-12-14 14:52:57.112217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:57.112229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.112234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:57.112243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.112248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:57.112258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> +2023-12-14 14:52:57.112267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:57.112276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> +2023-12-14 14:52:57.112281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13: +2023-12-14 14:52:57.112291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.112296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14: +2023-12-14 14:52:57.112306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.112310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164: +2023-12-14 14:52:57.112321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.164> (def) +2023-12-14 14:52:57.112325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:57.112335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.207> (def) +2023-12-14 14:52:57.112340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:57.112350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.55> (def) +2023-12-14 14:52:57.112355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:57.112364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.34> (def) +2023-12-14 14:52:57.112369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:57.112380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.35> (def) +2023-12-14 14:52:57.112385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45: +2023-12-14 14:52:57.112395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.45> (def) +2023-12-14 14:52:57.112399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:57.112409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.2> (def) +2023-12-14 14:52:57.112414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone: +2023-12-14 14:52:57.112428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> (def) +2023-12-14 14:52:57.112432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15: +2023-12-14 14:52:57.112443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.112447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165: +2023-12-14 14:52:57.112457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.165> (def) +2023-12-14 14:52:57.112462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:57.112471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.208> (def) +2023-12-14 14:52:57.112477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:57.112486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.56> (def) +2023-12-14 14:52:57.112491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:57.112501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.36> (def) +2023-12-14 14:52:57.112506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:57.112515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.37> (def) +2023-12-14 14:52:57.112520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46: +2023-12-14 14:52:57.112530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.46> (def) +2023-12-14 14:52:57.112535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:57.112545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.3> (def) +2023-12-14 14:52:57.112549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone: +2023-12-14 14:52:57.112559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> (def) +2023-12-14 14:52:57.112565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.112572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16: +2023-12-14 14:52:57.112577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.112582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.112587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.112594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone +2023-12-14 14:52:57.112604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:57.112608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:52:57.112618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.112625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.112630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone +2023-12-14 14:52:57.112639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:57.112644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1, operand 0 +2023-12-14 14:52:57.112655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.112660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> +2023-12-14 14:52:57.112665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:57.112674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:57.112685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.112690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> +2023-12-14 14:52:57.112695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:57.112707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:57.112718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.112723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> +2023-12-14 14:52:57.112728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:57.112737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.112749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> +2023-12-14 14:52:57.112753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35 +2023-12-14 14:52:57.112763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:57.112773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.112778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> +2023-12-14 14:52:57.112783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:57.112792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:57.112802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.112808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> +2023-12-14 14:52:57.112812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:57.112825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.112837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> +2023-12-14 14:52:57.112842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:57.112851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:57.112861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:57.112867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> +2023-12-14 14:52:57.112872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:57.112881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.112891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.112898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:57.112907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:57.112912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17, operand 0 +2023-12-14 14:52:57.112922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.112928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.112933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.112943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.112950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18, operand 0 +2023-12-14 14:52:57.112962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.112967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.3> +2023-12-14 14:52:57.112972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.112977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:57.112981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.112987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:57.112993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.112998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.37> +2023-12-14 14:52:57.113002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:57.113012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 0 +2023-12-14 14:52:57.113023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.46> +2023-12-14 14:52:57.113033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46 +2023-12-14 14:52:57.113042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:57.113054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.113058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.36> +2023-12-14 14:52:57.113063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:57.113076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:57.113087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.56> +2023-12-14 14:52:57.113097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:57.113107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:57.113117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.208> +2023-12-14 14:52:57.113127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:57.113137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 1 +2023-12-14 14:52:57.113148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.165> +2023-12-14 14:52:57.113158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165 +2023-12-14 14:52:57.113168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.2> +2023-12-14 14:52:57.113187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:57.113198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:57.113209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.35> +2023-12-14 14:52:57.113219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:57.113228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 0 +2023-12-14 14:52:57.113239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.45> +2023-12-14 14:52:57.113248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45 +2023-12-14 14:52:57.113259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:57.113269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.113274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.34> +2023-12-14 14:52:57.113279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:57.113289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:57.113299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.55> +2023-12-14 14:52:57.113312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:57.113322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:57.113332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.207> +2023-12-14 14:52:57.113342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:57.113352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 1 +2023-12-14 14:52:57.113363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.164> +2023-12-14 14:52:57.113372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164 +2023-12-14 14:52:57.113383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> +2023-12-14 14:52:57.113398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:57.113407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:57.113413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.113427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> +2023-12-14 14:52:57.113432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27 +2023-12-14 14:52:57.113442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:57.113453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:57.113458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.113462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> +2023-12-14 14:52:57.113467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:57.113478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:57.113488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> +2023-12-14 14:52:57.113497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:57.113508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:57.113518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> +2023-12-14 14:52:57.113527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:57.113538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:57.113548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> +2023-12-14 14:52:57.113561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:57.113572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:57.113582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:57.113592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:57.113602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:57.113612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> +2023-12-14 14:52:57.113623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162 +2023-12-14 14:52:57.113633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:57.113643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.162 = u32[] constant(466688986) +2023-12-14 14:52:57.113648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:57.113653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:57.113663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.113682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.113692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13 +2023-12-14 14:52:57.113696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9, operand 0 +2023-12-14 14:52:57.113706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 4 +2023-12-14 14:52:57.113712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 4 +2023-12-14 14:52:57.113716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.113722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.113727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9 +2023-12-14 14:52:57.113736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:57.113742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:57.113752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:57.113757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.113766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:57.113776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14 +2023-12-14 14:52:57.113782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:57.113792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 5 +2023-12-14 14:52:57.113797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 5 +2023-12-14 14:52:57.113803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.113807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.113812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:57.113825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:57.113830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:57.113840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:57.113846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.113851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> +2023-12-14 14:52:57.113855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:57.113866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:57.113876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:57.113881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy> +2023-12-14 14:52:57.113886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:57.113896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:57.113901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:57.113911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:57.113916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.113921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.113926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.113931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15 +2023-12-14 14:52:57.113936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16 +2023-12-14 14:52:57.113941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.113946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:52:57.113951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:57.113956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:57.113964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:57.113969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:57.113974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone, operand 0 +2023-12-14 14:52:57.113979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone, operand 0 +2023-12-14 14:52:57.113985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.113989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.1> +2023-12-14 14:52:57.113994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1 +2023-12-14 14:52:57.114004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:57.114009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:57.114020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.1 = u32[8388608]{0} copy(u32[8388608]{0} %call.4) +2023-12-14 14:52:57.114025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.2> +2023-12-14 14:52:57.114030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:52:57.114040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:57.114045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:57.114055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = u32[8388608]{0} copy(u32[8388608]{0} %call.3) +2023-12-14 14:52:57.114060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.6> +2023-12-14 14:52:57.114065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:57.114075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3, operand 0 +2023-12-14 14:52:57.114085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.114090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.3> +2023-12-14 14:52:57.114095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3 +2023-12-14 14:52:57.114109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:57.114113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:57.114124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.3 = u32[] copy(u32[] %fusion.6) +2023-12-14 14:52:57.114129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 fusion.4> +2023-12-14 14:52:57.114134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:57.114144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4, operand 0 +2023-12-14 14:52:57.114154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.114159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.4> +2023-12-14 14:52:57.114165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4 +2023-12-14 14:52:57.114174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:57.114179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:57.114189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.4 = u32[] copy(u32[] %fusion.4) +2023-12-14 14:52:57.114195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 fusion.8> +2023-12-14 14:52:57.114199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:52:57.114209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5, operand 0 +2023-12-14 14:52:57.114219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.114225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.5> +2023-12-14 14:52:57.114229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5 +2023-12-14 14:52:57.114242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:57.114247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:57.114258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.5 = u32[] copy(u32[] %fusion.8) +2023-12-14 14:52:57.114262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 constant.22> +2023-12-14 14:52:57.114267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:57.114278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6, operand 0 +2023-12-14 14:52:57.114288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.114293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.6> +2023-12-14 14:52:57.114297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6 +2023-12-14 14:52:57.114308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:57.114313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:57.114323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.6 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:57.114328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 constant.21> +2023-12-14 14:52:57.114333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:57.114343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7, operand 0 +2023-12-14 14:52:57.114353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.114358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.7> +2023-12-14 14:52:57.114363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7 +2023-12-14 14:52:57.114373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:57.114378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:57.114391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.7 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:57.114396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 tuple.9{}> +2023-12-14 14:52:57.114401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:57.114411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:57.114421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy, u32[8388608]{0} %copy.1, u32[8388608]{0} %copy.2, u32[] %copy.3, u32[] %copy.4, /*index=5*/u32[] %copy.5, u32[4]{0} %copy.6, u32[4]{0} %copy.7) +2023-12-14 14:52:57.114427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.8> +2023-12-14 14:52:57.114431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:57.114441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:57.114446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:57.114456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:57.114461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:57.114467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:57.114472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 constant.102> +2023-12-14 14:52:57.114476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:57.114486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:57.114497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:57.114502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 add.58> +2023-12-14 14:52:57.114506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:57.114516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16, operand 0 +2023-12-14 14:52:57.114530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.114535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.16> +2023-12-14 14:52:57.114540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16 +2023-12-14 14:52:57.114550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:57.114556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:57.114566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.16 = s32[] copy(s32[] %add.58), control-predecessors={%copy.8} +2023-12-14 14:52:57.114571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.9> +2023-12-14 14:52:57.114576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:57.114586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:57.114591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:57.114596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:57.114607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:57.114612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:57.114617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:57.114622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:57.114627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.11> +2023-12-14 14:52:57.114632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:57.114642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:57.114647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:57.114657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:57.114661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:57.114670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:57.114676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.14> +2023-12-14 14:52:57.114681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:57.114690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.114695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:57.114700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.114711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:57.114716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:57.114720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.114725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:57.114731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:57.114737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.10> +2023-12-14 14:52:57.114742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:57.114751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:57.114756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:57.114761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:57.114771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:57.114776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:57.114781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:57.114786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:57.114791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.17> +2023-12-14 14:52:57.114796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17 +2023-12-14 14:52:57.114806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:57.114814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:57.114824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.17 = u32[8388608]{0} copy(u32[8388608]{0} %call.1), control-predecessors={%copy.9} +2023-12-14 14:52:57.114830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.12> +2023-12-14 14:52:57.114835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:57.114844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.114849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.114860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:57.114865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.114869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:57.114874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> +2023-12-14 14:52:57.114879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18 +2023-12-14 14:52:57.114890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:57.114895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:57.114904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.18 = u32[8388608]{0} copy(u32[8388608]{0} %call), control-predecessors={%copy.10} +2023-12-14 14:52:57.114909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> +2023-12-14 14:52:57.114914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:57.114925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:57.114929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:57.114939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:57.114944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.13> +2023-12-14 14:52:57.114950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:57.114962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.114967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:57.114972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:57.114979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> +2023-12-14 14:52:57.114984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.114989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:57.114994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:57.114998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:57.115009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:57.115014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> +2023-12-14 14:52:57.115019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:57.115028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:57.115033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:57.115044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:57.115049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 copy.15> +2023-12-14 14:52:57.115053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:57.115063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:57.115073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:57.115078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> +2023-12-14 14:52:57.115083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:57.115092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:57.115098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:57.115111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:57.115115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> +2023-12-14 14:52:57.115120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:57.115132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:57.115136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:57.115146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:57.115151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.11{}> +2023-12-14 14:52:57.115156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:57.115166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.16, u32[8388608]{0} %copy.17, u32[8388608]{0} %copy.18, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:57.115176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 param_3.66> +2023-12-14 14:52:57.115181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66 +2023-12-14 14:52:57.115191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 0 +2023-12-14 14:52:57.115201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.115205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 param_2.57> +2023-12-14 14:52:57.115210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57 +2023-12-14 14:52:57.115220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:57.115230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:57.115235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 1 +2023-12-14 14:52:57.115244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.115250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.147> +2023-12-14 14:52:57.115255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147 +2023-12-14 14:52:57.115264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 0 +2023-12-14 14:52:57.115274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:57.115279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_1.61> +2023-12-14 14:52:57.115289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61 +2023-12-14 14:52:57.115299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:57.115310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:57.115315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:57.115325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.115330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 slice.33> +2023-12-14 14:52:57.115335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:57.115346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:57.115356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.50> +2023-12-14 14:52:57.115365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:57.115379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 1 +2023-12-14 14:52:57.115388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174, operand 0 +2023-12-14 14:52:57.115393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.174> +2023-12-14 14:52:57.115403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174 +2023-12-14 14:52:57.115413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:57.115423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-left.25> +2023-12-14 14:52:57.115433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:57.115443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 0 +2023-12-14 14:52:57.115453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 constant.181> +2023-12-14 14:52:57.115463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181 +2023-12-14 14:52:57.115473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:57.115483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:57.115487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 0 +2023-12-14 14:52:57.115492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.181 = u32[] constant(32) +2023-12-14 14:52:57.115501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 subtract.30> +2023-12-14 14:52:57.115506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30 +2023-12-14 14:52:57.115515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:57.115527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.173> +2023-12-14 14:52:57.115538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:57.115547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:57.115558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-right-logical.27> +2023-12-14 14:52:57.115567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:57.115577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 1 +2023-12-14 14:52:57.115588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 or.29> +2023-12-14 14:52:57.115598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29 +2023-12-14 14:52:57.115608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:57.115621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 xor.27> +2023-12-14 14:52:57.115631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:57.115640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:57.115651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:57.115656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 1 +2023-12-14 14:52:57.115661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.146> +2023-12-14 14:52:57.115670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146 +2023-12-14 14:52:57.115681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 0 +2023-12-14 14:52:57.115690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:57.115695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 slice.32> +2023-12-14 14:52:57.115705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:57.115715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:57.115725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.49> +2023-12-14 14:52:57.115738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:57.115748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:57.115758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172, operand 0 +2023-12-14 14:52:57.115763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 broadcast.172> +2023-12-14 14:52:57.115774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172 +2023-12-14 14:52:57.115783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:57.115793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 shift-left.24> +2023-12-14 14:52:57.115804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:57.115813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:57.115823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.29> +2023-12-14 14:52:57.115834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:57.115844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170, operand 0 +2023-12-14 14:52:57.115856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.170> +2023-12-14 14:52:57.115867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170 +2023-12-14 14:52:57.115877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:57.115886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.26> +2023-12-14 14:52:57.115897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:57.115907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:57.115917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.28> +2023-12-14 14:52:57.115927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:57.115936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:57.115946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.26> +2023-12-14 14:52:57.115957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.115962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:57.115969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.115974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:57.115980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:57.115985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 1 +2023-12-14 14:52:57.115990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.115995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.145> +2023-12-14 14:52:57.116000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145 +2023-12-14 14:52:57.116010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 0 +2023-12-14 14:52:57.116020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:57.116025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.31> +2023-12-14 14:52:57.116035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:57.116046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48, operand 0 +2023-12-14 14:52:57.116055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.48> +2023-12-14 14:52:57.116065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48 +2023-12-14 14:52:57.116076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:57.116086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168, operand 0 +2023-12-14 14:52:57.116094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.168> +2023-12-14 14:52:57.116104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168 +2023-12-14 14:52:57.116114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:57.116123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.23> +2023-12-14 14:52:57.116134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:57.116144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:57.116153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.28> +2023-12-14 14:52:57.116165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:57.116175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:57.116184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.167> +2023-12-14 14:52:57.116195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:57.116209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:57.116219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.25> +2023-12-14 14:52:57.116230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:57.116240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:57.116249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.27> +2023-12-14 14:52:57.116260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:57.116270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:57.116279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.25> +2023-12-14 14:52:57.116291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:57.116301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 1 +2023-12-14 14:52:57.116310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.144> +2023-12-14 14:52:57.116324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144 +2023-12-14 14:52:57.116334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 0 +2023-12-14 14:52:57.116345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_0.43> +2023-12-14 14:52:57.116355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43 +2023-12-14 14:52:57.116365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166, operand 0 +2023-12-14 14:52:57.116375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.43 = u32[] parameter(0) +2023-12-14 14:52:57.116380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.166> +2023-12-14 14:52:57.116385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166 +2023-12-14 14:52:57.116395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 1 +2023-12-14 14:52:57.116405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.143> +2023-12-14 14:52:57.116415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143 +2023-12-14 14:52:57.116425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.161> +2023-12-14 14:52:57.116441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161 +2023-12-14 14:52:57.116453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 0 +2023-12-14 14:52:57.116463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.161 = f32[] constant(-4) +2023-12-14 14:52:57.116469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 param_0.23> +2023-12-14 14:52:57.116474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23 +2023-12-14 14:52:57.116483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6, operand 0 +2023-12-14 14:52:57.116493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.23 = s32[] parameter(0) +2023-12-14 14:52:57.116499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 convert.6> +2023-12-14 14:52:57.116504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6 +2023-12-14 14:52:57.116514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 0 +2023-12-14 14:52:57.116523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 constant.160> +2023-12-14 14:52:57.116534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160 +2023-12-14 14:52:57.116544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 1 +2023-12-14 14:52:57.116553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:57.116559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.69> +2023-12-14 14:52:57.116564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69 +2023-12-14 14:52:57.116574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 1 +2023-12-14 14:52:57.116587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.159> +2023-12-14 14:52:57.116598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159 +2023-12-14 14:52:57.116607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 2 +2023-12-14 14:52:57.116618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.159 = f32[] constant(4) +2023-12-14 14:52:57.116624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 clamp.0> +2023-12-14 14:52:57.116628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0 +2023-12-14 14:52:57.116638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:57.116648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 0 +2023-12-14 14:52:57.116654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 1 +2023-12-14 14:52:57.116659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.67> +2023-12-14 14:52:57.116668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67 +2023-12-14 14:52:57.116678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:57.116688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:57.116693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:57.116698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:57.116703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 1 +2023-12-14 14:52:57.116708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 1 +2023-12-14 14:52:57.116714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 1 +2023-12-14 14:52:57.116721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 1 +2023-12-14 14:52:57.116726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 1 +2023-12-14 14:52:57.116731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 1 +2023-12-14 14:52:57.116737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 0 +2023-12-14 14:52:57.116741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.158> +2023-12-14 14:52:57.116752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158 +2023-12-14 14:52:57.116761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 1 +2023-12-14 14:52:57.116772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.158 = f32[] constant(0) +2023-12-14 14:52:57.116778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 multiply.65> +2023-12-14 14:52:57.116782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65 +2023-12-14 14:52:57.116792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:57.116802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:57.116808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.157> +2023-12-14 14:52:57.116817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157 +2023-12-14 14:52:57.116827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:57.116838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.116843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 add.118> +2023-12-14 14:52:57.116847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:57.116860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 0 +2023-12-14 14:52:57.116871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 multiply.63> +2023-12-14 14:52:57.116880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63 +2023-12-14 14:52:57.116891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:57.116901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.156> +2023-12-14 14:52:57.116911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156 +2023-12-14 14:52:57.116921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:57.116931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.116936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.117> +2023-12-14 14:52:57.116941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:57.116951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 0 +2023-12-14 14:52:57.116961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 multiply.61> +2023-12-14 14:52:57.116971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.116979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61 +2023-12-14 14:52:57.116984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.116989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:57.116994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.116999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 constant.155> +2023-12-14 14:52:57.117004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155 +2023-12-14 14:52:57.117014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:57.117024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.117029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 add.116> +2023-12-14 14:52:57.117034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:57.117044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 0 +2023-12-14 14:52:57.117055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 multiply.59> +2023-12-14 14:52:57.117064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59 +2023-12-14 14:52:57.117074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:57.117085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.154> +2023-12-14 14:52:57.117094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154 +2023-12-14 14:52:57.117110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:57.117119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.117124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.115> +2023-12-14 14:52:57.117130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:57.117140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 0 +2023-12-14 14:52:57.117150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 multiply.57> +2023-12-14 14:52:57.117160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57 +2023-12-14 14:52:57.117170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:57.117180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.153> +2023-12-14 14:52:57.117190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153 +2023-12-14 14:52:57.117200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:57.117210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.117215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 add.114> +2023-12-14 14:52:57.117220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:57.117230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 0 +2023-12-14 14:52:57.117243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 multiply.55> +2023-12-14 14:52:57.117253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55 +2023-12-14 14:52:57.117264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:57.117273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.152> +2023-12-14 14:52:57.117284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152 +2023-12-14 14:52:57.117294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:57.117304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.117308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.112> +2023-12-14 14:52:57.117314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:57.117324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 0 +2023-12-14 14:52:57.117334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 multiply.53> +2023-12-14 14:52:57.117344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53 +2023-12-14 14:52:57.117354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:57.117364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.151> +2023-12-14 14:52:57.117378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151 +2023-12-14 14:52:57.117388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:57.117398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.117403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.110> +2023-12-14 14:52:57.117408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:57.117419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:57.117428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 multiply.51> +2023-12-14 14:52:57.117438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:57.117449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 0 +2023-12-14 14:52:57.117458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 constant.150> +2023-12-14 14:52:57.117469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150 +2023-12-14 14:52:57.117479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:57.117488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.117496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.109> +2023-12-14 14:52:57.117501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:57.117512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:57.117523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 multiply.49> +2023-12-14 14:52:57.117532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:57.117542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:57.117552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 constant.149> +2023-12-14 14:52:57.117562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149 +2023-12-14 14:52:57.117572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:57.117582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.117587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 add.108> +2023-12-14 14:52:57.117592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:57.117602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:57.117613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 multiply.47> +2023-12-14 14:52:57.117626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:57.117636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:57.117646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 constant.148> +2023-12-14 14:52:57.117656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148 +2023-12-14 14:52:57.117666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:57.117677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.117681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.107> +2023-12-14 14:52:57.117686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:57.117696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:57.117707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 multiply.45> +2023-12-14 14:52:57.117716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:57.117726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:57.117737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.147> +2023-12-14 14:52:57.117760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147 +2023-12-14 14:52:57.117771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:57.117780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.117786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.106> +2023-12-14 14:52:57.117791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:57.117801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:57.117811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.42> +2023-12-14 14:52:57.117821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:57.117831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:57.117841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.146> +2023-12-14 14:52:57.117851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146 +2023-12-14 14:52:57.117861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:57.117871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.117877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.105> +2023-12-14 14:52:57.117881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:57.117894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 1 +2023-12-14 14:52:57.117905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 divide.0> +2023-12-14 14:52:57.117914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0 +2023-12-14 14:52:57.117924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.117935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.178> +2023-12-14 14:52:57.117940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178 +2023-12-14 14:52:57.117950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 0 +2023-12-14 14:52:57.117959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.178 = f32[] constant(-4) +2023-12-14 14:52:57.117965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 param_0.41> +2023-12-14 14:52:57.117970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.117974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41 +2023-12-14 14:52:57.117980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.117985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7, operand 0 +2023-12-14 14:52:57.117989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.41 = s32[] parameter(0) +2023-12-14 14:52:57.117995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 convert.7> +2023-12-14 14:52:57.118000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7 +2023-12-14 14:52:57.118011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 0 +2023-12-14 14:52:57.118020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.177> +2023-12-14 14:52:57.118034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177 +2023-12-14 14:52:57.118044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 1 +2023-12-14 14:52:57.118054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:57.118059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.96> +2023-12-14 14:52:57.118064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96 +2023-12-14 14:52:57.118074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 1 +2023-12-14 14:52:57.118084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.176> +2023-12-14 14:52:57.118094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176 +2023-12-14 14:52:57.118104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 2 +2023-12-14 14:52:57.118114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.176 = f32[] constant(4) +2023-12-14 14:52:57.118120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 clamp.1> +2023-12-14 14:52:57.118124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1 +2023-12-14 14:52:57.118134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 0 +2023-12-14 14:52:57.118144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 0 +2023-12-14 14:52:57.118150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 1 +2023-12-14 14:52:57.118154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.94> +2023-12-14 14:52:57.118167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94 +2023-12-14 14:52:57.118177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 1 +2023-12-14 14:52:57.118188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 1 +2023-12-14 14:52:57.118193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 1 +2023-12-14 14:52:57.118198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 1 +2023-12-14 14:52:57.118202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 1 +2023-12-14 14:52:57.118207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 1 +2023-12-14 14:52:57.118213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 1 +2023-12-14 14:52:57.118218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 1 +2023-12-14 14:52:57.118223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 1 +2023-12-14 14:52:57.118228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 1 +2023-12-14 14:52:57.118232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 0 +2023-12-14 14:52:57.118237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.175> +2023-12-14 14:52:57.118249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175 +2023-12-14 14:52:57.118259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 1 +2023-12-14 14:52:57.118268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.175 = f32[] constant(0) +2023-12-14 14:52:57.118274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.92> +2023-12-14 14:52:57.118278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92 +2023-12-14 14:52:57.118288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:57.118302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 0 +2023-12-14 14:52:57.118307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.174> +2023-12-14 14:52:57.118317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174 +2023-12-14 14:52:57.118326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 1 +2023-12-14 14:52:57.118337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.118342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.134> +2023-12-14 14:52:57.118347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134 +2023-12-14 14:52:57.118357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 0 +2023-12-14 14:52:57.118367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.90> +2023-12-14 14:52:57.118377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90 +2023-12-14 14:52:57.118387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 0 +2023-12-14 14:52:57.118397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.173> +2023-12-14 14:52:57.118407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173 +2023-12-14 14:52:57.118420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 1 +2023-12-14 14:52:57.118431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.118436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.133> +2023-12-14 14:52:57.118441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133 +2023-12-14 14:52:57.118450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 0 +2023-12-14 14:52:57.118461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.88> +2023-12-14 14:52:57.118471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88 +2023-12-14 14:52:57.118480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 0 +2023-12-14 14:52:57.118491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.172> +2023-12-14 14:52:57.118501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172 +2023-12-14 14:52:57.118510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 1 +2023-12-14 14:52:57.118521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.118526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 add.132> +2023-12-14 14:52:57.118531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132 +2023-12-14 14:52:57.118540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 0 +2023-12-14 14:52:57.118551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.86> +2023-12-14 14:52:57.118564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86 +2023-12-14 14:52:57.118573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 0 +2023-12-14 14:52:57.118584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.171> +2023-12-14 14:52:57.118593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171 +2023-12-14 14:52:57.118604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 1 +2023-12-14 14:52:57.118615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.118619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.130> +2023-12-14 14:52:57.118624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130 +2023-12-14 14:52:57.118636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 0 +2023-12-14 14:52:57.118646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.84> +2023-12-14 14:52:57.118656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84 +2023-12-14 14:52:57.118666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 0 +2023-12-14 14:52:57.118676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 constant.170> +2023-12-14 14:52:57.118689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170 +2023-12-14 14:52:57.118699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 1 +2023-12-14 14:52:57.118709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.118714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 add.129> +2023-12-14 14:52:57.118719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129 +2023-12-14 14:52:57.118730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 0 +2023-12-14 14:52:57.118739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.82> +2023-12-14 14:52:57.118749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82 +2023-12-14 14:52:57.118760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 0 +2023-12-14 14:52:57.118769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.169> +2023-12-14 14:52:57.118779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169 +2023-12-14 14:52:57.118790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 1 +2023-12-14 14:52:57.118799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.118804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 add.127> +2023-12-14 14:52:57.118812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127 +2023-12-14 14:52:57.118823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 0 +2023-12-14 14:52:57.118832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 multiply.80> +2023-12-14 14:52:57.118843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80 +2023-12-14 14:52:57.118853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 0 +2023-12-14 14:52:57.118863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.168> +2023-12-14 14:52:57.118873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168 +2023-12-14 14:52:57.118883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 1 +2023-12-14 14:52:57.118893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.118897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 add.126> +2023-12-14 14:52:57.118903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126 +2023-12-14 14:52:57.118913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 1 +2023-12-14 14:52:57.118923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 multiply.78> +2023-12-14 14:52:57.118936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78 +2023-12-14 14:52:57.118946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:52:57.118956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.118961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.167> +2023-12-14 14:52:57.118966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.118972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167 +2023-12-14 14:52:57.118977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.118982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:57.118987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.118991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 add.125> +2023-12-14 14:52:57.118997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:57.119007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 0 +2023-12-14 14:52:57.119017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 multiply.76> +2023-12-14 14:52:57.119027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76 +2023-12-14 14:52:57.119037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 0 +2023-12-14 14:52:57.119047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.166> +2023-12-14 14:52:57.119057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166 +2023-12-14 14:52:57.119072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 1 +2023-12-14 14:52:57.119081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.119087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 add.124> +2023-12-14 14:52:57.119091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124 +2023-12-14 14:52:57.119102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 0 +2023-12-14 14:52:57.119111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 multiply.74> +2023-12-14 14:52:57.119122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74 +2023-12-14 14:52:57.119132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 0 +2023-12-14 14:52:57.119141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.165> +2023-12-14 14:52:57.119152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165 +2023-12-14 14:52:57.119162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 1 +2023-12-14 14:52:57.119171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.119177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 add.123> +2023-12-14 14:52:57.119182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123 +2023-12-14 14:52:57.119192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 0 +2023-12-14 14:52:57.119205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 multiply.71> +2023-12-14 14:52:57.119215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71 +2023-12-14 14:52:57.119225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 0 +2023-12-14 14:52:57.119235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.164> +2023-12-14 14:52:57.119246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164 +2023-12-14 14:52:57.119256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 1 +2023-12-14 14:52:57.119266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.119271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 add.122> +2023-12-14 14:52:57.119276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122 +2023-12-14 14:52:57.119286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 0 +2023-12-14 14:52:57.119296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 multiply.70> +2023-12-14 14:52:57.119305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70 +2023-12-14 14:52:57.119316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 0 +2023-12-14 14:52:57.119334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.163> +2023-12-14 14:52:57.119345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163 +2023-12-14 14:52:57.119354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 1 +2023-12-14 14:52:57.119365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.119370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 add.121> +2023-12-14 14:52:57.119375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121 +2023-12-14 14:52:57.119385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:52:57.119395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 divide.1> +2023-12-14 14:52:57.119405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:52:57.119415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 param_3.65> +2023-12-14 14:52:57.119430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65 +2023-12-14 14:52:57.119440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 0 +2023-12-14 14:52:57.119451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.119458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 param_2.56> +2023-12-14 14:52:57.119464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56 +2023-12-14 14:52:57.119474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:57.119484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:57.119489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 1 +2023-12-14 14:52:57.119494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.119499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 add.140> +2023-12-14 14:52:57.119504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140 +2023-12-14 14:52:57.119514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 0 +2023-12-14 14:52:57.119524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:57.119529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 param_1.60> +2023-12-14 14:52:57.119540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60 +2023-12-14 14:52:57.119549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:57.119559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:57.119564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:57.119570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:57.119575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.119580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 slice.30> +2023-12-14 14:52:57.119585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:57.119598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:57.119608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 reshape.47> +2023-12-14 14:52:57.119619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:57.119628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:57.119638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164, operand 0 +2023-12-14 14:52:57.119643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.164> +2023-12-14 14:52:57.119654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164 +2023-12-14 14:52:57.119664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:57.119674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 shift-left.22> +2023-12-14 14:52:57.119684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:57.119694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:57.119704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.179> +2023-12-14 14:52:57.119717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179 +2023-12-14 14:52:57.119727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:57.119738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:57.119743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:57.119748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:57.119754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.179 = u32[] constant(32) +2023-12-14 14:52:57.119759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 subtract.27> +2023-12-14 14:52:57.119763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:57.119773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163, operand 0 +2023-12-14 14:52:57.119784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.163> +2023-12-14 14:52:57.119793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163 +2023-12-14 14:52:57.119804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:57.119814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 shift-right-logical.24> +2023-12-14 14:52:57.119824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:57.119834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:57.119847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 or.26> +2023-12-14 14:52:57.119857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:57.119867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:57.119877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 xor.24> +2023-12-14 14:52:57.119887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:57.119897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:57.119907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:57.119912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 1 +2023-12-14 14:52:57.119917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 add.139> +2023-12-14 14:52:57.119927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139 +2023-12-14 14:52:57.119937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 0 +2023-12-14 14:52:57.119947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:57.119952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 slice.29> +2023-12-14 14:52:57.119966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.119971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:57.119976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.119981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:57.119986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.119991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 reshape.46> +2023-12-14 14:52:57.119997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:57.120006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:57.120017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161, operand 0 +2023-12-14 14:52:57.120021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.161> +2023-12-14 14:52:57.120032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161 +2023-12-14 14:52:57.120041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:57.120052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 shift-left.21> +2023-12-14 14:52:57.120062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:57.120072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:57.120086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 subtract.26> +2023-12-14 14:52:57.120095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:57.120106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160, operand 0 +2023-12-14 14:52:57.120116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.160> +2023-12-14 14:52:57.120126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160 +2023-12-14 14:52:57.120136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:57.120147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 shift-right-logical.23> +2023-12-14 14:52:57.120156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:57.120166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:57.120177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 or.25> +2023-12-14 14:52:57.120186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:57.120200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:57.120210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 xor.23> +2023-12-14 14:52:57.120220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:57.120230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:57.120241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:57.120245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 1 +2023-12-14 14:52:57.120250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 add.138> +2023-12-14 14:52:57.120261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138 +2023-12-14 14:52:57.120271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 0 +2023-12-14 14:52:57.120280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:57.120285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 slice.28> +2023-12-14 14:52:57.120296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:57.120306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:57.120319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 reshape.45> +2023-12-14 14:52:57.120330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:57.120340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:57.120350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159, operand 0 +2023-12-14 14:52:57.120356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.159> +2023-12-14 14:52:57.120366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159 +2023-12-14 14:52:57.120375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:57.120386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 shift-left.20> +2023-12-14 14:52:57.120396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:57.120405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:57.120416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 subtract.25> +2023-12-14 14:52:57.120426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:57.120438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158, operand 0 +2023-12-14 14:52:57.120450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.158> +2023-12-14 14:52:57.120459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158 +2023-12-14 14:52:57.120469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:57.120480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 shift-right-logical.22> +2023-12-14 14:52:57.120490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:57.120499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:57.120510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 or.24> +2023-12-14 14:52:57.120520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:57.120529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:57.120540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 xor.22> +2023-12-14 14:52:57.120553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:57.120563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:57.120574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:57.120578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 1 +2023-12-14 14:52:57.120583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.137> +2023-12-14 14:52:57.120594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137 +2023-12-14 14:52:57.120604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:57.120613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 slice.27> +2023-12-14 14:52:57.120624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:57.120634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:57.120644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 reshape.44> +2023-12-14 14:52:57.120654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:57.120665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:57.120678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157, operand 0 +2023-12-14 14:52:57.120683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.157> +2023-12-14 14:52:57.120693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157 +2023-12-14 14:52:57.120702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:57.120712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 shift-left.19> +2023-12-14 14:52:57.120723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:57.120732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:57.120742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 subtract.24> +2023-12-14 14:52:57.120752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:57.120762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156, operand 0 +2023-12-14 14:52:57.120771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 broadcast.156> +2023-12-14 14:52:57.120785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156 +2023-12-14 14:52:57.120794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:57.120804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 shift-right-logical.21> +2023-12-14 14:52:57.120815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:57.120824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:57.120834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 or.23> +2023-12-14 14:52:57.120844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:57.120854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:57.120864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 xor.21> +2023-12-14 14:52:57.120874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:57.120883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 0 +2023-12-14 14:52:57.120893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 param_0.42> +2023-12-14 14:52:57.120908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42 +2023-12-14 14:52:57.120918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154, operand 0 +2023-12-14 14:52:57.120929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.42 = u32[] parameter(0) +2023-12-14 14:52:57.120934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 broadcast.154> +2023-12-14 14:52:57.120939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154 +2023-12-14 14:52:57.120949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 1 +2023-12-14 14:52:57.120959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.136> +2023-12-14 14:52:57.120969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.120974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136 +2023-12-14 14:52:57.120979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.120983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 0 +2023-12-14 14:52:57.120989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.120994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 param_4.68> +2023-12-14 14:52:57.120999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68 +2023-12-14 14:52:57.121009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 0 +2023-12-14 14:52:57.121019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.68 = s32[] parameter(4) +2023-12-14 14:52:57.121027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.180> +2023-12-14 14:52:57.121032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180 +2023-12-14 14:52:57.121042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 1 +2023-12-14 14:52:57.121052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.180 = s32[] constant(1) +2023-12-14 14:52:57.121057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.142> +2023-12-14 14:52:57.121062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142 +2023-12-14 14:52:57.121071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8, operand 0 +2023-12-14 14:52:57.121082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 convert.8> +2023-12-14 14:52:57.121092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8 +2023-12-14 14:52:57.121101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153, operand 0 +2023-12-14 14:52:57.121112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 broadcast.153> +2023-12-14 14:52:57.121122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153 +2023-12-14 14:52:57.121131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 1 +2023-12-14 14:52:57.121142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.135> +2023-12-14 14:52:57.121157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135 +2023-12-14 14:52:57.121166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 param_5.76> +2023-12-14 14:52:57.121183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76 +2023-12-14 14:52:57.121192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10, operand 0 +2023-12-14 14:52:57.121203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_5.76 = s32[] parameter(5) +2023-12-14 14:52:57.121208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 convert.10> +2023-12-14 14:52:57.121213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10 +2023-12-14 14:52:57.121222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10, operand 0 +2023-12-14 14:52:57.121233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 0 +2023-12-14 14:52:57.121238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 0 +2023-12-14 14:52:57.121243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 1 +2023-12-14 14:52:57.121247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 compare.29> +2023-12-14 14:52:57.121257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29 +2023-12-14 14:52:57.121269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 0 +2023-12-14 14:52:57.121279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 constant.219> +2023-12-14 14:52:57.121292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219 +2023-12-14 14:52:57.121302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 1 +2023-12-14 14:52:57.121311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 1 +2023-12-14 14:52:57.121316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.218> +2023-12-14 14:52:57.121327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218 +2023-12-14 14:52:57.121337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 1 +2023-12-14 14:52:57.121346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.218 = f32[] constant(-inf) +2023-12-14 14:52:57.121352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 compare.28> +2023-12-14 14:52:57.121358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28 +2023-12-14 14:52:57.121367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 0 +2023-12-14 14:52:57.121377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 constant.217> +2023-12-14 14:52:57.121388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217 +2023-12-14 14:52:57.121397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 1 +2023-12-14 14:52:57.121407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 bitcast-convert.10> +2023-12-14 14:52:57.121421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10 +2023-12-14 14:52:57.121430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 0 +2023-12-14 14:52:57.121441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 0 +2023-12-14 14:52:57.121446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 0 +2023-12-14 14:52:57.121451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 constant.216> +2023-12-14 14:52:57.121461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216 +2023-12-14 14:52:57.121471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 1 +2023-12-14 14:52:57.121482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 1 +2023-12-14 14:52:57.121487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:57.121492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 and.7> +2023-12-14 14:52:57.121497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7 +2023-12-14 14:52:57.121507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 0 +2023-12-14 14:52:57.121517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 0 +2023-12-14 14:52:57.121522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 constant.215> +2023-12-14 14:52:57.121532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215 +2023-12-14 14:52:57.121545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 1 +2023-12-14 14:52:57.121555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 1 +2023-12-14 14:52:57.121561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 1 +2023-12-14 14:52:57.121566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.215 = s32[] constant(0) +2023-12-14 14:52:57.121572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 compare.27> +2023-12-14 14:52:57.121576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27 +2023-12-14 14:52:57.121586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 0 +2023-12-14 14:52:57.121596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.214> +2023-12-14 14:52:57.121606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214 +2023-12-14 14:52:57.121616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 1 +2023-12-14 14:52:57.121626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 constant.213> +2023-12-14 14:52:57.121636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213 +2023-12-14 14:52:57.121646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 1 +2023-12-14 14:52:57.121657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 1 +2023-12-14 14:52:57.121662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 1 +2023-12-14 14:52:57.121667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 compare.26> +2023-12-14 14:52:57.121680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26 +2023-12-14 14:52:57.121691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 0 +2023-12-14 14:52:57.121701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 constant.212> +2023-12-14 14:52:57.121710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212 +2023-12-14 14:52:57.121721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:57.121731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 1 +2023-12-14 14:52:57.121736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 1 +2023-12-14 14:52:57.121740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:57.121746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 and.6> +2023-12-14 14:52:57.121751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6 +2023-12-14 14:52:57.121761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 0 +2023-12-14 14:52:57.121770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 compare.25> +2023-12-14 14:52:57.121781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25 +2023-12-14 14:52:57.121791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 1 +2023-12-14 14:52:57.121804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 or.32> +2023-12-14 14:52:57.121814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32 +2023-12-14 14:52:57.121824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 0 +2023-12-14 14:52:57.121834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 constant.211> +2023-12-14 14:52:57.121845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211 +2023-12-14 14:52:57.121854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 1 +2023-12-14 14:52:57.121865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 1 +2023-12-14 14:52:57.121869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.211 = s32[] constant(-1) +2023-12-14 14:52:57.121875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 constant.210> +2023-12-14 14:52:57.121880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210 +2023-12-14 14:52:57.121889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 1 +2023-12-14 14:52:57.121899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 2 +2023-12-14 14:52:57.121905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 2 +2023-12-14 14:52:57.121910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.210 = s32[] constant(1) +2023-12-14 14:52:57.121914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 select.59> +2023-12-14 14:52:57.121919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59 +2023-12-14 14:52:57.121929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 1 +2023-12-14 14:52:57.121943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 add.163> +2023-12-14 14:52:57.121952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163 +2023-12-14 14:52:57.121962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.121968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 2 +2023-12-14 14:52:57.121973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.121978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 select.58> +2023-12-14 14:52:57.121984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.121989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58 +2023-12-14 14:52:57.121994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 2 +2023-12-14 14:52:57.122004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 select.57> +2023-12-14 14:52:57.122014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57 +2023-12-14 14:52:57.122024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 2 +2023-12-14 14:52:57.122034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 select.56> +2023-12-14 14:52:57.122045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56 +2023-12-14 14:52:57.122057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9, operand 0 +2023-12-14 14:52:57.122067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 bitcast-convert.9> +2023-12-14 14:52:57.122078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9 +2023-12-14 14:52:57.122088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:57.122098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 broadcast.206> +2023-12-14 14:52:57.122108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:57.122119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 0 +2023-12-14 14:52:57.122128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 param_4.69> +2023-12-14 14:52:57.122139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69 +2023-12-14 14:52:57.122149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9, operand 0 +2023-12-14 14:52:57.122159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.69 = s32[] parameter(4) +2023-12-14 14:52:57.122163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 convert.9> +2023-12-14 14:52:57.122169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9 +2023-12-14 14:52:57.122182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8, operand 0 +2023-12-14 14:52:57.122192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 0 +2023-12-14 14:52:57.122197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 0 +2023-12-14 14:52:57.122202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 1 +2023-12-14 14:52:57.122207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.24> +2023-12-14 14:52:57.122217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24 +2023-12-14 14:52:57.122227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 0 +2023-12-14 14:52:57.122237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 constant.209> +2023-12-14 14:52:57.122247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209 +2023-12-14 14:52:57.122258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:57.122267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 1 +2023-12-14 14:52:57.122273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.209 = f32[] constant(inf) +2023-12-14 14:52:57.122277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 compare.23> +2023-12-14 14:52:57.122282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23 +2023-12-14 14:52:57.122292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 0 +2023-12-14 14:52:57.122303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 bitcast-convert.8> +2023-12-14 14:52:57.122316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8 +2023-12-14 14:52:57.122325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 0 +2023-12-14 14:52:57.122336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:57.122340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 0 +2023-12-14 14:52:57.122345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 and.5> +2023-12-14 14:52:57.122355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5 +2023-12-14 14:52:57.122365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 0 +2023-12-14 14:52:57.122375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 0 +2023-12-14 14:52:57.122380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 compare.22> +2023-12-14 14:52:57.122390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22 +2023-12-14 14:52:57.122400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 0 +2023-12-14 14:52:57.122411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 compare.21> +2023-12-14 14:52:57.122420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21 +2023-12-14 14:52:57.122433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 0 +2023-12-14 14:52:57.122443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 and.4> +2023-12-14 14:52:57.122454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:57.122463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 0 +2023-12-14 14:52:57.122473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 compare.20> +2023-12-14 14:52:57.122483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20 +2023-12-14 14:52:57.122493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 1 +2023-12-14 14:52:57.122504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 or.31> +2023-12-14 14:52:57.122513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31 +2023-12-14 14:52:57.122523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 0 +2023-12-14 14:52:57.122533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 select.55> +2023-12-14 14:52:57.122547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55 +2023-12-14 14:52:57.122558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 1 +2023-12-14 14:52:57.122568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 add.162> +2023-12-14 14:52:57.122579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162 +2023-12-14 14:52:57.122588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 2 +2023-12-14 14:52:57.122598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 select.54> +2023-12-14 14:52:57.122609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54 +2023-12-14 14:52:57.122619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 2 +2023-12-14 14:52:57.122629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 select.53> +2023-12-14 14:52:57.122640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53 +2023-12-14 14:52:57.122649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 2 +2023-12-14 14:52:57.122659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 select.52> +2023-12-14 14:52:57.122672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52 +2023-12-14 14:52:57.122682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7, operand 0 +2023-12-14 14:52:57.122692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 bitcast-convert.7> +2023-12-14 14:52:57.122702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7 +2023-12-14 14:52:57.122713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:57.122722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 broadcast.205> +2023-12-14 14:52:57.122733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:57.122743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:57.122752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 param_0.44> +2023-12-14 14:52:57.122763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44 +2023-12-14 14:52:57.122773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53, operand 0 +2023-12-14 14:52:57.122782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:57.122792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.44 = f32[] parameter(0) +2023-12-14 14:52:57.122798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.204> +2023-12-14 14:52:57.122803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:57.122812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 0 +2023-12-14 14:52:57.122823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 1 +2023-12-14 14:52:57.122828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 param_2.58> +2023-12-14 14:52:57.122838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58 +2023-12-14 14:52:57.122847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:57.122858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.122863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 param_3.67> +2023-12-14 14:52:57.122868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67 +2023-12-14 14:52:57.122877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:57.122888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.122893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 concatenate.1> +2023-12-14 14:52:57.122898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:57.122907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:57.122918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 constant.208> +2023-12-14 14:52:57.122931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208 +2023-12-14 14:52:57.122940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:57.122951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.208 = u32[] constant(9) +2023-12-14 14:52:57.122956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 broadcast.203> +2023-12-14 14:52:57.122961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:57.122971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.122976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:57.122982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.122987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 shift-right-logical.28> +2023-12-14 14:52:57.122992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.122997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:57.123001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 0 +2023-12-14 14:52:57.123012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 constant.207> +2023-12-14 14:52:57.123022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207 +2023-12-14 14:52:57.123031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:57.123042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:57.123051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 broadcast.202> +2023-12-14 14:52:57.123055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:57.123066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 1 +2023-12-14 14:52:57.123076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 or.30> +2023-12-14 14:52:57.123086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30 +2023-12-14 14:52:57.123096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6, operand 0 +2023-12-14 14:52:57.123107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 bitcast-convert.6> +2023-12-14 14:52:57.123116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6 +2023-12-14 14:52:57.123127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 0 +2023-12-14 14:52:57.123138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 constant.206> +2023-12-14 14:52:57.123147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206 +2023-12-14 14:52:57.123157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:57.123167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.206 = f32[] constant(-1) +2023-12-14 14:52:57.123175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 broadcast.201> +2023-12-14 14:52:57.123180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:57.123190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 1 +2023-12-14 14:52:57.123201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:57.123206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.160> +2023-12-14 14:52:57.123210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160 +2023-12-14 14:52:57.123221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 0 +2023-12-14 14:52:57.123231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 param_1.62> +2023-12-14 14:52:57.123240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62 +2023-12-14 14:52:57.123251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:57.123261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.62 = f32[] parameter(1) +2023-12-14 14:52:57.123266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.54> +2023-12-14 14:52:57.123271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:57.123281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 0 +2023-12-14 14:52:57.123291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 reshape.53> +2023-12-14 14:52:57.123304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53 +2023-12-14 14:52:57.123315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 1 +2023-12-14 14:52:57.123331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 subtract.31> +2023-12-14 14:52:57.123341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31 +2023-12-14 14:52:57.123351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:57.123361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 reshape.52> +2023-12-14 14:52:57.123371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:57.123380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:57.123391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 broadcast.200> +2023-12-14 14:52:57.123400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:57.123410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 1 +2023-12-14 14:52:57.123420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 multiply.110> +2023-12-14 14:52:57.123434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110 +2023-12-14 14:52:57.123443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 0 +2023-12-14 14:52:57.123454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 add.159> +2023-12-14 14:52:57.123463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159 +2023-12-14 14:52:57.123473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 1 +2023-12-14 14:52:57.123483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 maximum.5> +2023-12-14 14:52:57.123493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5 +2023-12-14 14:52:57.123502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:57.123513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 reshape.51> +2023-12-14 14:52:57.123522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:57.123532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 1 +2023-12-14 14:52:57.123542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 1 +2023-12-14 14:52:57.123550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:57.123555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 0 +2023-12-14 14:52:57.123560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:57.123565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = f32[2048,8192]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.123569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 abs.3> +2023-12-14 14:52:57.123575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:57.123584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 0 +2023-12-14 14:52:57.123594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048,8192]{1,0} abs(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:57.123599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 constant.205> +2023-12-14 14:52:57.123605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205 +2023-12-14 14:52:57.123614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:57.123624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.205 = f32[] constant(1) +2023-12-14 14:52:57.123629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 broadcast.199> +2023-12-14 14:52:57.123634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:57.123644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 1 +2023-12-14 14:52:57.123654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[2048,8192]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.123659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 compare.19> +2023-12-14 14:52:57.123664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19 +2023-12-14 14:52:57.123674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:57.123687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.19 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %abs.3, f32[2048,8192]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.123694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 broadcast.198> +2023-12-14 14:52:57.123699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:57.123709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 1 +2023-12-14 14:52:57.123719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048,8192]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.123723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 multiply.109> +2023-12-14 14:52:57.123729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109 +2023-12-14 14:52:57.123738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:57.123748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.109 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %reshape.51, f32[2048,8192]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.123755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 negate.10> +2023-12-14 14:52:57.123760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:57.123770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 0 +2023-12-14 14:52:57.123780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:57.123785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 multiply.108> +2023-12-14 14:52:57.123790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108 +2023-12-14 14:52:57.123800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:57.123810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.108 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %negate.10, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.123819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 log-plus-one.3> +2023-12-14 14:52:57.123823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:57.123833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:57.123842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048,8192]{1,0} log-plus-one(f32[2048,8192]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.123848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 negate.9> +2023-12-14 14:52:57.123853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:57.123862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:57.123872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 0 +2023-12-14 14:52:57.123878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 0 +2023-12-14 14:52:57.123883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:57.123888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.204> +2023-12-14 14:52:57.123892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204 +2023-12-14 14:52:57.123902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:57.123913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.204 = f32[] constant(5) +2023-12-14 14:52:57.123918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.197> +2023-12-14 14:52:57.123922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:57.123932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 1 +2023-12-14 14:52:57.123943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048,8192]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.123951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 compare.18> +2023-12-14 14:52:57.123956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.123960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18 +2023-12-14 14:52:57.123966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.123972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:57.123976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:57.123981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 0 +2023-12-14 14:52:57.123986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 0 +2023-12-14 14:52:57.123991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 0 +2023-12-14 14:52:57.123996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 0 +2023-12-14 14:52:57.124002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 0 +2023-12-14 14:52:57.124006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 0 +2023-12-14 14:52:57.124011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 0 +2023-12-14 14:52:57.124016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 0 +2023-12-14 14:52:57.124021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.18 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.124026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 constant.203> +2023-12-14 14:52:57.124032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203 +2023-12-14 14:52:57.124041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:57.124051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:57.124056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 broadcast.196> +2023-12-14 14:52:57.124062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:57.124071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 1 +2023-12-14 14:52:57.124081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048,8192]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.124089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.202> +2023-12-14 14:52:57.124094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202 +2023-12-14 14:52:57.124104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:57.124114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:57.124119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.195> +2023-12-14 14:52:57.124125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:57.124134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 2 +2023-12-14 14:52:57.124144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048,8192]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.124150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 select.51> +2023-12-14 14:52:57.124155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51 +2023-12-14 14:52:57.124165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 0 +2023-12-14 14:52:57.124174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.51 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.196, f32[2048,8192]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:57.124180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 constant.201> +2023-12-14 14:52:57.124185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201 +2023-12-14 14:52:57.124195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:57.124204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:57.124210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 broadcast.194> +2023-12-14 14:52:57.124215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:57.124225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 1 +2023-12-14 14:52:57.124238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[2048,8192]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.124244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.200> +2023-12-14 14:52:57.124248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200 +2023-12-14 14:52:57.124258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:57.124268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:57.124274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.193> +2023-12-14 14:52:57.124279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:57.124289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 2 +2023-12-14 14:52:57.124299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[2048,8192]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.124304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 select.50> +2023-12-14 14:52:57.124309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50 +2023-12-14 14:52:57.124318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 0 +2023-12-14 14:52:57.124329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.50 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.194, f32[2048,8192]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:57.124333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 constant.199> +2023-12-14 14:52:57.124339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199 +2023-12-14 14:52:57.124348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:57.124359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.124367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 broadcast.192> +2023-12-14 14:52:57.124372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:57.124381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 1 +2023-12-14 14:52:57.124392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[2048,8192]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.124398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.198> +2023-12-14 14:52:57.124402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198 +2023-12-14 14:52:57.124412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:57.124423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.124429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.191> +2023-12-14 14:52:57.124434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:57.124443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 2 +2023-12-14 14:52:57.124453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[2048,8192]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.124459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 select.49> +2023-12-14 14:52:57.124464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49 +2023-12-14 14:52:57.124473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 0 +2023-12-14 14:52:57.124484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.49 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.192, f32[2048,8192]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:57.124490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 constant.197> +2023-12-14 14:52:57.124495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197 +2023-12-14 14:52:57.124507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:57.124518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.124524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 broadcast.190> +2023-12-14 14:52:57.124528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:57.124538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 1 +2023-12-14 14:52:57.124548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[2048,8192]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.124554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.196> +2023-12-14 14:52:57.124558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196 +2023-12-14 14:52:57.124568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:57.124578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.124584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.189> +2023-12-14 14:52:57.124588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:57.124598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 2 +2023-12-14 14:52:57.124608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[2048,8192]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.124613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 select.48> +2023-12-14 14:52:57.124618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48 +2023-12-14 14:52:57.124628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 0 +2023-12-14 14:52:57.124638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.48 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.190, f32[2048,8192]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:57.124646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 constant.195> +2023-12-14 14:52:57.124651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195 +2023-12-14 14:52:57.124662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:57.124672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.124677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 broadcast.188> +2023-12-14 14:52:57.124682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:57.124692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 1 +2023-12-14 14:52:57.124702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[2048,8192]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.124707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.194> +2023-12-14 14:52:57.124712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194 +2023-12-14 14:52:57.124722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:57.124733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.124738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.187> +2023-12-14 14:52:57.124742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:57.124753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 2 +2023-12-14 14:52:57.124762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[2048,8192]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.124768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 select.47> +2023-12-14 14:52:57.124772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47 +2023-12-14 14:52:57.124787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 0 +2023-12-14 14:52:57.124797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.47 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.188, f32[2048,8192]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:57.124802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 constant.193> +2023-12-14 14:52:57.124807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193 +2023-12-14 14:52:57.124817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:57.124828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.124832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 broadcast.186> +2023-12-14 14:52:57.124837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:57.124847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 1 +2023-12-14 14:52:57.124858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[2048,8192]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.124863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.192> +2023-12-14 14:52:57.124867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192 +2023-12-14 14:52:57.124877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:57.124888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.124892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.185> +2023-12-14 14:52:57.124897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:57.124907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 2 +2023-12-14 14:52:57.124920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[2048,8192]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.124925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 select.46> +2023-12-14 14:52:57.124931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46 +2023-12-14 14:52:57.124941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 0 +2023-12-14 14:52:57.124953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.46 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.186, f32[2048,8192]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:57.124957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 constant.191> +2023-12-14 14:52:57.124963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191 +2023-12-14 14:52:57.124972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.124977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:57.124982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.124987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 broadcast.184> +2023-12-14 14:52:57.124992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.124997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:57.125002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 1 +2023-12-14 14:52:57.125012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[2048,8192]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.125017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.189> +2023-12-14 14:52:57.125023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189 +2023-12-14 14:52:57.125032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:57.125042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.125047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.183> +2023-12-14 14:52:57.125056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:57.125065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 2 +2023-12-14 14:52:57.125076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[2048,8192]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.125081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 select.45> +2023-12-14 14:52:57.125086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45 +2023-12-14 14:52:57.125095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 0 +2023-12-14 14:52:57.125106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.45 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.184, f32[2048,8192]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:57.125111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 constant.188> +2023-12-14 14:52:57.125116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188 +2023-12-14 14:52:57.125126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:57.125136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.125141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 broadcast.182> +2023-12-14 14:52:57.125146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:57.125156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 1 +2023-12-14 14:52:57.125166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[2048,8192]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.125171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.187> +2023-12-14 14:52:57.125176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187 +2023-12-14 14:52:57.125186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:57.125199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.125205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.181> +2023-12-14 14:52:57.125209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:57.125219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 2 +2023-12-14 14:52:57.125229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[2048,8192]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.125235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 select.44> +2023-12-14 14:52:57.125239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44 +2023-12-14 14:52:57.125249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 0 +2023-12-14 14:52:57.125259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.44 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.182, f32[2048,8192]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:57.125265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 constant.186> +2023-12-14 14:52:57.125270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186 +2023-12-14 14:52:57.125279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:57.125289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.125295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 broadcast.180> +2023-12-14 14:52:57.125300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:57.125309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:57.125320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[2048,8192]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.125328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 constant.185> +2023-12-14 14:52:57.125332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185 +2023-12-14 14:52:57.125342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:57.125352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.125358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 broadcast.179> +2023-12-14 14:52:57.125363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:57.125372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:57.125383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[2048,8192]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.125388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.43> +2023-12-14 14:52:57.125393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:57.125402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 0 +2023-12-14 14:52:57.125413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.180, f32[2048,8192]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:57.125418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 constant.184> +2023-12-14 14:52:57.125423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184 +2023-12-14 14:52:57.125433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:57.125443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:57.125448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 broadcast.178> +2023-12-14 14:52:57.125453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:57.125466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 1 +2023-12-14 14:52:57.125476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[2048,8192]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:57.125481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 add.158> +2023-12-14 14:52:57.125486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158 +2023-12-14 14:52:57.125496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:57.125507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.158 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.125512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 sqrt.3> +2023-12-14 14:52:57.125516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:57.125527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 0 +2023-12-14 14:52:57.125538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.125543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 constant.183> +2023-12-14 14:52:57.125547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183 +2023-12-14 14:52:57.125557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:57.125568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.183 = f32[] constant(-3) +2023-12-14 14:52:57.125572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 broadcast.177> +2023-12-14 14:52:57.125577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:57.125587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 1 +2023-12-14 14:52:57.125598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[2048,8192]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:57.125605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 add.157> +2023-12-14 14:52:57.125610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157 +2023-12-14 14:52:57.125620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:57.125631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.157 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.3, f32[2048,8192]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.125636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 select.42> +2023-12-14 14:52:57.125640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:57.125651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 1 +2023-12-14 14:52:57.125661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 1 +2023-12-14 14:52:57.125665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 1 +2023-12-14 14:52:57.125670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 1 +2023-12-14 14:52:57.125675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 1 +2023-12-14 14:52:57.125681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 1 +2023-12-14 14:52:57.125687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 1 +2023-12-14 14:52:57.125692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 1 +2023-12-14 14:52:57.125696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %add.158, f32[2048,8192]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:57.125701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.107> +2023-12-14 14:52:57.125706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107 +2023-12-14 14:52:57.125716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 1 +2023-12-14 14:52:57.125726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.107 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.43, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.125731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.156> +2023-12-14 14:52:57.125735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156 +2023-12-14 14:52:57.125749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 0 +2023-12-14 14:52:57.125759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.156 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.44, f32[2048,8192]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:57.125764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.106> +2023-12-14 14:52:57.125768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106 +2023-12-14 14:52:57.125780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 1 +2023-12-14 14:52:57.125789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.106 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.156, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.125794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.155> +2023-12-14 14:52:57.125799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155 +2023-12-14 14:52:57.125810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 0 +2023-12-14 14:52:57.125819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.155 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.45, f32[2048,8192]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:57.125824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.105> +2023-12-14 14:52:57.125829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105 +2023-12-14 14:52:57.125840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 1 +2023-12-14 14:52:57.125849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.105 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.155, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.125854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.154> +2023-12-14 14:52:57.125859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154 +2023-12-14 14:52:57.125870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 0 +2023-12-14 14:52:57.125894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.154 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.46, f32[2048,8192]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:57.125899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.104> +2023-12-14 14:52:57.125904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104 +2023-12-14 14:52:57.125914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 1 +2023-12-14 14:52:57.125923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.104 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.154, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.125929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.153> +2023-12-14 14:52:57.125934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153 +2023-12-14 14:52:57.125943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 0 +2023-12-14 14:52:57.125953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.153 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.47, f32[2048,8192]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:57.125959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.103> +2023-12-14 14:52:57.125963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103 +2023-12-14 14:52:57.125973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.125978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 1 +2023-12-14 14:52:57.125983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.103 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.153, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.125988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 add.152> +2023-12-14 14:52:57.125993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.125998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152 +2023-12-14 14:52:57.126002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 0 +2023-12-14 14:52:57.126012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.152 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.48, f32[2048,8192]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:57.126020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 multiply.102> +2023-12-14 14:52:57.126025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102 +2023-12-14 14:52:57.126034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 1 +2023-12-14 14:52:57.126044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.102 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.152, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.126050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 add.150> +2023-12-14 14:52:57.126055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150 +2023-12-14 14:52:57.126064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 0 +2023-12-14 14:52:57.126074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.150 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.49, f32[2048,8192]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:57.126079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.101> +2023-12-14 14:52:57.126084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101 +2023-12-14 14:52:57.126094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 1 +2023-12-14 14:52:57.126103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.101 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.150, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.126109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 add.149> +2023-12-14 14:52:57.126114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149 +2023-12-14 14:52:57.126123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 0 +2023-12-14 14:52:57.126133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.149 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.50, f32[2048,8192]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:57.126138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 multiply.100> +2023-12-14 14:52:57.126146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100 +2023-12-14 14:52:57.126155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 1 +2023-12-14 14:52:57.126165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.100 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.149, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.126171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 add.148> +2023-12-14 14:52:57.126176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148 +2023-12-14 14:52:57.126185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 0 +2023-12-14 14:52:57.126195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.148 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.51, f32[2048,8192]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:57.126200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 multiply.99> +2023-12-14 14:52:57.126205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99 +2023-12-14 14:52:57.126215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:57.126224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.99 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.148, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.126230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 select.41> +2023-12-14 14:52:57.126235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:57.126244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 0 +2023-12-14 14:52:57.126254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.19, f32[2048,8192]{1,0} %multiply.109, f32[2048,8192]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:57.126260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 constant.182> +2023-12-14 14:52:57.126264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182 +2023-12-14 14:52:57.126278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:57.126289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:57.126294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 broadcast.176> +2023-12-14 14:52:57.126299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:57.126309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 1 +2023-12-14 14:52:57.126319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[2048,8192]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.126324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 multiply.98> +2023-12-14 14:52:57.126329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98 +2023-12-14 14:52:57.126338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:57.126350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.98 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.41, f32[2048,8192]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.126355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 maximum.4> +2023-12-14 14:52:57.126360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:57.126370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 1 +2023-12-14 14:52:57.126381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %broadcast.205, f32[2048,8192]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.126386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 minimum.2> +2023-12-14 14:52:57.126391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2 +2023-12-14 14:52:57.126403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.2 = f32[2048,8192]{1,0} minimum(f32[2048,8192]{1,0} %broadcast.206, f32[2048,8192]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.126414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{} (phi)> +2023-12-14 14:52:57.126418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:57.126428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:57.126438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.3{} (phi)> +2023-12-14 14:52:57.126448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:57.126458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110, operand 0 {} +2023-12-14 14:52:57.126467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:57.126473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:57.126478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:57.126483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106, operand 0 {} +2023-12-14 14:52:57.126487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105, operand 0 {} +2023-12-14 14:52:57.126492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104, operand 0 {} +2023-12-14 14:52:57.126497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103, operand 0 {} +2023-12-14 14:52:57.126503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.126512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:57.126524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:57.126529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:57.126540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.4{1} (phi)> +2023-12-14 14:52:57.126549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:57.126559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.4{2} (phi)> +2023-12-14 14:52:57.126574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:57.126584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.4{3} (phi)> +2023-12-14 14:52:57.126599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:57.126609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.4{4} (phi)> +2023-12-14 14:52:57.126624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:57.126633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.4{5} (phi)> +2023-12-14 14:52:57.126652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:57.126662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.4{6} (phi)> +2023-12-14 14:52:57.126676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:57.126687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.4{7} (phi)> +2023-12-14 14:52:57.126701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:57.126710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.126726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:57.126735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103 +2023-12-14 14:52:57.126740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:57.126750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.126760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:57.126769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104 +2023-12-14 14:52:57.126775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:57.126789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.126799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:57.126810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105 +2023-12-14 14:52:57.126815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:57.126824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.126835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:57.126845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106 +2023-12-14 14:52:57.126849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:57.126859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.126870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:57.126880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:57.126884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:57.126895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.126905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:57.126917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:57.126922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:57.126933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.126942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:57.126952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:57.126957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:57.126967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.126972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.126976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.126981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:57.126987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110 +2023-12-14 14:52:57.126992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.126997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:57.127002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.127006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{} (phi)> +2023-12-14 14:52:57.127011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.127017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:57.127022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.127027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:57.127032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:57.127036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.127045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <437 while.1{0} (phi)> +2023-12-14 14:52:57.127051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.127056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:57.127061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.127065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.127070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> +2023-12-14 14:52:57.127076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.127081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:57.127086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:57.127091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:57.127095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.127100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 2 +2023-12-14 14:52:57.127106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 2 +2023-12-14 14:52:57.127111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.127116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> +2023-12-14 14:52:57.127121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.127126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:57.127130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:57.127136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:57.127141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.127146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 3 +2023-12-14 14:52:57.127151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 3 +2023-12-14 14:52:57.127156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.127163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <440 while.1{3} (phi)> +2023-12-14 14:52:57.127169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.127175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:57.127179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.127184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.127189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <441 while.1{4} (phi)> +2023-12-14 14:52:57.127194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.127199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:57.127205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.127210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.127215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <442 while.1{5} (phi)> +2023-12-14 14:52:57.127219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.127225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:57.127231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.127236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.127241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <443 while.1{6} (phi)> +2023-12-14 14:52:57.127246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.127251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:57.127255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.127261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.127266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <444 while.1{7} (phi)> +2023-12-14 14:52:57.127271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.127279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:57.127283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.127289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.127540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.127565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.16 = s32[] copy(s32[] %add.58), control-predecessors={%copy.8} which are in the same computation + +2023-12-14 14:52:57.127578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.127590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.17 = u32[8388608]{0} copy(u32[8388608]{0} %call.1), control-predecessors={%copy.9} which are in the same computation + +2023-12-14 14:52:57.127602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.127614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.18 = u32[8388608]{0} copy(u32[8388608]{0} %call), control-predecessors={%copy.10} which are in the same computation + +2023-12-14 14:52:57.127626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.127643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:57.127655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.127666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:57.127679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.127690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:57.127702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.127713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:57.127725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.127737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:57.127754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.127772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.16, u32[8388608]{0} %copy.17, u32[8388608]{0} %copy.18, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) which are in the same computation + +2023-12-14 14:52:57.127878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.16 = s32[] copy(s32[] %add.58), control-predecessors={%copy.8} which are in the same computation + +2023-12-14 14:52:57.127895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.17 = u32[8388608]{0} copy(u32[8388608]{0} %call.1), control-predecessors={%copy.9} which are in the same computation + +2023-12-14 14:52:57.127906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call.1 = u32[8388608]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9), to_apply=%parallel_fusion.1 +and %copy.18 = u32[8388608]{0} copy(u32[8388608]{0} %call), control-predecessors={%copy.10} which are in the same computation + +2023-12-14 14:52:57.127916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call.1 = u32[8388608]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9), to_apply=%parallel_fusion.1 +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:57.127926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:57.127934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:57.127944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:57.127957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:57.127974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} which are in the same computation + +2023-12-14 14:52:57.127987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.16 = s32[] copy(s32[] %add.58), control-predecessors={%copy.8} +and %while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone which are in the same computation + +2023-12-14 14:52:57.128008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:57.128021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.17 = u32[8388608]{0} copy(u32[8388608]{0} %call.1), control-predecessors={%copy.9} +and %while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone which are in the same computation + +2023-12-14 14:52:57.128038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:57.128054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.18 = u32[8388608]{0} copy(u32[8388608]{0} %call), control-predecessors={%copy.10} +and %while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone which are in the same computation + +2023-12-14 14:52:57.128064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +and %copy.12 = u32[] copy(u32[] %get-tuple-element.107) which are in the same computation + +2023-12-14 14:52:57.128072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +and %copy.13 = u32[] copy(u32[] %get-tuple-element.108) which are in the same computation + +2023-12-14 14:52:57.128081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +and %copy.11 = u32[] copy(u32[] %get-tuple-element.106) which are in the same computation + +2023-12-14 14:52:57.128090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +and %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) which are in the same computation + +2023-12-14 14:52:57.128098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +and %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) which are in the same computation + +2023-12-14 14:52:57.128113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} which are in the same computation + +2023-12-14 14:52:57.128127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:57.128141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:57.128153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call.1 = u32[8388608]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9), to_apply=%parallel_fusion.1 +and %fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:57.128167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call.1 = u32[8388608]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9), to_apply=%parallel_fusion.1 +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:57.128178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:57.128186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:57.128196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:57.128205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:57.128213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +and %copy.12 = u32[] copy(u32[] %get-tuple-element.107) which are in the same computation + +2023-12-14 14:52:57.128221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +and %copy.13 = u32[] copy(u32[] %get-tuple-element.108) which are in the same computation + +2023-12-14 14:52:57.128228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +and %copy.11 = u32[] copy(u32[] %get-tuple-element.106) which are in the same computation + +2023-12-14 14:52:57.128237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +and %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) which are in the same computation + +2023-12-14 14:52:57.128245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +and %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) which are in the same computation + +2023-12-14 14:52:57.128401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:57.129289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.129382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.129391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.129409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.129415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:57.129429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.110 +2023-12-14 14:52:57.129435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:57.129440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:57.129445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:57.129451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:57.129456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:57.129461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:57.129466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:57.129472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:57.129477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:57.129482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:57.129488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:57.129493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:57.129499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:57.129504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:57.129509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:57.129526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.129538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.129544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 418, phi: +2023-12-14 14:52:57.129549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.129554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:57.129559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:57.129564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73: +2023-12-14 14:52:57.129568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 419, phi: +2023-12-14 14:52:57.129582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.129588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:57.129592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 420, phi: +2023-12-14 14:52:57.129597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:57.129601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:57.129607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:57.129611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:57.129617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 421, phi: +2023-12-14 14:52:57.129622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.129626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.129631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:57.129636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10: +2023-12-14 14:52:57.129641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 422, phi: +2023-12-14 14:52:57.129646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.129651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.129655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:57.129660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:57.129665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 423, phi: +2023-12-14 14:52:57.129670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:57.129675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:57.129680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:57.129684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66: +2023-12-14 14:52:57.129689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 424, phi: +2023-12-14 14:52:57.129694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.129699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:57.129704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:57.129709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:57.129714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 425, phi: +2023-12-14 14:52:57.129718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.129723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:57.129728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:57.129733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69: +2023-12-14 14:52:57.129738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 426, phi: +2023-12-14 14:52:57.129746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.129751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:57.129755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:57.129761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71: +2023-12-14 14:52:57.129766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 427, phi: +2023-12-14 14:52:57.129771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.129775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:57.129780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:57.129784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72: +2023-12-14 14:52:57.129790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 428, phi: +2023-12-14 14:52:57.129795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:57.129800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:57.129804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 429, phi: +2023-12-14 14:52:57.129809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.129814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.129819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 430, phi: +2023-12-14 14:52:57.129825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.129830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.129834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 431, phi: +2023-12-14 14:52:57.129839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:57.129844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:57.129849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 432, phi: +2023-12-14 14:52:57.129854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.129860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:57.129864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 433, phi: +2023-12-14 14:52:57.129869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.129873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:57.129878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 434, phi: +2023-12-14 14:52:57.129883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.129888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:57.129893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 435, phi: +2023-12-14 14:52:57.129897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.129902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:57.129910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 436, phi: +2023-12-14 14:52:57.129916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:57.129921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.129926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 437, phi: +2023-12-14 14:52:57.129930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:57.129935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:57.129939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 438, phi: +2023-12-14 14:52:57.129946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.129951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.129955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 439, phi: +2023-12-14 14:52:57.129960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.129965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.129969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 440, phi: +2023-12-14 14:52:57.129975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:57.129980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:57.129984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 441, phi: +2023-12-14 14:52:57.129989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:57.129993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.129998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 442, phi: +2023-12-14 14:52:57.130003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:57.130009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.130013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 443, phi: +2023-12-14 14:52:57.130018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:57.130022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.130027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 444, phi: +2023-12-14 14:52:57.130032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:57.130038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.130054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.130063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.130069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 418, phi: +2023-12-14 14:52:57.130074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.130079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:57.130083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:57.130091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73: +2023-12-14 14:52:57.130096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 419, phi: +2023-12-14 14:52:57.130101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.130105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:57.130110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 420, phi: +2023-12-14 14:52:57.130115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:57.130119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:57.130125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:57.130130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:57.130135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 421, phi: +2023-12-14 14:52:57.130139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.130144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.130149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:57.130153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10: +2023-12-14 14:52:57.130159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 422, phi: +2023-12-14 14:52:57.130163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.130168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.130172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:57.130177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:57.130182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 423, phi: +2023-12-14 14:52:57.130187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:57.130192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:57.130197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:57.130201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66: +2023-12-14 14:52:57.130206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 424, phi: +2023-12-14 14:52:57.130210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.130215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:57.130221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:57.130225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:57.130230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 425, phi: +2023-12-14 14:52:57.130234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.130239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:57.130244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:57.130249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69: +2023-12-14 14:52:57.130259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 426, phi: +2023-12-14 14:52:57.130264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.130269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:57.130273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:57.130279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71: +2023-12-14 14:52:57.130283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 427, phi: +2023-12-14 14:52:57.130288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.130293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:57.130297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:57.130302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72: +2023-12-14 14:52:57.130307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 428, phi: +2023-12-14 14:52:57.130312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:57.130317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:57.130321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 429, phi: +2023-12-14 14:52:57.130326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.130331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.130335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 430, phi: +2023-12-14 14:52:57.130341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.130345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.130350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 431, phi: +2023-12-14 14:52:57.130355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:57.130359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:57.130364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 432, phi: +2023-12-14 14:52:57.130369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.130374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:57.130378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 433, phi: +2023-12-14 14:52:57.130383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.130388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:57.130392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 434, phi: +2023-12-14 14:52:57.130397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.130402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:57.130407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 435, phi: +2023-12-14 14:52:57.130411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.130419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:57.130424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 436, phi: +2023-12-14 14:52:57.130430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:57.130435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.130439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 437, phi: +2023-12-14 14:52:57.130444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:57.130448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:57.130453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 438, phi: +2023-12-14 14:52:57.130458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.130463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.130468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 439, phi: +2023-12-14 14:52:57.130473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.130477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.130482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 440, phi: +2023-12-14 14:52:57.130486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:57.130492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:57.130497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 441, phi: +2023-12-14 14:52:57.130501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:57.130506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.130510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 442, phi: +2023-12-14 14:52:57.130515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:57.130520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.130525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 443, phi: +2023-12-14 14:52:57.130530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:57.130534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.130539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 444, phi: +2023-12-14 14:52:57.130544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:57.130550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.130555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.130563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <40 Arg_0.1> + +2023-12-14 14:52:57.130568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.130574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.130582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:57.130587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.130592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:57.130598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <39 constant.19> + +2023-12-14 14:52:57.130603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:57.130608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 constant.21> + +2023-12-14 14:52:57.130614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:57.130620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <44 constant.22> + +2023-12-14 14:52:57.130624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:57.130636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <436 while.1{} (phi)> + {0} : HloValueSet: <437 while.1{0} (phi)> + {1} : HloValueSet: <438 while.1{1} (phi)> + {2} : HloValueSet: <439 while.1{2} (phi)> + {3} : HloValueSet: <440 while.1{3} (phi)> + {4} : HloValueSet: <441 while.1{4} (phi)> + {5} : HloValueSet: <442 while.1{5} (phi)> + {6} : HloValueSet: <443 while.1{6} (phi)> + {7} : HloValueSet: <444 while.1{7} (phi)> + +2023-12-14 14:52:57.130643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:57.130649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <438 while.1{1} (phi)> + +2023-12-14 14:52:57.130654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:57.130660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <439 while.1{2} (phi)> + +2023-12-14 14:52:57.130665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:57.130671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.130677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:57.130682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 fusion.4> + +2023-12-14 14:52:57.130687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:57.130692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <41 fusion.6> + +2023-12-14 14:52:57.130697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:52:57.130704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <43 fusion.8> + +2023-12-14 14:52:57.130709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.9 +2023-12-14 14:52:57.130717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.130722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:57.130727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <26 fusion.2.clone> + +2023-12-14 14:52:57.130733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:57.130739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.130744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:57.130749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.130754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:57.130759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <47 copy> + +2023-12-14 14:52:57.130765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.1 +2023-12-14 14:52:57.130770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <48 copy.1> + +2023-12-14 14:52:57.130775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:52:57.130780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <49 copy.2> + +2023-12-14 14:52:57.130785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.3 +2023-12-14 14:52:57.130790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <50 copy.3> + +2023-12-14 14:52:57.130796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.4 +2023-12-14 14:52:57.130801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <51 copy.4> + +2023-12-14 14:52:57.130806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.5 +2023-12-14 14:52:57.130811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <52 copy.5> + +2023-12-14 14:52:57.130816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.6 +2023-12-14 14:52:57.130823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <53 copy.6> + +2023-12-14 14:52:57.130828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.7 +2023-12-14 14:52:57.130834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.7> + +2023-12-14 14:52:57.130838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:57.130848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <46 tuple.9{}> + {0} : HloValueSet: <39 constant.19> + {1} : HloValueSet: <1 fusion.7.clone> + {2} : HloValueSet: <0 fusion.5.clone> + {3} : HloValueSet: <41 fusion.6> + {4} : HloValueSet: <42 fusion.4> + {5} : HloValueSet: <43 fusion.8> + {6} : HloValueSet: <44 constant.22> + {7} : HloValueSet: <45 constant.21> + +2023-12-14 14:52:57.130858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:57.130869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <419 arg_tuple.3{} (phi)> + {0} : HloValueSet: <428 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <429 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <430 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <431 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <432 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <433 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <434 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <435 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.130875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:57.130880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <56 constant.102> + +2023-12-14 14:52:57.130886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:57.130892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <57 add.58> + +2023-12-14 14:52:57.130896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.130902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.130907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:57.130912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.130918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.103 +2023-12-14 14:52:57.130923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <428 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.130928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:57.130933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <55 copy.8> + +2023-12-14 14:52:57.130938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.104 +2023-12-14 14:52:57.130945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <429 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.130950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:57.130956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 copy.9> + +2023-12-14 14:52:57.130961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.105 +2023-12-14 14:52:57.130966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.130971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:57.130977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <61 copy.10> + +2023-12-14 14:52:57.130985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.106 +2023-12-14 14:52:57.130991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <431 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.130995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:57.131001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.11> + +2023-12-14 14:52:57.131006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:57.131013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <432 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.131017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:57.131022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.12> + +2023-12-14 14:52:57.131027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:57.131033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <433 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:57.131039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:57.131044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 copy.13> + +2023-12-14 14:52:57.131049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:57.131055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <434 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.131059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:57.131066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <60 copy.14> + +2023-12-14 14:52:57.131071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.110 +2023-12-14 14:52:57.131077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <435 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.131082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:57.131087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <70 copy.15> + +2023-12-14 14:52:57.131092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.16 +2023-12-14 14:52:57.131098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <58 copy.16> + +2023-12-14 14:52:57.131103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.17 +2023-12-14 14:52:57.131109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <63 copy.17> + +2023-12-14 14:52:57.131113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.18 +2023-12-14 14:52:57.131122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <65 copy.18> + +2023-12-14 14:52:57.131127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:57.131133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <66 copy.19> + +2023-12-14 14:52:57.131138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:57.131143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <68 copy.20> + +2023-12-14 14:52:57.131148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:57.131153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <69 copy.21> + +2023-12-14 14:52:57.131159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:57.131165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <71 copy.22> + +2023-12-14 14:52:57.131170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:57.131175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <72 copy.23> + +2023-12-14 14:52:57.131180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:57.131189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <73 tuple.11{}> + {0} : HloValueSet: <57 add.58> + {1} : HloValueSet: <10 fusion.1.clone> + {2} : HloValueSet: <11 fusion.clone> + {3} : HloValueSet: <66 copy.19> + {4} : HloValueSet: <68 copy.20> + {5} : HloValueSet: <69 copy.21> + {6} : HloValueSet: <71 copy.22> + {7} : HloValueSet: <72 copy.23> + +2023-12-14 14:52:57.131195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:57.131205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <418 arg_tuple.4{} (phi)> + {0} : HloValueSet: <420 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <421 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <422 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <423 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <424 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <425 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <426 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <427 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:57.131210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:57.131217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <8 constant.103> + +2023-12-14 14:52:57.131223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:57.131228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <9 compare.5> + +2023-12-14 14:52:57.131233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:57.131239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <420 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:57.131246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.0 +2023-12-14 14:52:57.131252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <157 divide.0> + +2023-12-14 14:52:57.131257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:57.131262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <156 add.105> + +2023-12-14 14:52:57.131267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:57.131273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 multiply.42> + +2023-12-14 14:52:57.131278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:57.131284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 add.106> + +2023-12-14 14:52:57.131289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:57.131294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <151 multiply.45> + +2023-12-14 14:52:57.131299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:57.131304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 add.107> + +2023-12-14 14:52:57.131310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:57.131316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <148 multiply.47> + +2023-12-14 14:52:57.131335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:57.131340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 add.108> + +2023-12-14 14:52:57.131345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:57.131351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 multiply.49> + +2023-12-14 14:52:57.131357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:57.131362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 add.109> + +2023-12-14 14:52:57.131367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:57.131372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 multiply.51> + +2023-12-14 14:52:57.131378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:57.131384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 add.110> + +2023-12-14 14:52:57.131389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.53 +2023-12-14 14:52:57.131394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 multiply.53> + +2023-12-14 14:52:57.131402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:57.131408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 add.112> + +2023-12-14 14:52:57.131413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.55 +2023-12-14 14:52:57.131419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 multiply.55> + +2023-12-14 14:52:57.131424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:57.131429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 add.114> + +2023-12-14 14:52:57.131434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.57 +2023-12-14 14:52:57.131440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 multiply.57> + +2023-12-14 14:52:57.131446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:57.131451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 add.115> + +2023-12-14 14:52:57.131456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.59 +2023-12-14 14:52:57.131461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 multiply.59> + +2023-12-14 14:52:57.131466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:57.131472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 add.116> + +2023-12-14 14:52:57.131477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.61 +2023-12-14 14:52:57.131483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 multiply.61> + +2023-12-14 14:52:57.131487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:57.131493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 add.117> + +2023-12-14 14:52:57.131497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.63 +2023-12-14 14:52:57.131503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 multiply.63> + +2023-12-14 14:52:57.131509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:57.131514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 add.118> + +2023-12-14 14:52:57.131519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.65 +2023-12-14 14:52:57.131524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 multiply.65> + +2023-12-14 14:52:57.131530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.67 +2023-12-14 14:52:57.131536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 multiply.67> + +2023-12-14 14:52:57.131545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.0 +2023-12-14 14:52:57.131550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 clamp.0> + +2023-12-14 14:52:57.131555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.69 +2023-12-14 14:52:57.131561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 multiply.69> + +2023-12-14 14:52:57.131566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.146 +2023-12-14 14:52:57.131572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <155 constant.146> + +2023-12-14 14:52:57.131577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.147 +2023-12-14 14:52:57.131582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <152 constant.147> + +2023-12-14 14:52:57.131587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.148 +2023-12-14 14:52:57.131593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 constant.148> + +2023-12-14 14:52:57.131598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.149 +2023-12-14 14:52:57.131604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 constant.149> + +2023-12-14 14:52:57.131609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.150 +2023-12-14 14:52:57.131614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 constant.150> + +2023-12-14 14:52:57.131619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.151 +2023-12-14 14:52:57.131625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 constant.151> + +2023-12-14 14:52:57.131631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.152 +2023-12-14 14:52:57.131636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 constant.152> + +2023-12-14 14:52:57.131641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.153 +2023-12-14 14:52:57.131646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 constant.153> + +2023-12-14 14:52:57.131652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.154 +2023-12-14 14:52:57.131657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 constant.154> + +2023-12-14 14:52:57.131663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.155 +2023-12-14 14:52:57.131668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 constant.155> + +2023-12-14 14:52:57.131673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.156 +2023-12-14 14:52:57.131678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 constant.156> + +2023-12-14 14:52:57.131687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.157 +2023-12-14 14:52:57.131693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 constant.157> + +2023-12-14 14:52:57.131698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.158 +2023-12-14 14:52:57.131703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.158> + +2023-12-14 14:52:57.131708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.159 +2023-12-14 14:52:57.131714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.159> + +2023-12-14 14:52:57.131719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.160 +2023-12-14 14:52:57.131725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 constant.160> + +2023-12-14 14:52:57.131730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.161 +2023-12-14 14:52:57.131735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 constant.161> + +2023-12-14 14:52:57.131740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.6 +2023-12-14 14:52:57.131746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 convert.6> + +2023-12-14 14:52:57.131751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.23 +2023-12-14 14:52:57.131757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <113 param_0.23> + +2023-12-14 14:52:57.131762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:57.131768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:57.131773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:57.131778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:57.131784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.162 +2023-12-14 14:52:57.131789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.162> + +2023-12-14 14:52:57.131794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:57.131799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.38> + +2023-12-14 14:52:57.131805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:57.131811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.19> + +2023-12-14 14:52:57.131816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:57.131821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.39> + +2023-12-14 14:52:57.131829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.27 +2023-12-14 14:52:57.131836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.27> + +2023-12-14 14:52:57.131840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:57.131847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.20> + +2023-12-14 14:52:57.131851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:57.131857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.41> + +2023-12-14 14:52:57.131863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:57.131868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.23> + +2023-12-14 14:52:57.131873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:57.131879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.31> + +2023-12-14 14:52:57.131884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:57.131890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.43> + +2023-12-14 14:52:57.131895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:57.131900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.26> + +2023-12-14 14:52:57.131906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.35 +2023-12-14 14:52:57.131911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.35> + +2023-12-14 14:52:57.131916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:52:57.131922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <203 divide.1> + +2023-12-14 14:52:57.131927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.121 +2023-12-14 14:52:57.131932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <202 add.121> + +2023-12-14 14:52:57.131937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.163 +2023-12-14 14:52:57.131943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <201 constant.163> + +2023-12-14 14:52:57.131948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.70 +2023-12-14 14:52:57.131954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <200 multiply.70> + +2023-12-14 14:52:57.131959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.122 +2023-12-14 14:52:57.131964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <199 add.122> + +2023-12-14 14:52:57.131972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.164 +2023-12-14 14:52:57.131978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <198 constant.164> + +2023-12-14 14:52:57.131983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.71 +2023-12-14 14:52:57.131989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <197 multiply.71> + +2023-12-14 14:52:57.131993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.123 +2023-12-14 14:52:57.131999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <196 add.123> + +2023-12-14 14:52:57.132004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.165 +2023-12-14 14:52:57.132010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 constant.165> + +2023-12-14 14:52:57.132015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.74 +2023-12-14 14:52:57.132021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 multiply.74> + +2023-12-14 14:52:57.132025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.124 +2023-12-14 14:52:57.132031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 add.124> + +2023-12-14 14:52:57.132036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.166 +2023-12-14 14:52:57.132042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 constant.166> + +2023-12-14 14:52:57.132047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.76 +2023-12-14 14:52:57.132052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 multiply.76> + +2023-12-14 14:52:57.132057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:57.132063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 add.125> + +2023-12-14 14:52:57.132068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.167 +2023-12-14 14:52:57.132074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 constant.167> + +2023-12-14 14:52:57.132079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.78 +2023-12-14 14:52:57.132084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 multiply.78> + +2023-12-14 14:52:57.132090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.126 +2023-12-14 14:52:57.132096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 add.126> + +2023-12-14 14:52:57.132100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.168 +2023-12-14 14:52:57.132107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 constant.168> + +2023-12-14 14:52:57.132115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.80 +2023-12-14 14:52:57.132120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 multiply.80> + +2023-12-14 14:52:57.132125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.127 +2023-12-14 14:52:57.132131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 add.127> + +2023-12-14 14:52:57.132136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.169 +2023-12-14 14:52:57.132142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 constant.169> + +2023-12-14 14:52:57.132146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.82 +2023-12-14 14:52:57.132153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 multiply.82> + +2023-12-14 14:52:57.132157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.129 +2023-12-14 14:52:57.132163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 add.129> + +2023-12-14 14:52:57.132168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.170 +2023-12-14 14:52:57.132174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <180 constant.170> + +2023-12-14 14:52:57.132178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.84 +2023-12-14 14:52:57.132185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 multiply.84> + +2023-12-14 14:52:57.132189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.130 +2023-12-14 14:52:57.132196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 add.130> + +2023-12-14 14:52:57.132200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.171 +2023-12-14 14:52:57.132206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.171> + +2023-12-14 14:52:57.132210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.86 +2023-12-14 14:52:57.132217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 multiply.86> + +2023-12-14 14:52:57.132221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.132 +2023-12-14 14:52:57.132227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 add.132> + +2023-12-14 14:52:57.132232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.172 +2023-12-14 14:52:57.132237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.172> + +2023-12-14 14:52:57.132243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.88 +2023-12-14 14:52:57.132248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 multiply.88> + +2023-12-14 14:52:57.132256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.133 +2023-12-14 14:52:57.132262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 add.133> + +2023-12-14 14:52:57.132266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.173 +2023-12-14 14:52:57.132272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.173> + +2023-12-14 14:52:57.132277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.90 +2023-12-14 14:52:57.132283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <170 multiply.90> + +2023-12-14 14:52:57.132288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.134 +2023-12-14 14:52:57.132293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 add.134> + +2023-12-14 14:52:57.132298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.174 +2023-12-14 14:52:57.132304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 constant.174> + +2023-12-14 14:52:57.132309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.92 +2023-12-14 14:52:57.132316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <167 multiply.92> + +2023-12-14 14:52:57.132321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.175 +2023-12-14 14:52:57.132326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.175> + +2023-12-14 14:52:57.132331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.94 +2023-12-14 14:52:57.132337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <165 multiply.94> + +2023-12-14 14:52:57.132342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.1 +2023-12-14 14:52:57.132348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <164 clamp.1> + +2023-12-14 14:52:57.132353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.176 +2023-12-14 14:52:57.132358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.176> + +2023-12-14 14:52:57.132363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.96 +2023-12-14 14:52:57.132369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 multiply.96> + +2023-12-14 14:52:57.132374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.177 +2023-12-14 14:52:57.132380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 constant.177> + +2023-12-14 14:52:57.132385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.178 +2023-12-14 14:52:57.132390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 constant.178> + +2023-12-14 14:52:57.132399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.7 +2023-12-14 14:52:57.132405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <160 convert.7> + +2023-12-14 14:52:57.132411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.41 +2023-12-14 14:52:57.132416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <159 param_0.41> + +2023-12-14 14:52:57.132421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.135 +2023-12-14 14:52:57.132427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <256 add.135> + +2023-12-14 14:52:57.132432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.153 +2023-12-14 14:52:57.132438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <255 broadcast.153> + +2023-12-14 14:52:57.132443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.8 +2023-12-14 14:52:57.132448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <254 convert.8> + +2023-12-14 14:52:57.132453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.136 +2023-12-14 14:52:57.132460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <250 add.136> + +2023-12-14 14:52:57.132464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.154 +2023-12-14 14:52:57.132470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <249 broadcast.154> + +2023-12-14 14:52:57.132475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:57.132481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <247 xor.21> + +2023-12-14 14:52:57.132487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:57.132492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <246 or.23> + +2023-12-14 14:52:57.132498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:57.132504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <245 shift-right-logical.21> + +2023-12-14 14:52:57.132508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.156 +2023-12-14 14:52:57.132514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <244 broadcast.156> + +2023-12-14 14:52:57.132519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:57.132525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <243 subtract.24> + +2023-12-14 14:52:57.132530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:57.132539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <242 shift-left.19> + +2023-12-14 14:52:57.132544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.157 +2023-12-14 14:52:57.132550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <241 broadcast.157> + +2023-12-14 14:52:57.132555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:57.132561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <240 reshape.44> + +2023-12-14 14:52:57.132566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:57.132572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <239 slice.27> + +2023-12-14 14:52:57.132576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.137 +2023-12-14 14:52:57.132583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <238 add.137> + +2023-12-14 14:52:57.132588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:57.132594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <237 xor.22> + +2023-12-14 14:52:57.132598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:57.132604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <236 or.24> + +2023-12-14 14:52:57.132609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:57.132615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <235 shift-right-logical.22> + +2023-12-14 14:52:57.132621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.158 +2023-12-14 14:52:57.132626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <234 broadcast.158> + +2023-12-14 14:52:57.132631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:57.132636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <233 subtract.25> + +2023-12-14 14:52:57.132642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:57.132647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <232 shift-left.20> + +2023-12-14 14:52:57.132653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.159 +2023-12-14 14:52:57.132658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <231 broadcast.159> + +2023-12-14 14:52:57.132663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:57.132668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <230 reshape.45> + +2023-12-14 14:52:57.132676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:57.132683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <229 slice.28> + +2023-12-14 14:52:57.132687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.138 +2023-12-14 14:52:57.132693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <228 add.138> + +2023-12-14 14:52:57.132697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:57.132704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <227 xor.23> + +2023-12-14 14:52:57.132709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:57.132714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <226 or.25> + +2023-12-14 14:52:57.132719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:57.132725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <225 shift-right-logical.23> + +2023-12-14 14:52:57.132731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.160 +2023-12-14 14:52:57.132737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <224 broadcast.160> + +2023-12-14 14:52:57.132742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:57.132748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <223 subtract.26> + +2023-12-14 14:52:57.132753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:57.132758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <222 shift-left.21> + +2023-12-14 14:52:57.132763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.161 +2023-12-14 14:52:57.132770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <221 broadcast.161> + +2023-12-14 14:52:57.132775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:57.132780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <220 reshape.46> + +2023-12-14 14:52:57.132785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:57.132790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <219 slice.29> + +2023-12-14 14:52:57.132796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.139 +2023-12-14 14:52:57.132801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <218 add.139> + +2023-12-14 14:52:57.132806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:57.132811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <217 xor.24> + +2023-12-14 14:52:57.132819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:57.132825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <216 or.26> + +2023-12-14 14:52:57.132831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:57.132836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <215 shift-right-logical.24> + +2023-12-14 14:52:57.132841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.163 +2023-12-14 14:52:57.132847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <214 broadcast.163> + +2023-12-14 14:52:57.132851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:57.132858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <213 subtract.27> + +2023-12-14 14:52:57.132863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.179 +2023-12-14 14:52:57.132869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <212 constant.179> + +2023-12-14 14:52:57.132873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:57.132879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <211 shift-left.22> + +2023-12-14 14:52:57.132884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.164 +2023-12-14 14:52:57.132891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <210 broadcast.164> + +2023-12-14 14:52:57.132895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:57.132901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <209 reshape.47> + +2023-12-14 14:52:57.132906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:57.132911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <208 slice.30> + +2023-12-14 14:52:57.132917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.140 +2023-12-14 14:52:57.132923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <206 add.140> + +2023-12-14 14:52:57.132927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.142 +2023-12-14 14:52:57.132933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <253 add.142> + +2023-12-14 14:52:57.132937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.42 +2023-12-14 14:52:57.132943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <248 param_0.42> + +2023-12-14 14:52:57.132948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.60 +2023-12-14 14:52:57.132957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <207 param_1.60> + +2023-12-14 14:52:57.132962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.56 +2023-12-14 14:52:57.132968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <205 param_2.56> + +2023-12-14 14:52:57.132973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.65 +2023-12-14 14:52:57.132979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <204 param_3.65> + +2023-12-14 14:52:57.132985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.68 +2023-12-14 14:52:57.132990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <251 param_4.68> + +2023-12-14 14:52:57.132995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.180 +2023-12-14 14:52:57.133000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <252 constant.180> + +2023-12-14 14:52:57.133006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.133012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.133017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.133023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.12> + +2023-12-14 14:52:57.133028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.133033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <60 copy.14> + +2023-12-14 14:52:57.133038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:57.133044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <61 copy.10> + +2023-12-14 14:52:57.133049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:57.133054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 copy.9> + +2023-12-14 14:52:57.133059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:57.133064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <55 copy.8> + +2023-12-14 14:52:57.133071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.143 +2023-12-14 14:52:57.133077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <111 add.143> + +2023-12-14 14:52:57.133082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.166 +2023-12-14 14:52:57.133087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <110 broadcast.166> + +2023-12-14 14:52:57.133092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.144 +2023-12-14 14:52:57.133105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <108 add.144> + +2023-12-14 14:52:57.133110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.43 +2023-12-14 14:52:57.133115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 param_0.43> + +2023-12-14 14:52:57.133120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:57.133125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <107 xor.25> + +2023-12-14 14:52:57.133131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:57.133137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <106 or.27> + +2023-12-14 14:52:57.133142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:57.133147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <105 shift-right-logical.25> + +2023-12-14 14:52:57.133152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:57.133158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <104 broadcast.167> + +2023-12-14 14:52:57.133163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:57.133169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <103 subtract.28> + +2023-12-14 14:52:57.133174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:57.133179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <102 shift-left.23> + +2023-12-14 14:52:57.133184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.168 +2023-12-14 14:52:57.133190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <101 broadcast.168> + +2023-12-14 14:52:57.133195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.48 +2023-12-14 14:52:57.133201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <100 reshape.48> + +2023-12-14 14:52:57.133206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:57.133211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <99 slice.31> + +2023-12-14 14:52:57.133216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.145 +2023-12-14 14:52:57.133222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <98 add.145> + +2023-12-14 14:52:57.133227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:57.133233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <97 xor.26> + +2023-12-14 14:52:57.133237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:57.133246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <96 or.28> + +2023-12-14 14:52:57.133252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:57.133258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <95 shift-right-logical.26> + +2023-12-14 14:52:57.133263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.170 +2023-12-14 14:52:57.133268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <94 broadcast.170> + +2023-12-14 14:52:57.133273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:57.133279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <93 subtract.29> + +2023-12-14 14:52:57.133284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:57.133290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <92 shift-left.24> + +2023-12-14 14:52:57.133295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.172 +2023-12-14 14:52:57.133300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <91 broadcast.172> + +2023-12-14 14:52:57.133305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:57.133311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <90 reshape.49> + +2023-12-14 14:52:57.133316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:57.133322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 slice.32> + +2023-12-14 14:52:57.133327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.146 +2023-12-14 14:52:57.133332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <88 add.146> + +2023-12-14 14:52:57.133337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:57.133344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <87 xor.27> + +2023-12-14 14:52:57.133349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.29 +2023-12-14 14:52:57.133354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <86 or.29> + +2023-12-14 14:52:57.133359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:57.133365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <85 shift-right-logical.27> + +2023-12-14 14:52:57.133369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:57.133376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <84 broadcast.173> + +2023-12-14 14:52:57.133383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.30 +2023-12-14 14:52:57.133389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <83 subtract.30> + +2023-12-14 14:52:57.133394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.181 +2023-12-14 14:52:57.133399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 constant.181> + +2023-12-14 14:52:57.133405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.61 +2023-12-14 14:52:57.133411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <77 param_1.61> + +2023-12-14 14:52:57.133415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:57.133421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <81 shift-left.25> + +2023-12-14 14:52:57.133426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.174 +2023-12-14 14:52:57.133431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <80 broadcast.174> + +2023-12-14 14:52:57.133437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:57.133442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 reshape.50> + +2023-12-14 14:52:57.133447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:57.133452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <78 slice.33> + +2023-12-14 14:52:57.133457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.147 +2023-12-14 14:52:57.133463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <76 add.147> + +2023-12-14 14:52:57.133468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.57 +2023-12-14 14:52:57.133474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <75 param_2.57> + +2023-12-14 14:52:57.133479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.66 +2023-12-14 14:52:57.133484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <74 param_3.66> + +2023-12-14 14:52:57.133489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:57.133496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.133501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:57.133506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.11> + +2023-12-14 14:52:57.133511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:57.133516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <60 copy.14> + +2023-12-14 14:52:57.133526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:57.133532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <61 copy.10> + +2023-12-14 14:52:57.133537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:57.133542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 copy.9> + +2023-12-14 14:52:57.133547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.2 +2023-12-14 14:52:57.133552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <417 minimum.2> + +2023-12-14 14:52:57.133558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:57.133563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <416 maximum.4> + +2023-12-14 14:52:57.133568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.98 +2023-12-14 14:52:57.133574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <415 multiply.98> + +2023-12-14 14:52:57.133578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:57.133584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <414 broadcast.176> + +2023-12-14 14:52:57.133590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.182 +2023-12-14 14:52:57.133595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <413 constant.182> + +2023-12-14 14:52:57.133600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:57.133605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <412 select.41> + +2023-12-14 14:52:57.133610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.99 +2023-12-14 14:52:57.133618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <411 multiply.99> + +2023-12-14 14:52:57.133623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.148 +2023-12-14 14:52:57.133629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <410 add.148> + +2023-12-14 14:52:57.133634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.100 +2023-12-14 14:52:57.133639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <409 multiply.100> + +2023-12-14 14:52:57.133645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.149 +2023-12-14 14:52:57.133651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <408 add.149> + +2023-12-14 14:52:57.133656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.101 +2023-12-14 14:52:57.133665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <407 multiply.101> + +2023-12-14 14:52:57.133670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.150 +2023-12-14 14:52:57.133675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <406 add.150> + +2023-12-14 14:52:57.133681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.102 +2023-12-14 14:52:57.133686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <405 multiply.102> + +2023-12-14 14:52:57.133691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.152 +2023-12-14 14:52:57.133696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <404 add.152> + +2023-12-14 14:52:57.133701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.103 +2023-12-14 14:52:57.133707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <403 multiply.103> + +2023-12-14 14:52:57.133713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.153 +2023-12-14 14:52:57.133718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <402 add.153> + +2023-12-14 14:52:57.133723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.104 +2023-12-14 14:52:57.133729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <401 multiply.104> + +2023-12-14 14:52:57.133734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.154 +2023-12-14 14:52:57.133740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <400 add.154> + +2023-12-14 14:52:57.133745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.105 +2023-12-14 14:52:57.133750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <399 multiply.105> + +2023-12-14 14:52:57.133755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.155 +2023-12-14 14:52:57.133760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <398 add.155> + +2023-12-14 14:52:57.133767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.106 +2023-12-14 14:52:57.133773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <397 multiply.106> + +2023-12-14 14:52:57.133778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.156 +2023-12-14 14:52:57.133783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <396 add.156> + +2023-12-14 14:52:57.133788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.107 +2023-12-14 14:52:57.133793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <395 multiply.107> + +2023-12-14 14:52:57.133799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:57.133807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <394 select.42> + +2023-12-14 14:52:57.133812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.157 +2023-12-14 14:52:57.133818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <393 add.157> + +2023-12-14 14:52:57.133822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:57.133829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <392 broadcast.177> + +2023-12-14 14:52:57.133834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.183 +2023-12-14 14:52:57.133840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <391 constant.183> + +2023-12-14 14:52:57.133844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:57.133850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <390 sqrt.3> + +2023-12-14 14:52:57.133854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.158 +2023-12-14 14:52:57.133861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <389 add.158> + +2023-12-14 14:52:57.133866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:57.133872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <388 broadcast.178> + +2023-12-14 14:52:57.133877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.184 +2023-12-14 14:52:57.133882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <387 constant.184> + +2023-12-14 14:52:57.133888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:57.133894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <386 select.43> + +2023-12-14 14:52:57.133899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:57.133905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <385 broadcast.179> + +2023-12-14 14:52:57.133909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.185 +2023-12-14 14:52:57.133915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <384 constant.185> + +2023-12-14 14:52:57.133920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:57.133926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <383 broadcast.180> + +2023-12-14 14:52:57.133931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.186 +2023-12-14 14:52:57.133937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <382 constant.186> + +2023-12-14 14:52:57.133944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.44 +2023-12-14 14:52:57.133950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <381 select.44> + +2023-12-14 14:52:57.133956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:57.133962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <380 broadcast.181> + +2023-12-14 14:52:57.133966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.187 +2023-12-14 14:52:57.133972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <379 constant.187> + +2023-12-14 14:52:57.133977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:57.133984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <378 broadcast.182> + +2023-12-14 14:52:57.133989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.188 +2023-12-14 14:52:57.133994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <377 constant.188> + +2023-12-14 14:52:57.133999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.45 +2023-12-14 14:52:57.134005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <376 select.45> + +2023-12-14 14:52:57.134010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:57.134016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <375 broadcast.183> + +2023-12-14 14:52:57.134021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.189 +2023-12-14 14:52:57.134026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <374 constant.189> + +2023-12-14 14:52:57.134031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:57.134037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <373 broadcast.184> + +2023-12-14 14:52:57.134042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.191 +2023-12-14 14:52:57.134048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <372 constant.191> + +2023-12-14 14:52:57.134053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.46 +2023-12-14 14:52:57.134058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <371 select.46> + +2023-12-14 14:52:57.134063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:57.134070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <370 broadcast.185> + +2023-12-14 14:52:57.134075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.192 +2023-12-14 14:52:57.134083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <369 constant.192> + +2023-12-14 14:52:57.134088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:57.134094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <368 broadcast.186> + +2023-12-14 14:52:57.134099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.193 +2023-12-14 14:52:57.134106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <367 constant.193> + +2023-12-14 14:52:57.134111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.47 +2023-12-14 14:52:57.134116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <366 select.47> + +2023-12-14 14:52:57.134121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:57.134127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <365 broadcast.187> + +2023-12-14 14:52:57.134132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.194 +2023-12-14 14:52:57.134138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <364 constant.194> + +2023-12-14 14:52:57.134143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:57.134148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <363 broadcast.188> + +2023-12-14 14:52:57.134153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.195 +2023-12-14 14:52:57.134159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <362 constant.195> + +2023-12-14 14:52:57.134164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.48 +2023-12-14 14:52:57.134170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <361 select.48> + +2023-12-14 14:52:57.134175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:57.134180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <360 broadcast.189> + +2023-12-14 14:52:57.134185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.196 +2023-12-14 14:52:57.134191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <359 constant.196> + +2023-12-14 14:52:57.134197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:57.134203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <358 broadcast.190> + +2023-12-14 14:52:57.134207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.197 +2023-12-14 14:52:57.134213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <357 constant.197> + +2023-12-14 14:52:57.134221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.49 +2023-12-14 14:52:57.134227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <356 select.49> + +2023-12-14 14:52:57.134232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:57.134238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <355 broadcast.191> + +2023-12-14 14:52:57.134243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.198 +2023-12-14 14:52:57.134248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <354 constant.198> + +2023-12-14 14:52:57.134254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:57.134260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <353 broadcast.192> + +2023-12-14 14:52:57.134265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.199 +2023-12-14 14:52:57.134271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <352 constant.199> + +2023-12-14 14:52:57.134276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.50 +2023-12-14 14:52:57.134282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <351 select.50> + +2023-12-14 14:52:57.134287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:57.134293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <350 broadcast.193> + +2023-12-14 14:52:57.134298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.200 +2023-12-14 14:52:57.134303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <349 constant.200> + +2023-12-14 14:52:57.134308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:57.134314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <348 broadcast.194> + +2023-12-14 14:52:57.134320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.201 +2023-12-14 14:52:57.134325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <347 constant.201> + +2023-12-14 14:52:57.134330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.51 +2023-12-14 14:52:57.134335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <346 select.51> + +2023-12-14 14:52:57.134341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:57.134346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <345 broadcast.195> + +2023-12-14 14:52:57.134352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.202 +2023-12-14 14:52:57.134357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <344 constant.202> + +2023-12-14 14:52:57.134365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:57.134372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <343 broadcast.196> + +2023-12-14 14:52:57.134376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.203 +2023-12-14 14:52:57.134383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <342 constant.203> + +2023-12-14 14:52:57.134387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.18 +2023-12-14 14:52:57.134393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <341 compare.18> + +2023-12-14 14:52:57.134398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:57.134404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <340 broadcast.197> + +2023-12-14 14:52:57.134409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.204 +2023-12-14 14:52:57.134415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <339 constant.204> + +2023-12-14 14:52:57.134420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:57.134425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <338 negate.9> + +2023-12-14 14:52:57.134431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:57.134437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <337 log-plus-one.3> + +2023-12-14 14:52:57.134443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.108 +2023-12-14 14:52:57.134448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <336 multiply.108> + +2023-12-14 14:52:57.134453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:57.134458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <335 negate.10> + +2023-12-14 14:52:57.134464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.109 +2023-12-14 14:52:57.134469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <334 multiply.109> + +2023-12-14 14:52:57.134475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:57.134480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <333 broadcast.198> + +2023-12-14 14:52:57.134485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.19 +2023-12-14 14:52:57.134491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <332 compare.19> + +2023-12-14 14:52:57.134496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:57.134507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <331 broadcast.199> + +2023-12-14 14:52:57.134512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.205 +2023-12-14 14:52:57.134518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <330 constant.205> + +2023-12-14 14:52:57.134523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:57.134529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <329 abs.3> + +2023-12-14 14:52:57.134534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:57.134540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <328 reshape.51> + +2023-12-14 14:52:57.134545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.5 +2023-12-14 14:52:57.134550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <327 maximum.5> + +2023-12-14 14:52:57.134556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.159 +2023-12-14 14:52:57.134561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <326 add.159> + +2023-12-14 14:52:57.134567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.110 +2023-12-14 14:52:57.134573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <325 multiply.110> + +2023-12-14 14:52:57.134577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:57.134583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <324 broadcast.200> + +2023-12-14 14:52:57.134588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:57.134595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <323 reshape.52> + +2023-12-14 14:52:57.134600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.31 +2023-12-14 14:52:57.134605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <322 subtract.31> + +2023-12-14 14:52:57.134610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.53 +2023-12-14 14:52:57.134617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <321 reshape.53> + +2023-12-14 14:52:57.134622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:57.134628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <320 reshape.54> + +2023-12-14 14:52:57.134633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.160 +2023-12-14 14:52:57.134638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <318 add.160> + +2023-12-14 14:52:57.134647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:57.134652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <317 broadcast.201> + +2023-12-14 14:52:57.134658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.206 +2023-12-14 14:52:57.134663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <316 constant.206> + +2023-12-14 14:52:57.134668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.6 +2023-12-14 14:52:57.134674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <315 bitcast-convert.6> + +2023-12-14 14:52:57.134679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.30 +2023-12-14 14:52:57.134685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <314 or.30> + +2023-12-14 14:52:57.134690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:57.134695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <313 broadcast.202> + +2023-12-14 14:52:57.134700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.207 +2023-12-14 14:52:57.134706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <312 constant.207> + +2023-12-14 14:52:57.134711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:57.134717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <311 shift-right-logical.28> + +2023-12-14 14:52:57.134722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:57.134728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <310 broadcast.203> + +2023-12-14 14:52:57.134733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.208 +2023-12-14 14:52:57.134739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <309 constant.208> + +2023-12-14 14:52:57.134743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:57.134749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <308 concatenate.1> + +2023-12-14 14:52:57.134754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:57.134760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <305 broadcast.204> + +2023-12-14 14:52:57.134765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:57.134771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <303 broadcast.205> + +2023-12-14 14:52:57.134776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.7 +2023-12-14 14:52:57.134785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <302 bitcast-convert.7> + +2023-12-14 14:52:57.134790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.52 +2023-12-14 14:52:57.134796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <301 select.52> + +2023-12-14 14:52:57.134801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.53 +2023-12-14 14:52:57.134807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <300 select.53> + +2023-12-14 14:52:57.134811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.54 +2023-12-14 14:52:57.134817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <299 select.54> + +2023-12-14 14:52:57.134821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.162 +2023-12-14 14:52:57.134827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <298 add.162> + +2023-12-14 14:52:57.134832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.55 +2023-12-14 14:52:57.134838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <297 select.55> + +2023-12-14 14:52:57.134843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.31 +2023-12-14 14:52:57.134848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <296 or.31> + +2023-12-14 14:52:57.134854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.20 +2023-12-14 14:52:57.134859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <295 compare.20> + +2023-12-14 14:52:57.134864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:57.134870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <294 and.4> + +2023-12-14 14:52:57.134875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.21 +2023-12-14 14:52:57.134880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <293 compare.21> + +2023-12-14 14:52:57.134886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.22 +2023-12-14 14:52:57.134891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <292 compare.22> + +2023-12-14 14:52:57.134896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.5 +2023-12-14 14:52:57.134902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <291 and.5> + +2023-12-14 14:52:57.134907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.8 +2023-12-14 14:52:57.134912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <290 bitcast-convert.8> + +2023-12-14 14:52:57.134918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.23 +2023-12-14 14:52:57.134926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <289 compare.23> + +2023-12-14 14:52:57.134931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.209 +2023-12-14 14:52:57.134937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <288 constant.209> + +2023-12-14 14:52:57.134942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.24 +2023-12-14 14:52:57.134948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <287 compare.24> + +2023-12-14 14:52:57.134953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.9 +2023-12-14 14:52:57.134958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <286 convert.9> + +2023-12-14 14:52:57.134964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:57.134969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <284 broadcast.206> + +2023-12-14 14:52:57.134975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.44 +2023-12-14 14:52:57.134980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <304 param_0.44> + +2023-12-14 14:52:57.134985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.62 +2023-12-14 14:52:57.134991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <319 param_1.62> + +2023-12-14 14:52:57.134995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.58 +2023-12-14 14:52:57.135001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <306 param_2.58> + +2023-12-14 14:52:57.135006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.67 +2023-12-14 14:52:57.135012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <307 param_3.67> + +2023-12-14 14:52:57.135017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.9 +2023-12-14 14:52:57.135023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <283 bitcast-convert.9> + +2023-12-14 14:52:57.135028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.56 +2023-12-14 14:52:57.135033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <282 select.56> + +2023-12-14 14:52:57.135038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.57 +2023-12-14 14:52:57.135043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <281 select.57> + +2023-12-14 14:52:57.135048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.58 +2023-12-14 14:52:57.135054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <280 select.58> + +2023-12-14 14:52:57.135059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.163 +2023-12-14 14:52:57.135068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <279 add.163> + +2023-12-14 14:52:57.135073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.59 +2023-12-14 14:52:57.135078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <278 select.59> + +2023-12-14 14:52:57.135084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.210 +2023-12-14 14:52:57.135089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <277 constant.210> + +2023-12-14 14:52:57.135095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.211 +2023-12-14 14:52:57.135101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <276 constant.211> + +2023-12-14 14:52:57.135105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.32 +2023-12-14 14:52:57.135112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <275 or.32> + +2023-12-14 14:52:57.135117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.25 +2023-12-14 14:52:57.135123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <274 compare.25> + +2023-12-14 14:52:57.135128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.6 +2023-12-14 14:52:57.135134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <273 and.6> + +2023-12-14 14:52:57.135138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.212 +2023-12-14 14:52:57.135144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 constant.212> + +2023-12-14 14:52:57.135149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.26 +2023-12-14 14:52:57.135154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <271 compare.26> + +2023-12-14 14:52:57.135160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.213 +2023-12-14 14:52:57.135166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <270 constant.213> + +2023-12-14 14:52:57.135170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.214 +2023-12-14 14:52:57.135176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <269 constant.214> + +2023-12-14 14:52:57.135181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.27 +2023-12-14 14:52:57.135187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <268 compare.27> + +2023-12-14 14:52:57.135192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.215 +2023-12-14 14:52:57.135197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <267 constant.215> + +2023-12-14 14:52:57.135203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.7 +2023-12-14 14:52:57.135212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <266 and.7> + +2023-12-14 14:52:57.135218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.216 +2023-12-14 14:52:57.135223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <265 constant.216> + +2023-12-14 14:52:57.135228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.10 +2023-12-14 14:52:57.135233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 bitcast-convert.10> + +2023-12-14 14:52:57.135238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.217 +2023-12-14 14:52:57.135244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <263 constant.217> + +2023-12-14 14:52:57.135249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.28 +2023-12-14 14:52:57.135255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <262 compare.28> + +2023-12-14 14:52:57.135259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.218 +2023-12-14 14:52:57.135266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <261 constant.218> + +2023-12-14 14:52:57.135270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.219 +2023-12-14 14:52:57.135277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <260 constant.219> + +2023-12-14 14:52:57.135282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.69 +2023-12-14 14:52:57.135287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <285 param_4.69> + +2023-12-14 14:52:57.135292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.29 +2023-12-14 14:52:57.135299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <259 compare.29> + +2023-12-14 14:52:57.135303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.10 +2023-12-14 14:52:57.135309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <258 convert.10> + +2023-12-14 14:52:57.135314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_5.76 +2023-12-14 14:52:57.135327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <257 param_5.76> + +2023-12-14 14:52:57.135333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:57.135339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <26 fusion.2.clone> + +2023-12-14 14:52:57.135345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:57.135350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.135358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:57.135364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.135369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:57.135375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <438 while.1{1} (phi)> + +2023-12-14 14:52:57.135380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:57.135386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <439 while.1{2} (phi)> + +2023-12-14 14:52:57.135391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.13 +2023-12-14 14:52:57.135397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.135403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.14 +2023-12-14 14:52:57.135408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.135413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.164 +2023-12-14 14:52:57.135418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 add.164> + +2023-12-14 14:52:57.135424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:57.135429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <24 broadcast.207> + +2023-12-14 14:52:57.135435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:57.135440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <23 reshape.55> + +2023-12-14 14:52:57.135445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:57.135450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <22 slice.34> + +2023-12-14 14:52:57.135456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:57.135461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <20 slice.35> + +2023-12-14 14:52:57.135467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.45 +2023-12-14 14:52:57.135472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 param_0.45> + +2023-12-14 14:52:57.135477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:57.135482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <19 iota.2> + +2023-12-14 14:52:57.135488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5.clone +2023-12-14 14:52:57.135494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.135503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.15 +2023-12-14 14:52:57.135508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <40 Arg_0.1> + +2023-12-14 14:52:57.135514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.165 +2023-12-14 14:52:57.135519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 add.165> + +2023-12-14 14:52:57.135525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:57.135531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <17 broadcast.208> + +2023-12-14 14:52:57.135536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:57.135541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 reshape.56> + +2023-12-14 14:52:57.135547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:57.135553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <15 slice.36> + +2023-12-14 14:52:57.135559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:57.135564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <13 slice.37> + +2023-12-14 14:52:57.135569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.46 +2023-12-14 14:52:57.135574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 param_0.46> + +2023-12-14 14:52:57.135580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:57.135586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <12 iota.3> + +2023-12-14 14:52:57.135590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7.clone +2023-12-14 14:52:57.135596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.135601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.16 +2023-12-14 14:52:57.135607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <40 Arg_0.1> + +2023-12-14 14:52:57.137172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:57.137199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.137205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.137215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_0.1> (def) +2023-12-14 14:52:57.137220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.137236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> (def) +2023-12-14 14:52:57.137241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:57.137251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> (def) +2023-12-14 14:52:57.137256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:57.137265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> (def) +2023-12-14 14:52:57.137270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:57.137280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.21> (def) +2023-12-14 14:52:57.137284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:57.137294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.22> (def) +2023-12-14 14:52:57.137299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:57.137309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.137315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{} (phi)> (def) +2023-12-14 14:52:57.137320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.137324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <437 while.1{0} (phi)> (def) +2023-12-14 14:52:57.137329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.137334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> (def) +2023-12-14 14:52:57.137339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.137345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> (def) +2023-12-14 14:52:57.137350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.137354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <440 while.1{3} (phi)> (def) +2023-12-14 14:52:57.137359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.137364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <441 while.1{4} (phi)> (def) +2023-12-14 14:52:57.137369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.137375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <442 while.1{5} (phi)> (def) +2023-12-14 14:52:57.137383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.137388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <443 while.1{6} (phi)> (def) +2023-12-14 14:52:57.137393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.137397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <444 while.1{7} (phi)> (def) +2023-12-14 14:52:57.137402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:57.137413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> +2023-12-14 14:52:57.137418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:57.137427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> +2023-12-14 14:52:57.137432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:57.137442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:57.137447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:57.137456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.4> (def) +2023-12-14 14:52:57.137461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:57.137472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.6> (def) +2023-12-14 14:52:57.137476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:52:57.137486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.8> (def) +2023-12-14 14:52:57.137491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9: +2023-12-14 14:52:57.137502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> (def) +2023-12-14 14:52:57.137507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:57.137516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> +2023-12-14 14:52:57.137521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:57.137535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.137539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:57.137549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.137554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:57.137564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy> (def) +2023-12-14 14:52:57.137569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1: +2023-12-14 14:52:57.137579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.1> (def) +2023-12-14 14:52:57.137583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:52:57.137594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.2> (def) +2023-12-14 14:52:57.137599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3: +2023-12-14 14:52:57.137608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.3> (def) +2023-12-14 14:52:57.137613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4: +2023-12-14 14:52:57.137624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.4> (def) +2023-12-14 14:52:57.137629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5: +2023-12-14 14:52:57.137639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.5> (def) +2023-12-14 14:52:57.137643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6: +2023-12-14 14:52:57.137654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.6> (def) +2023-12-14 14:52:57.137659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7: +2023-12-14 14:52:57.137668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.7> (def) +2023-12-14 14:52:57.137673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:57.137684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.137703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 tuple.9{}> (def) +2023-12-14 14:52:57.137709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.137715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> +2023-12-14 14:52:57.137720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.137725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.137730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.137734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.137740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.137746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.6> +2023-12-14 14:52:57.137750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.137755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.4> +2023-12-14 14:52:57.137760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.137765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.8> +2023-12-14 14:52:57.137770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.137776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.22> +2023-12-14 14:52:57.137781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.137786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.21> +2023-12-14 14:52:57.137790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:57.137801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.137806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:57.137811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.137816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:57.137821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.137826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:57.137831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.137837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:57.137842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.137847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:57.137854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.137860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:57.137865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.137870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:57.137875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.137880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:57.137885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.137890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:57.137896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:57.137905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 constant.102> (def) +2023-12-14 14:52:57.137910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:57.137921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 add.58> (def) +2023-12-14 14:52:57.137926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.137936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.137941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:57.137951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.137956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103: +2023-12-14 14:52:57.137966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.137971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:57.137981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.8> (def) +2023-12-14 14:52:57.137987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.137992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104: +2023-12-14 14:52:57.137997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.138005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:57.138015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.9> (def) +2023-12-14 14:52:57.138021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105: +2023-12-14 14:52:57.138031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.138035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:57.138046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.10> (def) +2023-12-14 14:52:57.138051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106: +2023-12-14 14:52:57.138061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.138066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:57.138076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.11> (def) +2023-12-14 14:52:57.138081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:57.138091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.138096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:57.138106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.12> (def) +2023-12-14 14:52:57.138112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:57.138122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.138126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:57.138137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.13> (def) +2023-12-14 14:52:57.138142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:57.138152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.138161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:57.138172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.14> (def) +2023-12-14 14:52:57.138177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110: +2023-12-14 14:52:57.138186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.138192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:57.138202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 copy.15> (def) +2023-12-14 14:52:57.138207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16: +2023-12-14 14:52:57.138216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.16> (def) +2023-12-14 14:52:57.138222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17: +2023-12-14 14:52:57.138232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.17> (def) +2023-12-14 14:52:57.138237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18: +2023-12-14 14:52:57.138247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> (def) +2023-12-14 14:52:57.138252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:57.138262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> (def) +2023-12-14 14:52:57.138267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:57.138277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> (def) +2023-12-14 14:52:57.138282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:57.138293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> (def) +2023-12-14 14:52:57.138297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:57.138307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> (def) +2023-12-14 14:52:57.138318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:57.138328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> (def) +2023-12-14 14:52:57.138333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:57.138343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.138348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.11{}> (def) +2023-12-14 14:52:57.138354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.138359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 add.58> +2023-12-14 14:52:57.138364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.138369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.138374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.138379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.138384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.138389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> +2023-12-14 14:52:57.138394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.138401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> +2023-12-14 14:52:57.138406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.138411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> +2023-12-14 14:52:57.138416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.138421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> +2023-12-14 14:52:57.138426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.138431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> +2023-12-14 14:52:57.138436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:57.138447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.138451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:57.138456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.138462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:57.138470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.138475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:57.138480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.138485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:57.138491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.138497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:57.138502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.138507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:57.138512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.138517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:57.138522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.138527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:57.138532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.138538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:57.138543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:57.138553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> (def) +2023-12-14 14:52:57.138558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:57.138568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> (def) +2023-12-14 14:52:57.138573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:57.138583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.138588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0: +2023-12-14 14:52:57.138599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 divide.0> (def) +2023-12-14 14:52:57.138604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:57.138614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.105> (def) +2023-12-14 14:52:57.138622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:57.138633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.42> (def) +2023-12-14 14:52:57.138638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:57.138648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.106> (def) +2023-12-14 14:52:57.138653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:57.138663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 multiply.45> (def) +2023-12-14 14:52:57.138668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:57.138679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.107> (def) +2023-12-14 14:52:57.138683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:57.138694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 multiply.47> (def) +2023-12-14 14:52:57.138698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:57.138709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 add.108> (def) +2023-12-14 14:52:57.138714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:57.138724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 multiply.49> (def) +2023-12-14 14:52:57.138729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:57.138739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.109> (def) +2023-12-14 14:52:57.138744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:57.138754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 multiply.51> (def) +2023-12-14 14:52:57.138759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:57.138769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.110> (def) +2023-12-14 14:52:57.138777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53: +2023-12-14 14:52:57.138787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 multiply.53> (def) +2023-12-14 14:52:57.138793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:57.138802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.112> (def) +2023-12-14 14:52:57.138807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55: +2023-12-14 14:52:57.138817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 multiply.55> (def) +2023-12-14 14:52:57.138823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:57.138832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 add.114> (def) +2023-12-14 14:52:57.138837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57: +2023-12-14 14:52:57.138848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 multiply.57> (def) +2023-12-14 14:52:57.138853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:57.138863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.115> (def) +2023-12-14 14:52:57.138867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59: +2023-12-14 14:52:57.138878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 multiply.59> (def) +2023-12-14 14:52:57.138883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:57.138893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 add.116> (def) +2023-12-14 14:52:57.138898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61: +2023-12-14 14:52:57.138908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 multiply.61> (def) +2023-12-14 14:52:57.138913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:57.138923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.117> (def) +2023-12-14 14:52:57.138928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63: +2023-12-14 14:52:57.138941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 multiply.63> (def) +2023-12-14 14:52:57.138947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:57.138956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 add.118> (def) +2023-12-14 14:52:57.138961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65: +2023-12-14 14:52:57.138973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 multiply.65> (def) +2023-12-14 14:52:57.138978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67: +2023-12-14 14:52:57.138987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.67> (def) +2023-12-14 14:52:57.138992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.138998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0: +2023-12-14 14:52:57.139003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 clamp.0> (def) +2023-12-14 14:52:57.139008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69: +2023-12-14 14:52:57.139018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.69> (def) +2023-12-14 14:52:57.139022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146: +2023-12-14 14:52:57.139033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.146> (def) +2023-12-14 14:52:57.139038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147: +2023-12-14 14:52:57.139048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.147> (def) +2023-12-14 14:52:57.139053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148: +2023-12-14 14:52:57.139064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 constant.148> (def) +2023-12-14 14:52:57.139069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149: +2023-12-14 14:52:57.139079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 constant.149> (def) +2023-12-14 14:52:57.139083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150: +2023-12-14 14:52:57.139097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 constant.150> (def) +2023-12-14 14:52:57.139102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151: +2023-12-14 14:52:57.139112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.151> (def) +2023-12-14 14:52:57.139118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152: +2023-12-14 14:52:57.139129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.152> (def) +2023-12-14 14:52:57.139134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153: +2023-12-14 14:52:57.139143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.153> (def) +2023-12-14 14:52:57.139148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154: +2023-12-14 14:52:57.139159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.154> (def) +2023-12-14 14:52:57.139164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155: +2023-12-14 14:52:57.139173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 constant.155> (def) +2023-12-14 14:52:57.139178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156: +2023-12-14 14:52:57.139189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.156> (def) +2023-12-14 14:52:57.139194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157: +2023-12-14 14:52:57.139203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.157> (def) +2023-12-14 14:52:57.139208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158: +2023-12-14 14:52:57.139219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.158> (def) +2023-12-14 14:52:57.139224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159: +2023-12-14 14:52:57.139234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.159> (def) +2023-12-14 14:52:57.139238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160: +2023-12-14 14:52:57.139252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 constant.160> (def) +2023-12-14 14:52:57.139257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161: +2023-12-14 14:52:57.139267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.161> (def) +2023-12-14 14:52:57.139272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6: +2023-12-14 14:52:57.139282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 convert.6> (def) +2023-12-14 14:52:57.139287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23: +2023-12-14 14:52:57.139297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 param_0.23> (def) +2023-12-14 14:52:57.139302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:57.139313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:57.139325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:57.139336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:57.139341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162: +2023-12-14 14:52:57.139352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> (def) +2023-12-14 14:52:57.139357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:57.139366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> (def) +2023-12-14 14:52:57.139371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:57.139383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> (def) +2023-12-14 14:52:57.139387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:57.139397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> (def) +2023-12-14 14:52:57.139402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27: +2023-12-14 14:52:57.139415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> (def) +2023-12-14 14:52:57.139420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:57.139430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> (def) +2023-12-14 14:52:57.139435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:57.139445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> (def) +2023-12-14 14:52:57.139450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:57.139459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> (def) +2023-12-14 14:52:57.139464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:57.139475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> (def) +2023-12-14 14:52:57.139480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:57.139489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> (def) +2023-12-14 14:52:57.139494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:57.139504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> (def) +2023-12-14 14:52:57.139509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35: +2023-12-14 14:52:57.139518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> (def) +2023-12-14 14:52:57.139523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:52:57.139534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 divide.1> (def) +2023-12-14 14:52:57.139539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121: +2023-12-14 14:52:57.139549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 add.121> (def) +2023-12-14 14:52:57.139553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163: +2023-12-14 14:52:57.139567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.163> (def) +2023-12-14 14:52:57.139572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70: +2023-12-14 14:52:57.139581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 multiply.70> (def) +2023-12-14 14:52:57.139586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122: +2023-12-14 14:52:57.139596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 add.122> (def) +2023-12-14 14:52:57.139601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164: +2023-12-14 14:52:57.139610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.164> (def) +2023-12-14 14:52:57.139615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71: +2023-12-14 14:52:57.139626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 multiply.71> (def) +2023-12-14 14:52:57.139630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123: +2023-12-14 14:52:57.139640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 add.123> (def) +2023-12-14 14:52:57.139645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165: +2023-12-14 14:52:57.139655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.165> (def) +2023-12-14 14:52:57.139660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74: +2023-12-14 14:52:57.139669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 multiply.74> (def) +2023-12-14 14:52:57.139674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124: +2023-12-14 14:52:57.139685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 add.124> (def) +2023-12-14 14:52:57.139690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166: +2023-12-14 14:52:57.139699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.166> (def) +2023-12-14 14:52:57.139704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76: +2023-12-14 14:52:57.139718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 multiply.76> (def) +2023-12-14 14:52:57.139722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:57.139732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 add.125> (def) +2023-12-14 14:52:57.139737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167: +2023-12-14 14:52:57.139747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.167> (def) +2023-12-14 14:52:57.139752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78: +2023-12-14 14:52:57.139761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 multiply.78> (def) +2023-12-14 14:52:57.139766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126: +2023-12-14 14:52:57.139777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 add.126> (def) +2023-12-14 14:52:57.139781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168: +2023-12-14 14:52:57.139791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.168> (def) +2023-12-14 14:52:57.139796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80: +2023-12-14 14:52:57.139807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 multiply.80> (def) +2023-12-14 14:52:57.139811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127: +2023-12-14 14:52:57.139821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 add.127> (def) +2023-12-14 14:52:57.139826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169: +2023-12-14 14:52:57.139836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.169> (def) +2023-12-14 14:52:57.139841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82: +2023-12-14 14:52:57.139851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.82> (def) +2023-12-14 14:52:57.139856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129: +2023-12-14 14:52:57.139870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 add.129> (def) +2023-12-14 14:52:57.139875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170: +2023-12-14 14:52:57.139884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 constant.170> (def) +2023-12-14 14:52:57.139889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84: +2023-12-14 14:52:57.139899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.84> (def) +2023-12-14 14:52:57.139904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130: +2023-12-14 14:52:57.139913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.130> (def) +2023-12-14 14:52:57.139918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171: +2023-12-14 14:52:57.139929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.171> (def) +2023-12-14 14:52:57.139934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86: +2023-12-14 14:52:57.139943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.86> (def) +2023-12-14 14:52:57.139948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132: +2023-12-14 14:52:57.139959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 add.132> (def) +2023-12-14 14:52:57.139964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172: +2023-12-14 14:52:57.139973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.172> (def) +2023-12-14 14:52:57.139978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88: +2023-12-14 14:52:57.139990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.88> (def) +2023-12-14 14:52:57.139994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.139999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133: +2023-12-14 14:52:57.140004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.133> (def) +2023-12-14 14:52:57.140009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173: +2023-12-14 14:52:57.140022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.173> (def) +2023-12-14 14:52:57.140027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90: +2023-12-14 14:52:57.140036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.90> (def) +2023-12-14 14:52:57.140043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134: +2023-12-14 14:52:57.140053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.134> (def) +2023-12-14 14:52:57.140058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174: +2023-12-14 14:52:57.140067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.174> (def) +2023-12-14 14:52:57.140072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92: +2023-12-14 14:52:57.140082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.92> (def) +2023-12-14 14:52:57.140087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175: +2023-12-14 14:52:57.140096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.175> (def) +2023-12-14 14:52:57.140101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94: +2023-12-14 14:52:57.140112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.94> (def) +2023-12-14 14:52:57.140116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1: +2023-12-14 14:52:57.140126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 clamp.1> (def) +2023-12-14 14:52:57.140131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176: +2023-12-14 14:52:57.140142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.176> (def) +2023-12-14 14:52:57.140146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96: +2023-12-14 14:52:57.140156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.96> (def) +2023-12-14 14:52:57.140160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177: +2023-12-14 14:52:57.140176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.177> (def) +2023-12-14 14:52:57.140180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178: +2023-12-14 14:52:57.140190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.178> (def) +2023-12-14 14:52:57.140195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7: +2023-12-14 14:52:57.140206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 convert.7> (def) +2023-12-14 14:52:57.140210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41: +2023-12-14 14:52:57.140220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 param_0.41> (def) +2023-12-14 14:52:57.140226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135: +2023-12-14 14:52:57.140236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.135> (def) +2023-12-14 14:52:57.140241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153: +2023-12-14 14:52:57.140250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 broadcast.153> (def) +2023-12-14 14:52:57.140256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8: +2023-12-14 14:52:57.140266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 convert.8> (def) +2023-12-14 14:52:57.140271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136: +2023-12-14 14:52:57.140280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.136> (def) +2023-12-14 14:52:57.140286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154: +2023-12-14 14:52:57.140296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 broadcast.154> (def) +2023-12-14 14:52:57.140301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:57.140310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 xor.21> (def) +2023-12-14 14:52:57.140316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:57.140329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 or.23> (def) +2023-12-14 14:52:57.140334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:57.140345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 shift-right-logical.21> (def) +2023-12-14 14:52:57.140349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156: +2023-12-14 14:52:57.140360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 broadcast.156> (def) +2023-12-14 14:52:57.140365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:57.140375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 subtract.24> (def) +2023-12-14 14:52:57.140379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:57.140390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 shift-left.19> (def) +2023-12-14 14:52:57.140395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157: +2023-12-14 14:52:57.140405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.157> (def) +2023-12-14 14:52:57.140410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:57.140420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 reshape.44> (def) +2023-12-14 14:52:57.140425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:57.140435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 slice.27> (def) +2023-12-14 14:52:57.140440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137: +2023-12-14 14:52:57.140450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.137> (def) +2023-12-14 14:52:57.140455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:57.140465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 xor.22> (def) +2023-12-14 14:52:57.140470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:57.140486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 or.24> (def) +2023-12-14 14:52:57.140491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:57.140501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 shift-right-logical.22> (def) +2023-12-14 14:52:57.140507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158: +2023-12-14 14:52:57.140517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.158> (def) +2023-12-14 14:52:57.140521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:57.140531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 subtract.25> (def) +2023-12-14 14:52:57.140537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:57.140547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 shift-left.20> (def) +2023-12-14 14:52:57.140551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159: +2023-12-14 14:52:57.140562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.159> (def) +2023-12-14 14:52:57.140567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:57.140577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 reshape.45> (def) +2023-12-14 14:52:57.140581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:57.140591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 slice.28> (def) +2023-12-14 14:52:57.140597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138: +2023-12-14 14:52:57.140607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 add.138> (def) +2023-12-14 14:52:57.140611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:57.140621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 xor.23> (def) +2023-12-14 14:52:57.140627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:57.140643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 or.25> (def) +2023-12-14 14:52:57.140648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:57.140659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 shift-right-logical.23> (def) +2023-12-14 14:52:57.140664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160: +2023-12-14 14:52:57.140673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.160> (def) +2023-12-14 14:52:57.140679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:57.140689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 subtract.26> (def) +2023-12-14 14:52:57.140694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:57.140703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 shift-left.21> (def) +2023-12-14 14:52:57.140709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161: +2023-12-14 14:52:57.140719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.161> (def) +2023-12-14 14:52:57.140724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:57.140734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 reshape.46> (def) +2023-12-14 14:52:57.140739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:57.140749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 slice.29> (def) +2023-12-14 14:52:57.140754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139: +2023-12-14 14:52:57.140764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 add.139> (def) +2023-12-14 14:52:57.140769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:57.140779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 xor.24> (def) +2023-12-14 14:52:57.140784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:57.140797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 or.26> (def) +2023-12-14 14:52:57.140802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:57.140813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 shift-right-logical.24> (def) +2023-12-14 14:52:57.140817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163: +2023-12-14 14:52:57.140828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.163> (def) +2023-12-14 14:52:57.140833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:57.140843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 subtract.27> (def) +2023-12-14 14:52:57.140848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179: +2023-12-14 14:52:57.140858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.179> (def) +2023-12-14 14:52:57.140863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:57.140873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 shift-left.22> (def) +2023-12-14 14:52:57.140878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164: +2023-12-14 14:52:57.140888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.164> (def) +2023-12-14 14:52:57.140893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:57.140903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 reshape.47> (def) +2023-12-14 14:52:57.140908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:57.140918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 slice.30> (def) +2023-12-14 14:52:57.140923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140: +2023-12-14 14:52:57.140933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 add.140> (def) +2023-12-14 14:52:57.140938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142: +2023-12-14 14:52:57.140951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.142> (def) +2023-12-14 14:52:57.140956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42: +2023-12-14 14:52:57.140966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 param_0.42> (def) +2023-12-14 14:52:57.140971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60: +2023-12-14 14:52:57.140981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 param_1.60> (def) +2023-12-14 14:52:57.140986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.140991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56: +2023-12-14 14:52:57.140996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 param_2.56> (def) +2023-12-14 14:52:57.141001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65: +2023-12-14 14:52:57.141011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 param_3.65> (def) +2023-12-14 14:52:57.141016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68: +2023-12-14 14:52:57.141026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 param_4.68> (def) +2023-12-14 14:52:57.141031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180: +2023-12-14 14:52:57.141041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.180> (def) +2023-12-14 14:52:57.141046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.141056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> (def) +2023-12-14 14:52:57.141061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.141071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.12> +2023-12-14 14:52:57.141076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.141086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.14> +2023-12-14 14:52:57.141091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:57.141104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.10> +2023-12-14 14:52:57.141109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:57.141119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.9> +2023-12-14 14:52:57.141124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:57.141134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.8> +2023-12-14 14:52:57.141139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143: +2023-12-14 14:52:57.141149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.143> (def) +2023-12-14 14:52:57.141154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166: +2023-12-14 14:52:57.141165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.166> (def) +2023-12-14 14:52:57.141170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144: +2023-12-14 14:52:57.141180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.144> (def) +2023-12-14 14:52:57.141185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43: +2023-12-14 14:52:57.141195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_0.43> (def) +2023-12-14 14:52:57.141199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:57.141210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.25> (def) +2023-12-14 14:52:57.141214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:57.141225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.27> (def) +2023-12-14 14:52:57.141229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:57.141240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.25> (def) +2023-12-14 14:52:57.141244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:57.141255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.167> (def) +2023-12-14 14:52:57.141262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:57.141273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.28> (def) +2023-12-14 14:52:57.141277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:57.141288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.23> (def) +2023-12-14 14:52:57.141293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168: +2023-12-14 14:52:57.141303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.168> (def) +2023-12-14 14:52:57.141308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48: +2023-12-14 14:52:57.141318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.48> (def) +2023-12-14 14:52:57.141323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:57.141333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.31> (def) +2023-12-14 14:52:57.141338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145: +2023-12-14 14:52:57.141348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.145> (def) +2023-12-14 14:52:57.141353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:57.141363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.26> (def) +2023-12-14 14:52:57.141368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:57.141378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.28> (def) +2023-12-14 14:52:57.141383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:57.141394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.26> (def) +2023-12-14 14:52:57.141398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170: +2023-12-14 14:52:57.141409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.170> (def) +2023-12-14 14:52:57.141416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:57.141427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.29> (def) +2023-12-14 14:52:57.141432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:57.141442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 shift-left.24> (def) +2023-12-14 14:52:57.141447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172: +2023-12-14 14:52:57.141457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 broadcast.172> (def) +2023-12-14 14:52:57.141462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:57.141472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.49> (def) +2023-12-14 14:52:57.141477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:57.141487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 slice.32> (def) +2023-12-14 14:52:57.141492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146: +2023-12-14 14:52:57.141502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.146> (def) +2023-12-14 14:52:57.141507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:57.141517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 xor.27> (def) +2023-12-14 14:52:57.141522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29: +2023-12-14 14:52:57.141532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 or.29> (def) +2023-12-14 14:52:57.141537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:57.141547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-right-logical.27> (def) +2023-12-14 14:52:57.141552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:57.141562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.173> (def) +2023-12-14 14:52:57.141570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30: +2023-12-14 14:52:57.141580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 subtract.30> (def) +2023-12-14 14:52:57.141586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181: +2023-12-14 14:52:57.141595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 constant.181> (def) +2023-12-14 14:52:57.141600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61: +2023-12-14 14:52:57.141610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_1.61> (def) +2023-12-14 14:52:57.141616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:57.141625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-left.25> (def) +2023-12-14 14:52:57.141630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174: +2023-12-14 14:52:57.141640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.174> (def) +2023-12-14 14:52:57.141646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:57.141655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.50> (def) +2023-12-14 14:52:57.141660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:57.141670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 slice.33> (def) +2023-12-14 14:52:57.141676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147: +2023-12-14 14:52:57.141685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.147> (def) +2023-12-14 14:52:57.141690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57: +2023-12-14 14:52:57.141700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 param_2.57> (def) +2023-12-14 14:52:57.141706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66: +2023-12-14 14:52:57.141715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 param_3.66> (def) +2023-12-14 14:52:57.141724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:57.141735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> (def) +2023-12-14 14:52:57.141740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:57.141750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.11> +2023-12-14 14:52:57.141755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:57.141766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.14> +2023-12-14 14:52:57.141771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:57.141781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.10> +2023-12-14 14:52:57.141786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:57.141796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.9> +2023-12-14 14:52:57.141801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2: +2023-12-14 14:52:57.141810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 minimum.2> (def) +2023-12-14 14:52:57.141816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:57.141827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 maximum.4> (def) +2023-12-14 14:52:57.141832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98: +2023-12-14 14:52:57.141842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 multiply.98> (def) +2023-12-14 14:52:57.141847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:57.141857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 broadcast.176> (def) +2023-12-14 14:52:57.141862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182: +2023-12-14 14:52:57.141872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 constant.182> (def) +2023-12-14 14:52:57.141880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:57.141890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 select.41> (def) +2023-12-14 14:52:57.141895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99: +2023-12-14 14:52:57.141905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 multiply.99> (def) +2023-12-14 14:52:57.141910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148: +2023-12-14 14:52:57.141921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 add.148> (def) +2023-12-14 14:52:57.141925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100: +2023-12-14 14:52:57.141935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 multiply.100> (def) +2023-12-14 14:52:57.141941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149: +2023-12-14 14:52:57.141951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 add.149> (def) +2023-12-14 14:52:57.141955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101: +2023-12-14 14:52:57.141965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.101> (def) +2023-12-14 14:52:57.141971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150: +2023-12-14 14:52:57.141981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 add.150> (def) +2023-12-14 14:52:57.141986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.141990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102: +2023-12-14 14:52:57.141995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 multiply.102> (def) +2023-12-14 14:52:57.142001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152: +2023-12-14 14:52:57.142011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 add.152> (def) +2023-12-14 14:52:57.142016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103: +2023-12-14 14:52:57.142025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.103> (def) +2023-12-14 14:52:57.142034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153: +2023-12-14 14:52:57.142044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.153> (def) +2023-12-14 14:52:57.142049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104: +2023-12-14 14:52:57.142058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.104> (def) +2023-12-14 14:52:57.142064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154: +2023-12-14 14:52:57.142075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.154> (def) +2023-12-14 14:52:57.142079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105: +2023-12-14 14:52:57.142089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.105> (def) +2023-12-14 14:52:57.142094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155: +2023-12-14 14:52:57.142104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.155> (def) +2023-12-14 14:52:57.142109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106: +2023-12-14 14:52:57.142119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.106> (def) +2023-12-14 14:52:57.142124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156: +2023-12-14 14:52:57.142134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.156> (def) +2023-12-14 14:52:57.142139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107: +2023-12-14 14:52:57.142149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.107> (def) +2023-12-14 14:52:57.142154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:57.142164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 select.42> (def) +2023-12-14 14:52:57.142169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157: +2023-12-14 14:52:57.142178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 add.157> (def) +2023-12-14 14:52:57.142184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:57.142198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 broadcast.177> (def) +2023-12-14 14:52:57.142203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183: +2023-12-14 14:52:57.142212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 constant.183> (def) +2023-12-14 14:52:57.142219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:57.142229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 sqrt.3> (def) +2023-12-14 14:52:57.142234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158: +2023-12-14 14:52:57.142244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 add.158> (def) +2023-12-14 14:52:57.142249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:57.142259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 broadcast.178> (def) +2023-12-14 14:52:57.142264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184: +2023-12-14 14:52:57.142274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 constant.184> (def) +2023-12-14 14:52:57.142280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:57.142290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.43> (def) +2023-12-14 14:52:57.142294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:57.142304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 broadcast.179> (def) +2023-12-14 14:52:57.142310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185: +2023-12-14 14:52:57.142319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 constant.185> (def) +2023-12-14 14:52:57.142324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:57.142333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 broadcast.180> (def) +2023-12-14 14:52:57.142340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186: +2023-12-14 14:52:57.142353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 constant.186> (def) +2023-12-14 14:52:57.142358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44: +2023-12-14 14:52:57.142368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 select.44> (def) +2023-12-14 14:52:57.142374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:57.142383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.181> (def) +2023-12-14 14:52:57.142388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187: +2023-12-14 14:52:57.142399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.187> (def) +2023-12-14 14:52:57.142404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:57.142414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 broadcast.182> (def) +2023-12-14 14:52:57.142419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188: +2023-12-14 14:52:57.142429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 constant.188> (def) +2023-12-14 14:52:57.142434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45: +2023-12-14 14:52:57.142444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 select.45> (def) +2023-12-14 14:52:57.142448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:57.142459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.183> (def) +2023-12-14 14:52:57.142464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189: +2023-12-14 14:52:57.142474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.189> (def) +2023-12-14 14:52:57.142479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:57.142489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 broadcast.184> (def) +2023-12-14 14:52:57.142497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191: +2023-12-14 14:52:57.142507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 constant.191> (def) +2023-12-14 14:52:57.142512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46: +2023-12-14 14:52:57.142522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 select.46> (def) +2023-12-14 14:52:57.142527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:57.142536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.185> (def) +2023-12-14 14:52:57.142541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192: +2023-12-14 14:52:57.142552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.192> (def) +2023-12-14 14:52:57.142557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:57.142566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 broadcast.186> (def) +2023-12-14 14:52:57.142571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193: +2023-12-14 14:52:57.142582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 constant.193> (def) +2023-12-14 14:52:57.142587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47: +2023-12-14 14:52:57.142596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 select.47> (def) +2023-12-14 14:52:57.142601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:57.142612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.187> (def) +2023-12-14 14:52:57.142617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194: +2023-12-14 14:52:57.142627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.194> (def) +2023-12-14 14:52:57.142631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:57.142642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 broadcast.188> (def) +2023-12-14 14:52:57.142650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195: +2023-12-14 14:52:57.142659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 constant.195> (def) +2023-12-14 14:52:57.142664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48: +2023-12-14 14:52:57.142675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 select.48> (def) +2023-12-14 14:52:57.142679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:57.142689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.189> (def) +2023-12-14 14:52:57.142694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196: +2023-12-14 14:52:57.142704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.196> (def) +2023-12-14 14:52:57.142709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:57.142719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 broadcast.190> (def) +2023-12-14 14:52:57.142723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197: +2023-12-14 14:52:57.142734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 constant.197> (def) +2023-12-14 14:52:57.142739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49: +2023-12-14 14:52:57.142749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 select.49> (def) +2023-12-14 14:52:57.142754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:57.142764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.191> (def) +2023-12-14 14:52:57.142769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198: +2023-12-14 14:52:57.142778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.198> (def) +2023-12-14 14:52:57.142783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:57.142793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 broadcast.192> (def) +2023-12-14 14:52:57.142801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199: +2023-12-14 14:52:57.142811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 constant.199> (def) +2023-12-14 14:52:57.142816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50: +2023-12-14 14:52:57.142826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 select.50> (def) +2023-12-14 14:52:57.142831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:57.142841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.193> (def) +2023-12-14 14:52:57.142845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200: +2023-12-14 14:52:57.142856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.200> (def) +2023-12-14 14:52:57.142861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:57.142871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 broadcast.194> (def) +2023-12-14 14:52:57.142876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201: +2023-12-14 14:52:57.142886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 constant.201> (def) +2023-12-14 14:52:57.142891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51: +2023-12-14 14:52:57.142901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 select.51> (def) +2023-12-14 14:52:57.142906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:57.142916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.195> (def) +2023-12-14 14:52:57.142921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202: +2023-12-14 14:52:57.142931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.202> (def) +2023-12-14 14:52:57.142936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:57.142946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 broadcast.196> (def) +2023-12-14 14:52:57.142956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203: +2023-12-14 14:52:57.142966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 constant.203> (def) +2023-12-14 14:52:57.142971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18: +2023-12-14 14:52:57.142982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 compare.18> (def) +2023-12-14 14:52:57.142987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.142991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:57.142996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.197> (def) +2023-12-14 14:52:57.143001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204: +2023-12-14 14:52:57.143012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.204> (def) +2023-12-14 14:52:57.143017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:57.143026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 negate.9> (def) +2023-12-14 14:52:57.143031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:57.143042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 log-plus-one.3> (def) +2023-12-14 14:52:57.143047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108: +2023-12-14 14:52:57.143057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 multiply.108> (def) +2023-12-14 14:52:57.143061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:57.143072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 negate.10> (def) +2023-12-14 14:52:57.143077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109: +2023-12-14 14:52:57.143087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 multiply.109> (def) +2023-12-14 14:52:57.143092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:57.143103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 broadcast.198> (def) +2023-12-14 14:52:57.143110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19: +2023-12-14 14:52:57.143120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 compare.19> (def) +2023-12-14 14:52:57.143125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:57.143136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 broadcast.199> (def) +2023-12-14 14:52:57.143141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205: +2023-12-14 14:52:57.143150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 constant.205> (def) +2023-12-14 14:52:57.143155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:57.143167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 abs.3> (def) +2023-12-14 14:52:57.143172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:57.143181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 reshape.51> (def) +2023-12-14 14:52:57.143187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5: +2023-12-14 14:52:57.143197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 maximum.5> (def) +2023-12-14 14:52:57.143202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159: +2023-12-14 14:52:57.143212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 add.159> (def) +2023-12-14 14:52:57.143216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110: +2023-12-14 14:52:57.143227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 multiply.110> (def) +2023-12-14 14:52:57.143232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:57.143241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 broadcast.200> (def) +2023-12-14 14:52:57.143247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:57.143258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 reshape.52> (def) +2023-12-14 14:52:57.143266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31: +2023-12-14 14:52:57.143276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 subtract.31> (def) +2023-12-14 14:52:57.143281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53: +2023-12-14 14:52:57.143292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 reshape.53> (def) +2023-12-14 14:52:57.143296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:57.143306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.54> (def) +2023-12-14 14:52:57.143311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160: +2023-12-14 14:52:57.143328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.160> (def) +2023-12-14 14:52:57.143333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:57.143344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 broadcast.201> (def) +2023-12-14 14:52:57.143349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206: +2023-12-14 14:52:57.143359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 constant.206> (def) +2023-12-14 14:52:57.143363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6: +2023-12-14 14:52:57.143374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 bitcast-convert.6> (def) +2023-12-14 14:52:57.143379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30: +2023-12-14 14:52:57.143389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 or.30> (def) +2023-12-14 14:52:57.143394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:57.143404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 broadcast.202> (def) +2023-12-14 14:52:57.143409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207: +2023-12-14 14:52:57.143419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 constant.207> (def) +2023-12-14 14:52:57.143427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:57.143437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 shift-right-logical.28> (def) +2023-12-14 14:52:57.143443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:57.143453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 broadcast.203> (def) +2023-12-14 14:52:57.143458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208: +2023-12-14 14:52:57.143468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 constant.208> (def) +2023-12-14 14:52:57.143473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:57.143483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 concatenate.1> (def) +2023-12-14 14:52:57.143488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:57.143498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.204> (def) +2023-12-14 14:52:57.143503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:57.143513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 broadcast.205> (def) +2023-12-14 14:52:57.143518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7: +2023-12-14 14:52:57.143528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 bitcast-convert.7> (def) +2023-12-14 14:52:57.143534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52: +2023-12-14 14:52:57.143544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 select.52> (def) +2023-12-14 14:52:57.143548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53: +2023-12-14 14:52:57.143558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 select.53> (def) +2023-12-14 14:52:57.143564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54: +2023-12-14 14:52:57.143573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 select.54> (def) +2023-12-14 14:52:57.143581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162: +2023-12-14 14:52:57.143591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 add.162> (def) +2023-12-14 14:52:57.143597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55: +2023-12-14 14:52:57.143606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 select.55> (def) +2023-12-14 14:52:57.143611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31: +2023-12-14 14:52:57.143622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 or.31> (def) +2023-12-14 14:52:57.143627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20: +2023-12-14 14:52:57.143636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 compare.20> (def) +2023-12-14 14:52:57.143641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:57.143651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 and.4> (def) +2023-12-14 14:52:57.143657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21: +2023-12-14 14:52:57.143666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 compare.21> (def) +2023-12-14 14:52:57.143671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22: +2023-12-14 14:52:57.143681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 compare.22> (def) +2023-12-14 14:52:57.143687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5: +2023-12-14 14:52:57.143696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 and.5> (def) +2023-12-14 14:52:57.143701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8: +2023-12-14 14:52:57.143712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 bitcast-convert.8> (def) +2023-12-14 14:52:57.143717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23: +2023-12-14 14:52:57.143727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 compare.23> (def) +2023-12-14 14:52:57.143735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209: +2023-12-14 14:52:57.143745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 constant.209> (def) +2023-12-14 14:52:57.143751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24: +2023-12-14 14:52:57.143760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.24> (def) +2023-12-14 14:52:57.143765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9: +2023-12-14 14:52:57.143775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 convert.9> (def) +2023-12-14 14:52:57.143780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:57.143790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 broadcast.206> (def) +2023-12-14 14:52:57.143795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44: +2023-12-14 14:52:57.143805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 param_0.44> (def) +2023-12-14 14:52:57.143810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62: +2023-12-14 14:52:57.143820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 param_1.62> (def) +2023-12-14 14:52:57.143825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58: +2023-12-14 14:52:57.143835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 param_2.58> (def) +2023-12-14 14:52:57.143840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67: +2023-12-14 14:52:57.143850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 param_3.67> (def) +2023-12-14 14:52:57.143855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9: +2023-12-14 14:52:57.143865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 bitcast-convert.9> (def) +2023-12-14 14:52:57.143870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56: +2023-12-14 14:52:57.143880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 select.56> (def) +2023-12-14 14:52:57.143889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57: +2023-12-14 14:52:57.143900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 select.57> (def) +2023-12-14 14:52:57.143904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58: +2023-12-14 14:52:57.143914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 select.58> (def) +2023-12-14 14:52:57.143919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163: +2023-12-14 14:52:57.143930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 add.163> (def) +2023-12-14 14:52:57.143935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59: +2023-12-14 14:52:57.143945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 select.59> (def) +2023-12-14 14:52:57.143951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210: +2023-12-14 14:52:57.143960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 constant.210> (def) +2023-12-14 14:52:57.143965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211: +2023-12-14 14:52:57.143975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 constant.211> (def) +2023-12-14 14:52:57.143980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.143985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32: +2023-12-14 14:52:57.143990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 or.32> (def) +2023-12-14 14:52:57.143995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25: +2023-12-14 14:52:57.144004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 compare.25> (def) +2023-12-14 14:52:57.144010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6: +2023-12-14 14:52:57.144019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 and.6> (def) +2023-12-14 14:52:57.144025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212: +2023-12-14 14:52:57.144034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 constant.212> (def) +2023-12-14 14:52:57.144043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26: +2023-12-14 14:52:57.144053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 compare.26> (def) +2023-12-14 14:52:57.144058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213: +2023-12-14 14:52:57.144067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 constant.213> (def) +2023-12-14 14:52:57.144073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214: +2023-12-14 14:52:57.144083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.214> (def) +2023-12-14 14:52:57.144088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27: +2023-12-14 14:52:57.144097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 compare.27> (def) +2023-12-14 14:52:57.144102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215: +2023-12-14 14:52:57.144112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 constant.215> (def) +2023-12-14 14:52:57.144117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7: +2023-12-14 14:52:57.144127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 and.7> (def) +2023-12-14 14:52:57.144132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216: +2023-12-14 14:52:57.144142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 constant.216> (def) +2023-12-14 14:52:57.144147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10: +2023-12-14 14:52:57.144157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 bitcast-convert.10> (def) +2023-12-14 14:52:57.144163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217: +2023-12-14 14:52:57.144172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 constant.217> (def) +2023-12-14 14:52:57.144178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28: +2023-12-14 14:52:57.144187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 compare.28> (def) +2023-12-14 14:52:57.144196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218: +2023-12-14 14:52:57.144206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.218> (def) +2023-12-14 14:52:57.144211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219: +2023-12-14 14:52:57.144221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 constant.219> (def) +2023-12-14 14:52:57.144226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69: +2023-12-14 14:52:57.144236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 param_4.69> (def) +2023-12-14 14:52:57.144241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29: +2023-12-14 14:52:57.144251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 compare.29> (def) +2023-12-14 14:52:57.144256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10: +2023-12-14 14:52:57.144266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 convert.10> (def) +2023-12-14 14:52:57.144271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76: +2023-12-14 14:52:57.144281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 param_5.76> (def) +2023-12-14 14:52:57.144286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:57.144295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> (def) +2023-12-14 14:52:57.144301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:57.144311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.144316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:57.144325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.144331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:57.144341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> +2023-12-14 14:52:57.144349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:57.144360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> +2023-12-14 14:52:57.144365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13: +2023-12-14 14:52:57.144375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.144380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14: +2023-12-14 14:52:57.144390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.144395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164: +2023-12-14 14:52:57.144405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.164> (def) +2023-12-14 14:52:57.144410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:57.144420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.207> (def) +2023-12-14 14:52:57.144425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:57.144435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.55> (def) +2023-12-14 14:52:57.144440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:57.144450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.34> (def) +2023-12-14 14:52:57.144455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:57.144465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.35> (def) +2023-12-14 14:52:57.144470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45: +2023-12-14 14:52:57.144480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.45> (def) +2023-12-14 14:52:57.144485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:57.144495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.2> (def) +2023-12-14 14:52:57.144500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone: +2023-12-14 14:52:57.144513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> (def) +2023-12-14 14:52:57.144518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15: +2023-12-14 14:52:57.144528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_0.1> +2023-12-14 14:52:57.144533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165: +2023-12-14 14:52:57.144543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.165> (def) +2023-12-14 14:52:57.144548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:57.144558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.208> (def) +2023-12-14 14:52:57.144563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:57.144573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.56> (def) +2023-12-14 14:52:57.144578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:57.144588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.36> (def) +2023-12-14 14:52:57.144593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:57.144603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.37> (def) +2023-12-14 14:52:57.144608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46: +2023-12-14 14:52:57.144618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.46> (def) +2023-12-14 14:52:57.144623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:57.144633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.3> (def) +2023-12-14 14:52:57.144638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone: +2023-12-14 14:52:57.144649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> (def) +2023-12-14 14:52:57.144653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.144661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16: +2023-12-14 14:52:57.144667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_0.1> +2023-12-14 14:52:57.144672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.144677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.144682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.144687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone +2023-12-14 14:52:57.144692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:57.144697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:57.144702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.144708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:52:57.144713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:57.144718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.144724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.144729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.144734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone +2023-12-14 14:52:57.144739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:57.144744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:57.144749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.144754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1, operand 0 +2023-12-14 14:52:57.144759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:57.144765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.144770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> +2023-12-14 14:52:57.144775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.144779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:57.144785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.144790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:57.144798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.144803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> +2023-12-14 14:52:57.144808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.144813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:57.144818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.144823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:57.144829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.144834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> +2023-12-14 14:52:57.144839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.144844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:57.144849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.144856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.144861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> +2023-12-14 14:52:57.144865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.144870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35 +2023-12-14 14:52:57.144876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.144881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:57.144887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.144892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> +2023-12-14 14:52:57.144897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.144901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:57.144907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.144912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:57.144918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.144925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> +2023-12-14 14:52:57.144930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.144935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:57.144941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.144947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.144951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> +2023-12-14 14:52:57.144956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.144961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:57.144966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.144972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:57.144977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:57.144982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> +2023-12-14 14:52:57.144987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.144992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:57.144996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.145013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:57.145022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:57.145027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:57.145033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17, operand 0 +2023-12-14 14:52:57.145043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:57.145048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.145056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.145062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.145073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.145077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:57.145082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18, operand 0 +2023-12-14 14:52:57.145093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:57.145098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.145103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.3> +2023-12-14 14:52:57.145108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:57.145117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:57.145129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.37> +2023-12-14 14:52:57.145139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:57.145148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 0 +2023-12-14 14:52:57.145159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.46> +2023-12-14 14:52:57.145174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46 +2023-12-14 14:52:57.145184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:57.145195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.145200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.36> +2023-12-14 14:52:57.145205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:57.145215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:57.145226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.56> +2023-12-14 14:52:57.145235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:57.145246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:57.145256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.208> +2023-12-14 14:52:57.145266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:57.145276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 1 +2023-12-14 14:52:57.145287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.165> +2023-12-14 14:52:57.145300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165 +2023-12-14 14:52:57.145311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.2> +2023-12-14 14:52:57.145326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:57.145336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:57.145346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.35> +2023-12-14 14:52:57.145356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:57.145366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 0 +2023-12-14 14:52:57.145377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.45> +2023-12-14 14:52:57.145386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45 +2023-12-14 14:52:57.145397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:57.145407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.145412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.34> +2023-12-14 14:52:57.145420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:57.145432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:57.145442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.55> +2023-12-14 14:52:57.145451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:57.145461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:57.145471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.207> +2023-12-14 14:52:57.145481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:57.145492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 1 +2023-12-14 14:52:57.145502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.164> +2023-12-14 14:52:57.145511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164 +2023-12-14 14:52:57.145521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> +2023-12-14 14:52:57.145539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:57.145551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:57.145556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.145567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> +2023-12-14 14:52:57.145571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27 +2023-12-14 14:52:57.145582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:57.145592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:57.145596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.145601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> +2023-12-14 14:52:57.145606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:57.145617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:57.145626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> +2023-12-14 14:52:57.145636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:57.145647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:57.145656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> +2023-12-14 14:52:57.145671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:57.145681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:57.145691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> +2023-12-14 14:52:57.145702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:57.145711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:57.145721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:57.145732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:57.145741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:57.145751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> +2023-12-14 14:52:57.145762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162 +2023-12-14 14:52:57.145772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:57.145785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.162 = u32[] constant(466688986) +2023-12-14 14:52:57.145790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:57.145795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:57.145804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.145819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.145830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13 +2023-12-14 14:52:57.145835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9, operand 0 +2023-12-14 14:52:57.145844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 4 +2023-12-14 14:52:57.145849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 4 +2023-12-14 14:52:57.145855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.145860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.145865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9 +2023-12-14 14:52:57.145874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:57.145879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:57.145890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:57.145895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.145904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:57.145917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14 +2023-12-14 14:52:57.145922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:57.145932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 5 +2023-12-14 14:52:57.145937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 5 +2023-12-14 14:52:57.145944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.145950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.145954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:57.145964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:57.145969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.145974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:57.145979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:57.145984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.145989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> +2023-12-14 14:52:57.145994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.145999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:57.146005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:57.146010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:57.146019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:57.146024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:57.146029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_0.1> +2023-12-14 14:52:57.146035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.146044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15 +2023-12-14 14:52:57.146049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16 +2023-12-14 14:52:57.146054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:52:57.146068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:57.146073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:57.146078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:57.146082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:57.146087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone, operand 0 +2023-12-14 14:52:57.146092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone, operand 0 +2023-12-14 14:52:57.146098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.146103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.6> +2023-12-14 14:52:57.146108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:57.146117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:57.146122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3, operand 0 +2023-12-14 14:52:57.146133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:57.146137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.146142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.4> +2023-12-14 14:52:57.146147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:57.146158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:57.146163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4, operand 0 +2023-12-14 14:52:57.146172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:57.146177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.146182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.8> +2023-12-14 14:52:57.146188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:52:57.146203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:57.146207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5, operand 0 +2023-12-14 14:52:57.146218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:57.146223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.146228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.22> +2023-12-14 14:52:57.146233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:57.146242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:57.146248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6, operand 0 +2023-12-14 14:52:57.146258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:57.146263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.146268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.21> +2023-12-14 14:52:57.146273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:57.146283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:57.146288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7, operand 0 +2023-12-14 14:52:57.146298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:57.146303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.146308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 tuple.9{}> +2023-12-14 14:52:57.146313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:57.146323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:57.146336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.19, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %constant.22, u32[4]{0} %constant.21) +2023-12-14 14:52:57.146342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy> +2023-12-14 14:52:57.146347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:57.146356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:57.146367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.1> +2023-12-14 14:52:57.146373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1 +2023-12-14 14:52:57.146382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.1 = u32[8388608]{0} copy(u32[8388608]{0} %call.4) +2023-12-14 14:52:57.146392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.2> +2023-12-14 14:52:57.146397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:52:57.146407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = u32[8388608]{0} copy(u32[8388608]{0} %call.3) +2023-12-14 14:52:57.146417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.3> +2023-12-14 14:52:57.146421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3 +2023-12-14 14:52:57.146432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.3 = u32[] copy(u32[] %fusion.6) +2023-12-14 14:52:57.146442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.4> +2023-12-14 14:52:57.146446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4 +2023-12-14 14:52:57.146456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.4 = u32[] copy(u32[] %fusion.4) +2023-12-14 14:52:57.146466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.5> +2023-12-14 14:52:57.146474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5 +2023-12-14 14:52:57.146483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.5 = u32[] copy(u32[] %fusion.8) +2023-12-14 14:52:57.146495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.6> +2023-12-14 14:52:57.146499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6 +2023-12-14 14:52:57.146509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.6 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:57.146519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.7> +2023-12-14 14:52:57.146525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7 +2023-12-14 14:52:57.146534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.7 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:57.146544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.8> +2023-12-14 14:52:57.146549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:57.146559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:57.146564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:57.146574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:57.146579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:57.146585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:57.146590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 constant.102> +2023-12-14 14:52:57.146595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:57.146604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:57.146616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:57.146623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 add.58> +2023-12-14 14:52:57.146628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:57.146639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:57.146644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16, operand 0 +2023-12-14 14:52:57.146654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:57.146659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.146664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.16> +2023-12-14 14:52:57.146670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16 +2023-12-14 14:52:57.146680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.16 = s32[] copy(s32[] %add.58) +2023-12-14 14:52:57.146690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.11> +2023-12-14 14:52:57.146694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:57.146705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:57.146710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:57.146719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:57.146724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:57.146730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:57.146735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.14> +2023-12-14 14:52:57.146740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:57.146750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.146754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:57.146760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.146773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:57.146778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:57.146783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.146788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:57.146793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:57.146799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.10> +2023-12-14 14:52:57.146804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:57.146813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:57.146818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:57.146824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:57.146834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:57.146839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:57.146844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:57.146850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:57.146856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.9> +2023-12-14 14:52:57.146861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:57.146870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:57.146875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:57.146880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:57.146892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:57.146897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:57.146901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:57.146906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:57.146915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.17> +2023-12-14 14:52:57.146920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17 +2023-12-14 14:52:57.146930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.17 = u32[8388608]{0} copy(u32[8388608]{0} %call.1) +2023-12-14 14:52:57.146939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.12> +2023-12-14 14:52:57.146945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:57.146955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.146960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.146965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.146970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:57.146975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.146981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:57.146986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> +2023-12-14 14:52:57.146991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.146995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18 +2023-12-14 14:52:57.147000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.18 = u32[8388608]{0} copy(u32[8388608]{0} %call) +2023-12-14 14:52:57.147011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> +2023-12-14 14:52:57.147016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:57.147025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:57.147030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:57.147042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:57.147046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.13> +2023-12-14 14:52:57.147051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:57.147075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:57.147085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:57.147090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> +2023-12-14 14:52:57.147096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:57.147106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:57.147111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:57.147121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:57.147126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> +2023-12-14 14:52:57.147132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:57.147141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:57.147146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:57.147157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:57.147162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 copy.15> +2023-12-14 14:52:57.147167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:57.147176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:57.147187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:57.147193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> +2023-12-14 14:52:57.147197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:57.147207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:57.147212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:57.147227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:57.147232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> +2023-12-14 14:52:57.147237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:57.147247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:57.147253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:57.147263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:57.147268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.11{}> +2023-12-14 14:52:57.147273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:57.147284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:57.147294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 param_3.66> +2023-12-14 14:52:57.147298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66 +2023-12-14 14:52:57.147310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 0 +2023-12-14 14:52:57.147325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.147330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 param_2.57> +2023-12-14 14:52:57.147335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57 +2023-12-14 14:52:57.147345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:57.147356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:57.147360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 1 +2023-12-14 14:52:57.147369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.147374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.147> +2023-12-14 14:52:57.147380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147 +2023-12-14 14:52:57.147389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 0 +2023-12-14 14:52:57.147400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:57.147405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_1.61> +2023-12-14 14:52:57.147415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61 +2023-12-14 14:52:57.147425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:57.147435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:57.147441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:57.147446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.147450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 slice.33> +2023-12-14 14:52:57.147455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:57.147465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:57.147476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.50> +2023-12-14 14:52:57.147485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:57.147496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 1 +2023-12-14 14:52:57.147510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174, operand 0 +2023-12-14 14:52:57.147515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.174> +2023-12-14 14:52:57.147525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174 +2023-12-14 14:52:57.147535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:57.147545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-left.25> +2023-12-14 14:52:57.147555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:57.147566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 0 +2023-12-14 14:52:57.147575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 constant.181> +2023-12-14 14:52:57.147586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181 +2023-12-14 14:52:57.147596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:57.147606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:57.147611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 0 +2023-12-14 14:52:57.147616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.181 = u32[] constant(32) +2023-12-14 14:52:57.147624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 subtract.30> +2023-12-14 14:52:57.147629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30 +2023-12-14 14:52:57.147640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:57.147650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.173> +2023-12-14 14:52:57.147661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:57.147670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:57.147681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-right-logical.27> +2023-12-14 14:52:57.147691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:57.147701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 1 +2023-12-14 14:52:57.147711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 or.29> +2023-12-14 14:52:57.147721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29 +2023-12-14 14:52:57.147732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:57.147741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 xor.27> +2023-12-14 14:52:57.147755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:57.147765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:57.147776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:57.147780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 1 +2023-12-14 14:52:57.147785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.146> +2023-12-14 14:52:57.147797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146 +2023-12-14 14:52:57.147807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 0 +2023-12-14 14:52:57.147816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:57.147821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 slice.32> +2023-12-14 14:52:57.147831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:57.147841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:57.147852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.49> +2023-12-14 14:52:57.147865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:57.147875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:57.147886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172, operand 0 +2023-12-14 14:52:57.147891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 broadcast.172> +2023-12-14 14:52:57.147902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172 +2023-12-14 14:52:57.147913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:57.147922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 shift-left.24> +2023-12-14 14:52:57.147932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:57.147943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:57.147952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.29> +2023-12-14 14:52:57.147963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.147967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:57.147973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.147978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170, operand 0 +2023-12-14 14:52:57.147983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.147991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.170> +2023-12-14 14:52:57.147996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170 +2023-12-14 14:52:57.148006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:57.148016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.26> +2023-12-14 14:52:57.148026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:57.148036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:57.148046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.28> +2023-12-14 14:52:57.148056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:57.148067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:57.148076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.26> +2023-12-14 14:52:57.148087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:57.148097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:57.148109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:57.148115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 1 +2023-12-14 14:52:57.148120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.145> +2023-12-14 14:52:57.148130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145 +2023-12-14 14:52:57.148140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 0 +2023-12-14 14:52:57.148151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:57.148156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.31> +2023-12-14 14:52:57.148166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:57.148176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48, operand 0 +2023-12-14 14:52:57.148186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.48> +2023-12-14 14:52:57.148196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48 +2023-12-14 14:52:57.148206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:57.148217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168, operand 0 +2023-12-14 14:52:57.148222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.168> +2023-12-14 14:52:57.148235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168 +2023-12-14 14:52:57.148246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:57.148255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.23> +2023-12-14 14:52:57.148266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:57.148276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:57.148286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.28> +2023-12-14 14:52:57.148296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:57.148306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:57.148316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.167> +2023-12-14 14:52:57.148327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:57.148337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:57.148349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.25> +2023-12-14 14:52:57.148360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:57.148370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:57.148380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.27> +2023-12-14 14:52:57.148390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:57.148401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:57.148411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.25> +2023-12-14 14:52:57.148421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:57.148431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 1 +2023-12-14 14:52:57.148441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.144> +2023-12-14 14:52:57.148451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144 +2023-12-14 14:52:57.148464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 0 +2023-12-14 14:52:57.148474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_0.43> +2023-12-14 14:52:57.148485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43 +2023-12-14 14:52:57.148495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166, operand 0 +2023-12-14 14:52:57.148505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.43 = u32[] parameter(0) +2023-12-14 14:52:57.148511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.166> +2023-12-14 14:52:57.148516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166 +2023-12-14 14:52:57.148526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 1 +2023-12-14 14:52:57.148536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.143> +2023-12-14 14:52:57.148547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143 +2023-12-14 14:52:57.148556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.161> +2023-12-14 14:52:57.148572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161 +2023-12-14 14:52:57.148585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 0 +2023-12-14 14:52:57.148595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.161 = f32[] constant(-4) +2023-12-14 14:52:57.148601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 param_0.23> +2023-12-14 14:52:57.148607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23 +2023-12-14 14:52:57.148616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6, operand 0 +2023-12-14 14:52:57.148626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.23 = s32[] parameter(0) +2023-12-14 14:52:57.148631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 convert.6> +2023-12-14 14:52:57.148637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6 +2023-12-14 14:52:57.148646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 0 +2023-12-14 14:52:57.148656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 constant.160> +2023-12-14 14:52:57.148667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160 +2023-12-14 14:52:57.148677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 1 +2023-12-14 14:52:57.148687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:57.148692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.69> +2023-12-14 14:52:57.148697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69 +2023-12-14 14:52:57.148707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 1 +2023-12-14 14:52:57.148717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.159> +2023-12-14 14:52:57.148730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159 +2023-12-14 14:52:57.148740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 2 +2023-12-14 14:52:57.148750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.159 = f32[] constant(4) +2023-12-14 14:52:57.148756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 clamp.0> +2023-12-14 14:52:57.148761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0 +2023-12-14 14:52:57.148771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:57.148781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 0 +2023-12-14 14:52:57.148786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 1 +2023-12-14 14:52:57.148792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.67> +2023-12-14 14:52:57.148801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67 +2023-12-14 14:52:57.148811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:57.148823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:57.148828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:57.148832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:57.148837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 1 +2023-12-14 14:52:57.148842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 1 +2023-12-14 14:52:57.148848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 1 +2023-12-14 14:52:57.148853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 1 +2023-12-14 14:52:57.148860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 1 +2023-12-14 14:52:57.148865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 1 +2023-12-14 14:52:57.148870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 0 +2023-12-14 14:52:57.148875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.158> +2023-12-14 14:52:57.148886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158 +2023-12-14 14:52:57.148896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 1 +2023-12-14 14:52:57.148906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.158 = f32[] constant(0) +2023-12-14 14:52:57.148912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 multiply.65> +2023-12-14 14:52:57.148916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65 +2023-12-14 14:52:57.148926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:57.148938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:57.148943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.148948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.157> +2023-12-14 14:52:57.148953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157 +2023-12-14 14:52:57.148962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.148968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:57.148973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.148978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 add.118> +2023-12-14 14:52:57.148983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.148990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:57.148995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 0 +2023-12-14 14:52:57.149006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 multiply.63> +2023-12-14 14:52:57.149016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63 +2023-12-14 14:52:57.149025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:57.149036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.156> +2023-12-14 14:52:57.149046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156 +2023-12-14 14:52:57.149055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:57.149066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.149071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.117> +2023-12-14 14:52:57.149076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:57.149085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 0 +2023-12-14 14:52:57.149096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 multiply.61> +2023-12-14 14:52:57.149105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61 +2023-12-14 14:52:57.149120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:57.149130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 constant.155> +2023-12-14 14:52:57.149140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155 +2023-12-14 14:52:57.149150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:57.149160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.149165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 add.116> +2023-12-14 14:52:57.149170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:57.149181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 0 +2023-12-14 14:52:57.149191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 multiply.59> +2023-12-14 14:52:57.149200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59 +2023-12-14 14:52:57.149211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:57.149221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.154> +2023-12-14 14:52:57.149231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154 +2023-12-14 14:52:57.149243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:57.149256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.149261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.115> +2023-12-14 14:52:57.149266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:57.149276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 0 +2023-12-14 14:52:57.149286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 multiply.57> +2023-12-14 14:52:57.149295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57 +2023-12-14 14:52:57.149306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:57.149316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.153> +2023-12-14 14:52:57.149325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153 +2023-12-14 14:52:57.149336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:57.149346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.149351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 add.114> +2023-12-14 14:52:57.149355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:57.149366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 0 +2023-12-14 14:52:57.149375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 multiply.55> +2023-12-14 14:52:57.149388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55 +2023-12-14 14:52:57.149399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:57.149409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.152> +2023-12-14 14:52:57.149419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152 +2023-12-14 14:52:57.149429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:57.149439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.149444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.112> +2023-12-14 14:52:57.149449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:57.149460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 0 +2023-12-14 14:52:57.149470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 multiply.53> +2023-12-14 14:52:57.149480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53 +2023-12-14 14:52:57.149490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:57.149500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.151> +2023-12-14 14:52:57.149512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151 +2023-12-14 14:52:57.149523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:57.149533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.149538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.110> +2023-12-14 14:52:57.149542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:57.149553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:57.149563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 multiply.51> +2023-12-14 14:52:57.149572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:57.149583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 0 +2023-12-14 14:52:57.149593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 constant.150> +2023-12-14 14:52:57.149602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150 +2023-12-14 14:52:57.149613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:57.149622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.149627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.109> +2023-12-14 14:52:57.149636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:57.149647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:57.149656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 multiply.49> +2023-12-14 14:52:57.149666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:57.149677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:57.149686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 constant.149> +2023-12-14 14:52:57.149696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149 +2023-12-14 14:52:57.149707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:57.149716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.149721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 add.108> +2023-12-14 14:52:57.149726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:57.149736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:57.149746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 multiply.47> +2023-12-14 14:52:57.149760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:57.149770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:57.149779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 constant.148> +2023-12-14 14:52:57.149790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148 +2023-12-14 14:52:57.149800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:57.149810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.149815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.107> +2023-12-14 14:52:57.149820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:57.149830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:57.149840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 multiply.45> +2023-12-14 14:52:57.149850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:57.149860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:57.149870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.147> +2023-12-14 14:52:57.149881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147 +2023-12-14 14:52:57.149894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:57.149903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.149909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.106> +2023-12-14 14:52:57.149915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:57.149924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:57.149934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.42> +2023-12-14 14:52:57.149945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:57.149955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:57.149965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.149970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.146> +2023-12-14 14:52:57.149976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.149981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146 +2023-12-14 14:52:57.149985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.149990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:57.149995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.150001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.105> +2023-12-14 14:52:57.150006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:57.150016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 1 +2023-12-14 14:52:57.150029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 divide.0> +2023-12-14 14:52:57.150039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0 +2023-12-14 14:52:57.150049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.178> +2023-12-14 14:52:57.150065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178 +2023-12-14 14:52:57.150075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 0 +2023-12-14 14:52:57.150084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.178 = f32[] constant(-4) +2023-12-14 14:52:57.150090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 param_0.41> +2023-12-14 14:52:57.150096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41 +2023-12-14 14:52:57.150105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7, operand 0 +2023-12-14 14:52:57.150115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.41 = s32[] parameter(0) +2023-12-14 14:52:57.150121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 convert.7> +2023-12-14 14:52:57.150126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7 +2023-12-14 14:52:57.150136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 0 +2023-12-14 14:52:57.150145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.177> +2023-12-14 14:52:57.150159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177 +2023-12-14 14:52:57.150169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 1 +2023-12-14 14:52:57.150180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:57.150184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.96> +2023-12-14 14:52:57.150190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96 +2023-12-14 14:52:57.150200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 1 +2023-12-14 14:52:57.150210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.176> +2023-12-14 14:52:57.150221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176 +2023-12-14 14:52:57.150230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 2 +2023-12-14 14:52:57.150241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.176 = f32[] constant(4) +2023-12-14 14:52:57.150246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 clamp.1> +2023-12-14 14:52:57.150251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1 +2023-12-14 14:52:57.150261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 0 +2023-12-14 14:52:57.150271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 0 +2023-12-14 14:52:57.150276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 1 +2023-12-14 14:52:57.150282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.94> +2023-12-14 14:52:57.150294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94 +2023-12-14 14:52:57.150305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 1 +2023-12-14 14:52:57.150316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 1 +2023-12-14 14:52:57.150320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 1 +2023-12-14 14:52:57.150325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 1 +2023-12-14 14:52:57.150330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 1 +2023-12-14 14:52:57.150335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 1 +2023-12-14 14:52:57.150341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 1 +2023-12-14 14:52:57.150346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 1 +2023-12-14 14:52:57.150350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 1 +2023-12-14 14:52:57.150355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 1 +2023-12-14 14:52:57.150361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 0 +2023-12-14 14:52:57.150366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.175> +2023-12-14 14:52:57.150376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175 +2023-12-14 14:52:57.150386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 1 +2023-12-14 14:52:57.150396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.175 = f32[] constant(0) +2023-12-14 14:52:57.150402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.92> +2023-12-14 14:52:57.150407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92 +2023-12-14 14:52:57.150416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:57.150430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 0 +2023-12-14 14:52:57.150436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.174> +2023-12-14 14:52:57.150446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174 +2023-12-14 14:52:57.150456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 1 +2023-12-14 14:52:57.150467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.150472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.134> +2023-12-14 14:52:57.150476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134 +2023-12-14 14:52:57.150487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 0 +2023-12-14 14:52:57.150497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.90> +2023-12-14 14:52:57.150507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90 +2023-12-14 14:52:57.150517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 0 +2023-12-14 14:52:57.150528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.173> +2023-12-14 14:52:57.150537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173 +2023-12-14 14:52:57.150547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 1 +2023-12-14 14:52:57.150561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.150566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.133> +2023-12-14 14:52:57.150572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133 +2023-12-14 14:52:57.150581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 0 +2023-12-14 14:52:57.150592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.88> +2023-12-14 14:52:57.150602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88 +2023-12-14 14:52:57.150612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 0 +2023-12-14 14:52:57.150623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.172> +2023-12-14 14:52:57.150633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172 +2023-12-14 14:52:57.150643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 1 +2023-12-14 14:52:57.150653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.150658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 add.132> +2023-12-14 14:52:57.150663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132 +2023-12-14 14:52:57.150673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 0 +2023-12-14 14:52:57.150683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.86> +2023-12-14 14:52:57.150697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86 +2023-12-14 14:52:57.150707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 0 +2023-12-14 14:52:57.150717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.171> +2023-12-14 14:52:57.150728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171 +2023-12-14 14:52:57.150739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 1 +2023-12-14 14:52:57.150748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.150753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.130> +2023-12-14 14:52:57.150758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130 +2023-12-14 14:52:57.150769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 0 +2023-12-14 14:52:57.150778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.84> +2023-12-14 14:52:57.150789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84 +2023-12-14 14:52:57.150799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 0 +2023-12-14 14:52:57.150809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 constant.170> +2023-12-14 14:52:57.150821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170 +2023-12-14 14:52:57.150832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 1 +2023-12-14 14:52:57.150841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.150847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 add.129> +2023-12-14 14:52:57.150852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129 +2023-12-14 14:52:57.150862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 0 +2023-12-14 14:52:57.150872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.82> +2023-12-14 14:52:57.150882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82 +2023-12-14 14:52:57.150893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 0 +2023-12-14 14:52:57.150902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.169> +2023-12-14 14:52:57.150913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169 +2023-12-14 14:52:57.150923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 1 +2023-12-14 14:52:57.150933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.150939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 add.127> +2023-12-14 14:52:57.150946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127 +2023-12-14 14:52:57.150956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 0 +2023-12-14 14:52:57.150967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.150972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 multiply.80> +2023-12-14 14:52:57.150976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.150982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80 +2023-12-14 14:52:57.150987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.150992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 0 +2023-12-14 14:52:57.150997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.168> +2023-12-14 14:52:57.151007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168 +2023-12-14 14:52:57.151017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 1 +2023-12-14 14:52:57.151028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.151032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 add.126> +2023-12-14 14:52:57.151037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126 +2023-12-14 14:52:57.151048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 1 +2023-12-14 14:52:57.151058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 multiply.78> +2023-12-14 14:52:57.151068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78 +2023-12-14 14:52:57.151082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:52:57.151092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.167> +2023-12-14 14:52:57.151103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167 +2023-12-14 14:52:57.151112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:57.151123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.151128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 add.125> +2023-12-14 14:52:57.151133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:57.151143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 0 +2023-12-14 14:52:57.151153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 multiply.76> +2023-12-14 14:52:57.151164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76 +2023-12-14 14:52:57.151173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 0 +2023-12-14 14:52:57.151184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.166> +2023-12-14 14:52:57.151194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166 +2023-12-14 14:52:57.151207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 1 +2023-12-14 14:52:57.151217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.151222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 add.124> +2023-12-14 14:52:57.151227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124 +2023-12-14 14:52:57.151238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 0 +2023-12-14 14:52:57.151248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 multiply.74> +2023-12-14 14:52:57.151258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74 +2023-12-14 14:52:57.151268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 0 +2023-12-14 14:52:57.151278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.165> +2023-12-14 14:52:57.151288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165 +2023-12-14 14:52:57.151299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 1 +2023-12-14 14:52:57.151309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.151314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 add.123> +2023-12-14 14:52:57.151324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123 +2023-12-14 14:52:57.151336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 0 +2023-12-14 14:52:57.151351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 multiply.71> +2023-12-14 14:52:57.151362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71 +2023-12-14 14:52:57.151372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 0 +2023-12-14 14:52:57.151383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.164> +2023-12-14 14:52:57.151393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164 +2023-12-14 14:52:57.151403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 1 +2023-12-14 14:52:57.151413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.151418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 add.122> +2023-12-14 14:52:57.151424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122 +2023-12-14 14:52:57.151433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 0 +2023-12-14 14:52:57.151443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 multiply.70> +2023-12-14 14:52:57.151454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70 +2023-12-14 14:52:57.151464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 0 +2023-12-14 14:52:57.151477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.163> +2023-12-14 14:52:57.151487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163 +2023-12-14 14:52:57.151497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 1 +2023-12-14 14:52:57.151507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.151513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 add.121> +2023-12-14 14:52:57.151518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121 +2023-12-14 14:52:57.151527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:52:57.151538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 divide.1> +2023-12-14 14:52:57.151548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:52:57.151558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 param_3.65> +2023-12-14 14:52:57.151574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65 +2023-12-14 14:52:57.151583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 0 +2023-12-14 14:52:57.151593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.151599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 param_2.56> +2023-12-14 14:52:57.151607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56 +2023-12-14 14:52:57.151616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:57.151626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:57.151632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 1 +2023-12-14 14:52:57.151637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.151642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 add.140> +2023-12-14 14:52:57.151647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140 +2023-12-14 14:52:57.151656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 0 +2023-12-14 14:52:57.151668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:57.151672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 param_1.60> +2023-12-14 14:52:57.151682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60 +2023-12-14 14:52:57.151694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:57.151704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:57.151709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:57.151713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:57.151718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.151724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 slice.30> +2023-12-14 14:52:57.151729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:57.151738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:57.151752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 reshape.47> +2023-12-14 14:52:57.151762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:57.151772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:57.151783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164, operand 0 +2023-12-14 14:52:57.151788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.164> +2023-12-14 14:52:57.151798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164 +2023-12-14 14:52:57.151807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:57.151819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 shift-left.22> +2023-12-14 14:52:57.151828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:57.151838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:57.151849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.179> +2023-12-14 14:52:57.151861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179 +2023-12-14 14:52:57.151871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:57.151882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:57.151887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:57.151892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:57.151896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.179 = u32[] constant(32) +2023-12-14 14:52:57.151901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 subtract.27> +2023-12-14 14:52:57.151907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:57.151916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163, operand 0 +2023-12-14 14:52:57.151926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.163> +2023-12-14 14:52:57.151937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163 +2023-12-14 14:52:57.151947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:57.151957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 shift-right-logical.24> +2023-12-14 14:52:57.151967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.151972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:57.151977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.151981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:57.151989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.151995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 or.26> +2023-12-14 14:52:57.152001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:57.152010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:57.152020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 xor.24> +2023-12-14 14:52:57.152031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:57.152041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:57.152050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:57.152056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 1 +2023-12-14 14:52:57.152061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 add.139> +2023-12-14 14:52:57.152071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139 +2023-12-14 14:52:57.152080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 0 +2023-12-14 14:52:57.152092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:57.152097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 slice.29> +2023-12-14 14:52:57.152110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:57.152121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:57.152131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 reshape.46> +2023-12-14 14:52:57.152141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:57.152152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:57.152161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161, operand 0 +2023-12-14 14:52:57.152166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.161> +2023-12-14 14:52:57.152177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161 +2023-12-14 14:52:57.152187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:57.152197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 shift-left.21> +2023-12-14 14:52:57.152207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:57.152217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:57.152230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 subtract.26> +2023-12-14 14:52:57.152241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:57.152250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160, operand 0 +2023-12-14 14:52:57.152260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.160> +2023-12-14 14:52:57.152270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160 +2023-12-14 14:52:57.152280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:57.152290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 shift-right-logical.23> +2023-12-14 14:52:57.152301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:57.152310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:57.152320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 or.25> +2023-12-14 14:52:57.152330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:57.152343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:57.152353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 xor.23> +2023-12-14 14:52:57.152364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:57.152373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:57.152383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:57.152389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 1 +2023-12-14 14:52:57.152394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 add.138> +2023-12-14 14:52:57.152404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138 +2023-12-14 14:52:57.152413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 0 +2023-12-14 14:52:57.152424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:57.152429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 slice.28> +2023-12-14 14:52:57.152439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:57.152449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:57.152460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 reshape.45> +2023-12-14 14:52:57.152472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:57.152484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:57.152493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159, operand 0 +2023-12-14 14:52:57.152498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.159> +2023-12-14 14:52:57.152508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159 +2023-12-14 14:52:57.152519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:57.152529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 shift-left.20> +2023-12-14 14:52:57.152539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:57.152550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:57.152559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 subtract.25> +2023-12-14 14:52:57.152570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:57.152582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158, operand 0 +2023-12-14 14:52:57.152592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.158> +2023-12-14 14:52:57.152603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158 +2023-12-14 14:52:57.152613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:57.152623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 shift-right-logical.22> +2023-12-14 14:52:57.152634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:57.152645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:57.152655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 or.24> +2023-12-14 14:52:57.152665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:57.152675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:57.152685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 xor.22> +2023-12-14 14:52:57.152698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:57.152708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:57.152718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:57.152723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 1 +2023-12-14 14:52:57.152729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.137> +2023-12-14 14:52:57.152739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137 +2023-12-14 14:52:57.152748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:57.152760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 slice.27> +2023-12-14 14:52:57.152770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:57.152781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:57.152791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 reshape.44> +2023-12-14 14:52:57.152801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:57.152810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:57.152824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157, operand 0 +2023-12-14 14:52:57.152829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.157> +2023-12-14 14:52:57.152839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157 +2023-12-14 14:52:57.152849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:57.152860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 shift-left.19> +2023-12-14 14:52:57.152869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:57.152880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:57.152890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 subtract.24> +2023-12-14 14:52:57.152900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:57.152910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156, operand 0 +2023-12-14 14:52:57.152921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 broadcast.156> +2023-12-14 14:52:57.152930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156 +2023-12-14 14:52:57.152945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:57.152955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 shift-right-logical.21> +2023-12-14 14:52:57.152966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.152970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:57.152976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.152981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:57.152986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.152991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 or.23> +2023-12-14 14:52:57.152996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:57.153006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:57.153016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 xor.21> +2023-12-14 14:52:57.153027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:57.153037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 0 +2023-12-14 14:52:57.153047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 param_0.42> +2023-12-14 14:52:57.153060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42 +2023-12-14 14:52:57.153070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154, operand 0 +2023-12-14 14:52:57.153080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.42 = u32[] parameter(0) +2023-12-14 14:52:57.153086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 broadcast.154> +2023-12-14 14:52:57.153091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154 +2023-12-14 14:52:57.153101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 1 +2023-12-14 14:52:57.153111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.136> +2023-12-14 14:52:57.153121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136 +2023-12-14 14:52:57.153132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 0 +2023-12-14 14:52:57.153141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 param_4.68> +2023-12-14 14:52:57.153152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68 +2023-12-14 14:52:57.153162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 0 +2023-12-14 14:52:57.153172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.68 = s32[] parameter(4) +2023-12-14 14:52:57.153177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.180> +2023-12-14 14:52:57.153185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180 +2023-12-14 14:52:57.153195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 1 +2023-12-14 14:52:57.153206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.180 = s32[] constant(1) +2023-12-14 14:52:57.153211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.142> +2023-12-14 14:52:57.153215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142 +2023-12-14 14:52:57.153226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8, operand 0 +2023-12-14 14:52:57.153236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 convert.8> +2023-12-14 14:52:57.153246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8 +2023-12-14 14:52:57.153256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153, operand 0 +2023-12-14 14:52:57.153267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 broadcast.153> +2023-12-14 14:52:57.153276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153 +2023-12-14 14:52:57.153286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 1 +2023-12-14 14:52:57.153297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.135> +2023-12-14 14:52:57.153310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135 +2023-12-14 14:52:57.153320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 param_5.76> +2023-12-14 14:52:57.153336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76 +2023-12-14 14:52:57.153346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10, operand 0 +2023-12-14 14:52:57.153356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_5.76 = s32[] parameter(5) +2023-12-14 14:52:57.153362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 convert.10> +2023-12-14 14:52:57.153366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10 +2023-12-14 14:52:57.153377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10, operand 0 +2023-12-14 14:52:57.153387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 0 +2023-12-14 14:52:57.153392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 0 +2023-12-14 14:52:57.153397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 1 +2023-12-14 14:52:57.153403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 compare.29> +2023-12-14 14:52:57.153412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29 +2023-12-14 14:52:57.153422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 0 +2023-12-14 14:52:57.153433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 constant.219> +2023-12-14 14:52:57.153445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219 +2023-12-14 14:52:57.153456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 1 +2023-12-14 14:52:57.153466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 1 +2023-12-14 14:52:57.153471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.218> +2023-12-14 14:52:57.153482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218 +2023-12-14 14:52:57.153491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 1 +2023-12-14 14:52:57.153502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.218 = f32[] constant(-inf) +2023-12-14 14:52:57.153508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 compare.28> +2023-12-14 14:52:57.153513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28 +2023-12-14 14:52:57.153523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 0 +2023-12-14 14:52:57.153533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 constant.217> +2023-12-14 14:52:57.153544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217 +2023-12-14 14:52:57.153554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 1 +2023-12-14 14:52:57.153564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 bitcast-convert.10> +2023-12-14 14:52:57.153577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10 +2023-12-14 14:52:57.153588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 0 +2023-12-14 14:52:57.153597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 0 +2023-12-14 14:52:57.153603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 0 +2023-12-14 14:52:57.153608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 constant.216> +2023-12-14 14:52:57.153618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216 +2023-12-14 14:52:57.153629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 1 +2023-12-14 14:52:57.153639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 1 +2023-12-14 14:52:57.153644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:57.153649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 and.7> +2023-12-14 14:52:57.153654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7 +2023-12-14 14:52:57.153664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 0 +2023-12-14 14:52:57.153674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 0 +2023-12-14 14:52:57.153680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 constant.215> +2023-12-14 14:52:57.153690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215 +2023-12-14 14:52:57.153702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 1 +2023-12-14 14:52:57.153713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 1 +2023-12-14 14:52:57.153718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 1 +2023-12-14 14:52:57.153724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.215 = s32[] constant(0) +2023-12-14 14:52:57.153729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 compare.27> +2023-12-14 14:52:57.153733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27 +2023-12-14 14:52:57.153744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 0 +2023-12-14 14:52:57.153754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.214> +2023-12-14 14:52:57.153764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214 +2023-12-14 14:52:57.153774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 1 +2023-12-14 14:52:57.153785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 constant.213> +2023-12-14 14:52:57.153794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213 +2023-12-14 14:52:57.153805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 1 +2023-12-14 14:52:57.153815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 1 +2023-12-14 14:52:57.153820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 1 +2023-12-14 14:52:57.153825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 compare.26> +2023-12-14 14:52:57.153838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26 +2023-12-14 14:52:57.153848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 0 +2023-12-14 14:52:57.153858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 constant.212> +2023-12-14 14:52:57.153868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212 +2023-12-14 14:52:57.153879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:57.153890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 1 +2023-12-14 14:52:57.153895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 1 +2023-12-14 14:52:57.153900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:57.153905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 and.6> +2023-12-14 14:52:57.153910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6 +2023-12-14 14:52:57.153920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 0 +2023-12-14 14:52:57.153930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 compare.25> +2023-12-14 14:52:57.153940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25 +2023-12-14 14:52:57.153951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 1 +2023-12-14 14:52:57.153961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 or.32> +2023-12-14 14:52:57.153974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.153978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32 +2023-12-14 14:52:57.153984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.153989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 0 +2023-12-14 14:52:57.153994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.153999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 constant.211> +2023-12-14 14:52:57.154004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211 +2023-12-14 14:52:57.154014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 1 +2023-12-14 14:52:57.154025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 1 +2023-12-14 14:52:57.154030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.211 = s32[] constant(-1) +2023-12-14 14:52:57.154034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 constant.210> +2023-12-14 14:52:57.154039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210 +2023-12-14 14:52:57.154050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 1 +2023-12-14 14:52:57.154060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 2 +2023-12-14 14:52:57.154065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 2 +2023-12-14 14:52:57.154070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.210 = s32[] constant(1) +2023-12-14 14:52:57.154075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 select.59> +2023-12-14 14:52:57.154080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59 +2023-12-14 14:52:57.154090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 1 +2023-12-14 14:52:57.154104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 add.163> +2023-12-14 14:52:57.154115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163 +2023-12-14 14:52:57.154124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 2 +2023-12-14 14:52:57.154135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 select.58> +2023-12-14 14:52:57.154145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58 +2023-12-14 14:52:57.154155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 2 +2023-12-14 14:52:57.154165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 select.57> +2023-12-14 14:52:57.154176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57 +2023-12-14 14:52:57.154185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 2 +2023-12-14 14:52:57.154196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 select.56> +2023-12-14 14:52:57.154206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56 +2023-12-14 14:52:57.154218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9, operand 0 +2023-12-14 14:52:57.154229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 bitcast-convert.9> +2023-12-14 14:52:57.154239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9 +2023-12-14 14:52:57.154249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:57.154260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 broadcast.206> +2023-12-14 14:52:57.154270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:57.154280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 0 +2023-12-14 14:52:57.154290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 param_4.69> +2023-12-14 14:52:57.154301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69 +2023-12-14 14:52:57.154310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9, operand 0 +2023-12-14 14:52:57.154321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.69 = s32[] parameter(4) +2023-12-14 14:52:57.154326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 convert.9> +2023-12-14 14:52:57.154331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9 +2023-12-14 14:52:57.154340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8, operand 0 +2023-12-14 14:52:57.154353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 0 +2023-12-14 14:52:57.154358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 0 +2023-12-14 14:52:57.154363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 1 +2023-12-14 14:52:57.154368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.24> +2023-12-14 14:52:57.154379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24 +2023-12-14 14:52:57.154389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 0 +2023-12-14 14:52:57.154399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 constant.209> +2023-12-14 14:52:57.154409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209 +2023-12-14 14:52:57.154421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:57.154431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 1 +2023-12-14 14:52:57.154436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.209 = f32[] constant(inf) +2023-12-14 14:52:57.154441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 compare.23> +2023-12-14 14:52:57.154446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23 +2023-12-14 14:52:57.154456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 0 +2023-12-14 14:52:57.154466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 bitcast-convert.8> +2023-12-14 14:52:57.154480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8 +2023-12-14 14:52:57.154490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 0 +2023-12-14 14:52:57.154501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:57.154506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 0 +2023-12-14 14:52:57.154511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 and.5> +2023-12-14 14:52:57.154521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5 +2023-12-14 14:52:57.154531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 0 +2023-12-14 14:52:57.154542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 0 +2023-12-14 14:52:57.154547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 compare.22> +2023-12-14 14:52:57.154557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22 +2023-12-14 14:52:57.154568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 0 +2023-12-14 14:52:57.154578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 compare.21> +2023-12-14 14:52:57.154587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21 +2023-12-14 14:52:57.154601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 0 +2023-12-14 14:52:57.154611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 and.4> +2023-12-14 14:52:57.154621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:57.154632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 0 +2023-12-14 14:52:57.154641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 compare.20> +2023-12-14 14:52:57.154651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20 +2023-12-14 14:52:57.154662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 1 +2023-12-14 14:52:57.154672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 or.31> +2023-12-14 14:52:57.154681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31 +2023-12-14 14:52:57.154692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 0 +2023-12-14 14:52:57.154701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 select.55> +2023-12-14 14:52:57.154711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55 +2023-12-14 14:52:57.154724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 1 +2023-12-14 14:52:57.154734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 add.162> +2023-12-14 14:52:57.154744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162 +2023-12-14 14:52:57.154755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 2 +2023-12-14 14:52:57.154765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 select.54> +2023-12-14 14:52:57.154776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54 +2023-12-14 14:52:57.154786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 2 +2023-12-14 14:52:57.154796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 select.53> +2023-12-14 14:52:57.154807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53 +2023-12-14 14:52:57.154816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 2 +2023-12-14 14:52:57.154829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 select.52> +2023-12-14 14:52:57.154850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52 +2023-12-14 14:52:57.154866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7, operand 0 +2023-12-14 14:52:57.154882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 bitcast-convert.7> +2023-12-14 14:52:57.154897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7 +2023-12-14 14:52:57.154912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:57.154927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 broadcast.205> +2023-12-14 14:52:57.154945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:57.154955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:57.154966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.154971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 param_0.44> +2023-12-14 14:52:57.154976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.154981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44 +2023-12-14 14:52:57.154986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.154992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53, operand 0 +2023-12-14 14:52:57.154997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:57.155002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.44 = f32[] parameter(0) +2023-12-14 14:52:57.155011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.204> +2023-12-14 14:52:57.155015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:57.155026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 0 +2023-12-14 14:52:57.155035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 1 +2023-12-14 14:52:57.155041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 param_2.58> +2023-12-14 14:52:57.155051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58 +2023-12-14 14:52:57.155061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:57.155071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.155076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 param_3.67> +2023-12-14 14:52:57.155081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67 +2023-12-14 14:52:57.155091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:57.155101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.155105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 concatenate.1> +2023-12-14 14:52:57.155110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:57.155121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:57.155131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 constant.208> +2023-12-14 14:52:57.155155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208 +2023-12-14 14:52:57.155166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:57.155176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.208 = u32[] constant(9) +2023-12-14 14:52:57.155181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 broadcast.203> +2023-12-14 14:52:57.155186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:57.155195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:57.155205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 shift-right-logical.28> +2023-12-14 14:52:57.155216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:57.155225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 0 +2023-12-14 14:52:57.155236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 constant.207> +2023-12-14 14:52:57.155245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207 +2023-12-14 14:52:57.155256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:57.155266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:57.155271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 broadcast.202> +2023-12-14 14:52:57.155279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:57.155289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 1 +2023-12-14 14:52:57.155299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 or.30> +2023-12-14 14:52:57.155309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30 +2023-12-14 14:52:57.155324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6, operand 0 +2023-12-14 14:52:57.155335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 bitcast-convert.6> +2023-12-14 14:52:57.155344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6 +2023-12-14 14:52:57.155355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 0 +2023-12-14 14:52:57.155365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 constant.206> +2023-12-14 14:52:57.155375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206 +2023-12-14 14:52:57.155384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:57.155394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.206 = f32[] constant(-1) +2023-12-14 14:52:57.155399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 broadcast.201> +2023-12-14 14:52:57.155407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:57.155417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 1 +2023-12-14 14:52:57.155426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:57.155431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.160> +2023-12-14 14:52:57.155436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160 +2023-12-14 14:52:57.155446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 0 +2023-12-14 14:52:57.155456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 param_1.62> +2023-12-14 14:52:57.155465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62 +2023-12-14 14:52:57.155475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:57.155484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.62 = f32[] parameter(1) +2023-12-14 14:52:57.155490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.54> +2023-12-14 14:52:57.155495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:57.155504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 0 +2023-12-14 14:52:57.155514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 reshape.53> +2023-12-14 14:52:57.155523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53 +2023-12-14 14:52:57.155536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 1 +2023-12-14 14:52:57.155546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 subtract.31> +2023-12-14 14:52:57.155556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31 +2023-12-14 14:52:57.155565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:57.155575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 reshape.52> +2023-12-14 14:52:57.155586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:57.155595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:57.155605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 broadcast.200> +2023-12-14 14:52:57.155615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:57.155624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 1 +2023-12-14 14:52:57.155634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 multiply.110> +2023-12-14 14:52:57.155647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110 +2023-12-14 14:52:57.155657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 0 +2023-12-14 14:52:57.155666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 add.159> +2023-12-14 14:52:57.155676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159 +2023-12-14 14:52:57.155686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 1 +2023-12-14 14:52:57.155696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 maximum.5> +2023-12-14 14:52:57.155705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5 +2023-12-14 14:52:57.155714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:57.155724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 reshape.51> +2023-12-14 14:52:57.155734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:57.155744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 1 +2023-12-14 14:52:57.155753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 1 +2023-12-14 14:52:57.155759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:57.155767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 0 +2023-12-14 14:52:57.155771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:57.155776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = f32[2048,8192]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.155781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 abs.3> +2023-12-14 14:52:57.155787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:57.155796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 0 +2023-12-14 14:52:57.155806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048,8192]{1,0} abs(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:57.155811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 constant.205> +2023-12-14 14:52:57.155816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205 +2023-12-14 14:52:57.155826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:57.155836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.205 = f32[] constant(1) +2023-12-14 14:52:57.155841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 broadcast.199> +2023-12-14 14:52:57.155845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:57.155856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 1 +2023-12-14 14:52:57.155866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[2048,8192]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.155871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 compare.19> +2023-12-14 14:52:57.155876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19 +2023-12-14 14:52:57.155886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:57.155899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.19 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %abs.3, f32[2048,8192]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.155905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 broadcast.198> +2023-12-14 14:52:57.155911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:57.155920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 1 +2023-12-14 14:52:57.155930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048,8192]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.155935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 multiply.109> +2023-12-14 14:52:57.155940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109 +2023-12-14 14:52:57.155950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:57.155960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.109 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %reshape.51, f32[2048,8192]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.155964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 negate.10> +2023-12-14 14:52:57.155970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.155975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:57.155979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.155984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 0 +2023-12-14 14:52:57.155989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:57.155994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 multiply.108> +2023-12-14 14:52:57.156000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108 +2023-12-14 14:52:57.156010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:57.156020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.108 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %negate.10, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.156027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 log-plus-one.3> +2023-12-14 14:52:57.156033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:57.156043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:57.156052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048,8192]{1,0} log-plus-one(f32[2048,8192]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.156057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 negate.9> +2023-12-14 14:52:57.156063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:57.156072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:57.156082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 0 +2023-12-14 14:52:57.156087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 0 +2023-12-14 14:52:57.156093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:57.156098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.204> +2023-12-14 14:52:57.156102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204 +2023-12-14 14:52:57.156112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:57.156122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.204 = f32[] constant(5) +2023-12-14 14:52:57.156127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.197> +2023-12-14 14:52:57.156132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:57.156141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 1 +2023-12-14 14:52:57.156152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048,8192]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.156157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 compare.18> +2023-12-14 14:52:57.156164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18 +2023-12-14 14:52:57.156174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:57.156186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:57.156190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 0 +2023-12-14 14:52:57.156195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 0 +2023-12-14 14:52:57.156200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 0 +2023-12-14 14:52:57.156205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 0 +2023-12-14 14:52:57.156210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 0 +2023-12-14 14:52:57.156216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 0 +2023-12-14 14:52:57.156220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 0 +2023-12-14 14:52:57.156225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 0 +2023-12-14 14:52:57.156230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.18 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.156235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 constant.203> +2023-12-14 14:52:57.156241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203 +2023-12-14 14:52:57.156251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:57.156261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:57.156265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 broadcast.196> +2023-12-14 14:52:57.156271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:57.156281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 1 +2023-12-14 14:52:57.156291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048,8192]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.156296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.202> +2023-12-14 14:52:57.156306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202 +2023-12-14 14:52:57.156316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:57.156326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:57.156331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.195> +2023-12-14 14:52:57.156337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:57.156347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 2 +2023-12-14 14:52:57.156356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048,8192]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.156362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 select.51> +2023-12-14 14:52:57.156367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51 +2023-12-14 14:52:57.156377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 0 +2023-12-14 14:52:57.156387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.51 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.196, f32[2048,8192]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:57.156392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 constant.201> +2023-12-14 14:52:57.156398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201 +2023-12-14 14:52:57.156408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:57.156417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:57.156423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 broadcast.194> +2023-12-14 14:52:57.156428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:57.156438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 1 +2023-12-14 14:52:57.156452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[2048,8192]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.156457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.200> +2023-12-14 14:52:57.156462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200 +2023-12-14 14:52:57.156472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:57.156481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:57.156487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.193> +2023-12-14 14:52:57.156492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:57.156501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 2 +2023-12-14 14:52:57.156513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[2048,8192]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.156518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 select.50> +2023-12-14 14:52:57.156523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50 +2023-12-14 14:52:57.156533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 0 +2023-12-14 14:52:57.156542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.50 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.194, f32[2048,8192]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:57.156548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 constant.199> +2023-12-14 14:52:57.156553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199 +2023-12-14 14:52:57.156562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:57.156572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.156578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 broadcast.192> +2023-12-14 14:52:57.156585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:57.156595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 1 +2023-12-14 14:52:57.156605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[2048,8192]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.156611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.198> +2023-12-14 14:52:57.156616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198 +2023-12-14 14:52:57.156625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:57.156636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.156643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.191> +2023-12-14 14:52:57.156651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:57.156667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 2 +2023-12-14 14:52:57.156678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[2048,8192]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.156683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 select.49> +2023-12-14 14:52:57.156687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49 +2023-12-14 14:52:57.156698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 0 +2023-12-14 14:52:57.156708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.49 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.192, f32[2048,8192]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:57.156713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 constant.197> +2023-12-14 14:52:57.156718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197 +2023-12-14 14:52:57.156731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:57.156741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.156746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 broadcast.190> +2023-12-14 14:52:57.156751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:57.156761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 1 +2023-12-14 14:52:57.156772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[2048,8192]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.156776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.196> +2023-12-14 14:52:57.156781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196 +2023-12-14 14:52:57.156791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:57.156802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.156807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.189> +2023-12-14 14:52:57.156811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:57.156825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 2 +2023-12-14 14:52:57.156840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[2048,8192]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.156847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 select.48> +2023-12-14 14:52:57.156854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48 +2023-12-14 14:52:57.156870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 0 +2023-12-14 14:52:57.156884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.48 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.190, f32[2048,8192]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:57.156898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 constant.195> +2023-12-14 14:52:57.156907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195 +2023-12-14 14:52:57.156927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:57.156943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.156953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 broadcast.188> +2023-12-14 14:52:57.156960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.156969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:57.156976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.156984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 1 +2023-12-14 14:52:57.156991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[2048,8192]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.156999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.194> +2023-12-14 14:52:57.157007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194 +2023-12-14 14:52:57.157022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:57.157038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.157047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.187> +2023-12-14 14:52:57.157057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:57.157072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 2 +2023-12-14 14:52:57.157090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[2048,8192]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.157098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 select.47> +2023-12-14 14:52:57.157107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47 +2023-12-14 14:52:57.157124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 0 +2023-12-14 14:52:57.157142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.47 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.188, f32[2048,8192]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:57.157149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 constant.193> +2023-12-14 14:52:57.157156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193 +2023-12-14 14:52:57.157172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:57.157189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.157198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 broadcast.186> +2023-12-14 14:52:57.157205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:57.157220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 1 +2023-12-14 14:52:57.157235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[2048,8192]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.157244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.192> +2023-12-14 14:52:57.157251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192 +2023-12-14 14:52:57.157267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:57.157282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.157290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.185> +2023-12-14 14:52:57.157297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:57.157312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 2 +2023-12-14 14:52:57.157327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[2048,8192]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.157339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 select.46> +2023-12-14 14:52:57.157347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46 +2023-12-14 14:52:57.157361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 0 +2023-12-14 14:52:57.157377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.46 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.186, f32[2048,8192]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:57.157385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 constant.191> +2023-12-14 14:52:57.157393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191 +2023-12-14 14:52:57.157407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:57.157423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.157430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 broadcast.184> +2023-12-14 14:52:57.157439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:57.157454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 1 +2023-12-14 14:52:57.157470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[2048,8192]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.157478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.189> +2023-12-14 14:52:57.157485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189 +2023-12-14 14:52:57.157501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:57.157517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.157524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.183> +2023-12-14 14:52:57.157533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:57.157553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 2 +2023-12-14 14:52:57.157568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[2048,8192]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.157576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 select.45> +2023-12-14 14:52:57.157582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45 +2023-12-14 14:52:57.157599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 0 +2023-12-14 14:52:57.157614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.45 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.184, f32[2048,8192]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:57.157622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 constant.188> +2023-12-14 14:52:57.157630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188 +2023-12-14 14:52:57.157646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:57.157661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.157669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 broadcast.182> +2023-12-14 14:52:57.157675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:57.157692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 1 +2023-12-14 14:52:57.157706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[2048,8192]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.157714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.187> +2023-12-14 14:52:57.157721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187 +2023-12-14 14:52:57.157736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:57.157756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.157763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.181> +2023-12-14 14:52:57.157770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:57.157786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 2 +2023-12-14 14:52:57.157802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[2048,8192]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.157810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 select.44> +2023-12-14 14:52:57.157817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44 +2023-12-14 14:52:57.157830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 0 +2023-12-14 14:52:57.157847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.44 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.182, f32[2048,8192]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:57.157855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 constant.186> +2023-12-14 14:52:57.157862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186 +2023-12-14 14:52:57.157877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:57.157892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.157900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 broadcast.180> +2023-12-14 14:52:57.157908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:57.157922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:57.157939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[2048,8192]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.157947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 constant.185> +2023-12-14 14:52:57.157959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.157966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185 +2023-12-14 14:52:57.157974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.157981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:57.157989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.157998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 broadcast.179> +2023-12-14 14:52:57.158005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:57.158019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:57.158034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[2048,8192]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.158042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.43> +2023-12-14 14:52:57.158050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:57.158065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 0 +2023-12-14 14:52:57.158080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.180, f32[2048,8192]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:57.158089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 constant.184> +2023-12-14 14:52:57.158097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184 +2023-12-14 14:52:57.158112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:57.158127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:57.158135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 broadcast.178> +2023-12-14 14:52:57.158143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:57.158158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 1 +2023-12-14 14:52:57.158179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[2048,8192]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:57.158187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 add.158> +2023-12-14 14:52:57.158195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158 +2023-12-14 14:52:57.158209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:57.158225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.158 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.158233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 sqrt.3> +2023-12-14 14:52:57.158241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:57.158256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 0 +2023-12-14 14:52:57.158272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.158279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 constant.183> +2023-12-14 14:52:57.158286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183 +2023-12-14 14:52:57.158303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:57.158317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.183 = f32[] constant(-3) +2023-12-14 14:52:57.158325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 broadcast.177> +2023-12-14 14:52:57.158333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:57.158349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 1 +2023-12-14 14:52:57.158366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[2048,8192]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:57.158373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 add.157> +2023-12-14 14:52:57.158385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157 +2023-12-14 14:52:57.158402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:57.158416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.157 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.3, f32[2048,8192]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.158425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 select.42> +2023-12-14 14:52:57.158432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:57.158448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 1 +2023-12-14 14:52:57.158464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 1 +2023-12-14 14:52:57.158471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 1 +2023-12-14 14:52:57.158478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 1 +2023-12-14 14:52:57.158486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 1 +2023-12-14 14:52:57.158493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 1 +2023-12-14 14:52:57.158502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 1 +2023-12-14 14:52:57.158509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 1 +2023-12-14 14:52:57.158517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %add.158, f32[2048,8192]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:57.158525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.107> +2023-12-14 14:52:57.158532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107 +2023-12-14 14:52:57.158548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 1 +2023-12-14 14:52:57.158563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.107 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.43, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.158570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.156> +2023-12-14 14:52:57.158578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156 +2023-12-14 14:52:57.158597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 0 +2023-12-14 14:52:57.158612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.156 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.44, f32[2048,8192]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:57.158619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.106> +2023-12-14 14:52:57.158626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106 +2023-12-14 14:52:57.158641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 1 +2023-12-14 14:52:57.158656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.106 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.156, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.158663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.155> +2023-12-14 14:52:57.158671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155 +2023-12-14 14:52:57.158685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 0 +2023-12-14 14:52:57.158701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.155 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.45, f32[2048,8192]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:57.158708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.105> +2023-12-14 14:52:57.158715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105 +2023-12-14 14:52:57.158729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 1 +2023-12-14 14:52:57.158744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.105 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.155, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.158751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.154> +2023-12-14 14:52:57.158759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154 +2023-12-14 14:52:57.158772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 0 +2023-12-14 14:52:57.158793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.154 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.46, f32[2048,8192]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:57.158800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.104> +2023-12-14 14:52:57.158807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104 +2023-12-14 14:52:57.158824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 1 +2023-12-14 14:52:57.158840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.104 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.154, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.158848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.153> +2023-12-14 14:52:57.158856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153 +2023-12-14 14:52:57.158871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 0 +2023-12-14 14:52:57.158886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.153 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.47, f32[2048,8192]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:57.158894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.103> +2023-12-14 14:52:57.158901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103 +2023-12-14 14:52:57.158917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 1 +2023-12-14 14:52:57.158933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.103 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.153, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.158942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 add.152> +2023-12-14 14:52:57.158950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.158958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152 +2023-12-14 14:52:57.158965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.158972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 0 +2023-12-14 14:52:57.158980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.152 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.48, f32[2048,8192]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:57.158993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 multiply.102> +2023-12-14 14:52:57.159001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102 +2023-12-14 14:52:57.159017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 1 +2023-12-14 14:52:57.159034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.102 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.152, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.159043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 add.150> +2023-12-14 14:52:57.159050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150 +2023-12-14 14:52:57.159066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 0 +2023-12-14 14:52:57.159082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.150 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.49, f32[2048,8192]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:57.159089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.101> +2023-12-14 14:52:57.159097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101 +2023-12-14 14:52:57.159112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 1 +2023-12-14 14:52:57.159128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.101 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.150, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.159137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 add.149> +2023-12-14 14:52:57.159144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149 +2023-12-14 14:52:57.159160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 0 +2023-12-14 14:52:57.159175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.149 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.50, f32[2048,8192]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:57.159183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 multiply.100> +2023-12-14 14:52:57.159192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100 +2023-12-14 14:52:57.159211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 1 +2023-12-14 14:52:57.159226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.100 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.149, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.159233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 add.148> +2023-12-14 14:52:57.159241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148 +2023-12-14 14:52:57.159256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 0 +2023-12-14 14:52:57.159272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.148 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.51, f32[2048,8192]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:57.159279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 multiply.99> +2023-12-14 14:52:57.159287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99 +2023-12-14 14:52:57.159302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:57.159317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.99 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.148, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.159335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 select.41> +2023-12-14 14:52:57.159344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:57.159359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 0 +2023-12-14 14:52:57.159374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.19, f32[2048,8192]{1,0} %multiply.109, f32[2048,8192]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:57.159383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 constant.182> +2023-12-14 14:52:57.159390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182 +2023-12-14 14:52:57.159405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:57.159426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:57.159434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 broadcast.176> +2023-12-14 14:52:57.159442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:57.159458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 1 +2023-12-14 14:52:57.159474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[2048,8192]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.159482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 multiply.98> +2023-12-14 14:52:57.159490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98 +2023-12-14 14:52:57.159508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:57.159523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.98 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.41, f32[2048,8192]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.159531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 maximum.4> +2023-12-14 14:52:57.159538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:57.159554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 1 +2023-12-14 14:52:57.159571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %broadcast.205, f32[2048,8192]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.159579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 minimum.2> +2023-12-14 14:52:57.159586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2 +2023-12-14 14:52:57.159607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.2 = f32[2048,8192]{1,0} minimum(f32[2048,8192]{1,0} %broadcast.206, f32[2048,8192]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.159623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{} (phi)> +2023-12-14 14:52:57.159631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:57.159645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:57.159662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.159669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.3{} (phi)> +2023-12-14 14:52:57.159676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:57.159692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110, operand 0 {} +2023-12-14 14:52:57.159709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:57.159717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:57.159725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:57.159733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106, operand 0 {} +2023-12-14 14:52:57.159740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105, operand 0 {} +2023-12-14 14:52:57.159748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104, operand 0 {} +2023-12-14 14:52:57.159757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103, operand 0 {} +2023-12-14 14:52:57.159764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.159772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.159780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:57.159795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:57.159807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:57.159823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.159831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.4{1} (phi)> +2023-12-14 14:52:57.159839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:57.159855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.159871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.4{2} (phi)> +2023-12-14 14:52:57.159878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:57.159892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.159909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.4{3} (phi)> +2023-12-14 14:52:57.159917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:57.159933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.159948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.4{4} (phi)> +2023-12-14 14:52:57.159956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.159965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:57.159972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.159979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.159986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.4{5} (phi)> +2023-12-14 14:52:57.159994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:57.160018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.160034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.4{6} (phi)> +2023-12-14 14:52:57.160042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:57.160058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.160073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.4{7} (phi)> +2023-12-14 14:52:57.160081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:57.160097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.160114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.160123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:57.160139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103 +2023-12-14 14:52:57.160147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:57.160162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.160169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.160177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:57.160190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104 +2023-12-14 14:52:57.160197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:57.160216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.160223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.160229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:57.160244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105 +2023-12-14 14:52:57.160252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:57.160268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.160276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.160284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:57.160300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106 +2023-12-14 14:52:57.160307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:57.160322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.160331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.160339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:57.160354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:57.160363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:57.160378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.160385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.160393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:57.160410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:57.160423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:57.160439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.160446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.160456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:57.160471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:57.160478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:57.160495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.160503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.160513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:57.160528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110 +2023-12-14 14:52:57.160535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:57.160550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.160559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{} (phi)> +2023-12-14 14:52:57.160566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:57.160582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:57.160597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:57.160607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.160616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <437 while.1{0} (phi)> +2023-12-14 14:52:57.160628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:57.160643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.160659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> +2023-12-14 14:52:57.160667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:57.160682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:57.160689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:57.160697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 2 +2023-12-14 14:52:57.160713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 2 +2023-12-14 14:52:57.160721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.160730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> +2023-12-14 14:52:57.160737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:57.160751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:57.160760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:57.160768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 3 +2023-12-14 14:52:57.160783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 3 +2023-12-14 14:52:57.160791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.160798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <440 while.1{3} (phi)> +2023-12-14 14:52:57.160812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:57.160828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.160843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <441 while.1{4} (phi)> +2023-12-14 14:52:57.160851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:57.160865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.160883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <442 while.1{5} (phi)> +2023-12-14 14:52:57.160891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:57.160906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.160923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <443 while.1{6} (phi)> +2023-12-14 14:52:57.160930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:57.160946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.160961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <444 while.1{7} (phi)> +2023-12-14 14:52:57.160969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.160977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:57.160989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.160997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.162040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.16 = s32[] copy(s32[] %add.58) and its unused operands +2023-12-14 14:52:57.162099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.17 = u32[8388608]{0} copy(u32[8388608]{0} %call.1) and its unused operands +2023-12-14 14:52:57.162114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.18 = u32[8388608]{0} copy(u32[8388608]{0} %call) and its unused operands +2023-12-14 14:52:57.162131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy = s32[] copy(s32[] %copy.24) and its unused operands +2023-12-14 14:52:57.162142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.1 = u32[8388608]{0} copy(u32[8388608]{0} %call.4) and its unused operands +2023-12-14 14:52:57.162153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.2 = u32[8388608]{0} copy(u32[8388608]{0} %call.3) and its unused operands +2023-12-14 14:52:57.162164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.3 = u32[] copy(u32[] %fusion.6) and its unused operands +2023-12-14 14:52:57.162175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.4 = u32[] copy(u32[] %fusion.4) and its unused operands +2023-12-14 14:52:57.162185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.5 = u32[] copy(u32[] %fusion.8) and its unused operands +2023-12-14 14:52:57.162196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.6 = u32[4]{0} copy(u32[4]{0} %copy.26) and its unused operands +2023-12-14 14:52:57.162206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.7 = u32[4]{0} copy(u32[4]{0} %copy.25) and its unused operands +2023-12-14 14:52:57.162252: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:57.162268: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 16 +2023-12-14 14:52:57.162363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 96.2 ms (cumulative: 527 ms, max: 96.2 ms, #called: 1576) +2023-12-14 14:52:57.162378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.162441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 60 us (cumulative: 527 ms, max: 96.2 ms, #called: 1577) +2023-12-14 14:52:57.162534: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__truncated_normal +2023-12-14 14:52:57.164218: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:57.165066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:57.166560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.166717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.166738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.166766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.166775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:57.166796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.110 +2023-12-14 14:52:57.166806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:57.166814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:57.166822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:57.166830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:57.166837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:57.166846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:57.166853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:57.166862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:57.166871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:57.166879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:57.166887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:57.166896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:57.166906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:57.166914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:57.166921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:57.166947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.166967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.166976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410, phi: +2023-12-14 14:52:57.166996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.167004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.167011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49: +2023-12-14 14:52:57.167018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:57.167026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411, phi: +2023-12-14 14:52:57.167034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.167040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.167048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 412, phi: +2023-12-14 14:52:57.167057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.167064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.167071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:57.167078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:57.167086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 413, phi: +2023-12-14 14:52:57.167095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.167102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.167109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:57.167117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10: +2023-12-14 14:52:57.167124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 414, phi: +2023-12-14 14:52:57.167132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.167139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.167147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:57.167153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:57.167160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 415, phi: +2023-12-14 14:52:57.167168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.167176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.167184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:57.167191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:57.167199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 416, phi: +2023-12-14 14:52:57.167207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.167214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:57.167222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:57.167229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:57.167237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 417, phi: +2023-12-14 14:52:57.167251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.167258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:57.167267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:57.167274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:57.167282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 418, phi: +2023-12-14 14:52:57.167289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.167298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.167305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:57.167312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:57.167329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 419, phi: +2023-12-14 14:52:57.167338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.167346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:57.167354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:57.167361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:57.167369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 420, phi: +2023-12-14 14:52:57.167376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.167383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.167390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 421, phi: +2023-12-14 14:52:57.167397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.167405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.167413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 422, phi: +2023-12-14 14:52:57.167420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.167426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.167435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 423, phi: +2023-12-14 14:52:57.167442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.167449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.167458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 424, phi: +2023-12-14 14:52:57.167466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.167474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:57.167481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 425, phi: +2023-12-14 14:52:57.167488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.167496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:57.167505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 426, phi: +2023-12-14 14:52:57.167512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.167525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.167532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 427, phi: +2023-12-14 14:52:57.167539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.167547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:57.167555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 428, phi: +2023-12-14 14:52:57.167563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.167570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.167577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 429, phi: +2023-12-14 14:52:57.167585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.167593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.167600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 430, phi: +2023-12-14 14:52:57.167609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.167617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.167625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 431, phi: +2023-12-14 14:52:57.167632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.167639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.167648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 432, phi: +2023-12-14 14:52:57.167656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.167663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.167671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 433, phi: +2023-12-14 14:52:57.167680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:57.167687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.167694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 434, phi: +2023-12-14 14:52:57.167703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:57.167711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.167718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 435, phi: +2023-12-14 14:52:57.167725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.167732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.167740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 436, phi: +2023-12-14 14:52:57.167748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:57.167758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.167787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.167801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.167813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410, phi: +2023-12-14 14:52:57.167820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.167828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.167834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49: +2023-12-14 14:52:57.167841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:57.167849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411, phi: +2023-12-14 14:52:57.167856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.167864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.167871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 412, phi: +2023-12-14 14:52:57.167877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.167884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.167891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:57.167899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:57.167906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 413, phi: +2023-12-14 14:52:57.167913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.167921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.167928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:57.167935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10: +2023-12-14 14:52:57.167941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 414, phi: +2023-12-14 14:52:57.167950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.167957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.167964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:57.167970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:57.167977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 415, phi: +2023-12-14 14:52:57.167984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.167992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.168000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:57.168007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:57.168015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 416, phi: +2023-12-14 14:52:57.168022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.168029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:57.168036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:57.168045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:57.168057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 417, phi: +2023-12-14 14:52:57.168065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.168073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:57.168079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:57.168087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:57.168093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 418, phi: +2023-12-14 14:52:57.168101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.168108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.168115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:57.168122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:57.168128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 419, phi: +2023-12-14 14:52:57.168136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.168143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:57.168151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:57.168157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:57.168165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 420, phi: +2023-12-14 14:52:57.168172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.168178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.168184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 421, phi: +2023-12-14 14:52:57.168190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.168199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.168207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 422, phi: +2023-12-14 14:52:57.168214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.168220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.168228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 423, phi: +2023-12-14 14:52:57.168234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.168241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.168249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 424, phi: +2023-12-14 14:52:57.168257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.168264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:57.168270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 425, phi: +2023-12-14 14:52:57.168277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.168285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:57.168298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 426, phi: +2023-12-14 14:52:57.168305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.168311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.168319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 427, phi: +2023-12-14 14:52:57.168326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.168332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:57.168339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 428, phi: +2023-12-14 14:52:57.168347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.168353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.168360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 429, phi: +2023-12-14 14:52:57.168367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.168374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.168381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 430, phi: +2023-12-14 14:52:57.168388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.168397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.168404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 431, phi: +2023-12-14 14:52:57.168412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.168419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.168426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 432, phi: +2023-12-14 14:52:57.168432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.168441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.168449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 433, phi: +2023-12-14 14:52:57.168455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:57.168462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.168469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 434, phi: +2023-12-14 14:52:57.168476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:57.168483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.168490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 435, phi: +2023-12-14 14:52:57.168499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.168507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.168514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 436, phi: +2023-12-14 14:52:57.168521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:57.168528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.168540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.168556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.168565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.168573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.168580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:57.168588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.168598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:57.168608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <39 constant.19> + +2023-12-14 14:52:57.168615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:57.168625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 constant.21> + +2023-12-14 14:52:57.168633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:57.168641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 constant.22> + +2023-12-14 14:52:57.168649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:57.168669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <428 while.1{} (phi)> + {0} : HloValueSet: <429 while.1{0} (phi)> + {1} : HloValueSet: <430 while.1{1} (phi)> + {2} : HloValueSet: <431 while.1{2} (phi)> + {3} : HloValueSet: <432 while.1{3} (phi)> + {4} : HloValueSet: <433 while.1{4} (phi)> + {5} : HloValueSet: <434 while.1{5} (phi)> + {6} : HloValueSet: <435 while.1{6} (phi)> + {7} : HloValueSet: <436 while.1{7} (phi)> + +2023-12-14 14:52:57.168679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:57.168689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 while.1{1} (phi)> + +2023-12-14 14:52:57.168697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:57.168705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <431 while.1{2} (phi)> + +2023-12-14 14:52:57.168714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:57.168722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.168729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:57.168738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <43 fusion.4> + +2023-12-14 14:52:57.168747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:57.168756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 fusion.6> + +2023-12-14 14:52:57.168769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:52:57.168778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 fusion.8> + +2023-12-14 14:52:57.168785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.9 +2023-12-14 14:52:57.168793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.168802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:57.168811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <26 fusion.2.clone> + +2023-12-14 14:52:57.168819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:57.168827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.168835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:57.168843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.168851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:57.168867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <49 tuple.9{}> + {0} : HloValueSet: <40 copy.24> + {1} : HloValueSet: <1 fusion.7.clone> + {2} : HloValueSet: <0 fusion.5.clone> + {3} : HloValueSet: <42 fusion.6> + {4} : HloValueSet: <43 fusion.4> + {5} : HloValueSet: <44 fusion.8> + {6} : HloValueSet: <46 copy.26> + {7} : HloValueSet: <48 copy.25> + +2023-12-14 14:52:57.168876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:57.168883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 copy.24> + +2023-12-14 14:52:57.168891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:57.168900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 copy.25> + +2023-12-14 14:52:57.168907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:57.168915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <46 copy.26> + +2023-12-14 14:52:57.168923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:57.168942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <411 arg_tuple.3{} (phi)> + {0} : HloValueSet: <420 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <421 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <422 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <423 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <424 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <425 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <426 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <427 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.168960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:57.168968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 constant.102> + +2023-12-14 14:52:57.168976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:57.168983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <52 add.58> + +2023-12-14 14:52:57.168992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.169002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.169009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:57.169019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.169026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.103 +2023-12-14 14:52:57.169034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <420 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.169042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:57.169051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 copy.8> + +2023-12-14 14:52:57.169058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.104 +2023-12-14 14:52:57.169067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <421 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.169075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:57.169085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:57.169092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.105 +2023-12-14 14:52:57.169102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <422 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.169110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:57.169119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:57.169126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.106 +2023-12-14 14:52:57.169135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <423 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.169143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:57.169153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:57.169160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:57.169168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <424 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.169181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:57.169190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.12> + +2023-12-14 14:52:57.169199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:57.169209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <425 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:57.169216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:57.169225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.13> + +2023-12-14 14:52:57.169234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:57.169242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <426 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.169251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:57.169260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:57.169269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.110 +2023-12-14 14:52:57.169277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <427 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.169285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:57.169295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <62 copy.15> + +2023-12-14 14:52:57.169304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:57.169313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 copy.19> + +2023-12-14 14:52:57.169320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:57.169330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.20> + +2023-12-14 14:52:57.169337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:57.169345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <61 copy.21> + +2023-12-14 14:52:57.169353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:57.169361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <63 copy.22> + +2023-12-14 14:52:57.169369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:57.169377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:57.169385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:57.169406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <65 tuple.11{}> + {0} : HloValueSet: <52 add.58> + {1} : HloValueSet: <10 fusion.1.clone> + {2} : HloValueSet: <11 fusion.clone> + {3} : HloValueSet: <58 copy.19> + {4} : HloValueSet: <60 copy.20> + {5} : HloValueSet: <61 copy.21> + {6} : HloValueSet: <63 copy.22> + {7} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:57.169415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:57.169434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <410 arg_tuple.4{} (phi)> + {0} : HloValueSet: <412 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <413 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <414 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <415 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <416 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <417 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <418 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <419 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:57.169443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:57.169452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <8 constant.103> + +2023-12-14 14:52:57.169460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:57.169468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <9 compare.5> + +2023-12-14 14:52:57.169476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:57.169485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <412 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:57.169492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.0 +2023-12-14 14:52:57.169503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 divide.0> + +2023-12-14 14:52:57.169511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:57.169519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <148 add.105> + +2023-12-14 14:52:57.169526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:57.169534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 multiply.42> + +2023-12-14 14:52:57.169543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:57.169550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 add.106> + +2023-12-14 14:52:57.169558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:57.169566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 multiply.45> + +2023-12-14 14:52:57.169573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:57.169581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 add.107> + +2023-12-14 14:52:57.169593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:57.169602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 multiply.47> + +2023-12-14 14:52:57.169610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:57.169618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 add.108> + +2023-12-14 14:52:57.169625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:57.169635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 multiply.49> + +2023-12-14 14:52:57.169641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:57.169649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 add.109> + +2023-12-14 14:52:57.169656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:57.169665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 multiply.51> + +2023-12-14 14:52:57.169672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:57.169680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 add.110> + +2023-12-14 14:52:57.169687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.53 +2023-12-14 14:52:57.169696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 multiply.53> + +2023-12-14 14:52:57.169704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:57.169712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 add.112> + +2023-12-14 14:52:57.169720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.55 +2023-12-14 14:52:57.169728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 multiply.55> + +2023-12-14 14:52:57.169735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:57.169744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 add.114> + +2023-12-14 14:52:57.169752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.57 +2023-12-14 14:52:57.169762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 multiply.57> + +2023-12-14 14:52:57.169770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:57.169778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 add.115> + +2023-12-14 14:52:57.169787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.59 +2023-12-14 14:52:57.169795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 multiply.59> + +2023-12-14 14:52:57.169807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:57.169816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 add.116> + +2023-12-14 14:52:57.169824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.61 +2023-12-14 14:52:57.169833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 multiply.61> + +2023-12-14 14:52:57.169842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:57.169850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 add.117> + +2023-12-14 14:52:57.169858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.63 +2023-12-14 14:52:57.169867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 multiply.63> + +2023-12-14 14:52:57.169874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:57.169882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 add.118> + +2023-12-14 14:52:57.169889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.65 +2023-12-14 14:52:57.169898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <113 multiply.65> + +2023-12-14 14:52:57.169906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.67 +2023-12-14 14:52:57.169916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <111 multiply.67> + +2023-12-14 14:52:57.169924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.0 +2023-12-14 14:52:57.169933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <110 clamp.0> + +2023-12-14 14:52:57.169941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.69 +2023-12-14 14:52:57.169950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <108 multiply.69> + +2023-12-14 14:52:57.169959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.146 +2023-12-14 14:52:57.169969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 constant.146> + +2023-12-14 14:52:57.169977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.147 +2023-12-14 14:52:57.169986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 constant.147> + +2023-12-14 14:52:57.169995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.148 +2023-12-14 14:52:57.170004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 constant.148> + +2023-12-14 14:52:57.170012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.149 +2023-12-14 14:52:57.170021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 constant.149> + +2023-12-14 14:52:57.170039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.150 +2023-12-14 14:52:57.170047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 constant.150> + +2023-12-14 14:52:57.170055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.151 +2023-12-14 14:52:57.170064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 constant.151> + +2023-12-14 14:52:57.170071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.152 +2023-12-14 14:52:57.170079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 constant.152> + +2023-12-14 14:52:57.170087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.153 +2023-12-14 14:52:57.170096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 constant.153> + +2023-12-14 14:52:57.170103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.154 +2023-12-14 14:52:57.170111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 constant.154> + +2023-12-14 14:52:57.170119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.155 +2023-12-14 14:52:57.170127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.155> + +2023-12-14 14:52:57.170135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.156 +2023-12-14 14:52:57.170142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.156> + +2023-12-14 14:52:57.170150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.157 +2023-12-14 14:52:57.170159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 constant.157> + +2023-12-14 14:52:57.170167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.158 +2023-12-14 14:52:57.170177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 constant.158> + +2023-12-14 14:52:57.170185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.159 +2023-12-14 14:52:57.170194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <109 constant.159> + +2023-12-14 14:52:57.170202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.160 +2023-12-14 14:52:57.170212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <107 constant.160> + +2023-12-14 14:52:57.170220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.161 +2023-12-14 14:52:57.170229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <104 constant.161> + +2023-12-14 14:52:57.170237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.6 +2023-12-14 14:52:57.170245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <106 convert.6> + +2023-12-14 14:52:57.170257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.23 +2023-12-14 14:52:57.170268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <105 param_0.23> + +2023-12-14 14:52:57.170276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:57.170285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:57.170293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:57.170303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:57.170311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.162 +2023-12-14 14:52:57.170319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.162> + +2023-12-14 14:52:57.170327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:57.170336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.38> + +2023-12-14 14:52:57.170343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:57.170352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.19> + +2023-12-14 14:52:57.170361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:57.170369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.39> + +2023-12-14 14:52:57.170376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.27 +2023-12-14 14:52:57.170385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.27> + +2023-12-14 14:52:57.170393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:57.170401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.20> + +2023-12-14 14:52:57.170409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:57.170418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.41> + +2023-12-14 14:52:57.170427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:57.170436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.23> + +2023-12-14 14:52:57.170443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:57.170453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.31> + +2023-12-14 14:52:57.170461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:57.170470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.43> + +2023-12-14 14:52:57.170483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:57.170492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.26> + +2023-12-14 14:52:57.170499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.35 +2023-12-14 14:52:57.170508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.35> + +2023-12-14 14:52:57.170517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:52:57.170526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 divide.1> + +2023-12-14 14:52:57.170533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.121 +2023-12-14 14:52:57.170543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 add.121> + +2023-12-14 14:52:57.170552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.163 +2023-12-14 14:52:57.170561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 constant.163> + +2023-12-14 14:52:57.170569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.70 +2023-12-14 14:52:57.170578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 multiply.70> + +2023-12-14 14:52:57.170586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.122 +2023-12-14 14:52:57.170594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 add.122> + +2023-12-14 14:52:57.170602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.164 +2023-12-14 14:52:57.170611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 constant.164> + +2023-12-14 14:52:57.170620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.71 +2023-12-14 14:52:57.170629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 multiply.71> + +2023-12-14 14:52:57.170637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.123 +2023-12-14 14:52:57.170646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 add.123> + +2023-12-14 14:52:57.170654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.165 +2023-12-14 14:52:57.170662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 constant.165> + +2023-12-14 14:52:57.170670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.74 +2023-12-14 14:52:57.170679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 multiply.74> + +2023-12-14 14:52:57.170686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.124 +2023-12-14 14:52:57.170694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 add.124> + +2023-12-14 14:52:57.170706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.166 +2023-12-14 14:52:57.170716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 constant.166> + +2023-12-14 14:52:57.170724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.76 +2023-12-14 14:52:57.170733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 multiply.76> + +2023-12-14 14:52:57.170741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:57.170750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 add.125> + +2023-12-14 14:52:57.170759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.167 +2023-12-14 14:52:57.170769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 constant.167> + +2023-12-14 14:52:57.170777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.78 +2023-12-14 14:52:57.170786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <180 multiply.78> + +2023-12-14 14:52:57.170795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.126 +2023-12-14 14:52:57.170804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 add.126> + +2023-12-14 14:52:57.170811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.168 +2023-12-14 14:52:57.170820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 constant.168> + +2023-12-14 14:52:57.170827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.80 +2023-12-14 14:52:57.170836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 multiply.80> + +2023-12-14 14:52:57.170844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.127 +2023-12-14 14:52:57.170853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 add.127> + +2023-12-14 14:52:57.170861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.169 +2023-12-14 14:52:57.170871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 constant.169> + +2023-12-14 14:52:57.170880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.82 +2023-12-14 14:52:57.170889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 multiply.82> + +2023-12-14 14:52:57.170897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.129 +2023-12-14 14:52:57.170906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 add.129> + +2023-12-14 14:52:57.170915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.170 +2023-12-14 14:52:57.170925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 constant.170> + +2023-12-14 14:52:57.170937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.84 +2023-12-14 14:52:57.170947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 multiply.84> + +2023-12-14 14:52:57.170955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.130 +2023-12-14 14:52:57.170963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <170 add.130> + +2023-12-14 14:52:57.170972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.171 +2023-12-14 14:52:57.170982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.171> + +2023-12-14 14:52:57.170990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.86 +2023-12-14 14:52:57.170998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 multiply.86> + +2023-12-14 14:52:57.171006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.132 +2023-12-14 14:52:57.171015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <167 add.132> + +2023-12-14 14:52:57.171024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.172 +2023-12-14 14:52:57.171034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.172> + +2023-12-14 14:52:57.171042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.88 +2023-12-14 14:52:57.171050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <165 multiply.88> + +2023-12-14 14:52:57.171058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.133 +2023-12-14 14:52:57.171068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <164 add.133> + +2023-12-14 14:52:57.171076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.173 +2023-12-14 14:52:57.171085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.173> + +2023-12-14 14:52:57.171094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.90 +2023-12-14 14:52:57.171103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 multiply.90> + +2023-12-14 14:52:57.171110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.134 +2023-12-14 14:52:57.171119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 add.134> + +2023-12-14 14:52:57.171127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.174 +2023-12-14 14:52:57.171136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <160 constant.174> + +2023-12-14 14:52:57.171144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.92 +2023-12-14 14:52:57.171152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <159 multiply.92> + +2023-12-14 14:52:57.171165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.175 +2023-12-14 14:52:57.171175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 constant.175> + +2023-12-14 14:52:57.171184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.94 +2023-12-14 14:52:57.171192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <157 multiply.94> + +2023-12-14 14:52:57.171200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.1 +2023-12-14 14:52:57.171208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <156 clamp.1> + +2023-12-14 14:52:57.171217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.176 +2023-12-14 14:52:57.171227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <155 constant.176> + +2023-12-14 14:52:57.171234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.96 +2023-12-14 14:52:57.171243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 multiply.96> + +2023-12-14 14:52:57.171252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.177 +2023-12-14 14:52:57.171261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 constant.177> + +2023-12-14 14:52:57.171269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.178 +2023-12-14 14:52:57.171279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 constant.178> + +2023-12-14 14:52:57.171287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.7 +2023-12-14 14:52:57.171295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <152 convert.7> + +2023-12-14 14:52:57.171303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.41 +2023-12-14 14:52:57.171313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <151 param_0.41> + +2023-12-14 14:52:57.171329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.135 +2023-12-14 14:52:57.171342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <248 add.135> + +2023-12-14 14:52:57.171350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.153 +2023-12-14 14:52:57.171359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <247 broadcast.153> + +2023-12-14 14:52:57.171366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.8 +2023-12-14 14:52:57.171375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <246 convert.8> + +2023-12-14 14:52:57.171384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.136 +2023-12-14 14:52:57.171392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <242 add.136> + +2023-12-14 14:52:57.171405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.154 +2023-12-14 14:52:57.171414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <241 broadcast.154> + +2023-12-14 14:52:57.171422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:57.171432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <239 xor.21> + +2023-12-14 14:52:57.171441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:57.171450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <238 or.23> + +2023-12-14 14:52:57.171458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:57.171467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <237 shift-right-logical.21> + +2023-12-14 14:52:57.171475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.156 +2023-12-14 14:52:57.171484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <236 broadcast.156> + +2023-12-14 14:52:57.171493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:57.171502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <235 subtract.24> + +2023-12-14 14:52:57.171509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:57.171518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <234 shift-left.19> + +2023-12-14 14:52:57.171527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.157 +2023-12-14 14:52:57.171536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <233 broadcast.157> + +2023-12-14 14:52:57.171545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:57.171555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <232 reshape.44> + +2023-12-14 14:52:57.171562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:57.171571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <231 slice.27> + +2023-12-14 14:52:57.171579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.137 +2023-12-14 14:52:57.171589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <230 add.137> + +2023-12-14 14:52:57.171597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:57.171606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <229 xor.22> + +2023-12-14 14:52:57.171614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:57.171627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <228 or.24> + +2023-12-14 14:52:57.171635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:57.171645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <227 shift-right-logical.22> + +2023-12-14 14:52:57.171653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.158 +2023-12-14 14:52:57.171663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <226 broadcast.158> + +2023-12-14 14:52:57.171670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:57.171680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <225 subtract.25> + +2023-12-14 14:52:57.171687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:57.171697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <224 shift-left.20> + +2023-12-14 14:52:57.171706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.159 +2023-12-14 14:52:57.171715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <223 broadcast.159> + +2023-12-14 14:52:57.171723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:57.171731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <222 reshape.45> + +2023-12-14 14:52:57.171739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:57.171749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <221 slice.28> + +2023-12-14 14:52:57.171757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.138 +2023-12-14 14:52:57.171766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <220 add.138> + +2023-12-14 14:52:57.171774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:57.171784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <219 xor.23> + +2023-12-14 14:52:57.171792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:57.171802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <218 or.25> + +2023-12-14 14:52:57.171810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:57.171818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <217 shift-right-logical.23> + +2023-12-14 14:52:57.171825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.160 +2023-12-14 14:52:57.171834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <216 broadcast.160> + +2023-12-14 14:52:57.171847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:57.171856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <215 subtract.26> + +2023-12-14 14:52:57.171865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:57.171874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <214 shift-left.21> + +2023-12-14 14:52:57.171882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.161 +2023-12-14 14:52:57.171891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <213 broadcast.161> + +2023-12-14 14:52:57.171899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:57.171907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <212 reshape.46> + +2023-12-14 14:52:57.171915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:57.171924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <211 slice.29> + +2023-12-14 14:52:57.171931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.139 +2023-12-14 14:52:57.171939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <210 add.139> + +2023-12-14 14:52:57.171946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:57.171956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <209 xor.24> + +2023-12-14 14:52:57.171964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:57.171973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <208 or.26> + +2023-12-14 14:52:57.171982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:57.171991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <207 shift-right-logical.24> + +2023-12-14 14:52:57.172000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.163 +2023-12-14 14:52:57.172009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <206 broadcast.163> + +2023-12-14 14:52:57.172018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:57.172027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <205 subtract.27> + +2023-12-14 14:52:57.172035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.179 +2023-12-14 14:52:57.172045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <204 constant.179> + +2023-12-14 14:52:57.172054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:57.172063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <203 shift-left.22> + +2023-12-14 14:52:57.172076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.164 +2023-12-14 14:52:57.172085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <202 broadcast.164> + +2023-12-14 14:52:57.172093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:57.172104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <201 reshape.47> + +2023-12-14 14:52:57.172113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:57.172122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <200 slice.30> + +2023-12-14 14:52:57.172129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.140 +2023-12-14 14:52:57.172139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <198 add.140> + +2023-12-14 14:52:57.172146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.142 +2023-12-14 14:52:57.172154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <245 add.142> + +2023-12-14 14:52:57.172163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.42 +2023-12-14 14:52:57.172172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <240 param_0.42> + +2023-12-14 14:52:57.172180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.60 +2023-12-14 14:52:57.172188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <199 param_1.60> + +2023-12-14 14:52:57.172197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.56 +2023-12-14 14:52:57.172207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <197 param_2.56> + +2023-12-14 14:52:57.172216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.65 +2023-12-14 14:52:57.172224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <196 param_3.65> + +2023-12-14 14:52:57.172233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.68 +2023-12-14 14:52:57.172242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <243 param_4.68> + +2023-12-14 14:52:57.172249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.180 +2023-12-14 14:52:57.172260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <244 constant.180> + +2023-12-14 14:52:57.172268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.172278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.172286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.172303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.12> + +2023-12-14 14:52:57.172312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.172321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:57.172329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:57.172337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:57.172345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:57.172354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:57.172362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:57.172370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 copy.8> + +2023-12-14 14:52:57.172379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.143 +2023-12-14 14:52:57.172389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <103 add.143> + +2023-12-14 14:52:57.172397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.166 +2023-12-14 14:52:57.172406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <102 broadcast.166> + +2023-12-14 14:52:57.172415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.144 +2023-12-14 14:52:57.172424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <100 add.144> + +2023-12-14 14:52:57.172432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.43 +2023-12-14 14:52:57.172440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <101 param_0.43> + +2023-12-14 14:52:57.172449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:57.172457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <99 xor.25> + +2023-12-14 14:52:57.172465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:57.172475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <98 or.27> + +2023-12-14 14:52:57.172483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:57.172492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <97 shift-right-logical.25> + +2023-12-14 14:52:57.172500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:57.172509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <96 broadcast.167> + +2023-12-14 14:52:57.172517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:57.172531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <95 subtract.28> + +2023-12-14 14:52:57.172540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:57.172549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <94 shift-left.23> + +2023-12-14 14:52:57.172557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.168 +2023-12-14 14:52:57.172567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <93 broadcast.168> + +2023-12-14 14:52:57.172576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.48 +2023-12-14 14:52:57.172584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <92 reshape.48> + +2023-12-14 14:52:57.172591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:57.172600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 slice.31> + +2023-12-14 14:52:57.172608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.145 +2023-12-14 14:52:57.172616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <90 add.145> + +2023-12-14 14:52:57.172625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:57.172634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <89 xor.26> + +2023-12-14 14:52:57.172641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:57.172649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <88 or.28> + +2023-12-14 14:52:57.172658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:57.172667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <87 shift-right-logical.26> + +2023-12-14 14:52:57.172676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.170 +2023-12-14 14:52:57.172686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <86 broadcast.170> + +2023-12-14 14:52:57.172694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:57.172703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 subtract.29> + +2023-12-14 14:52:57.172710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:57.172720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <84 shift-left.24> + +2023-12-14 14:52:57.172728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.172 +2023-12-14 14:52:57.172738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <83 broadcast.172> + +2023-12-14 14:52:57.172751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:57.172760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 reshape.49> + +2023-12-14 14:52:57.172767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:57.172776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 slice.32> + +2023-12-14 14:52:57.172785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.146 +2023-12-14 14:52:57.172794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <80 add.146> + +2023-12-14 14:52:57.172801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:57.172811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <79 xor.27> + +2023-12-14 14:52:57.172818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.29 +2023-12-14 14:52:57.172827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <78 or.29> + +2023-12-14 14:52:57.172836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:57.172846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <77 shift-right-logical.27> + +2023-12-14 14:52:57.172854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:57.172863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <76 broadcast.173> + +2023-12-14 14:52:57.172872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.30 +2023-12-14 14:52:57.172882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 subtract.30> + +2023-12-14 14:52:57.172889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.181 +2023-12-14 14:52:57.172898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <74 constant.181> + +2023-12-14 14:52:57.172907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.61 +2023-12-14 14:52:57.172915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <69 param_1.61> + +2023-12-14 14:52:57.172923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:57.172933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <73 shift-left.25> + +2023-12-14 14:52:57.172941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.174 +2023-12-14 14:52:57.172951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <72 broadcast.174> + +2023-12-14 14:52:57.172959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:57.172968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 reshape.50> + +2023-12-14 14:52:57.172981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:57.172990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 slice.33> + +2023-12-14 14:52:57.172998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.147 +2023-12-14 14:52:57.173007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <68 add.147> + +2023-12-14 14:52:57.173014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.57 +2023-12-14 14:52:57.173024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <67 param_2.57> + +2023-12-14 14:52:57.173033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.66 +2023-12-14 14:52:57.173042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <66 param_3.66> + +2023-12-14 14:52:57.173050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:57.173061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.173069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:57.173077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:57.173085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:57.173093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:57.173101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:57.173109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:57.173118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:57.173126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:57.173135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.2 +2023-12-14 14:52:57.173145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <409 minimum.2> + +2023-12-14 14:52:57.173152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:57.173161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <408 maximum.4> + +2023-12-14 14:52:57.173167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.98 +2023-12-14 14:52:57.173177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <407 multiply.98> + +2023-12-14 14:52:57.173185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:57.173194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <406 broadcast.176> + +2023-12-14 14:52:57.173206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.182 +2023-12-14 14:52:57.173215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <405 constant.182> + +2023-12-14 14:52:57.173221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:57.173230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <404 select.41> + +2023-12-14 14:52:57.173239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.99 +2023-12-14 14:52:57.173248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <403 multiply.99> + +2023-12-14 14:52:57.173255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.148 +2023-12-14 14:52:57.173263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <402 add.148> + +2023-12-14 14:52:57.173272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.100 +2023-12-14 14:52:57.173280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <401 multiply.100> + +2023-12-14 14:52:57.173288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.149 +2023-12-14 14:52:57.173299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <400 add.149> + +2023-12-14 14:52:57.173306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.101 +2023-12-14 14:52:57.173315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <399 multiply.101> + +2023-12-14 14:52:57.173322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.150 +2023-12-14 14:52:57.173332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <398 add.150> + +2023-12-14 14:52:57.173340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.102 +2023-12-14 14:52:57.173349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <397 multiply.102> + +2023-12-14 14:52:57.173358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.152 +2023-12-14 14:52:57.173366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <396 add.152> + +2023-12-14 14:52:57.173373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.103 +2023-12-14 14:52:57.173381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <395 multiply.103> + +2023-12-14 14:52:57.173389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.153 +2023-12-14 14:52:57.173397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <394 add.153> + +2023-12-14 14:52:57.173405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.104 +2023-12-14 14:52:57.173431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <393 multiply.104> + +2023-12-14 14:52:57.173440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.154 +2023-12-14 14:52:57.173449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <392 add.154> + +2023-12-14 14:52:57.173457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.105 +2023-12-14 14:52:57.173465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <391 multiply.105> + +2023-12-14 14:52:57.173472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.155 +2023-12-14 14:52:57.173481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <390 add.155> + +2023-12-14 14:52:57.173490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.106 +2023-12-14 14:52:57.173498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <389 multiply.106> + +2023-12-14 14:52:57.173506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.156 +2023-12-14 14:52:57.173516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <388 add.156> + +2023-12-14 14:52:57.173524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.107 +2023-12-14 14:52:57.173532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <387 multiply.107> + +2023-12-14 14:52:57.173541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:57.173551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <386 select.42> + +2023-12-14 14:52:57.173558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.157 +2023-12-14 14:52:57.173567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <385 add.157> + +2023-12-14 14:52:57.173576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:57.173585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <384 broadcast.177> + +2023-12-14 14:52:57.173594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.183 +2023-12-14 14:52:57.173604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <383 constant.183> + +2023-12-14 14:52:57.173611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:57.173620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <382 sqrt.3> + +2023-12-14 14:52:57.173628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.158 +2023-12-14 14:52:57.173637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <381 add.158> + +2023-12-14 14:52:57.173649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:57.173659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <380 broadcast.178> + +2023-12-14 14:52:57.173667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.184 +2023-12-14 14:52:57.173676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <379 constant.184> + +2023-12-14 14:52:57.173683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:57.173694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <378 select.43> + +2023-12-14 14:52:57.173702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:57.173711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <377 broadcast.179> + +2023-12-14 14:52:57.173719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.185 +2023-12-14 14:52:57.173728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <376 constant.185> + +2023-12-14 14:52:57.173736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:57.173745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <375 broadcast.180> + +2023-12-14 14:52:57.173754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.186 +2023-12-14 14:52:57.173763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <374 constant.186> + +2023-12-14 14:52:57.173771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.44 +2023-12-14 14:52:57.173780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <373 select.44> + +2023-12-14 14:52:57.173789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:57.173799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <372 broadcast.181> + +2023-12-14 14:52:57.173807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.187 +2023-12-14 14:52:57.173817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <371 constant.187> + +2023-12-14 14:52:57.173825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:57.173834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <370 broadcast.182> + +2023-12-14 14:52:57.173842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.188 +2023-12-14 14:52:57.173851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <369 constant.188> + +2023-12-14 14:52:57.173858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.45 +2023-12-14 14:52:57.173868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <368 select.45> + +2023-12-14 14:52:57.173882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:57.173892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <367 broadcast.183> + +2023-12-14 14:52:57.173901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.189 +2023-12-14 14:52:57.173910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <366 constant.189> + +2023-12-14 14:52:57.173918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:57.173927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <365 broadcast.184> + +2023-12-14 14:52:57.173936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.191 +2023-12-14 14:52:57.173945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <364 constant.191> + +2023-12-14 14:52:57.173953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.46 +2023-12-14 14:52:57.173961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <363 select.46> + +2023-12-14 14:52:57.173969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:57.173978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <362 broadcast.185> + +2023-12-14 14:52:57.173986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.192 +2023-12-14 14:52:57.173996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <361 constant.192> + +2023-12-14 14:52:57.174004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:57.174013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <360 broadcast.186> + +2023-12-14 14:52:57.174020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.193 +2023-12-14 14:52:57.174030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <359 constant.193> + +2023-12-14 14:52:57.174037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.47 +2023-12-14 14:52:57.174047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <358 select.47> + +2023-12-14 14:52:57.174055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:57.174064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <357 broadcast.187> + +2023-12-14 14:52:57.174072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.194 +2023-12-14 14:52:57.174080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <356 constant.194> + +2023-12-14 14:52:57.174089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:57.174102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <355 broadcast.188> + +2023-12-14 14:52:57.174110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.195 +2023-12-14 14:52:57.174119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <354 constant.195> + +2023-12-14 14:52:57.174127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.48 +2023-12-14 14:52:57.174136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <353 select.48> + +2023-12-14 14:52:57.174145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:57.174154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <352 broadcast.189> + +2023-12-14 14:52:57.174161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.196 +2023-12-14 14:52:57.174171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <351 constant.196> + +2023-12-14 14:52:57.174178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:57.174188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <350 broadcast.190> + +2023-12-14 14:52:57.174197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.197 +2023-12-14 14:52:57.174206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <349 constant.197> + +2023-12-14 14:52:57.174215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.49 +2023-12-14 14:52:57.174224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <348 select.49> + +2023-12-14 14:52:57.174231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:57.174240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <347 broadcast.191> + +2023-12-14 14:52:57.174249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.198 +2023-12-14 14:52:57.174257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <346 constant.198> + +2023-12-14 14:52:57.174264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:57.174274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <345 broadcast.192> + +2023-12-14 14:52:57.174282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.199 +2023-12-14 14:52:57.174290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <344 constant.199> + +2023-12-14 14:52:57.174299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.50 +2023-12-14 14:52:57.174309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <343 select.50> + +2023-12-14 14:52:57.174321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:57.174331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <342 broadcast.193> + +2023-12-14 14:52:57.174339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.200 +2023-12-14 14:52:57.174349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <341 constant.200> + +2023-12-14 14:52:57.174357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:57.174367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <340 broadcast.194> + +2023-12-14 14:52:57.174375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.201 +2023-12-14 14:52:57.174384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <339 constant.201> + +2023-12-14 14:52:57.174391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.51 +2023-12-14 14:52:57.174401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <338 select.51> + +2023-12-14 14:52:57.174409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:57.174418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <337 broadcast.195> + +2023-12-14 14:52:57.174427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.202 +2023-12-14 14:52:57.174436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <336 constant.202> + +2023-12-14 14:52:57.174443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:57.174453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <335 broadcast.196> + +2023-12-14 14:52:57.174462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.203 +2023-12-14 14:52:57.174471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <334 constant.203> + +2023-12-14 14:52:57.174478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.18 +2023-12-14 14:52:57.174488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <333 compare.18> + +2023-12-14 14:52:57.174496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:57.174506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <332 broadcast.197> + +2023-12-14 14:52:57.174514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.204 +2023-12-14 14:52:57.174523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <331 constant.204> + +2023-12-14 14:52:57.174531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:57.174544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <330 negate.9> + +2023-12-14 14:52:57.174552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:57.174563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <329 log-plus-one.3> + +2023-12-14 14:52:57.174570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.108 +2023-12-14 14:52:57.174580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <328 multiply.108> + +2023-12-14 14:52:57.174587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:57.174595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <327 negate.10> + +2023-12-14 14:52:57.174603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.109 +2023-12-14 14:52:57.174613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <326 multiply.109> + +2023-12-14 14:52:57.174620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:57.174630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <325 broadcast.198> + +2023-12-14 14:52:57.174637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.19 +2023-12-14 14:52:57.174647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <324 compare.19> + +2023-12-14 14:52:57.174656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:57.174665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <323 broadcast.199> + +2023-12-14 14:52:57.174673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.205 +2023-12-14 14:52:57.174682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <322 constant.205> + +2023-12-14 14:52:57.174689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:57.174698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <321 abs.3> + +2023-12-14 14:52:57.174707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:57.174716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <320 reshape.51> + +2023-12-14 14:52:57.174723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.5 +2023-12-14 14:52:57.174734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <319 maximum.5> + +2023-12-14 14:52:57.174741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.159 +2023-12-14 14:52:57.174749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <318 add.159> + +2023-12-14 14:52:57.174761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.110 +2023-12-14 14:52:57.174770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <317 multiply.110> + +2023-12-14 14:52:57.174777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:57.174786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <316 broadcast.200> + +2023-12-14 14:52:57.174795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:57.174803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <315 reshape.52> + +2023-12-14 14:52:57.174810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.31 +2023-12-14 14:52:57.174819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <314 subtract.31> + +2023-12-14 14:52:57.174828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.53 +2023-12-14 14:52:57.174837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <313 reshape.53> + +2023-12-14 14:52:57.174844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:57.174854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <312 reshape.54> + +2023-12-14 14:52:57.174862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.160 +2023-12-14 14:52:57.174871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <310 add.160> + +2023-12-14 14:52:57.174878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:57.174888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <309 broadcast.201> + +2023-12-14 14:52:57.174896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.206 +2023-12-14 14:52:57.174905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <308 constant.206> + +2023-12-14 14:52:57.174913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.6 +2023-12-14 14:52:57.174923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <307 bitcast-convert.6> + +2023-12-14 14:52:57.174930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.30 +2023-12-14 14:52:57.174938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <306 or.30> + +2023-12-14 14:52:57.174947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:57.174954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <305 broadcast.202> + +2023-12-14 14:52:57.174962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.207 +2023-12-14 14:52:57.174970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <304 constant.207> + +2023-12-14 14:52:57.174983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:57.174991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <303 shift-right-logical.28> + +2023-12-14 14:52:57.174998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:57.175020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <302 broadcast.203> + +2023-12-14 14:52:57.175027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.208 +2023-12-14 14:52:57.175037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <301 constant.208> + +2023-12-14 14:52:57.175045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:57.175054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <300 concatenate.1> + +2023-12-14 14:52:57.175061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:57.175070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <297 broadcast.204> + +2023-12-14 14:52:57.175076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:57.175084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <295 broadcast.205> + +2023-12-14 14:52:57.175091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.7 +2023-12-14 14:52:57.175100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <294 bitcast-convert.7> + +2023-12-14 14:52:57.175108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.52 +2023-12-14 14:52:57.175116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <293 select.52> + +2023-12-14 14:52:57.175123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.53 +2023-12-14 14:52:57.175132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <292 select.53> + +2023-12-14 14:52:57.175139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.54 +2023-12-14 14:52:57.175146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <291 select.54> + +2023-12-14 14:52:57.175154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.162 +2023-12-14 14:52:57.175163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <290 add.162> + +2023-12-14 14:52:57.175170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.55 +2023-12-14 14:52:57.175178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <289 select.55> + +2023-12-14 14:52:57.175184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.31 +2023-12-14 14:52:57.175197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <288 or.31> + +2023-12-14 14:52:57.175206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.20 +2023-12-14 14:52:57.175214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <287 compare.20> + +2023-12-14 14:52:57.175221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:57.175230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <286 and.4> + +2023-12-14 14:52:57.175237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.21 +2023-12-14 14:52:57.175246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <285 compare.21> + +2023-12-14 14:52:57.175255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.22 +2023-12-14 14:52:57.175264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <284 compare.22> + +2023-12-14 14:52:57.175272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.5 +2023-12-14 14:52:57.175280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <283 and.5> + +2023-12-14 14:52:57.175288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.8 +2023-12-14 14:52:57.175296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <282 bitcast-convert.8> + +2023-12-14 14:52:57.175304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.23 +2023-12-14 14:52:57.175314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <281 compare.23> + +2023-12-14 14:52:57.175330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.209 +2023-12-14 14:52:57.175338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <280 constant.209> + +2023-12-14 14:52:57.175347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.24 +2023-12-14 14:52:57.175355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <279 compare.24> + +2023-12-14 14:52:57.175364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.9 +2023-12-14 14:52:57.175373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <278 convert.9> + +2023-12-14 14:52:57.175382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:57.175391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <276 broadcast.206> + +2023-12-14 14:52:57.175398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.44 +2023-12-14 14:52:57.175407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <296 param_0.44> + +2023-12-14 14:52:57.175416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.62 +2023-12-14 14:52:57.175429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <311 param_1.62> + +2023-12-14 14:52:57.175438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.58 +2023-12-14 14:52:57.175447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <298 param_2.58> + +2023-12-14 14:52:57.175454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.67 +2023-12-14 14:52:57.175463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <299 param_3.67> + +2023-12-14 14:52:57.175472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.9 +2023-12-14 14:52:57.175481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <275 bitcast-convert.9> + +2023-12-14 14:52:57.175488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.56 +2023-12-14 14:52:57.175496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <274 select.56> + +2023-12-14 14:52:57.175505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.57 +2023-12-14 14:52:57.175516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <273 select.57> + +2023-12-14 14:52:57.175523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.58 +2023-12-14 14:52:57.175533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 select.58> + +2023-12-14 14:52:57.175541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.163 +2023-12-14 14:52:57.175549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <271 add.163> + +2023-12-14 14:52:57.175557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.59 +2023-12-14 14:52:57.175566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <270 select.59> + +2023-12-14 14:52:57.175574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.210 +2023-12-14 14:52:57.175582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <269 constant.210> + +2023-12-14 14:52:57.175590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.211 +2023-12-14 14:52:57.175599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <268 constant.211> + +2023-12-14 14:52:57.175606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.32 +2023-12-14 14:52:57.175615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <267 or.32> + +2023-12-14 14:52:57.175623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.25 +2023-12-14 14:52:57.175632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <266 compare.25> + +2023-12-14 14:52:57.175639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.6 +2023-12-14 14:52:57.175658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <265 and.6> + +2023-12-14 14:52:57.175667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.212 +2023-12-14 14:52:57.175677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 constant.212> + +2023-12-14 14:52:57.175685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.26 +2023-12-14 14:52:57.175694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <263 compare.26> + +2023-12-14 14:52:57.175701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.213 +2023-12-14 14:52:57.175711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <262 constant.213> + +2023-12-14 14:52:57.175720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.214 +2023-12-14 14:52:57.175728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <261 constant.214> + +2023-12-14 14:52:57.175735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.27 +2023-12-14 14:52:57.175745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <260 compare.27> + +2023-12-14 14:52:57.175752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.215 +2023-12-14 14:52:57.175762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <259 constant.215> + +2023-12-14 14:52:57.175769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.7 +2023-12-14 14:52:57.175778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <258 and.7> + +2023-12-14 14:52:57.175786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.216 +2023-12-14 14:52:57.175794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <257 constant.216> + +2023-12-14 14:52:57.175801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.10 +2023-12-14 14:52:57.175811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <256 bitcast-convert.10> + +2023-12-14 14:52:57.175820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.217 +2023-12-14 14:52:57.175828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <255 constant.217> + +2023-12-14 14:52:57.175836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.28 +2023-12-14 14:52:57.175844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <254 compare.28> + +2023-12-14 14:52:57.175850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.218 +2023-12-14 14:52:57.175859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <253 constant.218> + +2023-12-14 14:52:57.175867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.219 +2023-12-14 14:52:57.175879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <252 constant.219> + +2023-12-14 14:52:57.175886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.69 +2023-12-14 14:52:57.175895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <277 param_4.69> + +2023-12-14 14:52:57.175903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.29 +2023-12-14 14:52:57.175912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <251 compare.29> + +2023-12-14 14:52:57.175921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.10 +2023-12-14 14:52:57.175931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <250 convert.10> + +2023-12-14 14:52:57.175938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_5.76 +2023-12-14 14:52:57.175947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <249 param_5.76> + +2023-12-14 14:52:57.175957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:57.175967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <26 fusion.2.clone> + +2023-12-14 14:52:57.175975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:57.175984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.175993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:57.176000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.176007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:57.176016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 while.1{1} (phi)> + +2023-12-14 14:52:57.176024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:57.176032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <431 while.1{2} (phi)> + +2023-12-14 14:52:57.176039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.13 +2023-12-14 14:52:57.176048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.176056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.14 +2023-12-14 14:52:57.176065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.176073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.164 +2023-12-14 14:52:57.176083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 add.164> + +2023-12-14 14:52:57.176094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:57.176103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <24 broadcast.207> + +2023-12-14 14:52:57.176111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:57.176119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <23 reshape.55> + +2023-12-14 14:52:57.176127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:57.176136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <22 slice.34> + +2023-12-14 14:52:57.176144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:57.176153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <20 slice.35> + +2023-12-14 14:52:57.176161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.45 +2023-12-14 14:52:57.176169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 param_0.45> + +2023-12-14 14:52:57.176178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:57.176187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <19 iota.2> + +2023-12-14 14:52:57.176194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5.clone +2023-12-14 14:52:57.176204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.176211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.15 +2023-12-14 14:52:57.176219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.176228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.165 +2023-12-14 14:52:57.176238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 add.165> + +2023-12-14 14:52:57.176245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:57.176254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <17 broadcast.208> + +2023-12-14 14:52:57.176263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:57.176272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 reshape.56> + +2023-12-14 14:52:57.176280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:57.176288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <15 slice.36> + +2023-12-14 14:52:57.176296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:57.176305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <13 slice.37> + +2023-12-14 14:52:57.176317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.46 +2023-12-14 14:52:57.176328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 param_0.46> + +2023-12-14 14:52:57.176336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:57.176345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <12 iota.3> + +2023-12-14 14:52:57.176352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7.clone +2023-12-14 14:52:57.176362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.176370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.16 +2023-12-14 14:52:57.176379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.179075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:57.179118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.179127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.179142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> (def) +2023-12-14 14:52:57.179150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.179163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> (def) +2023-12-14 14:52:57.179170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:57.179184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> (def) +2023-12-14 14:52:57.179193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:57.179206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> (def) +2023-12-14 14:52:57.179213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:57.179227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.21> (def) +2023-12-14 14:52:57.179235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:57.179251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.22> (def) +2023-12-14 14:52:57.179258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:57.179284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.179292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 while.1{} (phi)> (def) +2023-12-14 14:52:57.179300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.179308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 while.1{0} (phi)> (def) +2023-12-14 14:52:57.179314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.179331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> (def) +2023-12-14 14:52:57.179338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.179346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> (def) +2023-12-14 14:52:57.179353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.179360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 while.1{3} (phi)> (def) +2023-12-14 14:52:57.179367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.179374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 while.1{4} (phi)> (def) +2023-12-14 14:52:57.179383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.179390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 while.1{5} (phi)> (def) +2023-12-14 14:52:57.179398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.179407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 while.1{6} (phi)> (def) +2023-12-14 14:52:57.179415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.179422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{7} (phi)> (def) +2023-12-14 14:52:57.179429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:57.179444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:57.179452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:57.179468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:57.179476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:57.179489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:57.179496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:57.179516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> (def) +2023-12-14 14:52:57.179523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:57.179539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> (def) +2023-12-14 14:52:57.179545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:52:57.179561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> (def) +2023-12-14 14:52:57.179568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9: +2023-12-14 14:52:57.179581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> (def) +2023-12-14 14:52:57.179588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:57.179602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> +2023-12-14 14:52:57.179610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:57.179625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.179633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:57.179647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.179656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:57.179672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.179679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.9{}> (def) +2023-12-14 14:52:57.179688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.179695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> +2023-12-14 14:52:57.179703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.179711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.179719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.179726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.179737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.179746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> +2023-12-14 14:52:57.179753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.179761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> +2023-12-14 14:52:57.179769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.179778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> +2023-12-14 14:52:57.179785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.179792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> +2023-12-14 14:52:57.179799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.179808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> +2023-12-14 14:52:57.179817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:57.179831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> (def) +2023-12-14 14:52:57.179839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:57.179854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> (def) +2023-12-14 14:52:57.179862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:57.179877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> (def) +2023-12-14 14:52:57.179884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.179892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:57.179900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.179909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:57.179917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.179924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:57.179932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.179940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:57.179948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.179955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:57.179968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.179976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:57.179983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.179991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:57.179999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.180006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:57.180014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.180023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:57.180030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.180037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:57.180044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:57.180060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.102> (def) +2023-12-14 14:52:57.180069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:57.180085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> (def) +2023-12-14 14:52:57.180092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.180106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.180115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:57.180129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.180136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103: +2023-12-14 14:52:57.180153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.180160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:57.180176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> (def) +2023-12-14 14:52:57.180183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104: +2023-12-14 14:52:57.180203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.180210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:57.180226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> (def) +2023-12-14 14:52:57.180235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105: +2023-12-14 14:52:57.180249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.180256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:57.180272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> (def) +2023-12-14 14:52:57.180280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106: +2023-12-14 14:52:57.180295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.180303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:57.180317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> (def) +2023-12-14 14:52:57.180325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:57.180339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.180347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:57.180362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> (def) +2023-12-14 14:52:57.180371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:57.180386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.180393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:57.180407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> (def) +2023-12-14 14:52:57.180414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:57.180436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.180442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:57.180452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> (def) +2023-12-14 14:52:57.180457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110: +2023-12-14 14:52:57.180467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.180473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:57.180483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> (def) +2023-12-14 14:52:57.180487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:57.180497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> (def) +2023-12-14 14:52:57.180502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:57.180512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> (def) +2023-12-14 14:52:57.180517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:57.180527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> (def) +2023-12-14 14:52:57.180532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:57.180542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> (def) +2023-12-14 14:52:57.180547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:57.180557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> (def) +2023-12-14 14:52:57.180561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:57.180571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.180576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> (def) +2023-12-14 14:52:57.180585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.180590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> +2023-12-14 14:52:57.180597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.180602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.180608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.180613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.180618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.180622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:57.180628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.180633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:57.180638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.180643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:57.180648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.180653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:57.180658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.180663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:57.180668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:57.180678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.180683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:57.180688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.180693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:57.180699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.180703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:57.180708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.180713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:57.180718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.180723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:57.180729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.180737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:57.180742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.180747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:57.180752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.180757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:57.180763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.180768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:57.180772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:57.180783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> (def) +2023-12-14 14:52:57.180789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:57.180799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> (def) +2023-12-14 14:52:57.180804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:57.180814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.180819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0: +2023-12-14 14:52:57.180829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 divide.0> (def) +2023-12-14 14:52:57.180833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:57.180844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.105> (def) +2023-12-14 14:52:57.180849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:57.180859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.42> (def) +2023-12-14 14:52:57.180863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:57.180873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.106> (def) +2023-12-14 14:52:57.180880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:57.180894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.45> (def) +2023-12-14 14:52:57.180898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:57.180909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.107> (def) +2023-12-14 14:52:57.180914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:57.180923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.47> (def) +2023-12-14 14:52:57.180928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:57.180938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.108> (def) +2023-12-14 14:52:57.180944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:57.180953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.49> (def) +2023-12-14 14:52:57.180958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:57.180968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.109> (def) +2023-12-14 14:52:57.180973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:57.180983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.51> (def) +2023-12-14 14:52:57.180987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.180992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:57.180997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.110> (def) +2023-12-14 14:52:57.181004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53: +2023-12-14 14:52:57.181017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.53> (def) +2023-12-14 14:52:57.181025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:57.181039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.112> (def) +2023-12-14 14:52:57.181047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55: +2023-12-14 14:52:57.181068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.55> (def) +2023-12-14 14:52:57.181076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:57.181093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.114> (def) +2023-12-14 14:52:57.181101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57: +2023-12-14 14:52:57.181110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.57> (def) +2023-12-14 14:52:57.181116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:57.181127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.115> (def) +2023-12-14 14:52:57.181131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59: +2023-12-14 14:52:57.181141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.59> (def) +2023-12-14 14:52:57.181145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:57.181156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.116> (def) +2023-12-14 14:52:57.181160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61: +2023-12-14 14:52:57.181170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.61> (def) +2023-12-14 14:52:57.181174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:57.181185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.117> (def) +2023-12-14 14:52:57.181190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63: +2023-12-14 14:52:57.181199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.63> (def) +2023-12-14 14:52:57.181204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:57.181215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.118> (def) +2023-12-14 14:52:57.181219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65: +2023-12-14 14:52:57.181236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.65> (def) +2023-12-14 14:52:57.181242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67: +2023-12-14 14:52:57.181252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 multiply.67> (def) +2023-12-14 14:52:57.181257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0: +2023-12-14 14:52:57.181266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 clamp.0> (def) +2023-12-14 14:52:57.181272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69: +2023-12-14 14:52:57.181282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 multiply.69> (def) +2023-12-14 14:52:57.181287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146: +2023-12-14 14:52:57.181296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.146> (def) +2023-12-14 14:52:57.181302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147: +2023-12-14 14:52:57.181312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.147> (def) +2023-12-14 14:52:57.181317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148: +2023-12-14 14:52:57.181326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.148> (def) +2023-12-14 14:52:57.181332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149: +2023-12-14 14:52:57.181342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.149> (def) +2023-12-14 14:52:57.181347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150: +2023-12-14 14:52:57.181356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.150> (def) +2023-12-14 14:52:57.181362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151: +2023-12-14 14:52:57.181372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.151> (def) +2023-12-14 14:52:57.181377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152: +2023-12-14 14:52:57.181392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.152> (def) +2023-12-14 14:52:57.181397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153: +2023-12-14 14:52:57.181407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.153> (def) +2023-12-14 14:52:57.181412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154: +2023-12-14 14:52:57.181422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.154> (def) +2023-12-14 14:52:57.181427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155: +2023-12-14 14:52:57.181436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.155> (def) +2023-12-14 14:52:57.181441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156: +2023-12-14 14:52:57.181452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.156> (def) +2023-12-14 14:52:57.181457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157: +2023-12-14 14:52:57.181467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.157> (def) +2023-12-14 14:52:57.181472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158: +2023-12-14 14:52:57.181481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.158> (def) +2023-12-14 14:52:57.181486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159: +2023-12-14 14:52:57.181496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.159> (def) +2023-12-14 14:52:57.181500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160: +2023-12-14 14:52:57.181510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.160> (def) +2023-12-14 14:52:57.181515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161: +2023-12-14 14:52:57.181525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.161> (def) +2023-12-14 14:52:57.181529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6: +2023-12-14 14:52:57.181541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 convert.6> (def) +2023-12-14 14:52:57.181547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23: +2023-12-14 14:52:57.181557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.23> (def) +2023-12-14 14:52:57.181561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:57.181571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:57.181576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:57.181586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:57.181590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162: +2023-12-14 14:52:57.181600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> (def) +2023-12-14 14:52:57.181606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:57.181616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> (def) +2023-12-14 14:52:57.181620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:57.181630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> (def) +2023-12-14 14:52:57.181635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:57.181645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> (def) +2023-12-14 14:52:57.181650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27: +2023-12-14 14:52:57.181659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> (def) +2023-12-14 14:52:57.181664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:57.181674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> (def) +2023-12-14 14:52:57.181679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:57.181691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> (def) +2023-12-14 14:52:57.181697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:57.181706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> (def) +2023-12-14 14:52:57.181711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:57.181720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> (def) +2023-12-14 14:52:57.181726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:57.181737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> (def) +2023-12-14 14:52:57.181742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:57.181751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> (def) +2023-12-14 14:52:57.181757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35: +2023-12-14 14:52:57.181767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> (def) +2023-12-14 14:52:57.181772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:52:57.181781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 divide.1> (def) +2023-12-14 14:52:57.181786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121: +2023-12-14 14:52:57.181796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.121> (def) +2023-12-14 14:52:57.181800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163: +2023-12-14 14:52:57.181810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.163> (def) +2023-12-14 14:52:57.181814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70: +2023-12-14 14:52:57.181825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 multiply.70> (def) +2023-12-14 14:52:57.181829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122: +2023-12-14 14:52:57.181839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 add.122> (def) +2023-12-14 14:52:57.181846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164: +2023-12-14 14:52:57.181856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.164> (def) +2023-12-14 14:52:57.181861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71: +2023-12-14 14:52:57.181870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.71> (def) +2023-12-14 14:52:57.181875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123: +2023-12-14 14:52:57.181885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.123> (def) +2023-12-14 14:52:57.181890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165: +2023-12-14 14:52:57.181899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.165> (def) +2023-12-14 14:52:57.181904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74: +2023-12-14 14:52:57.181914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 multiply.74> (def) +2023-12-14 14:52:57.181919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124: +2023-12-14 14:52:57.181928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 add.124> (def) +2023-12-14 14:52:57.181933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166: +2023-12-14 14:52:57.181944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.166> (def) +2023-12-14 14:52:57.181948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76: +2023-12-14 14:52:57.181958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.76> (def) +2023-12-14 14:52:57.181962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:57.181974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.125> (def) +2023-12-14 14:52:57.181978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.181983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167: +2023-12-14 14:52:57.181988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.167> (def) +2023-12-14 14:52:57.181995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78: +2023-12-14 14:52:57.182006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.78> (def) +2023-12-14 14:52:57.182010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126: +2023-12-14 14:52:57.182020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.126> (def) +2023-12-14 14:52:57.182024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168: +2023-12-14 14:52:57.182035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.168> (def) +2023-12-14 14:52:57.182040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80: +2023-12-14 14:52:57.182049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.80> (def) +2023-12-14 14:52:57.182054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127: +2023-12-14 14:52:57.182065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 add.127> (def) +2023-12-14 14:52:57.182070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169: +2023-12-14 14:52:57.182079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.169> (def) +2023-12-14 14:52:57.182084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82: +2023-12-14 14:52:57.182094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.82> (def) +2023-12-14 14:52:57.182099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129: +2023-12-14 14:52:57.182109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.129> (def) +2023-12-14 14:52:57.182113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170: +2023-12-14 14:52:57.182123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.170> (def) +2023-12-14 14:52:57.182128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84: +2023-12-14 14:52:57.182138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.84> (def) +2023-12-14 14:52:57.182145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130: +2023-12-14 14:52:57.182156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.130> (def) +2023-12-14 14:52:57.182161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171: +2023-12-14 14:52:57.182170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.171> (def) +2023-12-14 14:52:57.182175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86: +2023-12-14 14:52:57.182186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.86> (def) +2023-12-14 14:52:57.182191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132: +2023-12-14 14:52:57.182200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.132> (def) +2023-12-14 14:52:57.182205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172: +2023-12-14 14:52:57.182215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.172> (def) +2023-12-14 14:52:57.182220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88: +2023-12-14 14:52:57.182230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.88> (def) +2023-12-14 14:52:57.182234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133: +2023-12-14 14:52:57.182245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.133> (def) +2023-12-14 14:52:57.182250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173: +2023-12-14 14:52:57.182259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.173> (def) +2023-12-14 14:52:57.182264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90: +2023-12-14 14:52:57.182276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.90> (def) +2023-12-14 14:52:57.182280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134: +2023-12-14 14:52:57.182290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.134> (def) +2023-12-14 14:52:57.182297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174: +2023-12-14 14:52:57.182308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.174> (def) +2023-12-14 14:52:57.182313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92: +2023-12-14 14:52:57.182322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.92> (def) +2023-12-14 14:52:57.182327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175: +2023-12-14 14:52:57.182338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.175> (def) +2023-12-14 14:52:57.182342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94: +2023-12-14 14:52:57.182352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.94> (def) +2023-12-14 14:52:57.182356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1: +2023-12-14 14:52:57.182367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 clamp.1> (def) +2023-12-14 14:52:57.182372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176: +2023-12-14 14:52:57.182381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.176> (def) +2023-12-14 14:52:57.182386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96: +2023-12-14 14:52:57.182397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.96> (def) +2023-12-14 14:52:57.182401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177: +2023-12-14 14:52:57.182411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.177> (def) +2023-12-14 14:52:57.182415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178: +2023-12-14 14:52:57.182427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.178> (def) +2023-12-14 14:52:57.182433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7: +2023-12-14 14:52:57.182442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 convert.7> (def) +2023-12-14 14:52:57.182449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41: +2023-12-14 14:52:57.182460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_0.41> (def) +2023-12-14 14:52:57.182465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135: +2023-12-14 14:52:57.182474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.135> (def) +2023-12-14 14:52:57.182479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153: +2023-12-14 14:52:57.182490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.153> (def) +2023-12-14 14:52:57.182495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8: +2023-12-14 14:52:57.182504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 convert.8> (def) +2023-12-14 14:52:57.182509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136: +2023-12-14 14:52:57.182520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.136> (def) +2023-12-14 14:52:57.182525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154: +2023-12-14 14:52:57.182534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.154> (def) +2023-12-14 14:52:57.182539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:57.182549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 xor.21> (def) +2023-12-14 14:52:57.182554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:57.182564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 or.23> (def) +2023-12-14 14:52:57.182568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:57.182579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 shift-right-logical.21> (def) +2023-12-14 14:52:57.182584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156: +2023-12-14 14:52:57.182594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.156> (def) +2023-12-14 14:52:57.182601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:57.182612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 subtract.24> (def) +2023-12-14 14:52:57.182617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:57.182626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 shift-left.19> (def) +2023-12-14 14:52:57.182631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157: +2023-12-14 14:52:57.182642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.157> (def) +2023-12-14 14:52:57.182647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:57.182657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 reshape.44> (def) +2023-12-14 14:52:57.182661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:57.182672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 slice.27> (def) +2023-12-14 14:52:57.182677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137: +2023-12-14 14:52:57.182686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.137> (def) +2023-12-14 14:52:57.182691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:57.182702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 xor.22> (def) +2023-12-14 14:52:57.182708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:57.182717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 or.24> (def) +2023-12-14 14:52:57.182722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:57.182732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 shift-right-logical.22> (def) +2023-12-14 14:52:57.182737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158: +2023-12-14 14:52:57.182747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.158> (def) +2023-12-14 14:52:57.182755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:57.182765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 subtract.25> (def) +2023-12-14 14:52:57.182770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:57.182779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 shift-left.20> (def) +2023-12-14 14:52:57.182785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159: +2023-12-14 14:52:57.182795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.159> (def) +2023-12-14 14:52:57.182800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:57.182809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 reshape.45> (def) +2023-12-14 14:52:57.182815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:57.182825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 slice.28> (def) +2023-12-14 14:52:57.182830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138: +2023-12-14 14:52:57.182839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 add.138> (def) +2023-12-14 14:52:57.182844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:57.182854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 xor.23> (def) +2023-12-14 14:52:57.182859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:57.182869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 or.25> (def) +2023-12-14 14:52:57.182874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:57.182884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 shift-right-logical.23> (def) +2023-12-14 14:52:57.182889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160: +2023-12-14 14:52:57.182899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.160> (def) +2023-12-14 14:52:57.182908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:57.182919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 subtract.26> (def) +2023-12-14 14:52:57.182923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:57.182933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 shift-left.21> (def) +2023-12-14 14:52:57.182938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161: +2023-12-14 14:52:57.182949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.161> (def) +2023-12-14 14:52:57.182953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:57.182963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 reshape.46> (def) +2023-12-14 14:52:57.182968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:57.182978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 slice.29> (def) +2023-12-14 14:52:57.182983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.182988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139: +2023-12-14 14:52:57.182992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 add.139> (def) +2023-12-14 14:52:57.182998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:57.183008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 xor.24> (def) +2023-12-14 14:52:57.183012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:57.183022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 or.26> (def) +2023-12-14 14:52:57.183027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:57.183037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 shift-right-logical.24> (def) +2023-12-14 14:52:57.183042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163: +2023-12-14 14:52:57.183052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.163> (def) +2023-12-14 14:52:57.183060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:57.183070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 subtract.27> (def) +2023-12-14 14:52:57.183075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179: +2023-12-14 14:52:57.183085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.179> (def) +2023-12-14 14:52:57.183090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:57.183101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 shift-left.22> (def) +2023-12-14 14:52:57.183105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164: +2023-12-14 14:52:57.183115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.164> (def) +2023-12-14 14:52:57.183120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:57.183130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 reshape.47> (def) +2023-12-14 14:52:57.183135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:57.183146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 slice.30> (def) +2023-12-14 14:52:57.183151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140: +2023-12-14 14:52:57.183161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.140> (def) +2023-12-14 14:52:57.183166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142: +2023-12-14 14:52:57.183175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.142> (def) +2023-12-14 14:52:57.183180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42: +2023-12-14 14:52:57.183190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 param_0.42> (def) +2023-12-14 14:52:57.183195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60: +2023-12-14 14:52:57.183204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 param_1.60> (def) +2023-12-14 14:52:57.183213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56: +2023-12-14 14:52:57.183224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 param_2.56> (def) +2023-12-14 14:52:57.183228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65: +2023-12-14 14:52:57.183239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 param_3.65> (def) +2023-12-14 14:52:57.183243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68: +2023-12-14 14:52:57.183253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 param_4.68> (def) +2023-12-14 14:52:57.183258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180: +2023-12-14 14:52:57.183268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.180> (def) +2023-12-14 14:52:57.183273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.183283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> (def) +2023-12-14 14:52:57.183288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.183298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> +2023-12-14 14:52:57.183303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.183312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:57.183325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:57.183336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:57.183341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:57.183351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:57.183356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:57.183366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> +2023-12-14 14:52:57.183371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143: +2023-12-14 14:52:57.183385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.143> (def) +2023-12-14 14:52:57.183389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166: +2023-12-14 14:52:57.183400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.166> (def) +2023-12-14 14:52:57.183404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144: +2023-12-14 14:52:57.183414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.144> (def) +2023-12-14 14:52:57.183419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43: +2023-12-14 14:52:57.183429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.43> (def) +2023-12-14 14:52:57.183434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:57.183444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.25> (def) +2023-12-14 14:52:57.183449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:57.183459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.27> (def) +2023-12-14 14:52:57.183464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:57.183474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.25> (def) +2023-12-14 14:52:57.183479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:57.183489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.167> (def) +2023-12-14 14:52:57.183494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:57.183504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.28> (def) +2023-12-14 14:52:57.183509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:57.183520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.23> (def) +2023-12-14 14:52:57.183527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168: +2023-12-14 14:52:57.183548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.168> (def) +2023-12-14 14:52:57.183555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48: +2023-12-14 14:52:57.183572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.48> (def) +2023-12-14 14:52:57.183579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:57.183595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.31> (def) +2023-12-14 14:52:57.183602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145: +2023-12-14 14:52:57.183619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.145> (def) +2023-12-14 14:52:57.183627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:57.183641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.26> (def) +2023-12-14 14:52:57.183649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:57.183665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.28> (def) +2023-12-14 14:52:57.183673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:57.183689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.26> (def) +2023-12-14 14:52:57.183696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170: +2023-12-14 14:52:57.183711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.170> (def) +2023-12-14 14:52:57.183719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:57.183735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.29> (def) +2023-12-14 14:52:57.183742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:57.183759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.24> (def) +2023-12-14 14:52:57.183768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172: +2023-12-14 14:52:57.183783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.172> (def) +2023-12-14 14:52:57.183788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:57.183797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.49> (def) +2023-12-14 14:52:57.183802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:57.183813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.32> (def) +2023-12-14 14:52:57.183817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146: +2023-12-14 14:52:57.183827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.146> (def) +2023-12-14 14:52:57.183832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:57.183842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> (def) +2023-12-14 14:52:57.183847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29: +2023-12-14 14:52:57.183857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.29> (def) +2023-12-14 14:52:57.183861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:57.183872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.27> (def) +2023-12-14 14:52:57.183877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:57.183887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.173> (def) +2023-12-14 14:52:57.183891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30: +2023-12-14 14:52:57.183902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.30> (def) +2023-12-14 14:52:57.183907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181: +2023-12-14 14:52:57.183916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.181> (def) +2023-12-14 14:52:57.183921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61: +2023-12-14 14:52:57.183934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.61> (def) +2023-12-14 14:52:57.183939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:57.183949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.25> (def) +2023-12-14 14:52:57.183954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174: +2023-12-14 14:52:57.183965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.174> (def) +2023-12-14 14:52:57.183970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:57.183979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.50> (def) +2023-12-14 14:52:57.183984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.183989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:57.183995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.33> (def) +2023-12-14 14:52:57.184000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147: +2023-12-14 14:52:57.184009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.147> (def) +2023-12-14 14:52:57.184014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57: +2023-12-14 14:52:57.184025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.57> (def) +2023-12-14 14:52:57.184030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66: +2023-12-14 14:52:57.184039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.66> (def) +2023-12-14 14:52:57.184044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:57.184055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> (def) +2023-12-14 14:52:57.184060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:57.184069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:57.184074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:57.184087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:57.184092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:57.184102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:57.184107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:57.184117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:57.184122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2: +2023-12-14 14:52:57.184132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 minimum.2> (def) +2023-12-14 14:52:57.184137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:57.184147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 maximum.4> (def) +2023-12-14 14:52:57.184152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98: +2023-12-14 14:52:57.184161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.98> (def) +2023-12-14 14:52:57.184167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:57.184177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 broadcast.176> (def) +2023-12-14 14:52:57.184182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182: +2023-12-14 14:52:57.184191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 constant.182> (def) +2023-12-14 14:52:57.184197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:57.184207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 select.41> (def) +2023-12-14 14:52:57.184212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99: +2023-12-14 14:52:57.184221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.99> (def) +2023-12-14 14:52:57.184226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148: +2023-12-14 14:52:57.184239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.148> (def) +2023-12-14 14:52:57.184244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100: +2023-12-14 14:52:57.184254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.100> (def) +2023-12-14 14:52:57.184259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149: +2023-12-14 14:52:57.184269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.149> (def) +2023-12-14 14:52:57.184274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101: +2023-12-14 14:52:57.184283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.101> (def) +2023-12-14 14:52:57.184289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150: +2023-12-14 14:52:57.184299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.150> (def) +2023-12-14 14:52:57.184304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102: +2023-12-14 14:52:57.184313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.102> (def) +2023-12-14 14:52:57.184318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152: +2023-12-14 14:52:57.184328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.152> (def) +2023-12-14 14:52:57.184333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103: +2023-12-14 14:52:57.184343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.103> (def) +2023-12-14 14:52:57.184348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153: +2023-12-14 14:52:57.184359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 add.153> (def) +2023-12-14 14:52:57.184364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104: +2023-12-14 14:52:57.184373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 multiply.104> (def) +2023-12-14 14:52:57.184378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154: +2023-12-14 14:52:57.184391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 add.154> (def) +2023-12-14 14:52:57.184396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105: +2023-12-14 14:52:57.184405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.105> (def) +2023-12-14 14:52:57.184411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155: +2023-12-14 14:52:57.184421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 add.155> (def) +2023-12-14 14:52:57.184426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106: +2023-12-14 14:52:57.184435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 multiply.106> (def) +2023-12-14 14:52:57.184441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156: +2023-12-14 14:52:57.184451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 add.156> (def) +2023-12-14 14:52:57.184456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107: +2023-12-14 14:52:57.184465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.107> (def) +2023-12-14 14:52:57.184470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:57.184481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.42> (def) +2023-12-14 14:52:57.184486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157: +2023-12-14 14:52:57.184495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 add.157> (def) +2023-12-14 14:52:57.184501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:57.184510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 broadcast.177> (def) +2023-12-14 14:52:57.184515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183: +2023-12-14 14:52:57.184525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 constant.183> (def) +2023-12-14 14:52:57.184530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:57.184543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 sqrt.3> (def) +2023-12-14 14:52:57.184548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158: +2023-12-14 14:52:57.184557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 add.158> (def) +2023-12-14 14:52:57.184563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:57.184574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.178> (def) +2023-12-14 14:52:57.184578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184: +2023-12-14 14:52:57.184588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.184> (def) +2023-12-14 14:52:57.184593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:57.184603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 select.43> (def) +2023-12-14 14:52:57.184608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:57.184617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 broadcast.179> (def) +2023-12-14 14:52:57.184623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185: +2023-12-14 14:52:57.184633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 constant.185> (def) +2023-12-14 14:52:57.184638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:57.184647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.180> (def) +2023-12-14 14:52:57.184653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186: +2023-12-14 14:52:57.184666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.186> (def) +2023-12-14 14:52:57.184673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44: +2023-12-14 14:52:57.184688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 select.44> (def) +2023-12-14 14:52:57.184696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:57.184716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 broadcast.181> (def) +2023-12-14 14:52:57.184723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187: +2023-12-14 14:52:57.184738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 constant.187> (def) +2023-12-14 14:52:57.184747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:57.184762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.182> (def) +2023-12-14 14:52:57.184768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188: +2023-12-14 14:52:57.184782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.188> (def) +2023-12-14 14:52:57.184790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45: +2023-12-14 14:52:57.184805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 select.45> (def) +2023-12-14 14:52:57.184812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:57.184829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 broadcast.183> (def) +2023-12-14 14:52:57.184836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189: +2023-12-14 14:52:57.184851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 constant.189> (def) +2023-12-14 14:52:57.184858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:57.184874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.184> (def) +2023-12-14 14:52:57.184882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191: +2023-12-14 14:52:57.184897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.191> (def) +2023-12-14 14:52:57.184905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46: +2023-12-14 14:52:57.184921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 select.46> (def) +2023-12-14 14:52:57.184929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:57.184948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 broadcast.185> (def) +2023-12-14 14:52:57.184957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192: +2023-12-14 14:52:57.184972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 constant.192> (def) +2023-12-14 14:52:57.184979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.184986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:57.184994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.186> (def) +2023-12-14 14:52:57.185003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193: +2023-12-14 14:52:57.185017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.193> (def) +2023-12-14 14:52:57.185024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47: +2023-12-14 14:52:57.185039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 select.47> (def) +2023-12-14 14:52:57.185046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:57.185064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 broadcast.187> (def) +2023-12-14 14:52:57.185071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194: +2023-12-14 14:52:57.185085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 constant.194> (def) +2023-12-14 14:52:57.185093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:57.185108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.188> (def) +2023-12-14 14:52:57.185115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195: +2023-12-14 14:52:57.185131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.195> (def) +2023-12-14 14:52:57.185138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48: +2023-12-14 14:52:57.185153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 select.48> (def) +2023-12-14 14:52:57.185161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:57.185180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 broadcast.189> (def) +2023-12-14 14:52:57.185189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196: +2023-12-14 14:52:57.185206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 constant.196> (def) +2023-12-14 14:52:57.185214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:57.185229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.190> (def) +2023-12-14 14:52:57.185236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197: +2023-12-14 14:52:57.185253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.197> (def) +2023-12-14 14:52:57.185261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49: +2023-12-14 14:52:57.185277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 select.49> (def) +2023-12-14 14:52:57.185284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:57.185299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 broadcast.191> (def) +2023-12-14 14:52:57.185307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198: +2023-12-14 14:52:57.185322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 constant.198> (def) +2023-12-14 14:52:57.185329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:57.185345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.192> (def) +2023-12-14 14:52:57.185353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199: +2023-12-14 14:52:57.185370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.199> (def) +2023-12-14 14:52:57.185377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50: +2023-12-14 14:52:57.185392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 select.50> (def) +2023-12-14 14:52:57.185400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:57.185420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 broadcast.193> (def) +2023-12-14 14:52:57.185429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200: +2023-12-14 14:52:57.185443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 constant.200> (def) +2023-12-14 14:52:57.185450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:57.185467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.194> (def) +2023-12-14 14:52:57.185474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201: +2023-12-14 14:52:57.185490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.201> (def) +2023-12-14 14:52:57.185498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51: +2023-12-14 14:52:57.185513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 select.51> (def) +2023-12-14 14:52:57.185520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:57.185534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 broadcast.195> (def) +2023-12-14 14:52:57.185541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202: +2023-12-14 14:52:57.185556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 constant.202> (def) +2023-12-14 14:52:57.185565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:57.185580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 broadcast.196> (def) +2023-12-14 14:52:57.185588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203: +2023-12-14 14:52:57.185602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 constant.203> (def) +2023-12-14 14:52:57.185610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18: +2023-12-14 14:52:57.185626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 compare.18> (def) +2023-12-14 14:52:57.185633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:57.185653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 broadcast.197> (def) +2023-12-14 14:52:57.185660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204: +2023-12-14 14:52:57.185676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 constant.204> (def) +2023-12-14 14:52:57.185683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:57.185697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 negate.9> (def) +2023-12-14 14:52:57.185705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:57.185721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 log-plus-one.3> (def) +2023-12-14 14:52:57.185729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108: +2023-12-14 14:52:57.185745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 multiply.108> (def) +2023-12-14 14:52:57.185753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:57.185767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 negate.10> (def) +2023-12-14 14:52:57.185774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109: +2023-12-14 14:52:57.185788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 multiply.109> (def) +2023-12-14 14:52:57.185796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:57.185810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 broadcast.198> (def) +2023-12-14 14:52:57.185818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19: +2023-12-14 14:52:57.185834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 compare.19> (def) +2023-12-14 14:52:57.185841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:57.185856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 broadcast.199> (def) +2023-12-14 14:52:57.185864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205: +2023-12-14 14:52:57.185884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 constant.205> (def) +2023-12-14 14:52:57.185892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:57.185907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 abs.3> (def) +2023-12-14 14:52:57.185914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:57.185930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.51> (def) +2023-12-14 14:52:57.185937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5: +2023-12-14 14:52:57.185953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 maximum.5> (def) +2023-12-14 14:52:57.185960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159: +2023-12-14 14:52:57.185976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.159> (def) +2023-12-14 14:52:57.185984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.185992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110: +2023-12-14 14:52:57.185999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 multiply.110> (def) +2023-12-14 14:52:57.186006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:57.186023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.200> (def) +2023-12-14 14:52:57.186030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:57.186045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 reshape.52> (def) +2023-12-14 14:52:57.186053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31: +2023-12-14 14:52:57.186070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 subtract.31> (def) +2023-12-14 14:52:57.186078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53: +2023-12-14 14:52:57.186093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 reshape.53> (def) +2023-12-14 14:52:57.186102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:57.186123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 reshape.54> (def) +2023-12-14 14:52:57.186131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160: +2023-12-14 14:52:57.186146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 add.160> (def) +2023-12-14 14:52:57.186153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:57.186169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.201> (def) +2023-12-14 14:52:57.186178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206: +2023-12-14 14:52:57.186192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 constant.206> (def) +2023-12-14 14:52:57.186200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6: +2023-12-14 14:52:57.186214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 bitcast-convert.6> (def) +2023-12-14 14:52:57.186223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30: +2023-12-14 14:52:57.186238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 or.30> (def) +2023-12-14 14:52:57.186245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:57.186259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.202> (def) +2023-12-14 14:52:57.186266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207: +2023-12-14 14:52:57.186280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 constant.207> (def) +2023-12-14 14:52:57.186288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:57.186303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 shift-right-logical.28> (def) +2023-12-14 14:52:57.186310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:57.186327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 broadcast.203> (def) +2023-12-14 14:52:57.186333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208: +2023-12-14 14:52:57.186352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 constant.208> (def) +2023-12-14 14:52:57.186358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:57.186374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 concatenate.1> (def) +2023-12-14 14:52:57.186382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:57.186397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 broadcast.204> (def) +2023-12-14 14:52:57.186404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:57.186419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 broadcast.205> (def) +2023-12-14 14:52:57.186427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7: +2023-12-14 14:52:57.186442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 bitcast-convert.7> (def) +2023-12-14 14:52:57.186450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52: +2023-12-14 14:52:57.186464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 select.52> (def) +2023-12-14 14:52:57.186472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53: +2023-12-14 14:52:57.186487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 select.53> (def) +2023-12-14 14:52:57.186495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54: +2023-12-14 14:52:57.186510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 select.54> (def) +2023-12-14 14:52:57.186518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162: +2023-12-14 14:52:57.186533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.162> (def) +2023-12-14 14:52:57.186541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55: +2023-12-14 14:52:57.186555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 select.55> (def) +2023-12-14 14:52:57.186563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31: +2023-12-14 14:52:57.186583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 or.31> (def) +2023-12-14 14:52:57.186592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20: +2023-12-14 14:52:57.186606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.20> (def) +2023-12-14 14:52:57.186613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:57.186627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 and.4> (def) +2023-12-14 14:52:57.186636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21: +2023-12-14 14:52:57.186650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 compare.21> (def) +2023-12-14 14:52:57.186658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22: +2023-12-14 14:52:57.186674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 compare.22> (def) +2023-12-14 14:52:57.186682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5: +2023-12-14 14:52:57.186698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 and.5> (def) +2023-12-14 14:52:57.186705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8: +2023-12-14 14:52:57.186720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 bitcast-convert.8> (def) +2023-12-14 14:52:57.186727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23: +2023-12-14 14:52:57.186743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 compare.23> (def) +2023-12-14 14:52:57.186751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209: +2023-12-14 14:52:57.186765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 constant.209> (def) +2023-12-14 14:52:57.186774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24: +2023-12-14 14:52:57.186791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 compare.24> (def) +2023-12-14 14:52:57.186798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9: +2023-12-14 14:52:57.186820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 convert.9> (def) +2023-12-14 14:52:57.186827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:57.186843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 broadcast.206> (def) +2023-12-14 14:52:57.186851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44: +2023-12-14 14:52:57.186867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 param_0.44> (def) +2023-12-14 14:52:57.186874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62: +2023-12-14 14:52:57.186890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 param_1.62> (def) +2023-12-14 14:52:57.186899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58: +2023-12-14 14:52:57.186913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 param_2.58> (def) +2023-12-14 14:52:57.186921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67: +2023-12-14 14:52:57.186936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 param_3.67> (def) +2023-12-14 14:52:57.186945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9: +2023-12-14 14:52:57.186961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 bitcast-convert.9> (def) +2023-12-14 14:52:57.186968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56: +2023-12-14 14:52:57.186983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 select.56> (def) +2023-12-14 14:52:57.186991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.186999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57: +2023-12-14 14:52:57.187006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.57> (def) +2023-12-14 14:52:57.187014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58: +2023-12-14 14:52:57.187029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 select.58> (def) +2023-12-14 14:52:57.187036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163: +2023-12-14 14:52:57.187056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.163> (def) +2023-12-14 14:52:57.187063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59: +2023-12-14 14:52:57.187077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 select.59> (def) +2023-12-14 14:52:57.187086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210: +2023-12-14 14:52:57.187101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.210> (def) +2023-12-14 14:52:57.187110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211: +2023-12-14 14:52:57.187123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 constant.211> (def) +2023-12-14 14:52:57.187131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32: +2023-12-14 14:52:57.187146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 or.32> (def) +2023-12-14 14:52:57.187153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25: +2023-12-14 14:52:57.187167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 compare.25> (def) +2023-12-14 14:52:57.187175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6: +2023-12-14 14:52:57.187192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 and.6> (def) +2023-12-14 14:52:57.187201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212: +2023-12-14 14:52:57.187215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.212> (def) +2023-12-14 14:52:57.187223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26: +2023-12-14 14:52:57.187237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.26> (def) +2023-12-14 14:52:57.187247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213: +2023-12-14 14:52:57.187262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 constant.213> (def) +2023-12-14 14:52:57.187270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214: +2023-12-14 14:52:57.187289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.214> (def) +2023-12-14 14:52:57.187297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27: +2023-12-14 14:52:57.187312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 compare.27> (def) +2023-12-14 14:52:57.187327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215: +2023-12-14 14:52:57.187344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.215> (def) +2023-12-14 14:52:57.187352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7: +2023-12-14 14:52:57.187367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 and.7> (def) +2023-12-14 14:52:57.187374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216: +2023-12-14 14:52:57.187388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 constant.216> (def) +2023-12-14 14:52:57.187396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10: +2023-12-14 14:52:57.187413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 bitcast-convert.10> (def) +2023-12-14 14:52:57.187420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217: +2023-12-14 14:52:57.187435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 constant.217> (def) +2023-12-14 14:52:57.187442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28: +2023-12-14 14:52:57.187457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 compare.28> (def) +2023-12-14 14:52:57.187465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218: +2023-12-14 14:52:57.187480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.218> (def) +2023-12-14 14:52:57.187488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219: +2023-12-14 14:52:57.187503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.219> (def) +2023-12-14 14:52:57.187510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69: +2023-12-14 14:52:57.187530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 param_4.69> (def) +2023-12-14 14:52:57.187538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29: +2023-12-14 14:52:57.187555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 compare.29> (def) +2023-12-14 14:52:57.187563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10: +2023-12-14 14:52:57.187578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 convert.10> (def) +2023-12-14 14:52:57.187586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76: +2023-12-14 14:52:57.187600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 param_5.76> (def) +2023-12-14 14:52:57.187609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:57.187624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> (def) +2023-12-14 14:52:57.187632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:57.187648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.187656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:57.187673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.187680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:57.187696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:57.187704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:57.187719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:57.187727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13: +2023-12-14 14:52:57.187743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.187750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14: +2023-12-14 14:52:57.187771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.187779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164: +2023-12-14 14:52:57.187795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.164> (def) +2023-12-14 14:52:57.187802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:57.187818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.207> (def) +2023-12-14 14:52:57.187827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:57.187841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.55> (def) +2023-12-14 14:52:57.187849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:57.187864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.34> (def) +2023-12-14 14:52:57.187872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:57.187887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.35> (def) +2023-12-14 14:52:57.187895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45: +2023-12-14 14:52:57.187909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.45> (def) +2023-12-14 14:52:57.187917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:57.187931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.2> (def) +2023-12-14 14:52:57.187939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone: +2023-12-14 14:52:57.187955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> (def) +2023-12-14 14:52:57.187962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15: +2023-12-14 14:52:57.187978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.187986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.187993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165: +2023-12-14 14:52:57.188000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.165> (def) +2023-12-14 14:52:57.188012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.188018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:57.188026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.208> (def) +2023-12-14 14:52:57.188034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.188041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:57.188048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.56> (def) +2023-12-14 14:52:57.188055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.188062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:57.188070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.36> (def) +2023-12-14 14:52:57.188078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.188085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:57.188092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.37> (def) +2023-12-14 14:52:57.188101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.188108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46: +2023-12-14 14:52:57.188115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.46> (def) +2023-12-14 14:52:57.188123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.188131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:57.188139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.3> (def) +2023-12-14 14:52:57.188146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.188154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone: +2023-12-14 14:52:57.188162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> (def) +2023-12-14 14:52:57.188170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.188178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16: +2023-12-14 14:52:57.188187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.188195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.188202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.188209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone +2023-12-14 14:52:57.188226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:57.188234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:57.188245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:57.188263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.188271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.188279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone +2023-12-14 14:52:57.188294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:57.188301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:57.188309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:57.188323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.188332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> +2023-12-14 14:52:57.188340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:57.188355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:57.188373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.188381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> +2023-12-14 14:52:57.188388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:57.188403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:57.188418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.188432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> +2023-12-14 14:52:57.188440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:57.188455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.188473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> +2023-12-14 14:52:57.188480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35 +2023-12-14 14:52:57.188496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:57.188511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.188517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> +2023-12-14 14:52:57.188525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:57.188541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:57.188555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.188563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> +2023-12-14 14:52:57.188569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:57.188584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.188600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> +2023-12-14 14:52:57.188608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:57.188646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:57.188662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:57.188670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> +2023-12-14 14:52:57.188679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:57.188693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.188709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.188716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:57.188731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:57.188739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:57.188746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:57.188761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.188770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.188777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.188791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.188799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:57.188806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:57.188823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.188835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.3> +2023-12-14 14:52:57.188841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:57.188856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:57.188874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.188882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.37> +2023-12-14 14:52:57.188889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:57.188903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 0 +2023-12-14 14:52:57.188918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.188926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.46> +2023-12-14 14:52:57.188933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46 +2023-12-14 14:52:57.188947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:57.188961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.188970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.36> +2023-12-14 14:52:57.188977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.188985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:57.188991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.188998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:57.189009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.56> +2023-12-14 14:52:57.189027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:57.189040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:57.189056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.208> +2023-12-14 14:52:57.189072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:57.189086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 1 +2023-12-14 14:52:57.189100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.165> +2023-12-14 14:52:57.189117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165 +2023-12-14 14:52:57.189132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.2> +2023-12-14 14:52:57.189154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:57.189169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:57.189187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.35> +2023-12-14 14:52:57.189202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:57.189216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 0 +2023-12-14 14:52:57.189233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.45> +2023-12-14 14:52:57.189246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45 +2023-12-14 14:52:57.189260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:57.189275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.189282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.34> +2023-12-14 14:52:57.189290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:57.189303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:57.189318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.55> +2023-12-14 14:52:57.189333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:57.189349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:57.189369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.207> +2023-12-14 14:52:57.189384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:57.189398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 1 +2023-12-14 14:52:57.189413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.164> +2023-12-14 14:52:57.189430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164 +2023-12-14 14:52:57.189445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> +2023-12-14 14:52:57.189467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:57.189484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:57.189491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.189508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> +2023-12-14 14:52:57.189517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27 +2023-12-14 14:52:57.189537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:57.189551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:57.189558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.189566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> +2023-12-14 14:52:57.189573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:57.189587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:57.189602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> +2023-12-14 14:52:57.189618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:57.189633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:57.189646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> +2023-12-14 14:52:57.189661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:57.189675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:57.189691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> +2023-12-14 14:52:57.189705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:57.189724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:57.189739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:57.189754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:57.189768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:57.189784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> +2023-12-14 14:52:57.189798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162 +2023-12-14 14:52:57.189815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:57.189829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.162 = u32[] constant(466688986) +2023-12-14 14:52:57.189836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:57.189843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:57.189857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.189873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.189881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.189895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13 +2023-12-14 14:52:57.189910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9, operand 0 +2023-12-14 14:52:57.189927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 4 +2023-12-14 14:52:57.189936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 4 +2023-12-14 14:52:57.189943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.189950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.189957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.189965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9 +2023-12-14 14:52:57.189972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:57.189979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.189985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:57.189993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:57.190000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.190008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.190016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:57.190032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14 +2023-12-14 14:52:57.190039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:57.190055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 5 +2023-12-14 14:52:57.190064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 5 +2023-12-14 14:52:57.190072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.190079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.190087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:57.190100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:57.190106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:57.190124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:57.190132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.190139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> +2023-12-14 14:52:57.190147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:57.190162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:57.190177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:57.190184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> +2023-12-14 14:52:57.190191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:57.190206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:57.190214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:57.190229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:57.190237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.190244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.190257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15 +2023-12-14 14:52:57.190265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16 +2023-12-14 14:52:57.190272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:52:57.190285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:57.190292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:57.190300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:57.190306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:57.190315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone, operand 0 +2023-12-14 14:52:57.190326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone, operand 0 +2023-12-14 14:52:57.190334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.190341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> +2023-12-14 14:52:57.190348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:57.190365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:57.190372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:57.190388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.190396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> +2023-12-14 14:52:57.190404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:57.190422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:57.190429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:57.190446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.190455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> +2023-12-14 14:52:57.190463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:52:57.190479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:57.190487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:57.190502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.190511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.22> +2023-12-14 14:52:57.190522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:57.190536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:57.190553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.190561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> +2023-12-14 14:52:57.190567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:57.190581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:57.190588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:57.190603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:57.190610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.21> +2023-12-14 14:52:57.190616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:57.190631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:57.190645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.190652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> +2023-12-14 14:52:57.190658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:57.190672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:57.190679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:57.190693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:57.190700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.9{}> +2023-12-14 14:52:57.190707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:57.190720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:57.190741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:57.190747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> +2023-12-14 14:52:57.190755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:57.190768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:57.190774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:57.190789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:57.190796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:57.190803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:57.190810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.102> +2023-12-14 14:52:57.190817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:57.190831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:57.190846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:57.190852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> +2023-12-14 14:52:57.190859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:57.190873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:57.190881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:57.190895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.190902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:57.190909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:57.190928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:57.190935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.190943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:57.190950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:57.190956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:57.190964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:57.190971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:57.190978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.190984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:57.190991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.190999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:57.191005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.191020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:57.191027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:57.191034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.191041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:57.191048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:57.191054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:57.191062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:57.191076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:57.191082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:57.191090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:57.191104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:57.191111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:57.191119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:57.191131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:57.191138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:57.191144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:57.191160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:57.191166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:57.191172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:57.191187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:57.191194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:57.191202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:57.191209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:57.191216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> +2023-12-14 14:52:57.191223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:57.191236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.191244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.191257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:57.191264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.191272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:57.191278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:57.191285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:57.191299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:57.191307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:57.191329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:57.191342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> +2023-12-14 14:52:57.191350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:57.191363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:57.191377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:57.191384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:57.191392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:57.191406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:57.191413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:57.191427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:57.191434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:57.191441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:57.191454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:57.191462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:57.191475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:57.191483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> +2023-12-14 14:52:57.191491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:57.191503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:57.191517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:57.191526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:57.191533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:57.191552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:57.191558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:57.191572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:57.191581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:57.191588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:57.191601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:57.191608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:57.191623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:57.191630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> +2023-12-14 14:52:57.191636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:57.191651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:57.191665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.66> +2023-12-14 14:52:57.191675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66 +2023-12-14 14:52:57.191688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 0 +2023-12-14 14:52:57.191703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.191711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.57> +2023-12-14 14:52:57.191718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57 +2023-12-14 14:52:57.191731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:57.191749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:57.191757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 1 +2023-12-14 14:52:57.191766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.191773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.147> +2023-12-14 14:52:57.191779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147 +2023-12-14 14:52:57.191792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 0 +2023-12-14 14:52:57.191807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:57.191814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.191821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.61> +2023-12-14 14:52:57.191829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61 +2023-12-14 14:52:57.191842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:57.191857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:57.191864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:57.191871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.191878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.33> +2023-12-14 14:52:57.191886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:57.191900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:57.191914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.191923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.50> +2023-12-14 14:52:57.191934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:57.191950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.191957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 1 +2023-12-14 14:52:57.191963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174, operand 0 +2023-12-14 14:52:57.191971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.191979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.174> +2023-12-14 14:52:57.191986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.191994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174 +2023-12-14 14:52:57.192000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:57.192015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.25> +2023-12-14 14:52:57.192029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:57.192044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 0 +2023-12-14 14:52:57.192058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.181> +2023-12-14 14:52:57.192072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181 +2023-12-14 14:52:57.192087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:57.192101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:57.192112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 0 +2023-12-14 14:52:57.192118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.181 = u32[] constant(32) +2023-12-14 14:52:57.192126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.30> +2023-12-14 14:52:57.192134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30 +2023-12-14 14:52:57.192147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:57.192160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.173> +2023-12-14 14:52:57.192176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:57.192189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:57.192203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.27> +2023-12-14 14:52:57.192217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:57.192231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 1 +2023-12-14 14:52:57.192245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.29> +2023-12-14 14:52:57.192260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29 +2023-12-14 14:52:57.192279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:57.192294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> +2023-12-14 14:52:57.192308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:57.192322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:57.192336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:57.192342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 1 +2023-12-14 14:52:57.192350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.146> +2023-12-14 14:52:57.192365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146 +2023-12-14 14:52:57.192379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 0 +2023-12-14 14:52:57.192392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:57.192399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.32> +2023-12-14 14:52:57.192414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:57.192427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:57.192442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.49> +2023-12-14 14:52:57.192460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:57.192475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:57.192488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172, operand 0 +2023-12-14 14:52:57.192497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.172> +2023-12-14 14:52:57.192511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172 +2023-12-14 14:52:57.192525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:57.192540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.24> +2023-12-14 14:52:57.192554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:57.192569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:57.192582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.29> +2023-12-14 14:52:57.192597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:57.192613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170, operand 0 +2023-12-14 14:52:57.192629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.170> +2023-12-14 14:52:57.192643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170 +2023-12-14 14:52:57.192657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:57.192670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.26> +2023-12-14 14:52:57.192685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:57.192698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:57.192713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.28> +2023-12-14 14:52:57.192728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:57.192742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:57.192756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.26> +2023-12-14 14:52:57.192780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:57.192793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:57.192808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:57.192815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 1 +2023-12-14 14:52:57.192822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.145> +2023-12-14 14:52:57.192837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145 +2023-12-14 14:52:57.192850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 0 +2023-12-14 14:52:57.192865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:57.192873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.31> +2023-12-14 14:52:57.192887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:57.192901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48, operand 0 +2023-12-14 14:52:57.192916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.48> +2023-12-14 14:52:57.192930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48 +2023-12-14 14:52:57.192943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.192956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:57.192964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168, operand 0 +2023-12-14 14:52:57.192971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.192978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.168> +2023-12-14 14:52:57.192984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.192992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168 +2023-12-14 14:52:57.192998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:57.193013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.23> +2023-12-14 14:52:57.193027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:57.193040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:57.193056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.28> +2023-12-14 14:52:57.193069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:57.193084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:57.193099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.167> +2023-12-14 14:52:57.193117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:57.193131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:57.193145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.25> +2023-12-14 14:52:57.193159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:57.193174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:57.193187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.27> +2023-12-14 14:52:57.193202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:57.193215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:57.193229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.25> +2023-12-14 14:52:57.193245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:57.193258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 1 +2023-12-14 14:52:57.193272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.144> +2023-12-14 14:52:57.193291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144 +2023-12-14 14:52:57.193305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 0 +2023-12-14 14:52:57.193318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.43> +2023-12-14 14:52:57.193334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43 +2023-12-14 14:52:57.193347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166, operand 0 +2023-12-14 14:52:57.193363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.43 = u32[] parameter(0) +2023-12-14 14:52:57.193369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.166> +2023-12-14 14:52:57.193377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166 +2023-12-14 14:52:57.193392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 1 +2023-12-14 14:52:57.193405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.143> +2023-12-14 14:52:57.193420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143 +2023-12-14 14:52:57.193434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.161> +2023-12-14 14:52:57.193459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161 +2023-12-14 14:52:57.193473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 0 +2023-12-14 14:52:57.193488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.161 = f32[] constant(-4) +2023-12-14 14:52:57.193495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.23> +2023-12-14 14:52:57.193502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23 +2023-12-14 14:52:57.193516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6, operand 0 +2023-12-14 14:52:57.193530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.23 = s32[] parameter(0) +2023-12-14 14:52:57.193537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 convert.6> +2023-12-14 14:52:57.193545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6 +2023-12-14 14:52:57.193558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 0 +2023-12-14 14:52:57.193573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.160> +2023-12-14 14:52:57.193587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160 +2023-12-14 14:52:57.193601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 1 +2023-12-14 14:52:57.193616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:57.193623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 multiply.69> +2023-12-14 14:52:57.193630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69 +2023-12-14 14:52:57.193648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 1 +2023-12-14 14:52:57.193664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.159> +2023-12-14 14:52:57.193678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159 +2023-12-14 14:52:57.193691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 2 +2023-12-14 14:52:57.193708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.159 = f32[] constant(4) +2023-12-14 14:52:57.193714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 clamp.0> +2023-12-14 14:52:57.193721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0 +2023-12-14 14:52:57.193735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:57.193749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 0 +2023-12-14 14:52:57.193757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 1 +2023-12-14 14:52:57.193764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 multiply.67> +2023-12-14 14:52:57.193777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67 +2023-12-14 14:52:57.193792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:57.193806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:57.193813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:57.193820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:57.193827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 1 +2023-12-14 14:52:57.193838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 1 +2023-12-14 14:52:57.193846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 1 +2023-12-14 14:52:57.193854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 1 +2023-12-14 14:52:57.193861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 1 +2023-12-14 14:52:57.193868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 1 +2023-12-14 14:52:57.193875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 0 +2023-12-14 14:52:57.193882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.158> +2023-12-14 14:52:57.193897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158 +2023-12-14 14:52:57.193911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 1 +2023-12-14 14:52:57.193925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.158 = f32[] constant(0) +2023-12-14 14:52:57.193932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.65> +2023-12-14 14:52:57.193939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65 +2023-12-14 14:52:57.193954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.193961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:57.193969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:57.193976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.193983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.157> +2023-12-14 14:52:57.193991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.193998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157 +2023-12-14 14:52:57.194005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:57.194019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.194031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.118> +2023-12-14 14:52:57.194039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:57.194052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 0 +2023-12-14 14:52:57.194067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.63> +2023-12-14 14:52:57.194080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63 +2023-12-14 14:52:57.194095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:57.194109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.156> +2023-12-14 14:52:57.194124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156 +2023-12-14 14:52:57.194139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:57.194153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.194160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.117> +2023-12-14 14:52:57.194167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:57.194181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 0 +2023-12-14 14:52:57.194196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.61> +2023-12-14 14:52:57.194214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61 +2023-12-14 14:52:57.194229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:57.194242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.155> +2023-12-14 14:52:57.194257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155 +2023-12-14 14:52:57.194272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:57.194286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.194293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.116> +2023-12-14 14:52:57.194299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:57.194313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 0 +2023-12-14 14:52:57.194328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.59> +2023-12-14 14:52:57.194343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59 +2023-12-14 14:52:57.194356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:57.194371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.154> +2023-12-14 14:52:57.194389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154 +2023-12-14 14:52:57.194405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:57.194420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.194426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.115> +2023-12-14 14:52:57.194434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:57.194447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 0 +2023-12-14 14:52:57.194461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.57> +2023-12-14 14:52:57.194476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57 +2023-12-14 14:52:57.194491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:57.194505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.153> +2023-12-14 14:52:57.194520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153 +2023-12-14 14:52:57.194534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:57.194548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.194555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.114> +2023-12-14 14:52:57.194562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:57.194581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 0 +2023-12-14 14:52:57.194596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.55> +2023-12-14 14:52:57.194609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55 +2023-12-14 14:52:57.194624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:57.194638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.152> +2023-12-14 14:52:57.194654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152 +2023-12-14 14:52:57.194667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:57.194683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.194690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.112> +2023-12-14 14:52:57.194696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:57.194710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 0 +2023-12-14 14:52:57.194723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.53> +2023-12-14 14:52:57.194739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53 +2023-12-14 14:52:57.194753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:57.194772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.151> +2023-12-14 14:52:57.194787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151 +2023-12-14 14:52:57.194802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:57.194816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.194822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.110> +2023-12-14 14:52:57.194832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:57.194845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:57.194861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.51> +2023-12-14 14:52:57.194875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:57.194889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 0 +2023-12-14 14:52:57.194903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.194910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.150> +2023-12-14 14:52:57.194917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150 +2023-12-14 14:52:57.194931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:57.194951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.194959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.109> +2023-12-14 14:52:57.194965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.194972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:57.194978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.194987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:57.194994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.49> +2023-12-14 14:52:57.195008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:57.195023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:57.195037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.149> +2023-12-14 14:52:57.195051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149 +2023-12-14 14:52:57.195065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:57.195079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.195086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.108> +2023-12-14 14:52:57.195094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:57.195108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:57.195122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.47> +2023-12-14 14:52:57.195140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:57.195155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:57.195170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.148> +2023-12-14 14:52:57.195183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148 +2023-12-14 14:52:57.195198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:57.195211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.195218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.107> +2023-12-14 14:52:57.195225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:57.195239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:57.195254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.45> +2023-12-14 14:52:57.195268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:57.195281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:57.195297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.147> +2023-12-14 14:52:57.195315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147 +2023-12-14 14:52:57.195339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:57.195355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.195363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.106> +2023-12-14 14:52:57.195370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:57.195383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:57.195398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.42> +2023-12-14 14:52:57.195412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:57.195426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:57.195440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.146> +2023-12-14 14:52:57.195455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146 +2023-12-14 14:52:57.195469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:57.195484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.195491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.105> +2023-12-14 14:52:57.195498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:57.195520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 1 +2023-12-14 14:52:57.195534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 divide.0> +2023-12-14 14:52:57.195548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0 +2023-12-14 14:52:57.195562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.178> +2023-12-14 14:52:57.195585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178 +2023-12-14 14:52:57.195598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 0 +2023-12-14 14:52:57.195614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.178 = f32[] constant(-4) +2023-12-14 14:52:57.195621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_0.41> +2023-12-14 14:52:57.195627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41 +2023-12-14 14:52:57.195642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7, operand 0 +2023-12-14 14:52:57.195656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.41 = s32[] parameter(0) +2023-12-14 14:52:57.195664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 convert.7> +2023-12-14 14:52:57.195670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7 +2023-12-14 14:52:57.195684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 0 +2023-12-14 14:52:57.195703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.177> +2023-12-14 14:52:57.195718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177 +2023-12-14 14:52:57.195733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 1 +2023-12-14 14:52:57.195746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:57.195754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.96> +2023-12-14 14:52:57.195761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96 +2023-12-14 14:52:57.195775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 1 +2023-12-14 14:52:57.195790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.176> +2023-12-14 14:52:57.195804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176 +2023-12-14 14:52:57.195818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 2 +2023-12-14 14:52:57.195832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.176 = f32[] constant(4) +2023-12-14 14:52:57.195839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 clamp.1> +2023-12-14 14:52:57.195846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1 +2023-12-14 14:52:57.195859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 0 +2023-12-14 14:52:57.195874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 0 +2023-12-14 14:52:57.195881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 1 +2023-12-14 14:52:57.195899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.195907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.94> +2023-12-14 14:52:57.195914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.195922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94 +2023-12-14 14:52:57.195929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.195936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 1 +2023-12-14 14:52:57.195944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 1 +2023-12-14 14:52:57.195950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 1 +2023-12-14 14:52:57.195957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 1 +2023-12-14 14:52:57.195964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 1 +2023-12-14 14:52:57.195972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 1 +2023-12-14 14:52:57.195979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 1 +2023-12-14 14:52:57.195985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 1 +2023-12-14 14:52:57.195992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 1 +2023-12-14 14:52:57.196000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 1 +2023-12-14 14:52:57.196006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 0 +2023-12-14 14:52:57.196013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.175> +2023-12-14 14:52:57.196028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175 +2023-12-14 14:52:57.196043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 1 +2023-12-14 14:52:57.196056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.175 = f32[] constant(0) +2023-12-14 14:52:57.196064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.92> +2023-12-14 14:52:57.196072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92 +2023-12-14 14:52:57.196091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:57.196104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 0 +2023-12-14 14:52:57.196111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.174> +2023-12-14 14:52:57.196126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174 +2023-12-14 14:52:57.196139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 1 +2023-12-14 14:52:57.196154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.196161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.134> +2023-12-14 14:52:57.196168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134 +2023-12-14 14:52:57.196183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 0 +2023-12-14 14:52:57.196197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.90> +2023-12-14 14:52:57.196210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90 +2023-12-14 14:52:57.196226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 0 +2023-12-14 14:52:57.196240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.173> +2023-12-14 14:52:57.196254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173 +2023-12-14 14:52:57.196272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 1 +2023-12-14 14:52:57.196287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.196294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.133> +2023-12-14 14:52:57.196301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133 +2023-12-14 14:52:57.196315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 0 +2023-12-14 14:52:57.196330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.88> +2023-12-14 14:52:57.196345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88 +2023-12-14 14:52:57.196358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 0 +2023-12-14 14:52:57.196372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.172> +2023-12-14 14:52:57.196387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172 +2023-12-14 14:52:57.196401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 1 +2023-12-14 14:52:57.196415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.196421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.132> +2023-12-14 14:52:57.196429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132 +2023-12-14 14:52:57.196442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 0 +2023-12-14 14:52:57.196461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.86> +2023-12-14 14:52:57.196475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86 +2023-12-14 14:52:57.196490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 0 +2023-12-14 14:52:57.196504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.171> +2023-12-14 14:52:57.196518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171 +2023-12-14 14:52:57.196533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 1 +2023-12-14 14:52:57.196547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.196555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.130> +2023-12-14 14:52:57.196562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130 +2023-12-14 14:52:57.196575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 0 +2023-12-14 14:52:57.196590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.84> +2023-12-14 14:52:57.196603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84 +2023-12-14 14:52:57.196618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 0 +2023-12-14 14:52:57.196637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.170> +2023-12-14 14:52:57.196651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170 +2023-12-14 14:52:57.196665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 1 +2023-12-14 14:52:57.196679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.196687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.129> +2023-12-14 14:52:57.196694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129 +2023-12-14 14:52:57.196708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 0 +2023-12-14 14:52:57.196721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.82> +2023-12-14 14:52:57.196737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82 +2023-12-14 14:52:57.196751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 0 +2023-12-14 14:52:57.196765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.169> +2023-12-14 14:52:57.196779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169 +2023-12-14 14:52:57.196793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 1 +2023-12-14 14:52:57.196812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.196819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 add.127> +2023-12-14 14:52:57.196826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127 +2023-12-14 14:52:57.196841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 0 +2023-12-14 14:52:57.196855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.80> +2023-12-14 14:52:57.196870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80 +2023-12-14 14:52:57.196882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 0 +2023-12-14 14:52:57.196898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.168> +2023-12-14 14:52:57.196911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168 +2023-12-14 14:52:57.196925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 1 +2023-12-14 14:52:57.196940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.196947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.126> +2023-12-14 14:52:57.196954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.196961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126 +2023-12-14 14:52:57.196968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.196974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 1 +2023-12-14 14:52:57.196982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.196994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.78> +2023-12-14 14:52:57.197001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78 +2023-12-14 14:52:57.197016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:52:57.197030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.167> +2023-12-14 14:52:57.197044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167 +2023-12-14 14:52:57.197058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:57.197072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.197080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.125> +2023-12-14 14:52:57.197086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:57.197101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 0 +2023-12-14 14:52:57.197116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.76> +2023-12-14 14:52:57.197129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76 +2023-12-14 14:52:57.197144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 0 +2023-12-14 14:52:57.197158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.166> +2023-12-14 14:52:57.197177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166 +2023-12-14 14:52:57.197190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 1 +2023-12-14 14:52:57.197205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.197212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 add.124> +2023-12-14 14:52:57.197219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124 +2023-12-14 14:52:57.197233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 0 +2023-12-14 14:52:57.197247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 multiply.74> +2023-12-14 14:52:57.197262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74 +2023-12-14 14:52:57.197275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 0 +2023-12-14 14:52:57.197290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.165> +2023-12-14 14:52:57.197305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165 +2023-12-14 14:52:57.197320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 1 +2023-12-14 14:52:57.197333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.197340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.123> +2023-12-14 14:52:57.197348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123 +2023-12-14 14:52:57.197366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 0 +2023-12-14 14:52:57.197381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.71> +2023-12-14 14:52:57.197397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71 +2023-12-14 14:52:57.197411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 0 +2023-12-14 14:52:57.197425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.164> +2023-12-14 14:52:57.197440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164 +2023-12-14 14:52:57.197454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 1 +2023-12-14 14:52:57.197468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.197476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 add.122> +2023-12-14 14:52:57.197482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122 +2023-12-14 14:52:57.197495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 0 +2023-12-14 14:52:57.197511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 multiply.70> +2023-12-14 14:52:57.197524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70 +2023-12-14 14:52:57.197544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 0 +2023-12-14 14:52:57.197559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.163> +2023-12-14 14:52:57.197574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163 +2023-12-14 14:52:57.197587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 1 +2023-12-14 14:52:57.197603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.197609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.121> +2023-12-14 14:52:57.197616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121 +2023-12-14 14:52:57.197630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:52:57.197643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 divide.1> +2023-12-14 14:52:57.197659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:52:57.197672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 param_3.65> +2023-12-14 14:52:57.197693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65 +2023-12-14 14:52:57.197708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 0 +2023-12-14 14:52:57.197727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.197734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 param_2.56> +2023-12-14 14:52:57.197741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56 +2023-12-14 14:52:57.197757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:57.197771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:57.197778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 1 +2023-12-14 14:52:57.197785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.197792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.140> +2023-12-14 14:52:57.197799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140 +2023-12-14 14:52:57.197814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 0 +2023-12-14 14:52:57.197827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:57.197835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 param_1.60> +2023-12-14 14:52:57.197849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60 +2023-12-14 14:52:57.197864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:57.197878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:57.197885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:57.197892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:57.197900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.197908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 slice.30> +2023-12-14 14:52:57.197914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:57.197934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:57.197948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.197956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 reshape.47> +2023-12-14 14:52:57.197964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.197971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:57.197977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.197984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:57.197992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164, operand 0 +2023-12-14 14:52:57.198000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.164> +2023-12-14 14:52:57.198016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164 +2023-12-14 14:52:57.198031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:57.198044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 shift-left.22> +2023-12-14 14:52:57.198059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:57.198074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:57.198089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.179> +2023-12-14 14:52:57.198106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179 +2023-12-14 14:52:57.198121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:57.198135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:57.198142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:57.198150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:57.198157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.179 = u32[] constant(32) +2023-12-14 14:52:57.198166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 subtract.27> +2023-12-14 14:52:57.198173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:57.198187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163, operand 0 +2023-12-14 14:52:57.198201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.163> +2023-12-14 14:52:57.198216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163 +2023-12-14 14:52:57.198230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:57.198244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 shift-right-logical.24> +2023-12-14 14:52:57.198258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:57.198282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:57.198297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 or.26> +2023-12-14 14:52:57.198312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:57.198326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:57.198341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 xor.24> +2023-12-14 14:52:57.198355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:57.198370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:57.198384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:57.198391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 1 +2023-12-14 14:52:57.198398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 add.139> +2023-12-14 14:52:57.198412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139 +2023-12-14 14:52:57.198426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 0 +2023-12-14 14:52:57.198440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:57.198447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 slice.29> +2023-12-14 14:52:57.198466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:57.198480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:57.198495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 reshape.46> +2023-12-14 14:52:57.198509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:57.198525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:57.198539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161, operand 0 +2023-12-14 14:52:57.198547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.161> +2023-12-14 14:52:57.198560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161 +2023-12-14 14:52:57.198575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:57.198589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 shift-left.21> +2023-12-14 14:52:57.198603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:57.198621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:57.198638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 subtract.26> +2023-12-14 14:52:57.198651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:57.198665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160, operand 0 +2023-12-14 14:52:57.198680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.160> +2023-12-14 14:52:57.198694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160 +2023-12-14 14:52:57.198709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:57.198723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 shift-right-logical.23> +2023-12-14 14:52:57.198738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:57.198751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:57.198766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 or.25> +2023-12-14 14:52:57.198785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:57.198799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:57.198813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 xor.23> +2023-12-14 14:52:57.198827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:57.198842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:57.198856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:57.198863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 1 +2023-12-14 14:52:57.198870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 add.138> +2023-12-14 14:52:57.198885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138 +2023-12-14 14:52:57.198898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 0 +2023-12-14 14:52:57.198912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:57.198920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 slice.28> +2023-12-14 14:52:57.198934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:57.198953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.198960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:57.198966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.198973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 reshape.45> +2023-12-14 14:52:57.198981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.198989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:57.198995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:57.199010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159, operand 0 +2023-12-14 14:52:57.199017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.159> +2023-12-14 14:52:57.199030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159 +2023-12-14 14:52:57.199047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:57.199060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 shift-left.20> +2023-12-14 14:52:57.199075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:57.199089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:57.199105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 subtract.25> +2023-12-14 14:52:57.199123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:57.199138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158, operand 0 +2023-12-14 14:52:57.199153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.158> +2023-12-14 14:52:57.199167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158 +2023-12-14 14:52:57.199181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:57.199196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 shift-right-logical.22> +2023-12-14 14:52:57.199209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:57.199224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:57.199238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 or.24> +2023-12-14 14:52:57.199253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:57.199267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:57.199282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 xor.22> +2023-12-14 14:52:57.199302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:57.199316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:57.199340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:57.199349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 1 +2023-12-14 14:52:57.199357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.137> +2023-12-14 14:52:57.199370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137 +2023-12-14 14:52:57.199385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:57.199398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 slice.27> +2023-12-14 14:52:57.199414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:57.199427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:57.199442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 reshape.44> +2023-12-14 14:52:57.199455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:57.199475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:57.199489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157, operand 0 +2023-12-14 14:52:57.199497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.157> +2023-12-14 14:52:57.199512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157 +2023-12-14 14:52:57.199526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:57.199540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 shift-left.19> +2023-12-14 14:52:57.199554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:57.199569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:57.199583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 subtract.24> +2023-12-14 14:52:57.199598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:57.199613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156, operand 0 +2023-12-14 14:52:57.199628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.156> +2023-12-14 14:52:57.199646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156 +2023-12-14 14:52:57.199661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:57.199676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 shift-right-logical.21> +2023-12-14 14:52:57.199691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:57.199704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:57.199719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 or.23> +2023-12-14 14:52:57.199733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:57.199747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:57.199761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 xor.21> +2023-12-14 14:52:57.199777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:57.199792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 0 +2023-12-14 14:52:57.199810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 param_0.42> +2023-12-14 14:52:57.199825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42 +2023-12-14 14:52:57.199840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154, operand 0 +2023-12-14 14:52:57.199854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.42 = u32[] parameter(0) +2023-12-14 14:52:57.199861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.154> +2023-12-14 14:52:57.199869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154 +2023-12-14 14:52:57.199883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 1 +2023-12-14 14:52:57.199896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.136> +2023-12-14 14:52:57.199911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136 +2023-12-14 14:52:57.199925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 0 +2023-12-14 14:52:57.199940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.199947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 param_4.68> +2023-12-14 14:52:57.199953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.199962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68 +2023-12-14 14:52:57.199970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.199977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 0 +2023-12-14 14:52:57.199988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.68 = s32[] parameter(4) +2023-12-14 14:52:57.199996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.180> +2023-12-14 14:52:57.200003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180 +2023-12-14 14:52:57.200017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 1 +2023-12-14 14:52:57.200031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.180 = s32[] constant(1) +2023-12-14 14:52:57.200039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.142> +2023-12-14 14:52:57.200046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142 +2023-12-14 14:52:57.200060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8, operand 0 +2023-12-14 14:52:57.200075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 convert.8> +2023-12-14 14:52:57.200090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8 +2023-12-14 14:52:57.200104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153, operand 0 +2023-12-14 14:52:57.200118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.153> +2023-12-14 14:52:57.200133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153 +2023-12-14 14:52:57.200148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 1 +2023-12-14 14:52:57.200163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.135> +2023-12-14 14:52:57.200194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135 +2023-12-14 14:52:57.200209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 param_5.76> +2023-12-14 14:52:57.200231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76 +2023-12-14 14:52:57.200245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10, operand 0 +2023-12-14 14:52:57.200259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_5.76 = s32[] parameter(5) +2023-12-14 14:52:57.200266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 convert.10> +2023-12-14 14:52:57.200274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10 +2023-12-14 14:52:57.200289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10, operand 0 +2023-12-14 14:52:57.200304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 0 +2023-12-14 14:52:57.200311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 0 +2023-12-14 14:52:57.200317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 1 +2023-12-14 14:52:57.200324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 compare.29> +2023-12-14 14:52:57.200340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29 +2023-12-14 14:52:57.200353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 0 +2023-12-14 14:52:57.200372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.219> +2023-12-14 14:52:57.200387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219 +2023-12-14 14:52:57.200402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 1 +2023-12-14 14:52:57.200416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 1 +2023-12-14 14:52:57.200425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.218> +2023-12-14 14:52:57.200441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218 +2023-12-14 14:52:57.200456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 1 +2023-12-14 14:52:57.200470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.218 = f32[] constant(-inf) +2023-12-14 14:52:57.200477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 compare.28> +2023-12-14 14:52:57.200485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28 +2023-12-14 14:52:57.200499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 0 +2023-12-14 14:52:57.200513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 constant.217> +2023-12-14 14:52:57.200527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217 +2023-12-14 14:52:57.200542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 1 +2023-12-14 14:52:57.200561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 bitcast-convert.10> +2023-12-14 14:52:57.200575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10 +2023-12-14 14:52:57.200591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 0 +2023-12-14 14:52:57.200605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 0 +2023-12-14 14:52:57.200613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 0 +2023-12-14 14:52:57.200620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 constant.216> +2023-12-14 14:52:57.200634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216 +2023-12-14 14:52:57.200648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 1 +2023-12-14 14:52:57.200662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 1 +2023-12-14 14:52:57.200670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:57.200677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 and.7> +2023-12-14 14:52:57.200684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7 +2023-12-14 14:52:57.200698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 0 +2023-12-14 14:52:57.200712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 0 +2023-12-14 14:52:57.200720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.215> +2023-12-14 14:52:57.200739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215 +2023-12-14 14:52:57.200754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 1 +2023-12-14 14:52:57.200769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 1 +2023-12-14 14:52:57.200776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 1 +2023-12-14 14:52:57.200783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.215 = s32[] constant(0) +2023-12-14 14:52:57.200790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 compare.27> +2023-12-14 14:52:57.200798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27 +2023-12-14 14:52:57.200811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 0 +2023-12-14 14:52:57.200826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.214> +2023-12-14 14:52:57.200840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214 +2023-12-14 14:52:57.200855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 1 +2023-12-14 14:52:57.200869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 constant.213> +2023-12-14 14:52:57.200884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213 +2023-12-14 14:52:57.200899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 1 +2023-12-14 14:52:57.200913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 1 +2023-12-14 14:52:57.200921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 1 +2023-12-14 14:52:57.200936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.26> +2023-12-14 14:52:57.200951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.200959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26 +2023-12-14 14:52:57.200966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.200973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 0 +2023-12-14 14:52:57.200981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.200988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.212> +2023-12-14 14:52:57.200995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212 +2023-12-14 14:52:57.201010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:57.201024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 1 +2023-12-14 14:52:57.201030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 1 +2023-12-14 14:52:57.201037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:57.201045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 and.6> +2023-12-14 14:52:57.201054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6 +2023-12-14 14:52:57.201067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 0 +2023-12-14 14:52:57.201081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 compare.25> +2023-12-14 14:52:57.201095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25 +2023-12-14 14:52:57.201114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 1 +2023-12-14 14:52:57.201128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 or.32> +2023-12-14 14:52:57.201143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32 +2023-12-14 14:52:57.201157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 0 +2023-12-14 14:52:57.201172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 constant.211> +2023-12-14 14:52:57.201185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211 +2023-12-14 14:52:57.201200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 1 +2023-12-14 14:52:57.201215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 1 +2023-12-14 14:52:57.201222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.211 = s32[] constant(-1) +2023-12-14 14:52:57.201230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.210> +2023-12-14 14:52:57.201236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210 +2023-12-14 14:52:57.201250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 1 +2023-12-14 14:52:57.201265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 2 +2023-12-14 14:52:57.201272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 2 +2023-12-14 14:52:57.201279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.210 = s32[] constant(1) +2023-12-14 14:52:57.201287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 select.59> +2023-12-14 14:52:57.201294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59 +2023-12-14 14:52:57.201312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 1 +2023-12-14 14:52:57.201330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.163> +2023-12-14 14:52:57.201347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163 +2023-12-14 14:52:57.201364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 2 +2023-12-14 14:52:57.201381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 select.58> +2023-12-14 14:52:57.201397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58 +2023-12-14 14:52:57.201415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 2 +2023-12-14 14:52:57.201431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.57> +2023-12-14 14:52:57.201450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57 +2023-12-14 14:52:57.201466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 2 +2023-12-14 14:52:57.201483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 select.56> +2023-12-14 14:52:57.201505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56 +2023-12-14 14:52:57.201521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9, operand 0 +2023-12-14 14:52:57.201539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 bitcast-convert.9> +2023-12-14 14:52:57.201557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9 +2023-12-14 14:52:57.201574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:57.201591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 broadcast.206> +2023-12-14 14:52:57.201608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:57.201626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 0 +2023-12-14 14:52:57.201643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 param_4.69> +2023-12-14 14:52:57.201661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69 +2023-12-14 14:52:57.201677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9, operand 0 +2023-12-14 14:52:57.201693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.69 = s32[] parameter(4) +2023-12-14 14:52:57.201700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 convert.9> +2023-12-14 14:52:57.201711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9 +2023-12-14 14:52:57.201726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8, operand 0 +2023-12-14 14:52:57.201740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 0 +2023-12-14 14:52:57.201748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 0 +2023-12-14 14:52:57.201755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 1 +2023-12-14 14:52:57.201761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 compare.24> +2023-12-14 14:52:57.201775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24 +2023-12-14 14:52:57.201792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 0 +2023-12-14 14:52:57.201805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 constant.209> +2023-12-14 14:52:57.201820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209 +2023-12-14 14:52:57.201834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:57.201848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 1 +2023-12-14 14:52:57.201856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.209 = f32[] constant(inf) +2023-12-14 14:52:57.201862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 compare.23> +2023-12-14 14:52:57.201870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23 +2023-12-14 14:52:57.201884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 0 +2023-12-14 14:52:57.201904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 bitcast-convert.8> +2023-12-14 14:52:57.201918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8 +2023-12-14 14:52:57.201933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 0 +2023-12-14 14:52:57.201948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:57.201955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 0 +2023-12-14 14:52:57.201963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.201970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 and.5> +2023-12-14 14:52:57.201977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.201984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5 +2023-12-14 14:52:57.201992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.201999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 0 +2023-12-14 14:52:57.202006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 0 +2023-12-14 14:52:57.202014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 compare.22> +2023-12-14 14:52:57.202028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22 +2023-12-14 14:52:57.202043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 0 +2023-12-14 14:52:57.202058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 compare.21> +2023-12-14 14:52:57.202076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21 +2023-12-14 14:52:57.202091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 0 +2023-12-14 14:52:57.202106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 and.4> +2023-12-14 14:52:57.202120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:57.202135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 0 +2023-12-14 14:52:57.202149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.20> +2023-12-14 14:52:57.202163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20 +2023-12-14 14:52:57.202179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 1 +2023-12-14 14:52:57.202193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 or.31> +2023-12-14 14:52:57.202208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31 +2023-12-14 14:52:57.202222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 0 +2023-12-14 14:52:57.202238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 select.55> +2023-12-14 14:52:57.202256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55 +2023-12-14 14:52:57.202271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 1 +2023-12-14 14:52:57.202286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.162> +2023-12-14 14:52:57.202301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162 +2023-12-14 14:52:57.202314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 2 +2023-12-14 14:52:57.202330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 select.54> +2023-12-14 14:52:57.202344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54 +2023-12-14 14:52:57.202357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 2 +2023-12-14 14:52:57.202372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 select.53> +2023-12-14 14:52:57.202387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53 +2023-12-14 14:52:57.202402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 2 +2023-12-14 14:52:57.202416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 select.52> +2023-12-14 14:52:57.202437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52 +2023-12-14 14:52:57.202452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7, operand 0 +2023-12-14 14:52:57.202467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 bitcast-convert.7> +2023-12-14 14:52:57.202482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7 +2023-12-14 14:52:57.202496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:57.202511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 broadcast.205> +2023-12-14 14:52:57.202526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:57.202541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:57.202557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 param_0.44> +2023-12-14 14:52:57.202571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44 +2023-12-14 14:52:57.202586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53, operand 0 +2023-12-14 14:52:57.202604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:57.202612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.44 = f32[] parameter(0) +2023-12-14 14:52:57.202620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 broadcast.204> +2023-12-14 14:52:57.202626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:57.202640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 0 +2023-12-14 14:52:57.202655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 1 +2023-12-14 14:52:57.202662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 param_2.58> +2023-12-14 14:52:57.202677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58 +2023-12-14 14:52:57.202690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:57.202705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.202712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 param_3.67> +2023-12-14 14:52:57.202720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67 +2023-12-14 14:52:57.202735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:57.202749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.202756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 concatenate.1> +2023-12-14 14:52:57.202765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:57.202779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:57.202794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 constant.208> +2023-12-14 14:52:57.202813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208 +2023-12-14 14:52:57.202828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:57.202842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.208 = u32[] constant(9) +2023-12-14 14:52:57.202849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 broadcast.203> +2023-12-14 14:52:57.202856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:57.202871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:57.202886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 shift-right-logical.28> +2023-12-14 14:52:57.202899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:57.202914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 0 +2023-12-14 14:52:57.202928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.202936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 constant.207> +2023-12-14 14:52:57.202943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.202950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207 +2023-12-14 14:52:57.202957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.202965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:57.202981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:57.202988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.202> +2023-12-14 14:52:57.202995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:57.203010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 1 +2023-12-14 14:52:57.203024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 or.30> +2023-12-14 14:52:57.203038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30 +2023-12-14 14:52:57.203052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6, operand 0 +2023-12-14 14:52:57.203068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 bitcast-convert.6> +2023-12-14 14:52:57.203082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6 +2023-12-14 14:52:57.203095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 0 +2023-12-14 14:52:57.203111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 constant.206> +2023-12-14 14:52:57.203125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206 +2023-12-14 14:52:57.203140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:57.203160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.206 = f32[] constant(-1) +2023-12-14 14:52:57.203167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.201> +2023-12-14 14:52:57.203173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:57.203187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 1 +2023-12-14 14:52:57.203204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:57.203211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 add.160> +2023-12-14 14:52:57.203218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160 +2023-12-14 14:52:57.203232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 0 +2023-12-14 14:52:57.203247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 param_1.62> +2023-12-14 14:52:57.203262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62 +2023-12-14 14:52:57.203276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:57.203291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.62 = f32[] parameter(1) +2023-12-14 14:52:57.203299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 reshape.54> +2023-12-14 14:52:57.203306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:57.203328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 0 +2023-12-14 14:52:57.203343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 reshape.53> +2023-12-14 14:52:57.203362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53 +2023-12-14 14:52:57.203377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 1 +2023-12-14 14:52:57.203393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 subtract.31> +2023-12-14 14:52:57.203410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31 +2023-12-14 14:52:57.203423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:57.203439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 reshape.52> +2023-12-14 14:52:57.203455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:57.203470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:57.203486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.200> +2023-12-14 14:52:57.203501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:57.203516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 1 +2023-12-14 14:52:57.203532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 multiply.110> +2023-12-14 14:52:57.203554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110 +2023-12-14 14:52:57.203569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 0 +2023-12-14 14:52:57.203582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.159> +2023-12-14 14:52:57.203597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159 +2023-12-14 14:52:57.203610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 1 +2023-12-14 14:52:57.203625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 maximum.5> +2023-12-14 14:52:57.203640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5 +2023-12-14 14:52:57.203654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:57.203669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.51> +2023-12-14 14:52:57.203684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:57.203698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 1 +2023-12-14 14:52:57.203722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 1 +2023-12-14 14:52:57.203729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:57.203737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 0 +2023-12-14 14:52:57.203745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:57.203753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = f32[2048,8192]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.203761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 abs.3> +2023-12-14 14:52:57.203769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:57.203786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 0 +2023-12-14 14:52:57.203801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048,8192]{1,0} abs(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:57.203810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 constant.205> +2023-12-14 14:52:57.203817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205 +2023-12-14 14:52:57.203833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:57.203848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.205 = f32[] constant(1) +2023-12-14 14:52:57.203856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 broadcast.199> +2023-12-14 14:52:57.203865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:57.203881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 1 +2023-12-14 14:52:57.203896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[2048,8192]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.203904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 compare.19> +2023-12-14 14:52:57.203912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19 +2023-12-14 14:52:57.203931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:57.203947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.19 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %abs.3, f32[2048,8192]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.203955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 broadcast.198> +2023-12-14 14:52:57.203963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.203970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:57.203976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.203984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 1 +2023-12-14 14:52:57.203992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048,8192]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.203999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 multiply.109> +2023-12-14 14:52:57.204006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109 +2023-12-14 14:52:57.204022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:57.204036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.109 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %reshape.51, f32[2048,8192]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.204043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 negate.10> +2023-12-14 14:52:57.204051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:57.204066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 0 +2023-12-14 14:52:57.204082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:57.204091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 multiply.108> +2023-12-14 14:52:57.204098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108 +2023-12-14 14:52:57.204115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:57.204134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.108 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %negate.10, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.204142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 log-plus-one.3> +2023-12-14 14:52:57.204150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:57.204165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:57.204180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048,8192]{1,0} log-plus-one(f32[2048,8192]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.204187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 negate.9> +2023-12-14 14:52:57.204193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:57.204208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:57.204223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 0 +2023-12-14 14:52:57.204230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 0 +2023-12-14 14:52:57.204238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:57.204245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 constant.204> +2023-12-14 14:52:57.204254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204 +2023-12-14 14:52:57.204270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:57.204284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.204 = f32[] constant(5) +2023-12-14 14:52:57.204291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 broadcast.197> +2023-12-14 14:52:57.204300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:57.204316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 1 +2023-12-14 14:52:57.204336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048,8192]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.204343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 compare.18> +2023-12-14 14:52:57.204351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18 +2023-12-14 14:52:57.204368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:57.204382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:57.204391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 0 +2023-12-14 14:52:57.204398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 0 +2023-12-14 14:52:57.204407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 0 +2023-12-14 14:52:57.204414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 0 +2023-12-14 14:52:57.204423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 0 +2023-12-14 14:52:57.204430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 0 +2023-12-14 14:52:57.204437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 0 +2023-12-14 14:52:57.204445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 0 +2023-12-14 14:52:57.204455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.18 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.204464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 constant.203> +2023-12-14 14:52:57.204471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203 +2023-12-14 14:52:57.204487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:57.204501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:57.204509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 broadcast.196> +2023-12-14 14:52:57.204517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:57.204531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 1 +2023-12-14 14:52:57.204547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048,8192]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.204558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 constant.202> +2023-12-14 14:52:57.204566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202 +2023-12-14 14:52:57.204582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:57.204596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:57.204603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 broadcast.195> +2023-12-14 14:52:57.204612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:57.204626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 2 +2023-12-14 14:52:57.204643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048,8192]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.204650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 select.51> +2023-12-14 14:52:57.204659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51 +2023-12-14 14:52:57.204677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 0 +2023-12-14 14:52:57.204692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.51 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.196, f32[2048,8192]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:57.204701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.201> +2023-12-14 14:52:57.204709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201 +2023-12-14 14:52:57.204724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:57.204739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:57.204746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.194> +2023-12-14 14:52:57.204753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:57.204773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 1 +2023-12-14 14:52:57.204788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[2048,8192]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.204797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 constant.200> +2023-12-14 14:52:57.204803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200 +2023-12-14 14:52:57.204821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:57.204837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:57.204844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 broadcast.193> +2023-12-14 14:52:57.204850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:57.204867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 2 +2023-12-14 14:52:57.204881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[2048,8192]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.204889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 select.50> +2023-12-14 14:52:57.204895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50 +2023-12-14 14:52:57.204908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 0 +2023-12-14 14:52:57.204923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.50 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.194, f32[2048,8192]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:57.204930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.199> +2023-12-14 14:52:57.204937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199 +2023-12-14 14:52:57.204952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.204964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:57.204972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.204980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.192> +2023-12-14 14:52:57.204988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.204995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:57.205002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 1 +2023-12-14 14:52:57.205019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[2048,8192]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.205026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 constant.198> +2023-12-14 14:52:57.205033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198 +2023-12-14 14:52:57.205049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:57.205064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.205073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 broadcast.191> +2023-12-14 14:52:57.205081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:57.205096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 2 +2023-12-14 14:52:57.205113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[2048,8192]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.205121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 select.49> +2023-12-14 14:52:57.205130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49 +2023-12-14 14:52:57.205144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 0 +2023-12-14 14:52:57.205159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.49 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.192, f32[2048,8192]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:57.205167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.197> +2023-12-14 14:52:57.205177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197 +2023-12-14 14:52:57.205193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:57.205207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.205216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.190> +2023-12-14 14:52:57.205224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:57.205239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 1 +2023-12-14 14:52:57.205254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[2048,8192]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.205263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 constant.196> +2023-12-14 14:52:57.205270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196 +2023-12-14 14:52:57.205285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:57.205301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.205308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 broadcast.189> +2023-12-14 14:52:57.205316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:57.205329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 2 +2023-12-14 14:52:57.205345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[2048,8192]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.205353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 select.48> +2023-12-14 14:52:57.205360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48 +2023-12-14 14:52:57.205375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 0 +2023-12-14 14:52:57.205394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.48 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.190, f32[2048,8192]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:57.205400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.195> +2023-12-14 14:52:57.205408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195 +2023-12-14 14:52:57.205423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:57.205438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.205445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.188> +2023-12-14 14:52:57.205452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:57.205467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 1 +2023-12-14 14:52:57.205481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[2048,8192]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.205489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 constant.194> +2023-12-14 14:52:57.205497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194 +2023-12-14 14:52:57.205513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:57.205528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.205536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 broadcast.187> +2023-12-14 14:52:57.205543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:57.205558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 2 +2023-12-14 14:52:57.205573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[2048,8192]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.205584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 select.47> +2023-12-14 14:52:57.205593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47 +2023-12-14 14:52:57.205606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 0 +2023-12-14 14:52:57.205622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.47 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.188, f32[2048,8192]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:57.205630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.193> +2023-12-14 14:52:57.205637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193 +2023-12-14 14:52:57.205653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:57.205668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.205676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.186> +2023-12-14 14:52:57.205684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:57.205698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 1 +2023-12-14 14:52:57.205713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[2048,8192]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.205721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 constant.192> +2023-12-14 14:52:57.205728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192 +2023-12-14 14:52:57.205745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:57.205760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.205768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 broadcast.185> +2023-12-14 14:52:57.205775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:57.205793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 2 +2023-12-14 14:52:57.205810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[2048,8192]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.205818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 select.46> +2023-12-14 14:52:57.205825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46 +2023-12-14 14:52:57.205840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 0 +2023-12-14 14:52:57.205856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.46 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.186, f32[2048,8192]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:57.205865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.191> +2023-12-14 14:52:57.205873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191 +2023-12-14 14:52:57.205889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:57.205906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.205915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.184> +2023-12-14 14:52:57.205923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:57.205939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 1 +2023-12-14 14:52:57.205955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[2048,8192]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.205964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 constant.189> +2023-12-14 14:52:57.205973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.205981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189 +2023-12-14 14:52:57.205989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.205997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:57.206006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.206019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 broadcast.183> +2023-12-14 14:52:57.206027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:57.206043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 2 +2023-12-14 14:52:57.206059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[2048,8192]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.206069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 select.45> +2023-12-14 14:52:57.206077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45 +2023-12-14 14:52:57.206093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 0 +2023-12-14 14:52:57.206110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.45 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.184, f32[2048,8192]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:57.206119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.188> +2023-12-14 14:52:57.206127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188 +2023-12-14 14:52:57.206144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:57.206160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.206169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.182> +2023-12-14 14:52:57.206178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:57.206193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 1 +2023-12-14 14:52:57.206210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[2048,8192]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.206220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 constant.187> +2023-12-14 14:52:57.206227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187 +2023-12-14 14:52:57.206248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:57.206266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.206274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 broadcast.181> +2023-12-14 14:52:57.206281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:57.206298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 2 +2023-12-14 14:52:57.206314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[2048,8192]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.206325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 select.44> +2023-12-14 14:52:57.206333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44 +2023-12-14 14:52:57.206349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 0 +2023-12-14 14:52:57.206365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.44 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.182, f32[2048,8192]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:57.206373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.186> +2023-12-14 14:52:57.206381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186 +2023-12-14 14:52:57.206396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:57.206411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.206420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.180> +2023-12-14 14:52:57.206428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:57.206443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:57.206463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[2048,8192]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.206471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 constant.185> +2023-12-14 14:52:57.206479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185 +2023-12-14 14:52:57.206493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:57.206508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.206517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 broadcast.179> +2023-12-14 14:52:57.206525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:57.206540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:57.206555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[2048,8192]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.206563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 select.43> +2023-12-14 14:52:57.206572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:57.206587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 0 +2023-12-14 14:52:57.206602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.180, f32[2048,8192]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:57.206610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.184> +2023-12-14 14:52:57.206617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184 +2023-12-14 14:52:57.206633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:57.206648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:57.206655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.178> +2023-12-14 14:52:57.206663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:57.206683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 1 +2023-12-14 14:52:57.206700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[2048,8192]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:57.206708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 add.158> +2023-12-14 14:52:57.206715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158 +2023-12-14 14:52:57.206734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:57.206750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.158 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.206758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 sqrt.3> +2023-12-14 14:52:57.206766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:57.206780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 0 +2023-12-14 14:52:57.206795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.206803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 constant.183> +2023-12-14 14:52:57.206809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183 +2023-12-14 14:52:57.206825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:57.206840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.183 = f32[] constant(-3) +2023-12-14 14:52:57.206849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 broadcast.177> +2023-12-14 14:52:57.206856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:57.206872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 1 +2023-12-14 14:52:57.206894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[2048,8192]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:57.206902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 add.157> +2023-12-14 14:52:57.206909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157 +2023-12-14 14:52:57.206925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:57.206940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.157 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.3, f32[2048,8192]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.206949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.42> +2023-12-14 14:52:57.206956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.206964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:57.206972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.206980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 1 +2023-12-14 14:52:57.206987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 1 +2023-12-14 14:52:57.206994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 1 +2023-12-14 14:52:57.207000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 1 +2023-12-14 14:52:57.207009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 1 +2023-12-14 14:52:57.207017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 1 +2023-12-14 14:52:57.207024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 1 +2023-12-14 14:52:57.207032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 1 +2023-12-14 14:52:57.207040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %add.158, f32[2048,8192]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:57.207048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.107> +2023-12-14 14:52:57.207055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107 +2023-12-14 14:52:57.207070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 1 +2023-12-14 14:52:57.207085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.107 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.43, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.207098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 add.156> +2023-12-14 14:52:57.207105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156 +2023-12-14 14:52:57.207121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 0 +2023-12-14 14:52:57.207136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.156 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.44, f32[2048,8192]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:57.207144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 multiply.106> +2023-12-14 14:52:57.207151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106 +2023-12-14 14:52:57.207167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 1 +2023-12-14 14:52:57.207183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.106 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.156, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.207191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 add.155> +2023-12-14 14:52:57.207199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155 +2023-12-14 14:52:57.207215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 0 +2023-12-14 14:52:57.207230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.155 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.45, f32[2048,8192]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:57.207237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.105> +2023-12-14 14:52:57.207244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105 +2023-12-14 14:52:57.207258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 1 +2023-12-14 14:52:57.207273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.105 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.155, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.207281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 add.154> +2023-12-14 14:52:57.207288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154 +2023-12-14 14:52:57.207307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 0 +2023-12-14 14:52:57.207334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.154 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.46, f32[2048,8192]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:57.207341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 multiply.104> +2023-12-14 14:52:57.207349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104 +2023-12-14 14:52:57.207363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 1 +2023-12-14 14:52:57.207380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.104 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.154, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.207387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 add.153> +2023-12-14 14:52:57.207394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153 +2023-12-14 14:52:57.207409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 0 +2023-12-14 14:52:57.207425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.153 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.47, f32[2048,8192]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:57.207433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.103> +2023-12-14 14:52:57.207441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103 +2023-12-14 14:52:57.207456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 1 +2023-12-14 14:52:57.207472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.103 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.153, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.207479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.152> +2023-12-14 14:52:57.207486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152 +2023-12-14 14:52:57.207501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 0 +2023-12-14 14:52:57.207520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.152 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.48, f32[2048,8192]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:57.207528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.102> +2023-12-14 14:52:57.207536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102 +2023-12-14 14:52:57.207551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 1 +2023-12-14 14:52:57.207567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.102 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.152, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.207574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.150> +2023-12-14 14:52:57.207581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150 +2023-12-14 14:52:57.207596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 0 +2023-12-14 14:52:57.207610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.150 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.49, f32[2048,8192]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:57.207618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.101> +2023-12-14 14:52:57.207626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101 +2023-12-14 14:52:57.207640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 1 +2023-12-14 14:52:57.207655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.101 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.150, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.207663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.149> +2023-12-14 14:52:57.207671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149 +2023-12-14 14:52:57.207687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 0 +2023-12-14 14:52:57.207700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.149 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.50, f32[2048,8192]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:57.207712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.100> +2023-12-14 14:52:57.207721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100 +2023-12-14 14:52:57.207735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 1 +2023-12-14 14:52:57.207751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.100 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.149, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.207759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.148> +2023-12-14 14:52:57.207766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148 +2023-12-14 14:52:57.207782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 0 +2023-12-14 14:52:57.207796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.148 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.51, f32[2048,8192]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:57.207803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.99> +2023-12-14 14:52:57.207811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99 +2023-12-14 14:52:57.207827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:57.207844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.99 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.148, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.207851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 select.41> +2023-12-14 14:52:57.207858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:57.207875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 0 +2023-12-14 14:52:57.207891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.19, f32[2048,8192]{1,0} %multiply.109, f32[2048,8192]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:57.207898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 constant.182> +2023-12-14 14:52:57.207911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182 +2023-12-14 14:52:57.207926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:57.207942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:57.207949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 broadcast.176> +2023-12-14 14:52:57.207956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.207965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:57.207973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.207980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 1 +2023-12-14 14:52:57.207989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[2048,8192]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.207997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.98> +2023-12-14 14:52:57.208004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98 +2023-12-14 14:52:57.208021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:57.208036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.98 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.41, f32[2048,8192]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.208043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 maximum.4> +2023-12-14 14:52:57.208052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:57.208066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 1 +2023-12-14 14:52:57.208082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %broadcast.205, f32[2048,8192]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.208090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 minimum.2> +2023-12-14 14:52:57.208102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2 +2023-12-14 14:52:57.208118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.2 = f32[2048,8192]{1,0} minimum(f32[2048,8192]{1,0} %broadcast.206, f32[2048,8192]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.208133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.4{} (phi)> +2023-12-14 14:52:57.208140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:57.208156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:57.208173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{} (phi)> +2023-12-14 14:52:57.208189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:57.208205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110, operand 0 {} +2023-12-14 14:52:57.208220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:57.208228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:57.208236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:57.208244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106, operand 0 {} +2023-12-14 14:52:57.208251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105, operand 0 {} +2023-12-14 14:52:57.208259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104, operand 0 {} +2023-12-14 14:52:57.208267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103, operand 0 {} +2023-12-14 14:52:57.208275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.208296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:57.208311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:57.208320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:57.208335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 arg_tuple.4{1} (phi)> +2023-12-14 14:52:57.208350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:57.208366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 arg_tuple.4{2} (phi)> +2023-12-14 14:52:57.208390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:57.208405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 arg_tuple.4{3} (phi)> +2023-12-14 14:52:57.208429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:57.208443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 arg_tuple.4{4} (phi)> +2023-12-14 14:52:57.208466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:57.208483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 arg_tuple.4{5} (phi)> +2023-12-14 14:52:57.208510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:57.208526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{6} (phi)> +2023-12-14 14:52:57.208550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:57.208564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.4{7} (phi)> +2023-12-14 14:52:57.208587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:57.208603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.208627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:57.208643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103 +2023-12-14 14:52:57.208650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:57.208666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.208682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:57.208698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104 +2023-12-14 14:52:57.208710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:57.208725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.208742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:57.208758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105 +2023-12-14 14:52:57.208766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:57.208783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.208798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:57.208812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106 +2023-12-14 14:52:57.208821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:57.208837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.208852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:57.208867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:57.208873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:57.208889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.208905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:57.208925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:57.208932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:57.208950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.208957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.208963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.208971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:57.208979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:57.208986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.208994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:57.209002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.209010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.209017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.209024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:57.209031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110 +2023-12-14 14:52:57.209039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.209046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:57.209054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.209061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 while.1{} (phi)> +2023-12-14 14:52:57.209069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.209076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:57.209083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.209092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:57.209101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:57.209110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.209121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 while.1{0} (phi)> +2023-12-14 14:52:57.209130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.209137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:57.209144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.209151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.209159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:57.209166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.209173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:57.209181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:57.209189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:57.209197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.209205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 2 +2023-12-14 14:52:57.209213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 2 +2023-12-14 14:52:57.209222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.209229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:57.209237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.209246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:57.209254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:57.209261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:57.209268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.209276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 3 +2023-12-14 14:52:57.209285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 3 +2023-12-14 14:52:57.209293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.209306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 while.1{3} (phi)> +2023-12-14 14:52:57.209315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.209322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:57.209329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.209337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.209345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 while.1{4} (phi)> +2023-12-14 14:52:57.209353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.209360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:57.209368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.209376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.209383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 while.1{5} (phi)> +2023-12-14 14:52:57.209390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.209398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:57.209407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.209414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.209422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 while.1{6} (phi)> +2023-12-14 14:52:57.209429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.209437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:57.209444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.209452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.209464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{7} (phi)> +2023-12-14 14:52:57.209471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.209478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:57.209485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.209493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.211016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:57.212411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.212544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.212555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.212576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.212583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:57.212598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.110 +2023-12-14 14:52:57.212603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:57.212609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:57.212615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:57.212620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:57.212625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:57.212630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:57.212635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:57.212641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:57.212646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:57.212651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:57.212656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:57.212662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:57.212669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:57.212674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:57.212691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:57.212710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.212726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.212732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410, phi: +2023-12-14 14:52:57.212737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.212741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.212746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49: +2023-12-14 14:52:57.212751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:57.212755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411, phi: +2023-12-14 14:52:57.212761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.212766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.212771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 412, phi: +2023-12-14 14:52:57.212776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.212780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.212785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:57.212790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:57.212795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 413, phi: +2023-12-14 14:52:57.212800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.212804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.212809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:57.212814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10: +2023-12-14 14:52:57.212819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 414, phi: +2023-12-14 14:52:57.212825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.212829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.212834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:57.212839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:57.212843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 415, phi: +2023-12-14 14:52:57.212848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.212853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.212858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:57.212862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:57.212868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 416, phi: +2023-12-14 14:52:57.212872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.212885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:57.212890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:57.212895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:57.212900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 417, phi: +2023-12-14 14:52:57.212904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.212909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:57.212914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:57.212919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:57.212924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 418, phi: +2023-12-14 14:52:57.212928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.212933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.212937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:57.212943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:57.212948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 419, phi: +2023-12-14 14:52:57.212952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.212957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:57.212962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:57.212967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:57.212971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 420, phi: +2023-12-14 14:52:57.212977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.212981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.212986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 421, phi: +2023-12-14 14:52:57.212991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.212995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.213000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 422, phi: +2023-12-14 14:52:57.213005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.213010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.213015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 423, phi: +2023-12-14 14:52:57.213020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.213024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.213029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 424, phi: +2023-12-14 14:52:57.213034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.213039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:57.213047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 425, phi: +2023-12-14 14:52:57.213052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.213057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:57.213062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 426, phi: +2023-12-14 14:52:57.213067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.213072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.213076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 427, phi: +2023-12-14 14:52:57.213081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.213086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:57.213090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 428, phi: +2023-12-14 14:52:57.213096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.213100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.213105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 429, phi: +2023-12-14 14:52:57.213110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.213115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.213120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 430, phi: +2023-12-14 14:52:57.213124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.213130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.213134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 431, phi: +2023-12-14 14:52:57.213139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.213144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.213148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 432, phi: +2023-12-14 14:52:57.213153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.213158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.213164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 433, phi: +2023-12-14 14:52:57.213168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:57.213173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.213178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 434, phi: +2023-12-14 14:52:57.213182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:57.213188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.213192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 435, phi: +2023-12-14 14:52:57.213197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.213201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.213209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 436, phi: +2023-12-14 14:52:57.213215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:57.213220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.213238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.213247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.213253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410, phi: +2023-12-14 14:52:57.213258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.213263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.213268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49: +2023-12-14 14:52:57.213273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:57.213277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411, phi: +2023-12-14 14:52:57.213283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.213288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.213292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 412, phi: +2023-12-14 14:52:57.213297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.213302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.213306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:57.213312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:57.213318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 413, phi: +2023-12-14 14:52:57.213322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.213327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.213332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:57.213336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10: +2023-12-14 14:52:57.213342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 414, phi: +2023-12-14 14:52:57.213346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.213351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.213356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:57.213360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:57.213365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 415, phi: +2023-12-14 14:52:57.213370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.213376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.213380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:57.213385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:57.213389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 416, phi: +2023-12-14 14:52:57.213397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.213403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:57.213407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:57.213412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:57.213417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 417, phi: +2023-12-14 14:52:57.213422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.213427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:57.213431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:57.213437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:57.213442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 418, phi: +2023-12-14 14:52:57.213446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.213451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.213455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:57.213460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:57.213466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 419, phi: +2023-12-14 14:52:57.213471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.213476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:57.213480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:57.213485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:57.213490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 420, phi: +2023-12-14 14:52:57.213495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.213500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.213504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 421, phi: +2023-12-14 14:52:57.213509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.213513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.213519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 422, phi: +2023-12-14 14:52:57.213525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.213530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.213534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 423, phi: +2023-12-14 14:52:57.213539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.213544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.213548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 424, phi: +2023-12-14 14:52:57.213553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.213561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:57.213566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 425, phi: +2023-12-14 14:52:57.213571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.213576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:57.213580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 426, phi: +2023-12-14 14:52:57.213586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.213590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.213595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 427, phi: +2023-12-14 14:52:57.213600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.213604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:57.213609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 428, phi: +2023-12-14 14:52:57.213614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.213619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.213624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 429, phi: +2023-12-14 14:52:57.213628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.213633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.213638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 430, phi: +2023-12-14 14:52:57.213642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.213648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.213652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 431, phi: +2023-12-14 14:52:57.213657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.213662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.213668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 432, phi: +2023-12-14 14:52:57.213673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.213678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.213683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 433, phi: +2023-12-14 14:52:57.213688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:57.213692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.213697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 434, phi: +2023-12-14 14:52:57.213701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:57.213706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.213711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 435, phi: +2023-12-14 14:52:57.213716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.213728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.213733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 436, phi: +2023-12-14 14:52:57.213739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:57.213744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.213750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.213761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.213766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.213773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.213778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:57.213783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.213788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:57.213794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <39 constant.19> + +2023-12-14 14:52:57.213800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:57.213806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 constant.21> + +2023-12-14 14:52:57.213811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:57.213817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 constant.22> + +2023-12-14 14:52:57.213823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:57.213837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <428 while.1{} (phi)> + {0} : HloValueSet: <429 while.1{0} (phi)> + {1} : HloValueSet: <430 while.1{1} (phi)> + {2} : HloValueSet: <431 while.1{2} (phi)> + {3} : HloValueSet: <432 while.1{3} (phi)> + {4} : HloValueSet: <433 while.1{4} (phi)> + {5} : HloValueSet: <434 while.1{5} (phi)> + {6} : HloValueSet: <435 while.1{6} (phi)> + {7} : HloValueSet: <436 while.1{7} (phi)> + +2023-12-14 14:52:57.213845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:57.213851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 while.1{1} (phi)> + +2023-12-14 14:52:57.213856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:57.213862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <431 while.1{2} (phi)> + +2023-12-14 14:52:57.213868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:57.213874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.213882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:57.213888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <43 fusion.4> + +2023-12-14 14:52:57.213893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:57.213899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 fusion.6> + +2023-12-14 14:52:57.213903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:52:57.213909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 fusion.8> + +2023-12-14 14:52:57.213913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.9 +2023-12-14 14:52:57.213919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.213925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:57.213931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <26 fusion.2.clone> + +2023-12-14 14:52:57.213936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:57.213941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.213946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:57.213951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.213957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:57.213967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <49 tuple.9{}> + {0} : HloValueSet: <40 copy.24> + {1} : HloValueSet: <1 fusion.7.clone> + {2} : HloValueSet: <0 fusion.5.clone> + {3} : HloValueSet: <42 fusion.6> + {4} : HloValueSet: <43 fusion.4> + {5} : HloValueSet: <44 fusion.8> + {6} : HloValueSet: <46 copy.26> + {7} : HloValueSet: <48 copy.25> + +2023-12-14 14:52:57.213974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:57.213979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 copy.24> + +2023-12-14 14:52:57.213985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:57.213990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 copy.25> + +2023-12-14 14:52:57.213995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:57.214000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <46 copy.26> + +2023-12-14 14:52:57.214005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:57.214017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <411 arg_tuple.3{} (phi)> + {0} : HloValueSet: <420 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <421 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <422 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <423 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <424 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <425 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <426 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <427 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.214027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:57.214033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 constant.102> + +2023-12-14 14:52:57.214038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:57.214044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <52 add.58> + +2023-12-14 14:52:57.214050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.214056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.214060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:57.214066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.214072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.103 +2023-12-14 14:52:57.214078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <420 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.214083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:57.214088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 copy.8> + +2023-12-14 14:52:57.214093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.104 +2023-12-14 14:52:57.214099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <421 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.214104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:57.214110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:57.214115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.105 +2023-12-14 14:52:57.214121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <422 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.214126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:57.214132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:57.214137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.106 +2023-12-14 14:52:57.214143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <423 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.214151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:57.214156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:57.214161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:57.214167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <424 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.214172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:57.214178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.12> + +2023-12-14 14:52:57.214183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:57.214188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <425 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:57.214193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:57.214199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.13> + +2023-12-14 14:52:57.214204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:57.214210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <426 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.214215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:57.214221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:57.214226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.110 +2023-12-14 14:52:57.214232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <427 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.214237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:57.214242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <62 copy.15> + +2023-12-14 14:52:57.214247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:57.214253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 copy.19> + +2023-12-14 14:52:57.214258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:57.214264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.20> + +2023-12-14 14:52:57.214269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:57.214274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <61 copy.21> + +2023-12-14 14:52:57.214279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:57.214285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <63 copy.22> + +2023-12-14 14:52:57.214293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:57.214299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:57.214304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:57.214313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <65 tuple.11{}> + {0} : HloValueSet: <52 add.58> + {1} : HloValueSet: <10 fusion.1.clone> + {2} : HloValueSet: <11 fusion.clone> + {3} : HloValueSet: <58 copy.19> + {4} : HloValueSet: <60 copy.20> + {5} : HloValueSet: <61 copy.21> + {6} : HloValueSet: <63 copy.22> + {7} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:57.214320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:57.214331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <410 arg_tuple.4{} (phi)> + {0} : HloValueSet: <412 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <413 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <414 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <415 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <416 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <417 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <418 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <419 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:57.214336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:57.214342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <8 constant.103> + +2023-12-14 14:52:57.214347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:57.214353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <9 compare.5> + +2023-12-14 14:52:57.214357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:57.214363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <412 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:57.214369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.0 +2023-12-14 14:52:57.214374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 divide.0> + +2023-12-14 14:52:57.214379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:57.214385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <148 add.105> + +2023-12-14 14:52:57.214390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:57.214396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 multiply.42> + +2023-12-14 14:52:57.214400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:57.214406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 add.106> + +2023-12-14 14:52:57.214412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:57.214421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 multiply.45> + +2023-12-14 14:52:57.214426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:57.214432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 add.107> + +2023-12-14 14:52:57.214437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:57.214442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 multiply.47> + +2023-12-14 14:52:57.214447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:57.214453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 add.108> + +2023-12-14 14:52:57.214458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:57.214463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 multiply.49> + +2023-12-14 14:52:57.214469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:57.214475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 add.109> + +2023-12-14 14:52:57.214480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:57.214485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 multiply.51> + +2023-12-14 14:52:57.214490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:57.214495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 add.110> + +2023-12-14 14:52:57.214500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.53 +2023-12-14 14:52:57.214506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 multiply.53> + +2023-12-14 14:52:57.214511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:57.214517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 add.112> + +2023-12-14 14:52:57.214522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.55 +2023-12-14 14:52:57.214528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 multiply.55> + +2023-12-14 14:52:57.214533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:57.214539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 add.114> + +2023-12-14 14:52:57.214544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.57 +2023-12-14 14:52:57.214549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 multiply.57> + +2023-12-14 14:52:57.214554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:57.214562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 add.115> + +2023-12-14 14:52:57.214568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.59 +2023-12-14 14:52:57.214573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 multiply.59> + +2023-12-14 14:52:57.214578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:57.214584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 add.116> + +2023-12-14 14:52:57.214588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.61 +2023-12-14 14:52:57.214594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 multiply.61> + +2023-12-14 14:52:57.214600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:57.214605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 add.117> + +2023-12-14 14:52:57.214610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.63 +2023-12-14 14:52:57.214616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 multiply.63> + +2023-12-14 14:52:57.214621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:57.214627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 add.118> + +2023-12-14 14:52:57.214632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.65 +2023-12-14 14:52:57.214638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <113 multiply.65> + +2023-12-14 14:52:57.214643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.67 +2023-12-14 14:52:57.214648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <111 multiply.67> + +2023-12-14 14:52:57.214653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.0 +2023-12-14 14:52:57.214659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <110 clamp.0> + +2023-12-14 14:52:57.214664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.69 +2023-12-14 14:52:57.214670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <108 multiply.69> + +2023-12-14 14:52:57.214675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.146 +2023-12-14 14:52:57.214680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 constant.146> + +2023-12-14 14:52:57.214686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.147 +2023-12-14 14:52:57.214692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 constant.147> + +2023-12-14 14:52:57.214697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.148 +2023-12-14 14:52:57.214705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 constant.148> + +2023-12-14 14:52:57.214710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.149 +2023-12-14 14:52:57.214716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 constant.149> + +2023-12-14 14:52:57.214722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.150 +2023-12-14 14:52:57.214727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 constant.150> + +2023-12-14 14:52:57.214732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.151 +2023-12-14 14:52:57.214737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 constant.151> + +2023-12-14 14:52:57.214742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.152 +2023-12-14 14:52:57.214748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 constant.152> + +2023-12-14 14:52:57.214753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.153 +2023-12-14 14:52:57.214758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 constant.153> + +2023-12-14 14:52:57.214764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.154 +2023-12-14 14:52:57.214769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 constant.154> + +2023-12-14 14:52:57.214774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.155 +2023-12-14 14:52:57.214780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.155> + +2023-12-14 14:52:57.214785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.156 +2023-12-14 14:52:57.214791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.156> + +2023-12-14 14:52:57.214795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.157 +2023-12-14 14:52:57.214801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 constant.157> + +2023-12-14 14:52:57.214806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.158 +2023-12-14 14:52:57.214812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 constant.158> + +2023-12-14 14:52:57.214817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.159 +2023-12-14 14:52:57.214822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <109 constant.159> + +2023-12-14 14:52:57.214827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.160 +2023-12-14 14:52:57.214832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <107 constant.160> + +2023-12-14 14:52:57.214841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.161 +2023-12-14 14:52:57.214846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <104 constant.161> + +2023-12-14 14:52:57.214851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.6 +2023-12-14 14:52:57.214856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <106 convert.6> + +2023-12-14 14:52:57.214862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.23 +2023-12-14 14:52:57.214868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <105 param_0.23> + +2023-12-14 14:52:57.214874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:57.214879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:57.214884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:57.214890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:57.214895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.162 +2023-12-14 14:52:57.214900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.162> + +2023-12-14 14:52:57.214906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:57.214911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.38> + +2023-12-14 14:52:57.214917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:57.214922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.19> + +2023-12-14 14:52:57.214927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:57.214934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.39> + +2023-12-14 14:52:57.214938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.27 +2023-12-14 14:52:57.214944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.27> + +2023-12-14 14:52:57.214949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:57.214954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.20> + +2023-12-14 14:52:57.214959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:57.214965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.41> + +2023-12-14 14:52:57.214970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:57.214976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.23> + +2023-12-14 14:52:57.214995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:57.215000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.31> + +2023-12-14 14:52:57.215005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:57.215011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.43> + +2023-12-14 14:52:57.215016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:57.215022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.26> + +2023-12-14 14:52:57.215027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.35 +2023-12-14 14:52:57.215033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.35> + +2023-12-14 14:52:57.215038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:52:57.215043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 divide.1> + +2023-12-14 14:52:57.215048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.121 +2023-12-14 14:52:57.215053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 add.121> + +2023-12-14 14:52:57.215060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.163 +2023-12-14 14:52:57.215066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 constant.163> + +2023-12-14 14:52:57.215070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.70 +2023-12-14 14:52:57.215076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 multiply.70> + +2023-12-14 14:52:57.215081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.122 +2023-12-14 14:52:57.215087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 add.122> + +2023-12-14 14:52:57.215092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.164 +2023-12-14 14:52:57.215097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 constant.164> + +2023-12-14 14:52:57.215102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.71 +2023-12-14 14:52:57.215108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 multiply.71> + +2023-12-14 14:52:57.215113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.123 +2023-12-14 14:52:57.215119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 add.123> + +2023-12-14 14:52:57.215124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.165 +2023-12-14 14:52:57.215129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 constant.165> + +2023-12-14 14:52:57.215139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.74 +2023-12-14 14:52:57.215144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 multiply.74> + +2023-12-14 14:52:57.215150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.124 +2023-12-14 14:52:57.215156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 add.124> + +2023-12-14 14:52:57.215161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.166 +2023-12-14 14:52:57.215167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 constant.166> + +2023-12-14 14:52:57.215172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.76 +2023-12-14 14:52:57.215178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 multiply.76> + +2023-12-14 14:52:57.215183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:57.215188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 add.125> + +2023-12-14 14:52:57.215193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.167 +2023-12-14 14:52:57.215198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 constant.167> + +2023-12-14 14:52:57.215203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.78 +2023-12-14 14:52:57.215209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <180 multiply.78> + +2023-12-14 14:52:57.215214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.126 +2023-12-14 14:52:57.215219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 add.126> + +2023-12-14 14:52:57.215224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.168 +2023-12-14 14:52:57.215230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 constant.168> + +2023-12-14 14:52:57.215234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.80 +2023-12-14 14:52:57.215241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 multiply.80> + +2023-12-14 14:52:57.215246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.127 +2023-12-14 14:52:57.215254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 add.127> + +2023-12-14 14:52:57.215262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.169 +2023-12-14 14:52:57.215272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 constant.169> + +2023-12-14 14:52:57.215279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.82 +2023-12-14 14:52:57.215288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 multiply.82> + +2023-12-14 14:52:57.215301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.129 +2023-12-14 14:52:57.215309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 add.129> + +2023-12-14 14:52:57.215317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.170 +2023-12-14 14:52:57.215334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 constant.170> + +2023-12-14 14:52:57.215342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.84 +2023-12-14 14:52:57.215350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 multiply.84> + +2023-12-14 14:52:57.215357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.130 +2023-12-14 14:52:57.215364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <170 add.130> + +2023-12-14 14:52:57.215372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.171 +2023-12-14 14:52:57.215380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.171> + +2023-12-14 14:52:57.215388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.86 +2023-12-14 14:52:57.215396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 multiply.86> + +2023-12-14 14:52:57.215405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.132 +2023-12-14 14:52:57.215414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <167 add.132> + +2023-12-14 14:52:57.215421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.172 +2023-12-14 14:52:57.215431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.172> + +2023-12-14 14:52:57.215441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.88 +2023-12-14 14:52:57.215450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <165 multiply.88> + +2023-12-14 14:52:57.215457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.133 +2023-12-14 14:52:57.215465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <164 add.133> + +2023-12-14 14:52:57.215476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.173 +2023-12-14 14:52:57.215483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.173> + +2023-12-14 14:52:57.215488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.90 +2023-12-14 14:52:57.215493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 multiply.90> + +2023-12-14 14:52:57.215498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.134 +2023-12-14 14:52:57.215504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 add.134> + +2023-12-14 14:52:57.215513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.174 +2023-12-14 14:52:57.215518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <160 constant.174> + +2023-12-14 14:52:57.215523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.92 +2023-12-14 14:52:57.215529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <159 multiply.92> + +2023-12-14 14:52:57.215534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.175 +2023-12-14 14:52:57.215540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 constant.175> + +2023-12-14 14:52:57.215545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.94 +2023-12-14 14:52:57.215550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <157 multiply.94> + +2023-12-14 14:52:57.215555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.1 +2023-12-14 14:52:57.215560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <156 clamp.1> + +2023-12-14 14:52:57.215566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.176 +2023-12-14 14:52:57.215572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <155 constant.176> + +2023-12-14 14:52:57.215576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.96 +2023-12-14 14:52:57.215583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 multiply.96> + +2023-12-14 14:52:57.215588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.177 +2023-12-14 14:52:57.215594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 constant.177> + +2023-12-14 14:52:57.215599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.178 +2023-12-14 14:52:57.215605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 constant.178> + +2023-12-14 14:52:57.215609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.7 +2023-12-14 14:52:57.215615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <152 convert.7> + +2023-12-14 14:52:57.215620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.41 +2023-12-14 14:52:57.215626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <151 param_0.41> + +2023-12-14 14:52:57.215632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.135 +2023-12-14 14:52:57.215637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <248 add.135> + +2023-12-14 14:52:57.215642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.153 +2023-12-14 14:52:57.215648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <247 broadcast.153> + +2023-12-14 14:52:57.215657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.8 +2023-12-14 14:52:57.215662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <246 convert.8> + +2023-12-14 14:52:57.215667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.136 +2023-12-14 14:52:57.215673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <242 add.136> + +2023-12-14 14:52:57.215678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.154 +2023-12-14 14:52:57.215685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <241 broadcast.154> + +2023-12-14 14:52:57.215690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:57.215696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <239 xor.21> + +2023-12-14 14:52:57.215701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:57.215706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <238 or.23> + +2023-12-14 14:52:57.215712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:57.215718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <237 shift-right-logical.21> + +2023-12-14 14:52:57.215722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.156 +2023-12-14 14:52:57.215728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <236 broadcast.156> + +2023-12-14 14:52:57.215734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:57.215739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <235 subtract.24> + +2023-12-14 14:52:57.215745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:57.215750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <234 shift-left.19> + +2023-12-14 14:52:57.215755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.157 +2023-12-14 14:52:57.215761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <233 broadcast.157> + +2023-12-14 14:52:57.215766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:57.215771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <232 reshape.44> + +2023-12-14 14:52:57.215777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:57.215783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <231 slice.27> + +2023-12-14 14:52:57.215788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.137 +2023-12-14 14:52:57.215794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <230 add.137> + +2023-12-14 14:52:57.215801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:57.215808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <229 xor.22> + +2023-12-14 14:52:57.215813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:57.215818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <228 or.24> + +2023-12-14 14:52:57.215823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:57.215829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <227 shift-right-logical.22> + +2023-12-14 14:52:57.215835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.158 +2023-12-14 14:52:57.215841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <226 broadcast.158> + +2023-12-14 14:52:57.215846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:57.215852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <225 subtract.25> + +2023-12-14 14:52:57.215857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:57.215862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <224 shift-left.20> + +2023-12-14 14:52:57.215868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.159 +2023-12-14 14:52:57.215873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <223 broadcast.159> + +2023-12-14 14:52:57.215878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:57.215884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <222 reshape.45> + +2023-12-14 14:52:57.215889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:57.215894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <221 slice.28> + +2023-12-14 14:52:57.215900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.138 +2023-12-14 14:52:57.215905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <220 add.138> + +2023-12-14 14:52:57.215910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:57.215916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <219 xor.23> + +2023-12-14 14:52:57.215921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:57.215926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <218 or.25> + +2023-12-14 14:52:57.215932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:57.215940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <217 shift-right-logical.23> + +2023-12-14 14:52:57.215946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.160 +2023-12-14 14:52:57.215951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <216 broadcast.160> + +2023-12-14 14:52:57.215956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:57.215962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <215 subtract.26> + +2023-12-14 14:52:57.215967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:57.215972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <214 shift-left.21> + +2023-12-14 14:52:57.215977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.161 +2023-12-14 14:52:57.215984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <213 broadcast.161> + +2023-12-14 14:52:57.215988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:57.215995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <212 reshape.46> + +2023-12-14 14:52:57.215999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:57.216005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <211 slice.29> + +2023-12-14 14:52:57.216010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.139 +2023-12-14 14:52:57.216015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <210 add.139> + +2023-12-14 14:52:57.216021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:57.216026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <209 xor.24> + +2023-12-14 14:52:57.216032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:57.216038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <208 or.26> + +2023-12-14 14:52:57.216043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:57.216049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <207 shift-right-logical.24> + +2023-12-14 14:52:57.216055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.163 +2023-12-14 14:52:57.216060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <206 broadcast.163> + +2023-12-14 14:52:57.216065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:57.216071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <205 subtract.27> + +2023-12-14 14:52:57.216079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.179 +2023-12-14 14:52:57.216085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <204 constant.179> + +2023-12-14 14:52:57.216090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:57.216096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <203 shift-left.22> + +2023-12-14 14:52:57.216101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.164 +2023-12-14 14:52:57.216106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <202 broadcast.164> + +2023-12-14 14:52:57.216112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:57.216118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <201 reshape.47> + +2023-12-14 14:52:57.216123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:57.216128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <200 slice.30> + +2023-12-14 14:52:57.216134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.140 +2023-12-14 14:52:57.216139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <198 add.140> + +2023-12-14 14:52:57.216144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.142 +2023-12-14 14:52:57.216150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <245 add.142> + +2023-12-14 14:52:57.216155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.42 +2023-12-14 14:52:57.216160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <240 param_0.42> + +2023-12-14 14:52:57.216165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.60 +2023-12-14 14:52:57.216171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <199 param_1.60> + +2023-12-14 14:52:57.216177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.56 +2023-12-14 14:52:57.216183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <197 param_2.56> + +2023-12-14 14:52:57.216188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.65 +2023-12-14 14:52:57.216193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <196 param_3.65> + +2023-12-14 14:52:57.216198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.68 +2023-12-14 14:52:57.216205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <243 param_4.68> + +2023-12-14 14:52:57.216210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.180 +2023-12-14 14:52:57.216215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <244 constant.180> + +2023-12-14 14:52:57.216223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.216228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.216235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.216240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.12> + +2023-12-14 14:52:57.216245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.216251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:57.216256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:57.216261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:57.216266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:57.216272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:57.216277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:57.216284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 copy.8> + +2023-12-14 14:52:57.216289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.143 +2023-12-14 14:52:57.216295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <103 add.143> + +2023-12-14 14:52:57.216301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.166 +2023-12-14 14:52:57.216307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <102 broadcast.166> + +2023-12-14 14:52:57.216312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.144 +2023-12-14 14:52:57.216317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <100 add.144> + +2023-12-14 14:52:57.216322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.43 +2023-12-14 14:52:57.216328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <101 param_0.43> + +2023-12-14 14:52:57.216333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:57.216339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <99 xor.25> + +2023-12-14 14:52:57.216344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:57.216350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <98 or.27> + +2023-12-14 14:52:57.216355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:57.216361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <97 shift-right-logical.25> + +2023-12-14 14:52:57.216369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:57.216375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <96 broadcast.167> + +2023-12-14 14:52:57.216380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:57.216386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <95 subtract.28> + +2023-12-14 14:52:57.216392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:57.216398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <94 shift-left.23> + +2023-12-14 14:52:57.216403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.168 +2023-12-14 14:52:57.216408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <93 broadcast.168> + +2023-12-14 14:52:57.216413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.48 +2023-12-14 14:52:57.216420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <92 reshape.48> + +2023-12-14 14:52:57.216424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:57.216430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 slice.31> + +2023-12-14 14:52:57.216435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.145 +2023-12-14 14:52:57.216441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <90 add.145> + +2023-12-14 14:52:57.216446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:57.216452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <89 xor.26> + +2023-12-14 14:52:57.216457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:57.216463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <88 or.28> + +2023-12-14 14:52:57.216468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:57.216474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <87 shift-right-logical.26> + +2023-12-14 14:52:57.216479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.170 +2023-12-14 14:52:57.216486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <86 broadcast.170> + +2023-12-14 14:52:57.216491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:57.216497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 subtract.29> + +2023-12-14 14:52:57.216502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:57.216511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <84 shift-left.24> + +2023-12-14 14:52:57.216516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.172 +2023-12-14 14:52:57.216522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <83 broadcast.172> + +2023-12-14 14:52:57.216527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:57.216532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 reshape.49> + +2023-12-14 14:52:57.216538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:57.216544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 slice.32> + +2023-12-14 14:52:57.216549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.146 +2023-12-14 14:52:57.216555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <80 add.146> + +2023-12-14 14:52:57.216560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:57.216566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <79 xor.27> + +2023-12-14 14:52:57.216572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.29 +2023-12-14 14:52:57.216577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <78 or.29> + +2023-12-14 14:52:57.216582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:57.216588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <77 shift-right-logical.27> + +2023-12-14 14:52:57.216593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:57.216599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <76 broadcast.173> + +2023-12-14 14:52:57.216605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.30 +2023-12-14 14:52:57.216610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 subtract.30> + +2023-12-14 14:52:57.216615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.181 +2023-12-14 14:52:57.216621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <74 constant.181> + +2023-12-14 14:52:57.216626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.61 +2023-12-14 14:52:57.216632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <69 param_1.61> + +2023-12-14 14:52:57.216638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:57.216643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <73 shift-left.25> + +2023-12-14 14:52:57.216648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.174 +2023-12-14 14:52:57.216657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <72 broadcast.174> + +2023-12-14 14:52:57.216663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:57.216669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 reshape.50> + +2023-12-14 14:52:57.216674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:57.216679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 slice.33> + +2023-12-14 14:52:57.216685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.147 +2023-12-14 14:52:57.216691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <68 add.147> + +2023-12-14 14:52:57.216697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.57 +2023-12-14 14:52:57.216702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <67 param_2.57> + +2023-12-14 14:52:57.216707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.66 +2023-12-14 14:52:57.216713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <66 param_3.66> + +2023-12-14 14:52:57.216718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:57.216724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.216729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:57.216734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:57.216740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:57.216745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:57.216750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:57.216756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:57.216761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:57.216766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:57.216771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.2 +2023-12-14 14:52:57.216777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <409 minimum.2> + +2023-12-14 14:52:57.216783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:57.216789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <408 maximum.4> + +2023-12-14 14:52:57.216797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.98 +2023-12-14 14:52:57.216803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <407 multiply.98> + +2023-12-14 14:52:57.216808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:57.216815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <406 broadcast.176> + +2023-12-14 14:52:57.216820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.182 +2023-12-14 14:52:57.216826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <405 constant.182> + +2023-12-14 14:52:57.216831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:57.216838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <404 select.41> + +2023-12-14 14:52:57.216842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.99 +2023-12-14 14:52:57.216849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <403 multiply.99> + +2023-12-14 14:52:57.216853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.148 +2023-12-14 14:52:57.216859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <402 add.148> + +2023-12-14 14:52:57.216864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.100 +2023-12-14 14:52:57.216869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <401 multiply.100> + +2023-12-14 14:52:57.216876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.149 +2023-12-14 14:52:57.216882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <400 add.149> + +2023-12-14 14:52:57.216887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.101 +2023-12-14 14:52:57.216893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <399 multiply.101> + +2023-12-14 14:52:57.216898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.150 +2023-12-14 14:52:57.216903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <398 add.150> + +2023-12-14 14:52:57.216909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.102 +2023-12-14 14:52:57.216914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <397 multiply.102> + +2023-12-14 14:52:57.216919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.152 +2023-12-14 14:52:57.216925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <396 add.152> + +2023-12-14 14:52:57.216931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.103 +2023-12-14 14:52:57.216937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <395 multiply.103> + +2023-12-14 14:52:57.216946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.153 +2023-12-14 14:52:57.216952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <394 add.153> + +2023-12-14 14:52:57.216956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.104 +2023-12-14 14:52:57.216962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <393 multiply.104> + +2023-12-14 14:52:57.216968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.154 +2023-12-14 14:52:57.216973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <392 add.154> + +2023-12-14 14:52:57.216978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.105 +2023-12-14 14:52:57.216986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <391 multiply.105> + +2023-12-14 14:52:57.216991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.155 +2023-12-14 14:52:57.216996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <390 add.155> + +2023-12-14 14:52:57.217002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.106 +2023-12-14 14:52:57.217008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <389 multiply.106> + +2023-12-14 14:52:57.217013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.156 +2023-12-14 14:52:57.217018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <388 add.156> + +2023-12-14 14:52:57.217023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.107 +2023-12-14 14:52:57.217030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <387 multiply.107> + +2023-12-14 14:52:57.217035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:57.217041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <386 select.42> + +2023-12-14 14:52:57.217046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.157 +2023-12-14 14:52:57.217051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <385 add.157> + +2023-12-14 14:52:57.217056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:57.217062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <384 broadcast.177> + +2023-12-14 14:52:57.217067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.183 +2023-12-14 14:52:57.217073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <383 constant.183> + +2023-12-14 14:52:57.217078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:57.217087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <382 sqrt.3> + +2023-12-14 14:52:57.217093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.158 +2023-12-14 14:52:57.217098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <381 add.158> + +2023-12-14 14:52:57.217103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:57.217109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <380 broadcast.178> + +2023-12-14 14:52:57.217114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.184 +2023-12-14 14:52:57.217120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <379 constant.184> + +2023-12-14 14:52:57.217125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:57.217130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <378 select.43> + +2023-12-14 14:52:57.217136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:57.217142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <377 broadcast.179> + +2023-12-14 14:52:57.217146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.185 +2023-12-14 14:52:57.217153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <376 constant.185> + +2023-12-14 14:52:57.217157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:57.217163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <375 broadcast.180> + +2023-12-14 14:52:57.217168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.186 +2023-12-14 14:52:57.217173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <374 constant.186> + +2023-12-14 14:52:57.217178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.44 +2023-12-14 14:52:57.217185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <373 select.44> + +2023-12-14 14:52:57.217190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:57.217196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <372 broadcast.181> + +2023-12-14 14:52:57.217201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.187 +2023-12-14 14:52:57.217206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <371 constant.187> + +2023-12-14 14:52:57.217212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:57.217218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <370 broadcast.182> + +2023-12-14 14:52:57.217225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.188 +2023-12-14 14:52:57.217231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <369 constant.188> + +2023-12-14 14:52:57.217237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.45 +2023-12-14 14:52:57.217243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <368 select.45> + +2023-12-14 14:52:57.217248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:57.217253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <367 broadcast.183> + +2023-12-14 14:52:57.217258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.189 +2023-12-14 14:52:57.217264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <366 constant.189> + +2023-12-14 14:52:57.217269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:57.217275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <365 broadcast.184> + +2023-12-14 14:52:57.217280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.191 +2023-12-14 14:52:57.217285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <364 constant.191> + +2023-12-14 14:52:57.217291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.46 +2023-12-14 14:52:57.217296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <363 select.46> + +2023-12-14 14:52:57.217303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:57.217309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <362 broadcast.185> + +2023-12-14 14:52:57.217313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.192 +2023-12-14 14:52:57.217319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <361 constant.192> + +2023-12-14 14:52:57.217324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:57.217329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <360 broadcast.186> + +2023-12-14 14:52:57.217335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.193 +2023-12-14 14:52:57.217341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <359 constant.193> + +2023-12-14 14:52:57.217345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.47 +2023-12-14 14:52:57.217351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <358 select.47> + +2023-12-14 14:52:57.217356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:57.217361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <357 broadcast.187> + +2023-12-14 14:52:57.217372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.194 +2023-12-14 14:52:57.217377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <356 constant.194> + +2023-12-14 14:52:57.217382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:57.217389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <355 broadcast.188> + +2023-12-14 14:52:57.217395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.195 +2023-12-14 14:52:57.217400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <354 constant.195> + +2023-12-14 14:52:57.217405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.48 +2023-12-14 14:52:57.217411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <353 select.48> + +2023-12-14 14:52:57.217416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:57.217422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <352 broadcast.189> + +2023-12-14 14:52:57.217427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.196 +2023-12-14 14:52:57.217432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <351 constant.196> + +2023-12-14 14:52:57.217437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:57.217444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <350 broadcast.190> + +2023-12-14 14:52:57.217448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.197 +2023-12-14 14:52:57.217454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <349 constant.197> + +2023-12-14 14:52:57.217459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.49 +2023-12-14 14:52:57.217465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <348 select.49> + +2023-12-14 14:52:57.217470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:57.217475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <347 broadcast.191> + +2023-12-14 14:52:57.217480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.198 +2023-12-14 14:52:57.217487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <346 constant.198> + +2023-12-14 14:52:57.217492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:57.217498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <345 broadcast.192> + +2023-12-14 14:52:57.217503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.199 +2023-12-14 14:52:57.217512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <344 constant.199> + +2023-12-14 14:52:57.217517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.50 +2023-12-14 14:52:57.217523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <343 select.50> + +2023-12-14 14:52:57.217528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:57.217533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <342 broadcast.193> + +2023-12-14 14:52:57.217539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.200 +2023-12-14 14:52:57.217545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <341 constant.200> + +2023-12-14 14:52:57.217551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:57.217556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <340 broadcast.194> + +2023-12-14 14:52:57.217561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.201 +2023-12-14 14:52:57.217566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <339 constant.201> + +2023-12-14 14:52:57.217571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.51 +2023-12-14 14:52:57.217577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <338 select.51> + +2023-12-14 14:52:57.217582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:57.217588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <337 broadcast.195> + +2023-12-14 14:52:57.217593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.202 +2023-12-14 14:52:57.217599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <336 constant.202> + +2023-12-14 14:52:57.217604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:57.217610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <335 broadcast.196> + +2023-12-14 14:52:57.217615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.203 +2023-12-14 14:52:57.217620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <334 constant.203> + +2023-12-14 14:52:57.217625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.18 +2023-12-14 14:52:57.217631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <333 compare.18> + +2023-12-14 14:52:57.217636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:57.217642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <332 broadcast.197> + +2023-12-14 14:52:57.217650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.204 +2023-12-14 14:52:57.217656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <331 constant.204> + +2023-12-14 14:52:57.217661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:57.217666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <330 negate.9> + +2023-12-14 14:52:57.217672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:57.217678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <329 log-plus-one.3> + +2023-12-14 14:52:57.217683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.108 +2023-12-14 14:52:57.217690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <328 multiply.108> + +2023-12-14 14:52:57.217695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:57.217701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <327 negate.10> + +2023-12-14 14:52:57.217707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.109 +2023-12-14 14:52:57.217712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <326 multiply.109> + +2023-12-14 14:52:57.217717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:57.217723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <325 broadcast.198> + +2023-12-14 14:52:57.217727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.19 +2023-12-14 14:52:57.217734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <324 compare.19> + +2023-12-14 14:52:57.217739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:57.217744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <323 broadcast.199> + +2023-12-14 14:52:57.217749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.205 +2023-12-14 14:52:57.217755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <322 constant.205> + +2023-12-14 14:52:57.217760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:57.217766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <321 abs.3> + +2023-12-14 14:52:57.217771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:57.217777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <320 reshape.51> + +2023-12-14 14:52:57.217782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.5 +2023-12-14 14:52:57.217791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <319 maximum.5> + +2023-12-14 14:52:57.217797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.159 +2023-12-14 14:52:57.217803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <318 add.159> + +2023-12-14 14:52:57.217807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.110 +2023-12-14 14:52:57.217813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <317 multiply.110> + +2023-12-14 14:52:57.217818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:57.217824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <316 broadcast.200> + +2023-12-14 14:52:57.217829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:57.217835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <315 reshape.52> + +2023-12-14 14:52:57.217840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.31 +2023-12-14 14:52:57.217846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <314 subtract.31> + +2023-12-14 14:52:57.217851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.53 +2023-12-14 14:52:57.217858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <313 reshape.53> + +2023-12-14 14:52:57.217862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:57.217868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <312 reshape.54> + +2023-12-14 14:52:57.217873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.160 +2023-12-14 14:52:57.217878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <310 add.160> + +2023-12-14 14:52:57.217883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:57.217890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <309 broadcast.201> + +2023-12-14 14:52:57.217895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.206 +2023-12-14 14:52:57.217900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <308 constant.206> + +2023-12-14 14:52:57.217905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.6 +2023-12-14 14:52:57.217911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <307 bitcast-convert.6> + +2023-12-14 14:52:57.217917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.30 +2023-12-14 14:52:57.217922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <306 or.30> + +2023-12-14 14:52:57.217930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:57.217936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <305 broadcast.202> + +2023-12-14 14:52:57.217942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.207 +2023-12-14 14:52:57.217948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <304 constant.207> + +2023-12-14 14:52:57.217953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:57.217958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <303 shift-right-logical.28> + +2023-12-14 14:52:57.217963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:57.217969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <302 broadcast.203> + +2023-12-14 14:52:57.217974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.208 +2023-12-14 14:52:57.217980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <301 constant.208> + +2023-12-14 14:52:57.217985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:57.217991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <300 concatenate.1> + +2023-12-14 14:52:57.217996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:57.218001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <297 broadcast.204> + +2023-12-14 14:52:57.218007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:57.218013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <295 broadcast.205> + +2023-12-14 14:52:57.218018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.7 +2023-12-14 14:52:57.218024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <294 bitcast-convert.7> + +2023-12-14 14:52:57.218028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.52 +2023-12-14 14:52:57.218034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <293 select.52> + +2023-12-14 14:52:57.218040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.53 +2023-12-14 14:52:57.218045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <292 select.53> + +2023-12-14 14:52:57.218050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.54 +2023-12-14 14:52:57.218056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <291 select.54> + +2023-12-14 14:52:57.218060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.162 +2023-12-14 14:52:57.218066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <290 add.162> + +2023-12-14 14:52:57.218074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.55 +2023-12-14 14:52:57.218080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <289 select.55> + +2023-12-14 14:52:57.218085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.31 +2023-12-14 14:52:57.218091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <288 or.31> + +2023-12-14 14:52:57.218096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.20 +2023-12-14 14:52:57.218102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <287 compare.20> + +2023-12-14 14:52:57.218107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:57.218112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <286 and.4> + +2023-12-14 14:52:57.218117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.21 +2023-12-14 14:52:57.218122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <285 compare.21> + +2023-12-14 14:52:57.218127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.22 +2023-12-14 14:52:57.218134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <284 compare.22> + +2023-12-14 14:52:57.218140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.5 +2023-12-14 14:52:57.218145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <283 and.5> + +2023-12-14 14:52:57.218150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.8 +2023-12-14 14:52:57.218156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <282 bitcast-convert.8> + +2023-12-14 14:52:57.218162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.23 +2023-12-14 14:52:57.218167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <281 compare.23> + +2023-12-14 14:52:57.218172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.209 +2023-12-14 14:52:57.218178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <280 constant.209> + +2023-12-14 14:52:57.218183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.24 +2023-12-14 14:52:57.218189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <279 compare.24> + +2023-12-14 14:52:57.218194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.9 +2023-12-14 14:52:57.218200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <278 convert.9> + +2023-12-14 14:52:57.218204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:57.218210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <276 broadcast.206> + +2023-12-14 14:52:57.218218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.44 +2023-12-14 14:52:57.218224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <296 param_0.44> + +2023-12-14 14:52:57.218229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.62 +2023-12-14 14:52:57.218234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <311 param_1.62> + +2023-12-14 14:52:57.218240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.58 +2023-12-14 14:52:57.218245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <298 param_2.58> + +2023-12-14 14:52:57.218251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.67 +2023-12-14 14:52:57.218256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <299 param_3.67> + +2023-12-14 14:52:57.218261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.9 +2023-12-14 14:52:57.218267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <275 bitcast-convert.9> + +2023-12-14 14:52:57.218271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.56 +2023-12-14 14:52:57.218277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <274 select.56> + +2023-12-14 14:52:57.218282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.57 +2023-12-14 14:52:57.218288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <273 select.57> + +2023-12-14 14:52:57.218293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.58 +2023-12-14 14:52:57.218299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 select.58> + +2023-12-14 14:52:57.218304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.163 +2023-12-14 14:52:57.218309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <271 add.163> + +2023-12-14 14:52:57.218315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.59 +2023-12-14 14:52:57.218320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <270 select.59> + +2023-12-14 14:52:57.218325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.210 +2023-12-14 14:52:57.218331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <269 constant.210> + +2023-12-14 14:52:57.218335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.211 +2023-12-14 14:52:57.218342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <268 constant.211> + +2023-12-14 14:52:57.218347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.32 +2023-12-14 14:52:57.218353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <267 or.32> + +2023-12-14 14:52:57.218360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.25 +2023-12-14 14:52:57.218366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <266 compare.25> + +2023-12-14 14:52:57.218371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.6 +2023-12-14 14:52:57.218377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <265 and.6> + +2023-12-14 14:52:57.218382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.212 +2023-12-14 14:52:57.218388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 constant.212> + +2023-12-14 14:52:57.218394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.26 +2023-12-14 14:52:57.218399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <263 compare.26> + +2023-12-14 14:52:57.218405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.213 +2023-12-14 14:52:57.218410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <262 constant.213> + +2023-12-14 14:52:57.218415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.214 +2023-12-14 14:52:57.218420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <261 constant.214> + +2023-12-14 14:52:57.218425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.27 +2023-12-14 14:52:57.218431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <260 compare.27> + +2023-12-14 14:52:57.218436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.215 +2023-12-14 14:52:57.218442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <259 constant.215> + +2023-12-14 14:52:57.218447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.7 +2023-12-14 14:52:57.218453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <258 and.7> + +2023-12-14 14:52:57.218457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.216 +2023-12-14 14:52:57.218463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <257 constant.216> + +2023-12-14 14:52:57.218469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.10 +2023-12-14 14:52:57.218474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <256 bitcast-convert.10> + +2023-12-14 14:52:57.218479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.217 +2023-12-14 14:52:57.218485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <255 constant.217> + +2023-12-14 14:52:57.218490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.28 +2023-12-14 14:52:57.218499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <254 compare.28> + +2023-12-14 14:52:57.218504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.218 +2023-12-14 14:52:57.218510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <253 constant.218> + +2023-12-14 14:52:57.218514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.219 +2023-12-14 14:52:57.218520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <252 constant.219> + +2023-12-14 14:52:57.218526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.69 +2023-12-14 14:52:57.218532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <277 param_4.69> + +2023-12-14 14:52:57.218537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.29 +2023-12-14 14:52:57.218543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <251 compare.29> + +2023-12-14 14:52:57.218548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.10 +2023-12-14 14:52:57.218554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <250 convert.10> + +2023-12-14 14:52:57.218559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_5.76 +2023-12-14 14:52:57.218565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <249 param_5.76> + +2023-12-14 14:52:57.218570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:57.218575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <26 fusion.2.clone> + +2023-12-14 14:52:57.218580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:57.218586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.218591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:57.218597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.218601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:57.218607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 while.1{1} (phi)> + +2023-12-14 14:52:57.218612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:57.218619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <431 while.1{2} (phi)> + +2023-12-14 14:52:57.218624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.13 +2023-12-14 14:52:57.218630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.218635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.14 +2023-12-14 14:52:57.218646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.218651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.164 +2023-12-14 14:52:57.218657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 add.164> + +2023-12-14 14:52:57.218662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:57.218668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <24 broadcast.207> + +2023-12-14 14:52:57.218673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:57.218678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <23 reshape.55> + +2023-12-14 14:52:57.218684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:57.218689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <22 slice.34> + +2023-12-14 14:52:57.218695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:57.218701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <20 slice.35> + +2023-12-14 14:52:57.218705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.45 +2023-12-14 14:52:57.218712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 param_0.45> + +2023-12-14 14:52:57.218717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:57.218722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <19 iota.2> + +2023-12-14 14:52:57.218727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5.clone +2023-12-14 14:52:57.218733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.218737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.15 +2023-12-14 14:52:57.218744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.218749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.165 +2023-12-14 14:52:57.218754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 add.165> + +2023-12-14 14:52:57.218759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:57.218765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <17 broadcast.208> + +2023-12-14 14:52:57.218771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:57.218776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 reshape.56> + +2023-12-14 14:52:57.218781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:57.218790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <15 slice.36> + +2023-12-14 14:52:57.218795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:57.218802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <13 slice.37> + +2023-12-14 14:52:57.218808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.46 +2023-12-14 14:52:57.218813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 param_0.46> + +2023-12-14 14:52:57.218818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:57.218824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <12 iota.3> + +2023-12-14 14:52:57.218829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7.clone +2023-12-14 14:52:57.218835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.218840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.16 +2023-12-14 14:52:57.218846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.220641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:57.220673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.220680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.220690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> (def) +2023-12-14 14:52:57.220695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.220704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> (def) +2023-12-14 14:52:57.220709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:57.220719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> (def) +2023-12-14 14:52:57.220723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:57.220733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> (def) +2023-12-14 14:52:57.220738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:57.220747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.21> (def) +2023-12-14 14:52:57.220760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:57.220770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.22> (def) +2023-12-14 14:52:57.220774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:57.220784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.220790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 while.1{} (phi)> (def) +2023-12-14 14:52:57.220795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.220800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 while.1{0} (phi)> (def) +2023-12-14 14:52:57.220805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.220810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> (def) +2023-12-14 14:52:57.220815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.220820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> (def) +2023-12-14 14:52:57.220825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.220830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 while.1{3} (phi)> (def) +2023-12-14 14:52:57.220835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.220840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 while.1{4} (phi)> (def) +2023-12-14 14:52:57.220845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.220850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 while.1{5} (phi)> (def) +2023-12-14 14:52:57.220855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.220860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 while.1{6} (phi)> (def) +2023-12-14 14:52:57.220865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.220869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{7} (phi)> (def) +2023-12-14 14:52:57.220874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:57.220884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:57.220890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:57.220900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:57.220908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:57.220919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:57.220923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:57.220933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> (def) +2023-12-14 14:52:57.220937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:57.220948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> (def) +2023-12-14 14:52:57.220952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:52:57.220962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> (def) +2023-12-14 14:52:57.220966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9: +2023-12-14 14:52:57.220977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> (def) +2023-12-14 14:52:57.220981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.220986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:57.220991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> +2023-12-14 14:52:57.220996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:57.221006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.221011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:57.221021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.221025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:57.221035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.221040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.9{}> (def) +2023-12-14 14:52:57.221046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.221051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> +2023-12-14 14:52:57.221059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.221065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.221069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.221074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.221079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.221084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> +2023-12-14 14:52:57.221088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.221094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> +2023-12-14 14:52:57.221100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.221105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> +2023-12-14 14:52:57.221109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.221114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> +2023-12-14 14:52:57.221119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.221124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> +2023-12-14 14:52:57.221129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:57.221138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> (def) +2023-12-14 14:52:57.221143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:57.221153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> (def) +2023-12-14 14:52:57.221159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:57.221168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> (def) +2023-12-14 14:52:57.221173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:57.221182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.221188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:57.221193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.221198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:57.221203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.221214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:57.221220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.221225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:57.221229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.221234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:57.221239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.221244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:57.221250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.221255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:57.221260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.221265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:57.221270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.221274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:57.221280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:57.221289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.102> (def) +2023-12-14 14:52:57.221294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:57.221304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> (def) +2023-12-14 14:52:57.221310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.221320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.221324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:57.221334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.221339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103: +2023-12-14 14:52:57.221349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.221360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:57.221371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> (def) +2023-12-14 14:52:57.221376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104: +2023-12-14 14:52:57.221385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.221390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:57.221400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> (def) +2023-12-14 14:52:57.221406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105: +2023-12-14 14:52:57.221416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.221421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:57.221431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> (def) +2023-12-14 14:52:57.221436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106: +2023-12-14 14:52:57.221445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.221450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:57.221461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> (def) +2023-12-14 14:52:57.221466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:57.221475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.221480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:57.221490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> (def) +2023-12-14 14:52:57.221495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:57.221505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.221513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:57.221524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> (def) +2023-12-14 14:52:57.221529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:57.221538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.221543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:57.221553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> (def) +2023-12-14 14:52:57.221559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110: +2023-12-14 14:52:57.221568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.221573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:57.221583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> (def) +2023-12-14 14:52:57.221588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:57.221598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> (def) +2023-12-14 14:52:57.221602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:57.221613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> (def) +2023-12-14 14:52:57.221617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:57.221627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> (def) +2023-12-14 14:52:57.221632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:57.221642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> (def) +2023-12-14 14:52:57.221647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:57.221657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> (def) +2023-12-14 14:52:57.221662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:57.221675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.221680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> (def) +2023-12-14 14:52:57.221685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.221690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> +2023-12-14 14:52:57.221695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.221699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.221705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.221710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.221716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.221720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:57.221725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.221730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:57.221735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.221740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:57.221745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.221750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:57.221755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.221759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:57.221765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:57.221774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.221779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:57.221784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.221789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:57.221794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.221799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:57.221804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.221809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:57.221817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.221822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:57.221828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.221833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:57.221837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.221842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:57.221847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.221852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:57.221857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.221862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:57.221868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:57.221877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> (def) +2023-12-14 14:52:57.221882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:57.221892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> (def) +2023-12-14 14:52:57.221897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:57.221906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.221911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0: +2023-12-14 14:52:57.221923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 divide.0> (def) +2023-12-14 14:52:57.221927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:57.221937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.105> (def) +2023-12-14 14:52:57.221942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:57.221952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.42> (def) +2023-12-14 14:52:57.221956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:57.221970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.106> (def) +2023-12-14 14:52:57.221976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:57.221986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.45> (def) +2023-12-14 14:52:57.221990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.221995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:57.222000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.107> (def) +2023-12-14 14:52:57.222005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:57.222015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.47> (def) +2023-12-14 14:52:57.222019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:57.222030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.108> (def) +2023-12-14 14:52:57.222034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:57.222044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.49> (def) +2023-12-14 14:52:57.222049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:57.222058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.109> (def) +2023-12-14 14:52:57.222063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:57.222075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.51> (def) +2023-12-14 14:52:57.222079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:57.222089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.110> (def) +2023-12-14 14:52:57.222094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53: +2023-12-14 14:52:57.222103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.53> (def) +2023-12-14 14:52:57.222108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:57.222120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.112> (def) +2023-12-14 14:52:57.222126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55: +2023-12-14 14:52:57.222136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.55> (def) +2023-12-14 14:52:57.222141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:57.222150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.114> (def) +2023-12-14 14:52:57.222155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57: +2023-12-14 14:52:57.222165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.57> (def) +2023-12-14 14:52:57.222170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:57.222180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.115> (def) +2023-12-14 14:52:57.222185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59: +2023-12-14 14:52:57.222195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.59> (def) +2023-12-14 14:52:57.222199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:57.222209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.116> (def) +2023-12-14 14:52:57.222213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61: +2023-12-14 14:52:57.222224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.61> (def) +2023-12-14 14:52:57.222229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:57.222239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.117> (def) +2023-12-14 14:52:57.222244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63: +2023-12-14 14:52:57.222254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.63> (def) +2023-12-14 14:52:57.222258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:57.222271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.118> (def) +2023-12-14 14:52:57.222275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65: +2023-12-14 14:52:57.222286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.65> (def) +2023-12-14 14:52:57.222290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67: +2023-12-14 14:52:57.222300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 multiply.67> (def) +2023-12-14 14:52:57.222304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0: +2023-12-14 14:52:57.222315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 clamp.0> (def) +2023-12-14 14:52:57.222319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69: +2023-12-14 14:52:57.222329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 multiply.69> (def) +2023-12-14 14:52:57.222334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146: +2023-12-14 14:52:57.222344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.146> (def) +2023-12-14 14:52:57.222349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147: +2023-12-14 14:52:57.222358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.147> (def) +2023-12-14 14:52:57.222363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148: +2023-12-14 14:52:57.222373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.148> (def) +2023-12-14 14:52:57.222378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149: +2023-12-14 14:52:57.222388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.149> (def) +2023-12-14 14:52:57.222393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150: +2023-12-14 14:52:57.222403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.150> (def) +2023-12-14 14:52:57.222408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151: +2023-12-14 14:52:57.222420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.151> (def) +2023-12-14 14:52:57.222425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152: +2023-12-14 14:52:57.222435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.152> (def) +2023-12-14 14:52:57.222441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153: +2023-12-14 14:52:57.222450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.153> (def) +2023-12-14 14:52:57.222455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154: +2023-12-14 14:52:57.222464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.154> (def) +2023-12-14 14:52:57.222470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155: +2023-12-14 14:52:57.222479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.155> (def) +2023-12-14 14:52:57.222484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156: +2023-12-14 14:52:57.222494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.156> (def) +2023-12-14 14:52:57.222499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157: +2023-12-14 14:52:57.222509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.157> (def) +2023-12-14 14:52:57.222513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158: +2023-12-14 14:52:57.222523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.158> (def) +2023-12-14 14:52:57.222528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159: +2023-12-14 14:52:57.222537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.159> (def) +2023-12-14 14:52:57.222543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160: +2023-12-14 14:52:57.222552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.160> (def) +2023-12-14 14:52:57.222558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161: +2023-12-14 14:52:57.222570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.161> (def) +2023-12-14 14:52:57.222575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6: +2023-12-14 14:52:57.222584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 convert.6> (def) +2023-12-14 14:52:57.222590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23: +2023-12-14 14:52:57.222600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.23> (def) +2023-12-14 14:52:57.222605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:57.222614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:57.222620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:57.222629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:57.222634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162: +2023-12-14 14:52:57.222643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> (def) +2023-12-14 14:52:57.222649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:57.222658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> (def) +2023-12-14 14:52:57.222663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:57.222672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> (def) +2023-12-14 14:52:57.222677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:57.222687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> (def) +2023-12-14 14:52:57.222692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27: +2023-12-14 14:52:57.222702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> (def) +2023-12-14 14:52:57.222707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:57.222720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> (def) +2023-12-14 14:52:57.222725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:57.222734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> (def) +2023-12-14 14:52:57.222739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:57.222750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> (def) +2023-12-14 14:52:57.222754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:57.222764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> (def) +2023-12-14 14:52:57.222769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:57.222779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> (def) +2023-12-14 14:52:57.222784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:57.222793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> (def) +2023-12-14 14:52:57.222799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35: +2023-12-14 14:52:57.222809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> (def) +2023-12-14 14:52:57.222814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:52:57.222823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 divide.1> (def) +2023-12-14 14:52:57.222828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121: +2023-12-14 14:52:57.222838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.121> (def) +2023-12-14 14:52:57.222843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163: +2023-12-14 14:52:57.222853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.163> (def) +2023-12-14 14:52:57.222858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70: +2023-12-14 14:52:57.222870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 multiply.70> (def) +2023-12-14 14:52:57.222875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122: +2023-12-14 14:52:57.222885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 add.122> (def) +2023-12-14 14:52:57.222889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164: +2023-12-14 14:52:57.222900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.164> (def) +2023-12-14 14:52:57.222905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71: +2023-12-14 14:52:57.222914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.71> (def) +2023-12-14 14:52:57.222919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123: +2023-12-14 14:52:57.222929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.123> (def) +2023-12-14 14:52:57.222934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165: +2023-12-14 14:52:57.222944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.165> (def) +2023-12-14 14:52:57.222948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74: +2023-12-14 14:52:57.222960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 multiply.74> (def) +2023-12-14 14:52:57.222965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124: +2023-12-14 14:52:57.222974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 add.124> (def) +2023-12-14 14:52:57.222979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166: +2023-12-14 14:52:57.222989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.166> (def) +2023-12-14 14:52:57.222993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.222998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76: +2023-12-14 14:52:57.223003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.76> (def) +2023-12-14 14:52:57.223008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:57.223021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.125> (def) +2023-12-14 14:52:57.223026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167: +2023-12-14 14:52:57.223035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.167> (def) +2023-12-14 14:52:57.223040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78: +2023-12-14 14:52:57.223051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.78> (def) +2023-12-14 14:52:57.223056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126: +2023-12-14 14:52:57.223066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.126> (def) +2023-12-14 14:52:57.223071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168: +2023-12-14 14:52:57.223081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.168> (def) +2023-12-14 14:52:57.223085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80: +2023-12-14 14:52:57.223095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.80> (def) +2023-12-14 14:52:57.223099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127: +2023-12-14 14:52:57.223110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 add.127> (def) +2023-12-14 14:52:57.223114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169: +2023-12-14 14:52:57.223124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.169> (def) +2023-12-14 14:52:57.223129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82: +2023-12-14 14:52:57.223139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.82> (def) +2023-12-14 14:52:57.223143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129: +2023-12-14 14:52:57.223153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.129> (def) +2023-12-14 14:52:57.223157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170: +2023-12-14 14:52:57.223171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.170> (def) +2023-12-14 14:52:57.223176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84: +2023-12-14 14:52:57.223185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.84> (def) +2023-12-14 14:52:57.223190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130: +2023-12-14 14:52:57.223200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.130> (def) +2023-12-14 14:52:57.223205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171: +2023-12-14 14:52:57.223215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.171> (def) +2023-12-14 14:52:57.223220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86: +2023-12-14 14:52:57.223230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.86> (def) +2023-12-14 14:52:57.223235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132: +2023-12-14 14:52:57.223244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.132> (def) +2023-12-14 14:52:57.223249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172: +2023-12-14 14:52:57.223260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.172> (def) +2023-12-14 14:52:57.223266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88: +2023-12-14 14:52:57.223275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.88> (def) +2023-12-14 14:52:57.223280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133: +2023-12-14 14:52:57.223289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.133> (def) +2023-12-14 14:52:57.223294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173: +2023-12-14 14:52:57.223304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.173> (def) +2023-12-14 14:52:57.223309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90: +2023-12-14 14:52:57.223331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.90> (def) +2023-12-14 14:52:57.223337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134: +2023-12-14 14:52:57.223347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.134> (def) +2023-12-14 14:52:57.223351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174: +2023-12-14 14:52:57.223361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.174> (def) +2023-12-14 14:52:57.223366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92: +2023-12-14 14:52:57.223377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.92> (def) +2023-12-14 14:52:57.223381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175: +2023-12-14 14:52:57.223391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.175> (def) +2023-12-14 14:52:57.223396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94: +2023-12-14 14:52:57.223406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.94> (def) +2023-12-14 14:52:57.223410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1: +2023-12-14 14:52:57.223420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 clamp.1> (def) +2023-12-14 14:52:57.223425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176: +2023-12-14 14:52:57.223435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.176> (def) +2023-12-14 14:52:57.223440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96: +2023-12-14 14:52:57.223449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.96> (def) +2023-12-14 14:52:57.223455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177: +2023-12-14 14:52:57.223464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.177> (def) +2023-12-14 14:52:57.223469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178: +2023-12-14 14:52:57.223482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.178> (def) +2023-12-14 14:52:57.223488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7: +2023-12-14 14:52:57.223497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 convert.7> (def) +2023-12-14 14:52:57.223502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41: +2023-12-14 14:52:57.223512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_0.41> (def) +2023-12-14 14:52:57.223517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135: +2023-12-14 14:52:57.223526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.135> (def) +2023-12-14 14:52:57.223532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153: +2023-12-14 14:52:57.223542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.153> (def) +2023-12-14 14:52:57.223547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8: +2023-12-14 14:52:57.223557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 convert.8> (def) +2023-12-14 14:52:57.223562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136: +2023-12-14 14:52:57.223571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.136> (def) +2023-12-14 14:52:57.223576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154: +2023-12-14 14:52:57.223587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.154> (def) +2023-12-14 14:52:57.223592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:57.223601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 xor.21> (def) +2023-12-14 14:52:57.223607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:57.223616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 or.23> (def) +2023-12-14 14:52:57.223621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:57.223636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 shift-right-logical.21> (def) +2023-12-14 14:52:57.223642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156: +2023-12-14 14:52:57.223652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.156> (def) +2023-12-14 14:52:57.223657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:57.223666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 subtract.24> (def) +2023-12-14 14:52:57.223672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:57.223681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 shift-left.19> (def) +2023-12-14 14:52:57.223687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157: +2023-12-14 14:52:57.223697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.157> (def) +2023-12-14 14:52:57.223702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:57.223712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 reshape.44> (def) +2023-12-14 14:52:57.223716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:57.223726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 slice.27> (def) +2023-12-14 14:52:57.223731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137: +2023-12-14 14:52:57.223741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.137> (def) +2023-12-14 14:52:57.223746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:57.223756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 xor.22> (def) +2023-12-14 14:52:57.223761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:57.223771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 or.24> (def) +2023-12-14 14:52:57.223775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:57.223788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 shift-right-logical.22> (def) +2023-12-14 14:52:57.223794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158: +2023-12-14 14:52:57.223804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.158> (def) +2023-12-14 14:52:57.223808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:57.223818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 subtract.25> (def) +2023-12-14 14:52:57.223823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:57.223833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 shift-left.20> (def) +2023-12-14 14:52:57.223837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159: +2023-12-14 14:52:57.223848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.159> (def) +2023-12-14 14:52:57.223853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:57.223863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 reshape.45> (def) +2023-12-14 14:52:57.223867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:57.223877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 slice.28> (def) +2023-12-14 14:52:57.223882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138: +2023-12-14 14:52:57.223892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 add.138> (def) +2023-12-14 14:52:57.223897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:57.223907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 xor.23> (def) +2023-12-14 14:52:57.223912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:57.223922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 or.25> (def) +2023-12-14 14:52:57.223926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:57.223939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 shift-right-logical.23> (def) +2023-12-14 14:52:57.223945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160: +2023-12-14 14:52:57.223954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.160> (def) +2023-12-14 14:52:57.223959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:57.223969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 subtract.26> (def) +2023-12-14 14:52:57.223974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:57.223984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 shift-left.21> (def) +2023-12-14 14:52:57.223989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.223993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161: +2023-12-14 14:52:57.223999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.161> (def) +2023-12-14 14:52:57.224004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:57.224014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 reshape.46> (def) +2023-12-14 14:52:57.224019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:57.224028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 slice.29> (def) +2023-12-14 14:52:57.224033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139: +2023-12-14 14:52:57.224043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 add.139> (def) +2023-12-14 14:52:57.224048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:57.224058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 xor.24> (def) +2023-12-14 14:52:57.224063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:57.224073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 or.26> (def) +2023-12-14 14:52:57.224078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:57.224091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 shift-right-logical.24> (def) +2023-12-14 14:52:57.224096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163: +2023-12-14 14:52:57.224107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.163> (def) +2023-12-14 14:52:57.224112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:57.224122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 subtract.27> (def) +2023-12-14 14:52:57.224127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179: +2023-12-14 14:52:57.224137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.179> (def) +2023-12-14 14:52:57.224142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:57.224151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 shift-left.22> (def) +2023-12-14 14:52:57.224157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164: +2023-12-14 14:52:57.224166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.164> (def) +2023-12-14 14:52:57.224171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:57.224181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 reshape.47> (def) +2023-12-14 14:52:57.224187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:57.224196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 slice.30> (def) +2023-12-14 14:52:57.224201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140: +2023-12-14 14:52:57.224211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.140> (def) +2023-12-14 14:52:57.224216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142: +2023-12-14 14:52:57.224226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.142> (def) +2023-12-14 14:52:57.224231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42: +2023-12-14 14:52:57.224243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 param_0.42> (def) +2023-12-14 14:52:57.224249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60: +2023-12-14 14:52:57.224259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 param_1.60> (def) +2023-12-14 14:52:57.224264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56: +2023-12-14 14:52:57.224273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 param_2.56> (def) +2023-12-14 14:52:57.224278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65: +2023-12-14 14:52:57.224288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 param_3.65> (def) +2023-12-14 14:52:57.224293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68: +2023-12-14 14:52:57.224302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 param_4.68> (def) +2023-12-14 14:52:57.224307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180: +2023-12-14 14:52:57.224317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.180> (def) +2023-12-14 14:52:57.224322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.224331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> (def) +2023-12-14 14:52:57.224336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.224347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> +2023-12-14 14:52:57.224351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.224361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:57.224366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:57.224376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:57.224381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:57.224391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:57.224398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:57.224409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> +2023-12-14 14:52:57.224414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143: +2023-12-14 14:52:57.224424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.143> (def) +2023-12-14 14:52:57.224429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166: +2023-12-14 14:52:57.224439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.166> (def) +2023-12-14 14:52:57.224444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144: +2023-12-14 14:52:57.224453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.144> (def) +2023-12-14 14:52:57.224458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43: +2023-12-14 14:52:57.224469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.43> (def) +2023-12-14 14:52:57.224474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:57.224483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.25> (def) +2023-12-14 14:52:57.224488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:57.224498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.27> (def) +2023-12-14 14:52:57.224503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:57.224512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.25> (def) +2023-12-14 14:52:57.224517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:57.224528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.167> (def) +2023-12-14 14:52:57.224533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:57.224542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.28> (def) +2023-12-14 14:52:57.224550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:57.224561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.23> (def) +2023-12-14 14:52:57.224566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168: +2023-12-14 14:52:57.224577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.168> (def) +2023-12-14 14:52:57.224581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48: +2023-12-14 14:52:57.224592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.48> (def) +2023-12-14 14:52:57.224596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:57.224606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.31> (def) +2023-12-14 14:52:57.224611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145: +2023-12-14 14:52:57.224621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.145> (def) +2023-12-14 14:52:57.224626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:57.224636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.26> (def) +2023-12-14 14:52:57.224640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:57.224651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.28> (def) +2023-12-14 14:52:57.224655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:57.224665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.26> (def) +2023-12-14 14:52:57.224670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170: +2023-12-14 14:52:57.224681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.170> (def) +2023-12-14 14:52:57.224686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:57.224696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.29> (def) +2023-12-14 14:52:57.224703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:57.224713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.24> (def) +2023-12-14 14:52:57.224718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172: +2023-12-14 14:52:57.224728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.172> (def) +2023-12-14 14:52:57.224733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:57.224743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.49> (def) +2023-12-14 14:52:57.224748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:57.224758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.32> (def) +2023-12-14 14:52:57.224762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146: +2023-12-14 14:52:57.224773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.146> (def) +2023-12-14 14:52:57.224777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:57.224788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> (def) +2023-12-14 14:52:57.224792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29: +2023-12-14 14:52:57.224802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.29> (def) +2023-12-14 14:52:57.224807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:57.224817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.27> (def) +2023-12-14 14:52:57.224822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:57.224833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.173> (def) +2023-12-14 14:52:57.224838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30: +2023-12-14 14:52:57.224847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.30> (def) +2023-12-14 14:52:57.224855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181: +2023-12-14 14:52:57.224865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.181> (def) +2023-12-14 14:52:57.224870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61: +2023-12-14 14:52:57.224879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.61> (def) +2023-12-14 14:52:57.224885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:57.224895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.25> (def) +2023-12-14 14:52:57.224900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174: +2023-12-14 14:52:57.224909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.174> (def) +2023-12-14 14:52:57.224914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:57.224924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.50> (def) +2023-12-14 14:52:57.224929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:57.224939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.33> (def) +2023-12-14 14:52:57.224944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147: +2023-12-14 14:52:57.224954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.147> (def) +2023-12-14 14:52:57.224959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57: +2023-12-14 14:52:57.224968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.57> (def) +2023-12-14 14:52:57.224973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66: +2023-12-14 14:52:57.224984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.66> (def) +2023-12-14 14:52:57.224989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.224994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:57.224999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> (def) +2023-12-14 14:52:57.225006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:57.225017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:57.225022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:57.225031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:57.225037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:57.225047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:57.225052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:57.225061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:57.225066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2: +2023-12-14 14:52:57.225076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 minimum.2> (def) +2023-12-14 14:52:57.225081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:57.225092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 maximum.4> (def) +2023-12-14 14:52:57.225097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98: +2023-12-14 14:52:57.225107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.98> (def) +2023-12-14 14:52:57.225112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:57.225122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 broadcast.176> (def) +2023-12-14 14:52:57.225126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182: +2023-12-14 14:52:57.225138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 constant.182> (def) +2023-12-14 14:52:57.225143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:57.225152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 select.41> (def) +2023-12-14 14:52:57.225157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99: +2023-12-14 14:52:57.225170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.99> (def) +2023-12-14 14:52:57.225175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148: +2023-12-14 14:52:57.225184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.148> (def) +2023-12-14 14:52:57.225190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100: +2023-12-14 14:52:57.225200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.100> (def) +2023-12-14 14:52:57.225205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149: +2023-12-14 14:52:57.225214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.149> (def) +2023-12-14 14:52:57.225219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101: +2023-12-14 14:52:57.225233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.101> (def) +2023-12-14 14:52:57.225241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150: +2023-12-14 14:52:57.225257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.150> (def) +2023-12-14 14:52:57.225264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102: +2023-12-14 14:52:57.225279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.102> (def) +2023-12-14 14:52:57.225287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152: +2023-12-14 14:52:57.225301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.152> (def) +2023-12-14 14:52:57.225310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103: +2023-12-14 14:52:57.225325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.103> (def) +2023-12-14 14:52:57.225332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153: +2023-12-14 14:52:57.225347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 add.153> (def) +2023-12-14 14:52:57.225355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104: +2023-12-14 14:52:57.225375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 multiply.104> (def) +2023-12-14 14:52:57.225383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154: +2023-12-14 14:52:57.225399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 add.154> (def) +2023-12-14 14:52:57.225405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105: +2023-12-14 14:52:57.225415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.105> (def) +2023-12-14 14:52:57.225420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155: +2023-12-14 14:52:57.225429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 add.155> (def) +2023-12-14 14:52:57.225434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106: +2023-12-14 14:52:57.225445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 multiply.106> (def) +2023-12-14 14:52:57.225449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156: +2023-12-14 14:52:57.225459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 add.156> (def) +2023-12-14 14:52:57.225463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107: +2023-12-14 14:52:57.225474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.107> (def) +2023-12-14 14:52:57.225478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:57.225488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.42> (def) +2023-12-14 14:52:57.225492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157: +2023-12-14 14:52:57.225504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 add.157> (def) +2023-12-14 14:52:57.225509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:57.225518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 broadcast.177> (def) +2023-12-14 14:52:57.225523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183: +2023-12-14 14:52:57.225537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 constant.183> (def) +2023-12-14 14:52:57.225542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:57.225551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 sqrt.3> (def) +2023-12-14 14:52:57.225556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158: +2023-12-14 14:52:57.225567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 add.158> (def) +2023-12-14 14:52:57.225571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:57.225581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.178> (def) +2023-12-14 14:52:57.225586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184: +2023-12-14 14:52:57.225596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.184> (def) +2023-12-14 14:52:57.225601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:57.225610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 select.43> (def) +2023-12-14 14:52:57.225615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:57.225625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 broadcast.179> (def) +2023-12-14 14:52:57.225630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185: +2023-12-14 14:52:57.225639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 constant.185> (def) +2023-12-14 14:52:57.225644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:57.225655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.180> (def) +2023-12-14 14:52:57.225659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186: +2023-12-14 14:52:57.225669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.186> (def) +2023-12-14 14:52:57.225674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44: +2023-12-14 14:52:57.225687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 select.44> (def) +2023-12-14 14:52:57.225692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:57.225701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 broadcast.181> (def) +2023-12-14 14:52:57.225706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187: +2023-12-14 14:52:57.225716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 constant.187> (def) +2023-12-14 14:52:57.225721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:57.225731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.182> (def) +2023-12-14 14:52:57.225735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188: +2023-12-14 14:52:57.225746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.188> (def) +2023-12-14 14:52:57.225750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45: +2023-12-14 14:52:57.225760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 select.45> (def) +2023-12-14 14:52:57.225765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:57.225775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 broadcast.183> (def) +2023-12-14 14:52:57.225780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189: +2023-12-14 14:52:57.225789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 constant.189> (def) +2023-12-14 14:52:57.225794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:57.225805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.184> (def) +2023-12-14 14:52:57.225810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191: +2023-12-14 14:52:57.225820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.191> (def) +2023-12-14 14:52:57.225824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46: +2023-12-14 14:52:57.225838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 select.46> (def) +2023-12-14 14:52:57.225842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:57.225852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 broadcast.185> (def) +2023-12-14 14:52:57.225857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192: +2023-12-14 14:52:57.225867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 constant.192> (def) +2023-12-14 14:52:57.225872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:57.225881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.186> (def) +2023-12-14 14:52:57.225886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193: +2023-12-14 14:52:57.225896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.193> (def) +2023-12-14 14:52:57.225901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47: +2023-12-14 14:52:57.225910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 select.47> (def) +2023-12-14 14:52:57.225915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:57.225926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 broadcast.187> (def) +2023-12-14 14:52:57.225931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194: +2023-12-14 14:52:57.225940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 constant.194> (def) +2023-12-14 14:52:57.225945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:57.225957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.188> (def) +2023-12-14 14:52:57.225962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195: +2023-12-14 14:52:57.225972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.195> (def) +2023-12-14 14:52:57.225977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.225986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48: +2023-12-14 14:52:57.225992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 select.48> (def) +2023-12-14 14:52:57.225997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:57.226006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 broadcast.189> (def) +2023-12-14 14:52:57.226011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196: +2023-12-14 14:52:57.226022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 constant.196> (def) +2023-12-14 14:52:57.226027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:57.226036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.190> (def) +2023-12-14 14:52:57.226041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197: +2023-12-14 14:52:57.226052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.197> (def) +2023-12-14 14:52:57.226057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49: +2023-12-14 14:52:57.226066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 select.49> (def) +2023-12-14 14:52:57.226071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:57.226082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 broadcast.191> (def) +2023-12-14 14:52:57.226086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198: +2023-12-14 14:52:57.226096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 constant.198> (def) +2023-12-14 14:52:57.226101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:57.226112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.192> (def) +2023-12-14 14:52:57.226117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199: +2023-12-14 14:52:57.226126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.199> (def) +2023-12-14 14:52:57.226131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50: +2023-12-14 14:52:57.226145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 select.50> (def) +2023-12-14 14:52:57.226150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:57.226159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 broadcast.193> (def) +2023-12-14 14:52:57.226164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200: +2023-12-14 14:52:57.226175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 constant.200> (def) +2023-12-14 14:52:57.226179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:57.226189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.194> (def) +2023-12-14 14:52:57.226193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201: +2023-12-14 14:52:57.226204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.201> (def) +2023-12-14 14:52:57.226209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51: +2023-12-14 14:52:57.226219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 select.51> (def) +2023-12-14 14:52:57.226223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:57.226234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 broadcast.195> (def) +2023-12-14 14:52:57.226239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202: +2023-12-14 14:52:57.226248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 constant.202> (def) +2023-12-14 14:52:57.226253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:57.226264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 broadcast.196> (def) +2023-12-14 14:52:57.226269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203: +2023-12-14 14:52:57.226278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 constant.203> (def) +2023-12-14 14:52:57.226283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18: +2023-12-14 14:52:57.226308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 compare.18> (def) +2023-12-14 14:52:57.226313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:57.226324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 broadcast.197> (def) +2023-12-14 14:52:57.226329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204: +2023-12-14 14:52:57.226338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 constant.204> (def) +2023-12-14 14:52:57.226343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:57.226354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 negate.9> (def) +2023-12-14 14:52:57.226359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:57.226368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 log-plus-one.3> (def) +2023-12-14 14:52:57.226374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108: +2023-12-14 14:52:57.226390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 multiply.108> (def) +2023-12-14 14:52:57.226397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:57.226411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 negate.10> (def) +2023-12-14 14:52:57.226418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109: +2023-12-14 14:52:57.226432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 multiply.109> (def) +2023-12-14 14:52:57.226439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:57.226453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 broadcast.198> (def) +2023-12-14 14:52:57.226459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19: +2023-12-14 14:52:57.226473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 compare.19> (def) +2023-12-14 14:52:57.226484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:57.226496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 broadcast.199> (def) +2023-12-14 14:52:57.226503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205: +2023-12-14 14:52:57.226516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 constant.205> (def) +2023-12-14 14:52:57.226524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:57.226540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 abs.3> (def) +2023-12-14 14:52:57.226547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:57.226562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.51> (def) +2023-12-14 14:52:57.226570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5: +2023-12-14 14:52:57.226583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 maximum.5> (def) +2023-12-14 14:52:57.226590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159: +2023-12-14 14:52:57.226606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.159> (def) +2023-12-14 14:52:57.226613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110: +2023-12-14 14:52:57.226629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 multiply.110> (def) +2023-12-14 14:52:57.226635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:57.226651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.200> (def) +2023-12-14 14:52:57.226658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:57.226673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 reshape.52> (def) +2023-12-14 14:52:57.226680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31: +2023-12-14 14:52:57.226695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 subtract.31> (def) +2023-12-14 14:52:57.226702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53: +2023-12-14 14:52:57.226721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 reshape.53> (def) +2023-12-14 14:52:57.226729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:57.226742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 reshape.54> (def) +2023-12-14 14:52:57.226751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160: +2023-12-14 14:52:57.226765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 add.160> (def) +2023-12-14 14:52:57.226772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:57.226788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.201> (def) +2023-12-14 14:52:57.226795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206: +2023-12-14 14:52:57.226808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 constant.206> (def) +2023-12-14 14:52:57.226815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6: +2023-12-14 14:52:57.226832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 bitcast-convert.6> (def) +2023-12-14 14:52:57.226839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30: +2023-12-14 14:52:57.226854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 or.30> (def) +2023-12-14 14:52:57.226861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:57.226875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.202> (def) +2023-12-14 14:52:57.226882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207: +2023-12-14 14:52:57.226897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 constant.207> (def) +2023-12-14 14:52:57.226905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:57.226919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 shift-right-logical.28> (def) +2023-12-14 14:52:57.226931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:57.226947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 broadcast.203> (def) +2023-12-14 14:52:57.226953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208: +2023-12-14 14:52:57.226969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 constant.208> (def) +2023-12-14 14:52:57.226976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.226984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:57.226991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 concatenate.1> (def) +2023-12-14 14:52:57.226999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:57.227014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 broadcast.204> (def) +2023-12-14 14:52:57.227021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:57.227038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 broadcast.205> (def) +2023-12-14 14:52:57.227045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7: +2023-12-14 14:52:57.227060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 bitcast-convert.7> (def) +2023-12-14 14:52:57.227067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52: +2023-12-14 14:52:57.227083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 select.52> (def) +2023-12-14 14:52:57.227091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53: +2023-12-14 14:52:57.227106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 select.53> (def) +2023-12-14 14:52:57.227114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54: +2023-12-14 14:52:57.227130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 select.54> (def) +2023-12-14 14:52:57.227138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162: +2023-12-14 14:52:57.227154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.162> (def) +2023-12-14 14:52:57.227166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55: +2023-12-14 14:52:57.227181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 select.55> (def) +2023-12-14 14:52:57.227190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31: +2023-12-14 14:52:57.227205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 or.31> (def) +2023-12-14 14:52:57.227213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20: +2023-12-14 14:52:57.227227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.20> (def) +2023-12-14 14:52:57.227235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:57.227250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 and.4> (def) +2023-12-14 14:52:57.227257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21: +2023-12-14 14:52:57.227272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 compare.21> (def) +2023-12-14 14:52:57.227280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22: +2023-12-14 14:52:57.227296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 compare.22> (def) +2023-12-14 14:52:57.227304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5: +2023-12-14 14:52:57.227327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 and.5> (def) +2023-12-14 14:52:57.227336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8: +2023-12-14 14:52:57.227351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 bitcast-convert.8> (def) +2023-12-14 14:52:57.227358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23: +2023-12-14 14:52:57.227373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 compare.23> (def) +2023-12-14 14:52:57.227381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209: +2023-12-14 14:52:57.227396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 constant.209> (def) +2023-12-14 14:52:57.227408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24: +2023-12-14 14:52:57.227423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 compare.24> (def) +2023-12-14 14:52:57.227431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9: +2023-12-14 14:52:57.227447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 convert.9> (def) +2023-12-14 14:52:57.227454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:57.227469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 broadcast.206> (def) +2023-12-14 14:52:57.227475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44: +2023-12-14 14:52:57.227490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 param_0.44> (def) +2023-12-14 14:52:57.227497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62: +2023-12-14 14:52:57.227511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 param_1.62> (def) +2023-12-14 14:52:57.227519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58: +2023-12-14 14:52:57.227534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 param_2.58> (def) +2023-12-14 14:52:57.227543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67: +2023-12-14 14:52:57.227558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 param_3.67> (def) +2023-12-14 14:52:57.227565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9: +2023-12-14 14:52:57.227578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 bitcast-convert.9> (def) +2023-12-14 14:52:57.227586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56: +2023-12-14 14:52:57.227599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 select.56> (def) +2023-12-14 14:52:57.227606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57: +2023-12-14 14:52:57.227620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.57> (def) +2023-12-14 14:52:57.227635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58: +2023-12-14 14:52:57.227650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 select.58> (def) +2023-12-14 14:52:57.227656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163: +2023-12-14 14:52:57.227669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.163> (def) +2023-12-14 14:52:57.227677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59: +2023-12-14 14:52:57.227691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 select.59> (def) +2023-12-14 14:52:57.227698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210: +2023-12-14 14:52:57.227713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.210> (def) +2023-12-14 14:52:57.227720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211: +2023-12-14 14:52:57.227736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 constant.211> (def) +2023-12-14 14:52:57.227743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32: +2023-12-14 14:52:57.227758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 or.32> (def) +2023-12-14 14:52:57.227766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25: +2023-12-14 14:52:57.227780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 compare.25> (def) +2023-12-14 14:52:57.227788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6: +2023-12-14 14:52:57.227804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 and.6> (def) +2023-12-14 14:52:57.227811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212: +2023-12-14 14:52:57.227826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.212> (def) +2023-12-14 14:52:57.227835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26: +2023-12-14 14:52:57.227850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.26> (def) +2023-12-14 14:52:57.227858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213: +2023-12-14 14:52:57.227877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 constant.213> (def) +2023-12-14 14:52:57.227885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214: +2023-12-14 14:52:57.227900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.214> (def) +2023-12-14 14:52:57.227908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27: +2023-12-14 14:52:57.227924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 compare.27> (def) +2023-12-14 14:52:57.227931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215: +2023-12-14 14:52:57.227947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.215> (def) +2023-12-14 14:52:57.227955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7: +2023-12-14 14:52:57.227970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 and.7> (def) +2023-12-14 14:52:57.227977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.227984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216: +2023-12-14 14:52:57.227993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 constant.216> (def) +2023-12-14 14:52:57.228000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10: +2023-12-14 14:52:57.228015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 bitcast-convert.10> (def) +2023-12-14 14:52:57.228022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217: +2023-12-14 14:52:57.228038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 constant.217> (def) +2023-12-14 14:52:57.228046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28: +2023-12-14 14:52:57.228060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 compare.28> (def) +2023-12-14 14:52:57.228068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218: +2023-12-14 14:52:57.228084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.218> (def) +2023-12-14 14:52:57.228092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219: +2023-12-14 14:52:57.228111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.219> (def) +2023-12-14 14:52:57.228118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69: +2023-12-14 14:52:57.228134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 param_4.69> (def) +2023-12-14 14:52:57.228143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29: +2023-12-14 14:52:57.228157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 compare.29> (def) +2023-12-14 14:52:57.228166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10: +2023-12-14 14:52:57.228181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 convert.10> (def) +2023-12-14 14:52:57.228190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76: +2023-12-14 14:52:57.228204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 param_5.76> (def) +2023-12-14 14:52:57.228211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:57.228226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> (def) +2023-12-14 14:52:57.228232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:57.228247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.228255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:57.228269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.228276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:57.228290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:57.228297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:57.228312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:57.228321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13: +2023-12-14 14:52:57.228340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.228349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14: +2023-12-14 14:52:57.228364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.228372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164: +2023-12-14 14:52:57.228389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.164> (def) +2023-12-14 14:52:57.228397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:57.228413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.207> (def) +2023-12-14 14:52:57.228420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:57.228435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.55> (def) +2023-12-14 14:52:57.228443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:57.228456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.34> (def) +2023-12-14 14:52:57.228463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:57.228477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.35> (def) +2023-12-14 14:52:57.228485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45: +2023-12-14 14:52:57.228502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.45> (def) +2023-12-14 14:52:57.228509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:57.228522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.2> (def) +2023-12-14 14:52:57.228531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone: +2023-12-14 14:52:57.228546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> (def) +2023-12-14 14:52:57.228553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15: +2023-12-14 14:52:57.228572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.228579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165: +2023-12-14 14:52:57.228596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.165> (def) +2023-12-14 14:52:57.228604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:57.228619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.208> (def) +2023-12-14 14:52:57.228628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:57.228643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.56> (def) +2023-12-14 14:52:57.228651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:57.228665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.36> (def) +2023-12-14 14:52:57.228672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:57.228686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.37> (def) +2023-12-14 14:52:57.228695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46: +2023-12-14 14:52:57.228709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.46> (def) +2023-12-14 14:52:57.228716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:57.228730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.3> (def) +2023-12-14 14:52:57.228737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone: +2023-12-14 14:52:57.228753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> (def) +2023-12-14 14:52:57.228760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.228766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16: +2023-12-14 14:52:57.228774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.228781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.228788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.228799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.228808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone +2023-12-14 14:52:57.228815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:57.228822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:57.228829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.228837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:57.228846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.228854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.228861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.228869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone +2023-12-14 14:52:57.228876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:57.228884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:57.228892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.228901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:57.228909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.228917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> +2023-12-14 14:52:57.228925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.228933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:57.228942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.228949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:57.228959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.228967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> +2023-12-14 14:52:57.228975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.228982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:57.228991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:57.229012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> +2023-12-14 14:52:57.229028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:57.229044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> +2023-12-14 14:52:57.229069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35 +2023-12-14 14:52:57.229084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:57.229099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.229107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> +2023-12-14 14:52:57.229114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:57.229128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:57.229143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> +2023-12-14 14:52:57.229158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:57.229174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> +2023-12-14 14:52:57.229207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:57.229221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:57.229236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:57.229243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> +2023-12-14 14:52:57.229251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:57.229265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.229286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:57.229303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:57.229310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:57.229316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:57.229333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.229341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.229350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.229365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.229377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:57.229386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:57.229403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.229411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.3> +2023-12-14 14:52:57.229420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:57.229435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:57.229452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.37> +2023-12-14 14:52:57.229466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:57.229480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 0 +2023-12-14 14:52:57.229494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.46> +2023-12-14 14:52:57.229508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46 +2023-12-14 14:52:57.229523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:57.229538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.229546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.36> +2023-12-14 14:52:57.229558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:57.229574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:57.229588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.56> +2023-12-14 14:52:57.229602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:57.229617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:57.229631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.208> +2023-12-14 14:52:57.229644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:57.229659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 1 +2023-12-14 14:52:57.229675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.165> +2023-12-14 14:52:57.229691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165 +2023-12-14 14:52:57.229706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.2> +2023-12-14 14:52:57.229734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:57.229749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:57.229766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.35> +2023-12-14 14:52:57.229781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:57.229795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 0 +2023-12-14 14:52:57.229812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.45> +2023-12-14 14:52:57.229828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45 +2023-12-14 14:52:57.229844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:57.229858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.229866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.34> +2023-12-14 14:52:57.229874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:57.229887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:57.229902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.55> +2023-12-14 14:52:57.229924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:57.229940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:57.229954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.229961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.207> +2023-12-14 14:52:57.229968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.229975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:57.229982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.229988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 1 +2023-12-14 14:52:57.229996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.230003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.164> +2023-12-14 14:52:57.230010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164 +2023-12-14 14:52:57.230025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.230038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> +2023-12-14 14:52:57.230045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:57.230061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:57.230068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.230091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> +2023-12-14 14:52:57.230098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27 +2023-12-14 14:52:57.230114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:57.230130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:57.230138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.230147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> +2023-12-14 14:52:57.230154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:57.230169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:57.230185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.230193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> +2023-12-14 14:52:57.230200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:57.230217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:57.230231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.230239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> +2023-12-14 14:52:57.230246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:57.230262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:57.230278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.230290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> +2023-12-14 14:52:57.230297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:57.230314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:57.230328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.230337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:57.230345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:57.230360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:57.230376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.230383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> +2023-12-14 14:52:57.230391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162 +2023-12-14 14:52:57.230406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:57.230423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.162 = u32[] constant(466688986) +2023-12-14 14:52:57.230431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:57.230438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:57.230454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.230474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.230483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.230497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13 +2023-12-14 14:52:57.230505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9, operand 0 +2023-12-14 14:52:57.230522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 4 +2023-12-14 14:52:57.230530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 4 +2023-12-14 14:52:57.230538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.230547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.230554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9 +2023-12-14 14:52:57.230570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:57.230578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:57.230594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:57.230601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.230610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.230618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:57.230632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14 +2023-12-14 14:52:57.230640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:57.230655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 5 +2023-12-14 14:52:57.230664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 5 +2023-12-14 14:52:57.230672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.230680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.230687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:57.230708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:57.230717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:57.230734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:57.230742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.230749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> +2023-12-14 14:52:57.230758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:57.230774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:57.230789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:57.230796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> +2023-12-14 14:52:57.230803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:57.230820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:57.230827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:57.230842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:57.230850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.230858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.230873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15 +2023-12-14 14:52:57.230881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16 +2023-12-14 14:52:57.230888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:52:57.230903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:57.230912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:57.230925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:57.230932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:57.230939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone, operand 0 +2023-12-14 14:52:57.230947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone, operand 0 +2023-12-14 14:52:57.230954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.230961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> +2023-12-14 14:52:57.230969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.230977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:57.230985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:57.230992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.230999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:57.231007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.231016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> +2023-12-14 14:52:57.231023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:57.231039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:57.231046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:57.231061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.231069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> +2023-12-14 14:52:57.231076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:52:57.231091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:57.231099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:57.231119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.231127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.22> +2023-12-14 14:52:57.231134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:57.231148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:57.231164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.231173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> +2023-12-14 14:52:57.231180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:57.231196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:57.231203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:57.231219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:57.231227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.21> +2023-12-14 14:52:57.231235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:57.231250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:57.231265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.231274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> +2023-12-14 14:52:57.231282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:57.231296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:57.231303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:57.231328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:57.231342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.9{}> +2023-12-14 14:52:57.231351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:57.231366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:57.231382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:57.231389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> +2023-12-14 14:52:57.231397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:57.231413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:57.231420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:57.231435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:57.231444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:57.231452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:57.231460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.102> +2023-12-14 14:52:57.231468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:57.231485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:57.231501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:57.231509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> +2023-12-14 14:52:57.231516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:57.231530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:57.231538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:57.231553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.231566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:57.231574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:57.231590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:57.231598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:57.231613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:57.231622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:57.231630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:57.231639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:57.231646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:57.231661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.231668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:57.231675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.231692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:57.231699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:57.231706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.231714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:57.231721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:57.231728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:57.231734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:57.231749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:57.231757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:57.231764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:57.231786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:57.231794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:57.231802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:57.231811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:57.231818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:57.231825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:57.231841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:57.231848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:57.231856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:57.231872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:57.231879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:57.231887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:57.231896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:57.231904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> +2023-12-14 14:52:57.231911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:57.231927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.231934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.231943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.231949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:57.231957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.231964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:57.231971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:57.231978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.231987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:57.231995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:57.232008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:57.232023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:57.232031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> +2023-12-14 14:52:57.232041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:57.232056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:57.232070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:57.232079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:57.232086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:57.232102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:57.232110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:57.232124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:57.232131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:57.232140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:57.232156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:57.232163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:57.232179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:57.232186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> +2023-12-14 14:52:57.232194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:57.232210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:57.232234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:57.232242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:57.232250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:57.232265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:57.232272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:57.232287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:57.232295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:57.232304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:57.232318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:57.232326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:57.232342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:57.232350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> +2023-12-14 14:52:57.232359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:57.232375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:57.232391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.66> +2023-12-14 14:52:57.232398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66 +2023-12-14 14:52:57.232413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 0 +2023-12-14 14:52:57.232429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.232437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.57> +2023-12-14 14:52:57.232451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57 +2023-12-14 14:52:57.232467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:57.232483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:57.232490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 1 +2023-12-14 14:52:57.232498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.232506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.147> +2023-12-14 14:52:57.232514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147 +2023-12-14 14:52:57.232528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 0 +2023-12-14 14:52:57.232544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:57.232553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.232560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.61> +2023-12-14 14:52:57.232567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61 +2023-12-14 14:52:57.232583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:57.232599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:57.232608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:57.232615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.232622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.33> +2023-12-14 14:52:57.232630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:57.232646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:57.232669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.232677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.50> +2023-12-14 14:52:57.232684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:57.232701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 1 +2023-12-14 14:52:57.232716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174, operand 0 +2023-12-14 14:52:57.232726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.232735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.174> +2023-12-14 14:52:57.232741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174 +2023-12-14 14:52:57.232758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:57.232773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.232781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.25> +2023-12-14 14:52:57.232789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:57.232805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 0 +2023-12-14 14:52:57.232821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.232828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.181> +2023-12-14 14:52:57.232835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181 +2023-12-14 14:52:57.232857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:57.232872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:57.232881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 0 +2023-12-14 14:52:57.232888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.181 = u32[] constant(32) +2023-12-14 14:52:57.232895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.30> +2023-12-14 14:52:57.232904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30 +2023-12-14 14:52:57.232920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:57.232934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.232943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.173> +2023-12-14 14:52:57.232950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.232958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:57.232965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.232974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:57.232981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.232988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.27> +2023-12-14 14:52:57.232995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:57.233011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 1 +2023-12-14 14:52:57.233027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.29> +2023-12-14 14:52:57.233047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29 +2023-12-14 14:52:57.233062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:57.233078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> +2023-12-14 14:52:57.233094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:57.233110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:57.233126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:57.233133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 1 +2023-12-14 14:52:57.233141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.146> +2023-12-14 14:52:57.233158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146 +2023-12-14 14:52:57.233174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 0 +2023-12-14 14:52:57.233189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:57.233199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.32> +2023-12-14 14:52:57.233210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:57.233224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:57.233234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.49> +2023-12-14 14:52:57.233246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:57.233256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:57.233266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172, operand 0 +2023-12-14 14:52:57.233271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.172> +2023-12-14 14:52:57.233281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172 +2023-12-14 14:52:57.233291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:57.233301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.24> +2023-12-14 14:52:57.233311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:57.233321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:57.233332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.29> +2023-12-14 14:52:57.233346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:57.233355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170, operand 0 +2023-12-14 14:52:57.233365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.170> +2023-12-14 14:52:57.233376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170 +2023-12-14 14:52:57.233385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:57.233396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.26> +2023-12-14 14:52:57.233406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:57.233416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:57.233426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.28> +2023-12-14 14:52:57.233436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:57.233446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:57.233459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.26> +2023-12-14 14:52:57.233470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:57.233480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:57.233490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:57.233496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 1 +2023-12-14 14:52:57.233501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.145> +2023-12-14 14:52:57.233511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145 +2023-12-14 14:52:57.233520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 0 +2023-12-14 14:52:57.233530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:57.233535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.31> +2023-12-14 14:52:57.233546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:57.233556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48, operand 0 +2023-12-14 14:52:57.233565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.48> +2023-12-14 14:52:57.233578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48 +2023-12-14 14:52:57.233589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:57.233599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168, operand 0 +2023-12-14 14:52:57.233604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.168> +2023-12-14 14:52:57.233615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168 +2023-12-14 14:52:57.233624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:57.233634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.23> +2023-12-14 14:52:57.233645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:57.233654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:57.233665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.28> +2023-12-14 14:52:57.233675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:57.233684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:57.233698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.167> +2023-12-14 14:52:57.233708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:57.233718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:57.233729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.25> +2023-12-14 14:52:57.233739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:57.233748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:57.233759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.27> +2023-12-14 14:52:57.233769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:57.233778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:57.233789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.25> +2023-12-14 14:52:57.233799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:57.233812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 1 +2023-12-14 14:52:57.233822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.144> +2023-12-14 14:52:57.233833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144 +2023-12-14 14:52:57.233842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 0 +2023-12-14 14:52:57.233853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.43> +2023-12-14 14:52:57.233863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43 +2023-12-14 14:52:57.233874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166, operand 0 +2023-12-14 14:52:57.233884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.43 = u32[] parameter(0) +2023-12-14 14:52:57.233890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.166> +2023-12-14 14:52:57.233894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166 +2023-12-14 14:52:57.233904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 1 +2023-12-14 14:52:57.233914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.143> +2023-12-14 14:52:57.233924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143 +2023-12-14 14:52:57.233938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.233948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.161> +2023-12-14 14:52:57.233953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161 +2023-12-14 14:52:57.233963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 0 +2023-12-14 14:52:57.233973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.161 = f32[] constant(-4) +2023-12-14 14:52:57.233978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.23> +2023-12-14 14:52:57.233983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.233988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23 +2023-12-14 14:52:57.233993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.233999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6, operand 0 +2023-12-14 14:52:57.234004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.23 = s32[] parameter(0) +2023-12-14 14:52:57.234008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 convert.6> +2023-12-14 14:52:57.234014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6 +2023-12-14 14:52:57.234023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 0 +2023-12-14 14:52:57.234034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.160> +2023-12-14 14:52:57.234044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160 +2023-12-14 14:52:57.234053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 1 +2023-12-14 14:52:57.234064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:57.234072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 multiply.69> +2023-12-14 14:52:57.234077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69 +2023-12-14 14:52:57.234088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 1 +2023-12-14 14:52:57.234098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.159> +2023-12-14 14:52:57.234109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159 +2023-12-14 14:52:57.234119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 2 +2023-12-14 14:52:57.234128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.159 = f32[] constant(4) +2023-12-14 14:52:57.234134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 clamp.0> +2023-12-14 14:52:57.234139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0 +2023-12-14 14:52:57.234149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:57.234158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 0 +2023-12-14 14:52:57.234164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 1 +2023-12-14 14:52:57.234169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 multiply.67> +2023-12-14 14:52:57.234179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67 +2023-12-14 14:52:57.234189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:57.234199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:57.234207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:57.234212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:57.234217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 1 +2023-12-14 14:52:57.234221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 1 +2023-12-14 14:52:57.234227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 1 +2023-12-14 14:52:57.234232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 1 +2023-12-14 14:52:57.234237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 1 +2023-12-14 14:52:57.234242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 1 +2023-12-14 14:52:57.234247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 0 +2023-12-14 14:52:57.234252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.158> +2023-12-14 14:52:57.234262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158 +2023-12-14 14:52:57.234272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 1 +2023-12-14 14:52:57.234282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.158 = f32[] constant(0) +2023-12-14 14:52:57.234287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.65> +2023-12-14 14:52:57.234292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65 +2023-12-14 14:52:57.234302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:57.234312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:57.234317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.157> +2023-12-14 14:52:57.234328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157 +2023-12-14 14:52:57.234340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:57.234351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.234356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.118> +2023-12-14 14:52:57.234361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:57.234370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 0 +2023-12-14 14:52:57.234381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.63> +2023-12-14 14:52:57.234392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63 +2023-12-14 14:52:57.234401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:57.234411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.156> +2023-12-14 14:52:57.234422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156 +2023-12-14 14:52:57.234432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:57.234442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.234447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.117> +2023-12-14 14:52:57.234452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:57.234461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 0 +2023-12-14 14:52:57.234478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.61> +2023-12-14 14:52:57.234488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61 +2023-12-14 14:52:57.234497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:57.234508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.155> +2023-12-14 14:52:57.234518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155 +2023-12-14 14:52:57.234527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:57.234539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.234543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.116> +2023-12-14 14:52:57.234548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:57.234557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 0 +2023-12-14 14:52:57.234568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.59> +2023-12-14 14:52:57.234578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59 +2023-12-14 14:52:57.234587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:57.234602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.154> +2023-12-14 14:52:57.234612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154 +2023-12-14 14:52:57.234622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:57.234633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.234637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.115> +2023-12-14 14:52:57.234642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:57.234653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 0 +2023-12-14 14:52:57.234663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.57> +2023-12-14 14:52:57.234672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57 +2023-12-14 14:52:57.234683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:57.234693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.153> +2023-12-14 14:52:57.234702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153 +2023-12-14 14:52:57.234713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:57.234724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.234735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.114> +2023-12-14 14:52:57.234740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:57.234751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 0 +2023-12-14 14:52:57.234761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.55> +2023-12-14 14:52:57.234770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55 +2023-12-14 14:52:57.234781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:57.234791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.152> +2023-12-14 14:52:57.234800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152 +2023-12-14 14:52:57.234811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:57.234821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.234825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.112> +2023-12-14 14:52:57.234830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:57.234842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 0 +2023-12-14 14:52:57.234851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.53> +2023-12-14 14:52:57.234864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53 +2023-12-14 14:52:57.234875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:57.234885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.151> +2023-12-14 14:52:57.234894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151 +2023-12-14 14:52:57.234905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:57.234915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.234920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.110> +2023-12-14 14:52:57.234924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:57.234935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:57.234945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.51> +2023-12-14 14:52:57.234954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:57.234965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.234970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 0 +2023-12-14 14:52:57.234975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.234980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.150> +2023-12-14 14:52:57.234988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.234994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150 +2023-12-14 14:52:57.234998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:57.235008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.235013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.109> +2023-12-14 14:52:57.235018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:57.235028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:57.235037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.49> +2023-12-14 14:52:57.235047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:57.235058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:57.235068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.149> +2023-12-14 14:52:57.235077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149 +2023-12-14 14:52:57.235088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:57.235098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.235103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.108> +2023-12-14 14:52:57.235107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:57.235122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:57.235132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.47> +2023-12-14 14:52:57.235142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:57.235152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:57.235162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.148> +2023-12-14 14:52:57.235172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148 +2023-12-14 14:52:57.235182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:57.235192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.235197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.107> +2023-12-14 14:52:57.235201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:57.235212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:57.235222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.45> +2023-12-14 14:52:57.235231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:57.235244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:57.235254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.147> +2023-12-14 14:52:57.235264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147 +2023-12-14 14:52:57.235275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:57.235284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.235289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.106> +2023-12-14 14:52:57.235294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:57.235304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:57.235314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.42> +2023-12-14 14:52:57.235333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:57.235342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:57.235352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.146> +2023-12-14 14:52:57.235363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146 +2023-12-14 14:52:57.235372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:57.235385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.235389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.105> +2023-12-14 14:52:57.235395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:57.235405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 1 +2023-12-14 14:52:57.235414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 divide.0> +2023-12-14 14:52:57.235425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0 +2023-12-14 14:52:57.235434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.178> +2023-12-14 14:52:57.235448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178 +2023-12-14 14:52:57.235459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 0 +2023-12-14 14:52:57.235469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.178 = f32[] constant(-4) +2023-12-14 14:52:57.235473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_0.41> +2023-12-14 14:52:57.235478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41 +2023-12-14 14:52:57.235489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7, operand 0 +2023-12-14 14:52:57.235498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.41 = s32[] parameter(0) +2023-12-14 14:52:57.235503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 convert.7> +2023-12-14 14:52:57.235512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7 +2023-12-14 14:52:57.235523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 0 +2023-12-14 14:52:57.235532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.177> +2023-12-14 14:52:57.235542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177 +2023-12-14 14:52:57.235552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 1 +2023-12-14 14:52:57.235562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:57.235567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.96> +2023-12-14 14:52:57.235572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96 +2023-12-14 14:52:57.235582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 1 +2023-12-14 14:52:57.235592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.176> +2023-12-14 14:52:57.235602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176 +2023-12-14 14:52:57.235612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 2 +2023-12-14 14:52:57.235622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.176 = f32[] constant(4) +2023-12-14 14:52:57.235627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 clamp.1> +2023-12-14 14:52:57.235631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1 +2023-12-14 14:52:57.235645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 0 +2023-12-14 14:52:57.235655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 0 +2023-12-14 14:52:57.235659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 1 +2023-12-14 14:52:57.235666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.94> +2023-12-14 14:52:57.235675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94 +2023-12-14 14:52:57.235685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 1 +2023-12-14 14:52:57.235696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 1 +2023-12-14 14:52:57.235701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 1 +2023-12-14 14:52:57.235705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 1 +2023-12-14 14:52:57.235710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 1 +2023-12-14 14:52:57.235715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 1 +2023-12-14 14:52:57.235720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 1 +2023-12-14 14:52:57.235725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 1 +2023-12-14 14:52:57.235731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 1 +2023-12-14 14:52:57.235735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 1 +2023-12-14 14:52:57.235740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 0 +2023-12-14 14:52:57.235745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.175> +2023-12-14 14:52:57.235755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175 +2023-12-14 14:52:57.235765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 1 +2023-12-14 14:52:57.235778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.175 = f32[] constant(0) +2023-12-14 14:52:57.235783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.92> +2023-12-14 14:52:57.235788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92 +2023-12-14 14:52:57.235798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:57.235808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 0 +2023-12-14 14:52:57.235812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.174> +2023-12-14 14:52:57.235823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174 +2023-12-14 14:52:57.235832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 1 +2023-12-14 14:52:57.235842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.235848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.134> +2023-12-14 14:52:57.235853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134 +2023-12-14 14:52:57.235862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 0 +2023-12-14 14:52:57.235872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.90> +2023-12-14 14:52:57.235884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90 +2023-12-14 14:52:57.235893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 0 +2023-12-14 14:52:57.235907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.173> +2023-12-14 14:52:57.235917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173 +2023-12-14 14:52:57.235927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 1 +2023-12-14 14:52:57.235938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.235943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.133> +2023-12-14 14:52:57.235948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133 +2023-12-14 14:52:57.235957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 0 +2023-12-14 14:52:57.235968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.235973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.88> +2023-12-14 14:52:57.235978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.235983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88 +2023-12-14 14:52:57.235988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.235992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 0 +2023-12-14 14:52:57.235998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.172> +2023-12-14 14:52:57.236008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172 +2023-12-14 14:52:57.236018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 1 +2023-12-14 14:52:57.236028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.236037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.132> +2023-12-14 14:52:57.236042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132 +2023-12-14 14:52:57.236051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 0 +2023-12-14 14:52:57.236062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.86> +2023-12-14 14:52:57.236072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86 +2023-12-14 14:52:57.236081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 0 +2023-12-14 14:52:57.236092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.171> +2023-12-14 14:52:57.236102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171 +2023-12-14 14:52:57.236111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 1 +2023-12-14 14:52:57.236123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.236128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.130> +2023-12-14 14:52:57.236133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130 +2023-12-14 14:52:57.236142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 0 +2023-12-14 14:52:57.236154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.84> +2023-12-14 14:52:57.236167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84 +2023-12-14 14:52:57.236176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 0 +2023-12-14 14:52:57.236187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.170> +2023-12-14 14:52:57.236197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170 +2023-12-14 14:52:57.236206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 1 +2023-12-14 14:52:57.236218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.236222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.129> +2023-12-14 14:52:57.236227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129 +2023-12-14 14:52:57.236237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 0 +2023-12-14 14:52:57.236247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.82> +2023-12-14 14:52:57.236257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82 +2023-12-14 14:52:57.236266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 0 +2023-12-14 14:52:57.236278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.169> +2023-12-14 14:52:57.236290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169 +2023-12-14 14:52:57.236301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 1 +2023-12-14 14:52:57.236311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.236316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 add.127> +2023-12-14 14:52:57.236321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127 +2023-12-14 14:52:57.236331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 0 +2023-12-14 14:52:57.236341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.80> +2023-12-14 14:52:57.236351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80 +2023-12-14 14:52:57.236361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 0 +2023-12-14 14:52:57.236373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.168> +2023-12-14 14:52:57.236382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168 +2023-12-14 14:52:57.236392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 1 +2023-12-14 14:52:57.236402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.236407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.126> +2023-12-14 14:52:57.236412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126 +2023-12-14 14:52:57.236427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 1 +2023-12-14 14:52:57.236437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.78> +2023-12-14 14:52:57.236447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78 +2023-12-14 14:52:57.236457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:52:57.236467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.167> +2023-12-14 14:52:57.236477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167 +2023-12-14 14:52:57.236487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:57.236497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.236502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.125> +2023-12-14 14:52:57.236507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:57.236517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 0 +2023-12-14 14:52:57.236527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.76> +2023-12-14 14:52:57.236537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76 +2023-12-14 14:52:57.236547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 0 +2023-12-14 14:52:57.236561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.166> +2023-12-14 14:52:57.236571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166 +2023-12-14 14:52:57.236582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 1 +2023-12-14 14:52:57.236591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.236596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 add.124> +2023-12-14 14:52:57.236602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124 +2023-12-14 14:52:57.236612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 0 +2023-12-14 14:52:57.236622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 multiply.74> +2023-12-14 14:52:57.236632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74 +2023-12-14 14:52:57.236642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 0 +2023-12-14 14:52:57.236652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.165> +2023-12-14 14:52:57.236662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165 +2023-12-14 14:52:57.236672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 1 +2023-12-14 14:52:57.236685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.236692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.123> +2023-12-14 14:52:57.236697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123 +2023-12-14 14:52:57.236707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 0 +2023-12-14 14:52:57.236717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.71> +2023-12-14 14:52:57.236727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71 +2023-12-14 14:52:57.236737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 0 +2023-12-14 14:52:57.236747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.164> +2023-12-14 14:52:57.236758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164 +2023-12-14 14:52:57.236768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 1 +2023-12-14 14:52:57.236778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.236783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 add.122> +2023-12-14 14:52:57.236788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122 +2023-12-14 14:52:57.236798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 0 +2023-12-14 14:52:57.236808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 multiply.70> +2023-12-14 14:52:57.236821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70 +2023-12-14 14:52:57.236831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 0 +2023-12-14 14:52:57.236841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.163> +2023-12-14 14:52:57.236851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163 +2023-12-14 14:52:57.236862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 1 +2023-12-14 14:52:57.236872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.236877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.121> +2023-12-14 14:52:57.236882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121 +2023-12-14 14:52:57.236892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:52:57.236902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 divide.1> +2023-12-14 14:52:57.236912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:52:57.236922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.236932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 param_3.65> +2023-12-14 14:52:57.236940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65 +2023-12-14 14:52:57.236950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 0 +2023-12-14 14:52:57.236960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.236966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 param_2.56> +2023-12-14 14:52:57.236970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.236975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56 +2023-12-14 14:52:57.236980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.236985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:57.236990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:57.236995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 1 +2023-12-14 14:52:57.237000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.237005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.140> +2023-12-14 14:52:57.237011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140 +2023-12-14 14:52:57.237020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 0 +2023-12-14 14:52:57.237030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:57.237035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 param_1.60> +2023-12-14 14:52:57.237045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60 +2023-12-14 14:52:57.237056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:57.237065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:57.237070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:57.237090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:57.237095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.237100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 slice.30> +2023-12-14 14:52:57.237106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:57.237116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:57.237126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 reshape.47> +2023-12-14 14:52:57.237136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:57.237147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:57.237156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164, operand 0 +2023-12-14 14:52:57.237161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.164> +2023-12-14 14:52:57.237171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164 +2023-12-14 14:52:57.237183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:57.237192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 shift-left.22> +2023-12-14 14:52:57.237203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:57.237216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:57.237227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.179> +2023-12-14 14:52:57.237236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179 +2023-12-14 14:52:57.237247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:57.237257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:57.237262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:57.237266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:57.237272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.179 = u32[] constant(32) +2023-12-14 14:52:57.237277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 subtract.27> +2023-12-14 14:52:57.237282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:57.237292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163, operand 0 +2023-12-14 14:52:57.237302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.163> +2023-12-14 14:52:57.237312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163 +2023-12-14 14:52:57.237322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:57.237332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 shift-right-logical.24> +2023-12-14 14:52:57.237345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:57.237355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:57.237366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 or.26> +2023-12-14 14:52:57.237375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:57.237385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:57.237396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 xor.24> +2023-12-14 14:52:57.237405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:57.237415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:57.237426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:57.237431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 1 +2023-12-14 14:52:57.237435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 add.139> +2023-12-14 14:52:57.237446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139 +2023-12-14 14:52:57.237459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 0 +2023-12-14 14:52:57.237469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:57.237474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 slice.29> +2023-12-14 14:52:57.237485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:57.237494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:57.237505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 reshape.46> +2023-12-14 14:52:57.237515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:57.237524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:57.237535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161, operand 0 +2023-12-14 14:52:57.237540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.161> +2023-12-14 14:52:57.237550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161 +2023-12-14 14:52:57.237560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:57.237570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 shift-left.21> +2023-12-14 14:52:57.237583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:57.237593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:57.237604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 subtract.26> +2023-12-14 14:52:57.237613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:57.237624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160, operand 0 +2023-12-14 14:52:57.237634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.160> +2023-12-14 14:52:57.237644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160 +2023-12-14 14:52:57.237654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:57.237664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 shift-right-logical.23> +2023-12-14 14:52:57.237674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:57.237684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:57.237697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 or.25> +2023-12-14 14:52:57.237707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:57.237717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:57.237727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 xor.23> +2023-12-14 14:52:57.237737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:57.237747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:57.237758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:57.237763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 1 +2023-12-14 14:52:57.237768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 add.138> +2023-12-14 14:52:57.237778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138 +2023-12-14 14:52:57.237788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 0 +2023-12-14 14:52:57.237798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:57.237803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 slice.28> +2023-12-14 14:52:57.237816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:57.237825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:57.237836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 reshape.45> +2023-12-14 14:52:57.237846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:57.237856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:57.237867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159, operand 0 +2023-12-14 14:52:57.237872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.159> +2023-12-14 14:52:57.237882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159 +2023-12-14 14:52:57.237891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:57.237902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 shift-left.20> +2023-12-14 14:52:57.237912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:57.237921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:57.237935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 subtract.25> +2023-12-14 14:52:57.237945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:57.237954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158, operand 0 +2023-12-14 14:52:57.237965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.237970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.158> +2023-12-14 14:52:57.237975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.237980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158 +2023-12-14 14:52:57.237985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.237990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:57.237995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 shift-right-logical.22> +2023-12-14 14:52:57.238005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:57.238015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:57.238025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 or.24> +2023-12-14 14:52:57.238036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:57.238048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:57.238059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 xor.22> +2023-12-14 14:52:57.238068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:57.238078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:57.238089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:57.238094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 1 +2023-12-14 14:52:57.238099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.137> +2023-12-14 14:52:57.238108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137 +2023-12-14 14:52:57.238119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:57.238129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 slice.27> +2023-12-14 14:52:57.238138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:57.238149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:57.238159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 reshape.44> +2023-12-14 14:52:57.238173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:57.238183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:57.238193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157, operand 0 +2023-12-14 14:52:57.238198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.157> +2023-12-14 14:52:57.238208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157 +2023-12-14 14:52:57.238218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:57.238228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 shift-left.19> +2023-12-14 14:52:57.238239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:57.238248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:57.238258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 subtract.24> +2023-12-14 14:52:57.238269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:57.238282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156, operand 0 +2023-12-14 14:52:57.238292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.156> +2023-12-14 14:52:57.238303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156 +2023-12-14 14:52:57.238313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:57.238323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 shift-right-logical.21> +2023-12-14 14:52:57.238335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:57.238344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:57.238354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 or.23> +2023-12-14 14:52:57.238365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:57.238374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:57.238384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 xor.21> +2023-12-14 14:52:57.238397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:57.238407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 0 +2023-12-14 14:52:57.238417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 param_0.42> +2023-12-14 14:52:57.238428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42 +2023-12-14 14:52:57.238437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154, operand 0 +2023-12-14 14:52:57.238448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.42 = u32[] parameter(0) +2023-12-14 14:52:57.238453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.154> +2023-12-14 14:52:57.238458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154 +2023-12-14 14:52:57.238467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 1 +2023-12-14 14:52:57.238478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.136> +2023-12-14 14:52:57.238489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136 +2023-12-14 14:52:57.238498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 0 +2023-12-14 14:52:57.238508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 param_4.68> +2023-12-14 14:52:57.238521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68 +2023-12-14 14:52:57.238531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 0 +2023-12-14 14:52:57.238541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.68 = s32[] parameter(4) +2023-12-14 14:52:57.238546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.180> +2023-12-14 14:52:57.238551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180 +2023-12-14 14:52:57.238560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 1 +2023-12-14 14:52:57.238571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.180 = s32[] constant(1) +2023-12-14 14:52:57.238576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.142> +2023-12-14 14:52:57.238581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142 +2023-12-14 14:52:57.238590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8, operand 0 +2023-12-14 14:52:57.238600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 convert.8> +2023-12-14 14:52:57.238610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8 +2023-12-14 14:52:57.238619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153, operand 0 +2023-12-14 14:52:57.238629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.153> +2023-12-14 14:52:57.238640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153 +2023-12-14 14:52:57.238652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 1 +2023-12-14 14:52:57.238663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.135> +2023-12-14 14:52:57.238672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135 +2023-12-14 14:52:57.238682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 param_5.76> +2023-12-14 14:52:57.238697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76 +2023-12-14 14:52:57.238707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10, operand 0 +2023-12-14 14:52:57.238716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_5.76 = s32[] parameter(5) +2023-12-14 14:52:57.238722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 convert.10> +2023-12-14 14:52:57.238727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10 +2023-12-14 14:52:57.238736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10, operand 0 +2023-12-14 14:52:57.238746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 0 +2023-12-14 14:52:57.238752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 0 +2023-12-14 14:52:57.238757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 1 +2023-12-14 14:52:57.238762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 compare.29> +2023-12-14 14:52:57.238774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29 +2023-12-14 14:52:57.238784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 0 +2023-12-14 14:52:57.238794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.219> +2023-12-14 14:52:57.238804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219 +2023-12-14 14:52:57.238814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 1 +2023-12-14 14:52:57.238824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 1 +2023-12-14 14:52:57.238829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.218> +2023-12-14 14:52:57.238839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218 +2023-12-14 14:52:57.238849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 1 +2023-12-14 14:52:57.238859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.218 = f32[] constant(-inf) +2023-12-14 14:52:57.238864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 compare.28> +2023-12-14 14:52:57.238868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28 +2023-12-14 14:52:57.238879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 0 +2023-12-14 14:52:57.238889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 constant.217> +2023-12-14 14:52:57.238901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217 +2023-12-14 14:52:57.238911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 1 +2023-12-14 14:52:57.238921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 bitcast-convert.10> +2023-12-14 14:52:57.238930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10 +2023-12-14 14:52:57.238941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 0 +2023-12-14 14:52:57.238950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 0 +2023-12-14 14:52:57.238955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 0 +2023-12-14 14:52:57.238960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.238965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 constant.216> +2023-12-14 14:52:57.238970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.238975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216 +2023-12-14 14:52:57.238980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.238985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 1 +2023-12-14 14:52:57.238989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 1 +2023-12-14 14:52:57.238994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:57.239000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 and.7> +2023-12-14 14:52:57.239005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7 +2023-12-14 14:52:57.239014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 0 +2023-12-14 14:52:57.239027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 0 +2023-12-14 14:52:57.239033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.215> +2023-12-14 14:52:57.239042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215 +2023-12-14 14:52:57.239052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 1 +2023-12-14 14:52:57.239063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 1 +2023-12-14 14:52:57.239067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 1 +2023-12-14 14:52:57.239072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.215 = s32[] constant(0) +2023-12-14 14:52:57.239077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 compare.27> +2023-12-14 14:52:57.239082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27 +2023-12-14 14:52:57.239093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 0 +2023-12-14 14:52:57.239103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.214> +2023-12-14 14:52:57.239113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214 +2023-12-14 14:52:57.239124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 1 +2023-12-14 14:52:57.239134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 constant.213> +2023-12-14 14:52:57.239143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213 +2023-12-14 14:52:57.239157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 1 +2023-12-14 14:52:57.239167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 1 +2023-12-14 14:52:57.239172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 1 +2023-12-14 14:52:57.239177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.26> +2023-12-14 14:52:57.239187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26 +2023-12-14 14:52:57.239197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 0 +2023-12-14 14:52:57.239206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.212> +2023-12-14 14:52:57.239217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212 +2023-12-14 14:52:57.239226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:57.239236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 1 +2023-12-14 14:52:57.239242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 1 +2023-12-14 14:52:57.239247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:57.239251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 and.6> +2023-12-14 14:52:57.239256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6 +2023-12-14 14:52:57.239265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 0 +2023-12-14 14:52:57.239276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 compare.25> +2023-12-14 14:52:57.239288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25 +2023-12-14 14:52:57.239298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 1 +2023-12-14 14:52:57.239308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 or.32> +2023-12-14 14:52:57.239324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32 +2023-12-14 14:52:57.239335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 0 +2023-12-14 14:52:57.239346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 constant.211> +2023-12-14 14:52:57.239356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211 +2023-12-14 14:52:57.239367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 1 +2023-12-14 14:52:57.239376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 1 +2023-12-14 14:52:57.239381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.211 = s32[] constant(-1) +2023-12-14 14:52:57.239386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.210> +2023-12-14 14:52:57.239391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210 +2023-12-14 14:52:57.239403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 1 +2023-12-14 14:52:57.239412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 2 +2023-12-14 14:52:57.239420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 2 +2023-12-14 14:52:57.239426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.210 = s32[] constant(1) +2023-12-14 14:52:57.239431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 select.59> +2023-12-14 14:52:57.239436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59 +2023-12-14 14:52:57.239445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 1 +2023-12-14 14:52:57.239457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.163> +2023-12-14 14:52:57.239467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163 +2023-12-14 14:52:57.239476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 2 +2023-12-14 14:52:57.239486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 select.58> +2023-12-14 14:52:57.239497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58 +2023-12-14 14:52:57.239506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 2 +2023-12-14 14:52:57.239516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.57> +2023-12-14 14:52:57.239526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57 +2023-12-14 14:52:57.239536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 2 +2023-12-14 14:52:57.239548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 select.56> +2023-12-14 14:52:57.239559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56 +2023-12-14 14:52:57.239568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9, operand 0 +2023-12-14 14:52:57.239579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 bitcast-convert.9> +2023-12-14 14:52:57.239589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9 +2023-12-14 14:52:57.239599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:57.239609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 broadcast.206> +2023-12-14 14:52:57.239619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:57.239629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 0 +2023-12-14 14:52:57.239639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 param_4.69> +2023-12-14 14:52:57.239650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69 +2023-12-14 14:52:57.239664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9, operand 0 +2023-12-14 14:52:57.239676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.69 = s32[] parameter(4) +2023-12-14 14:52:57.239681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 convert.9> +2023-12-14 14:52:57.239685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9 +2023-12-14 14:52:57.239695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8, operand 0 +2023-12-14 14:52:57.239706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 0 +2023-12-14 14:52:57.239711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 0 +2023-12-14 14:52:57.239715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 1 +2023-12-14 14:52:57.239720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 compare.24> +2023-12-14 14:52:57.239730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24 +2023-12-14 14:52:57.239741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 0 +2023-12-14 14:52:57.239750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 constant.209> +2023-12-14 14:52:57.239761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209 +2023-12-14 14:52:57.239771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:57.239780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 1 +2023-12-14 14:52:57.239785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.209 = f32[] constant(inf) +2023-12-14 14:52:57.239791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 compare.23> +2023-12-14 14:52:57.239799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23 +2023-12-14 14:52:57.239808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 0 +2023-12-14 14:52:57.239818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 bitcast-convert.8> +2023-12-14 14:52:57.239829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8 +2023-12-14 14:52:57.239839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 0 +2023-12-14 14:52:57.239848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:57.239854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 0 +2023-12-14 14:52:57.239859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 and.5> +2023-12-14 14:52:57.239869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5 +2023-12-14 14:52:57.239878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 0 +2023-12-14 14:52:57.239889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 0 +2023-12-14 14:52:57.239894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 compare.22> +2023-12-14 14:52:57.239904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22 +2023-12-14 14:52:57.239914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 0 +2023-12-14 14:52:57.239927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 compare.21> +2023-12-14 14:52:57.239937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21 +2023-12-14 14:52:57.239948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 0 +2023-12-14 14:52:57.239958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 and.4> +2023-12-14 14:52:57.239967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.239973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:57.239978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.239984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 0 +2023-12-14 14:52:57.239988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.239993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.20> +2023-12-14 14:52:57.239998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20 +2023-12-14 14:52:57.240008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 1 +2023-12-14 14:52:57.240018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 or.31> +2023-12-14 14:52:57.240028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31 +2023-12-14 14:52:57.240041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 0 +2023-12-14 14:52:57.240051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 select.55> +2023-12-14 14:52:57.240060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55 +2023-12-14 14:52:57.240071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 1 +2023-12-14 14:52:57.240081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.162> +2023-12-14 14:52:57.240091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162 +2023-12-14 14:52:57.240101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 2 +2023-12-14 14:52:57.240111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 select.54> +2023-12-14 14:52:57.240120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54 +2023-12-14 14:52:57.240131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 2 +2023-12-14 14:52:57.240141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 select.53> +2023-12-14 14:52:57.240150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53 +2023-12-14 14:52:57.240165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 2 +2023-12-14 14:52:57.240175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 select.52> +2023-12-14 14:52:57.240185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52 +2023-12-14 14:52:57.240195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7, operand 0 +2023-12-14 14:52:57.240205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 bitcast-convert.7> +2023-12-14 14:52:57.240215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7 +2023-12-14 14:52:57.240225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:57.240235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 broadcast.205> +2023-12-14 14:52:57.240245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:57.240256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:57.240265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 param_0.44> +2023-12-14 14:52:57.240279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44 +2023-12-14 14:52:57.240289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53, operand 0 +2023-12-14 14:52:57.240299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:57.240304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.44 = f32[] parameter(0) +2023-12-14 14:52:57.240309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 broadcast.204> +2023-12-14 14:52:57.240314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:57.240324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 0 +2023-12-14 14:52:57.240334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 1 +2023-12-14 14:52:57.240339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 param_2.58> +2023-12-14 14:52:57.240350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58 +2023-12-14 14:52:57.240359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:57.240369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.240374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 param_3.67> +2023-12-14 14:52:57.240380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67 +2023-12-14 14:52:57.240389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:57.240400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.240404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 concatenate.1> +2023-12-14 14:52:57.240410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:57.240423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:57.240434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 constant.208> +2023-12-14 14:52:57.240444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208 +2023-12-14 14:52:57.240455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:57.240465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.208 = u32[] constant(9) +2023-12-14 14:52:57.240471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 broadcast.203> +2023-12-14 14:52:57.240475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:57.240485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:57.240495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 shift-right-logical.28> +2023-12-14 14:52:57.240505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:57.240516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 0 +2023-12-14 14:52:57.240526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 constant.207> +2023-12-14 14:52:57.240539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207 +2023-12-14 14:52:57.240550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:57.240559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:57.240565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.202> +2023-12-14 14:52:57.240570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:57.240580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 1 +2023-12-14 14:52:57.240589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 or.30> +2023-12-14 14:52:57.240600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30 +2023-12-14 14:52:57.240610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6, operand 0 +2023-12-14 14:52:57.240619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 bitcast-convert.6> +2023-12-14 14:52:57.240630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6 +2023-12-14 14:52:57.240640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 0 +2023-12-14 14:52:57.240650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 constant.206> +2023-12-14 14:52:57.240663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206 +2023-12-14 14:52:57.240673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:57.240683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.206 = f32[] constant(-1) +2023-12-14 14:52:57.240688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.201> +2023-12-14 14:52:57.240693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:57.240703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 1 +2023-12-14 14:52:57.240714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:57.240719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 add.160> +2023-12-14 14:52:57.240724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160 +2023-12-14 14:52:57.240734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 0 +2023-12-14 14:52:57.240744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 param_1.62> +2023-12-14 14:52:57.240754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62 +2023-12-14 14:52:57.240764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:57.240774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.62 = f32[] parameter(1) +2023-12-14 14:52:57.240779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 reshape.54> +2023-12-14 14:52:57.240784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:57.240797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 0 +2023-12-14 14:52:57.240807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 reshape.53> +2023-12-14 14:52:57.240818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53 +2023-12-14 14:52:57.240827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 1 +2023-12-14 14:52:57.240838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 subtract.31> +2023-12-14 14:52:57.240848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31 +2023-12-14 14:52:57.240857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:57.240867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 reshape.52> +2023-12-14 14:52:57.240878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:57.240888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:57.240898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.200> +2023-12-14 14:52:57.240910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:57.240922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 1 +2023-12-14 14:52:57.240933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 multiply.110> +2023-12-14 14:52:57.240943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110 +2023-12-14 14:52:57.240953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 0 +2023-12-14 14:52:57.240964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.159> +2023-12-14 14:52:57.240974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.240979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159 +2023-12-14 14:52:57.240984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.240989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 1 +2023-12-14 14:52:57.240994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.240999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 maximum.5> +2023-12-14 14:52:57.241004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5 +2023-12-14 14:52:57.241014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:57.241024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.241032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.51> +2023-12-14 14:52:57.241037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:57.241047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 1 +2023-12-14 14:52:57.241057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 1 +2023-12-14 14:52:57.241063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:57.241067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 0 +2023-12-14 14:52:57.241072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:57.241077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = f32[2048,8192]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.241082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 abs.3> +2023-12-14 14:52:57.241087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:57.241097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 0 +2023-12-14 14:52:57.241107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048,8192]{1,0} abs(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:57.241113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 constant.205> +2023-12-14 14:52:57.241118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205 +2023-12-14 14:52:57.241128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:57.241138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.205 = f32[] constant(1) +2023-12-14 14:52:57.241143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 broadcast.199> +2023-12-14 14:52:57.241148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:57.241158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 1 +2023-12-14 14:52:57.241171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[2048,8192]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.241177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 compare.19> +2023-12-14 14:52:57.241183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19 +2023-12-14 14:52:57.241193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:57.241203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.19 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %abs.3, f32[2048,8192]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.241209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 broadcast.198> +2023-12-14 14:52:57.241214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:57.241223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 1 +2023-12-14 14:52:57.241233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048,8192]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.241239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 multiply.109> +2023-12-14 14:52:57.241244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109 +2023-12-14 14:52:57.241254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:57.241263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.109 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %reshape.51, f32[2048,8192]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.241269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 negate.10> +2023-12-14 14:52:57.241274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:57.241284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 0 +2023-12-14 14:52:57.241294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:57.241300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 multiply.108> +2023-12-14 14:52:57.241308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108 +2023-12-14 14:52:57.241317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:57.241328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.108 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %negate.10, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.241334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 log-plus-one.3> +2023-12-14 14:52:57.241339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:57.241349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:57.241359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048,8192]{1,0} log-plus-one(f32[2048,8192]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.241365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 negate.9> +2023-12-14 14:52:57.241369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:57.241379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:57.241389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 0 +2023-12-14 14:52:57.241395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 0 +2023-12-14 14:52:57.241399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:57.241404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 constant.204> +2023-12-14 14:52:57.241409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204 +2023-12-14 14:52:57.241419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:57.241429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.204 = f32[] constant(5) +2023-12-14 14:52:57.241434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 broadcast.197> +2023-12-14 14:52:57.241442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:57.241452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 1 +2023-12-14 14:52:57.241463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048,8192]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.241468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 compare.18> +2023-12-14 14:52:57.241472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18 +2023-12-14 14:52:57.241483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:57.241493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:57.241498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 0 +2023-12-14 14:52:57.241503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 0 +2023-12-14 14:52:57.241507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 0 +2023-12-14 14:52:57.241513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 0 +2023-12-14 14:52:57.241518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 0 +2023-12-14 14:52:57.241523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 0 +2023-12-14 14:52:57.241528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 0 +2023-12-14 14:52:57.241533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 0 +2023-12-14 14:52:57.241537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.18 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.241543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 constant.203> +2023-12-14 14:52:57.241548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203 +2023-12-14 14:52:57.241558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:57.241567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:57.241573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 broadcast.196> +2023-12-14 14:52:57.241579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:57.241591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 1 +2023-12-14 14:52:57.241600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048,8192]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.241606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 constant.202> +2023-12-14 14:52:57.241611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202 +2023-12-14 14:52:57.241620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:57.241630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:57.241636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 broadcast.195> +2023-12-14 14:52:57.241641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:57.241650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 2 +2023-12-14 14:52:57.241660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048,8192]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.241666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 select.51> +2023-12-14 14:52:57.241671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51 +2023-12-14 14:52:57.241680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 0 +2023-12-14 14:52:57.241690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.51 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.196, f32[2048,8192]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:57.241696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.201> +2023-12-14 14:52:57.241701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201 +2023-12-14 14:52:57.241711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:57.241723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:57.241729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.194> +2023-12-14 14:52:57.241734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:57.241743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 1 +2023-12-14 14:52:57.241753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[2048,8192]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.241759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 constant.200> +2023-12-14 14:52:57.241763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200 +2023-12-14 14:52:57.241773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:57.241782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:57.241788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 broadcast.193> +2023-12-14 14:52:57.241793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:57.241802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 2 +2023-12-14 14:52:57.241812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[2048,8192]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.241817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 select.50> +2023-12-14 14:52:57.241822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50 +2023-12-14 14:52:57.241832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 0 +2023-12-14 14:52:57.241841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.50 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.194, f32[2048,8192]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:57.241849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.199> +2023-12-14 14:52:57.241854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199 +2023-12-14 14:52:57.241864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:57.241873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.241879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.192> +2023-12-14 14:52:57.241884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:57.241893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 1 +2023-12-14 14:52:57.241903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[2048,8192]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.241908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 constant.198> +2023-12-14 14:52:57.241913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198 +2023-12-14 14:52:57.241923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:57.241932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.241938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 broadcast.191> +2023-12-14 14:52:57.241943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:57.241952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 2 +2023-12-14 14:52:57.241962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[2048,8192]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.241968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 select.49> +2023-12-14 14:52:57.241973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.241977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49 +2023-12-14 14:52:57.241982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.241989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 0 +2023-12-14 14:52:57.241994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.49 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.192, f32[2048,8192]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:57.242000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.197> +2023-12-14 14:52:57.242005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197 +2023-12-14 14:52:57.242014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:57.242024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.242030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.190> +2023-12-14 14:52:57.242034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:57.242044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 1 +2023-12-14 14:52:57.242053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[2048,8192]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.242059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 constant.196> +2023-12-14 14:52:57.242064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196 +2023-12-14 14:52:57.242073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:57.242083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.242089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 broadcast.189> +2023-12-14 14:52:57.242094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:57.242103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 2 +2023-12-14 14:52:57.242113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[2048,8192]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.242123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 select.48> +2023-12-14 14:52:57.242128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48 +2023-12-14 14:52:57.242137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 0 +2023-12-14 14:52:57.242147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.48 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.190, f32[2048,8192]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:57.242153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.195> +2023-12-14 14:52:57.242157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195 +2023-12-14 14:52:57.242167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:57.242176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.242182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.188> +2023-12-14 14:52:57.242187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:57.242196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 1 +2023-12-14 14:52:57.242206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[2048,8192]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.242212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 constant.194> +2023-12-14 14:52:57.242217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194 +2023-12-14 14:52:57.242226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:57.242236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.242241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 broadcast.187> +2023-12-14 14:52:57.242246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:57.242258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 2 +2023-12-14 14:52:57.242268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[2048,8192]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.242274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 select.47> +2023-12-14 14:52:57.242279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47 +2023-12-14 14:52:57.242288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 0 +2023-12-14 14:52:57.242298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.47 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.188, f32[2048,8192]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:57.242304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.193> +2023-12-14 14:52:57.242309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193 +2023-12-14 14:52:57.242318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:57.242328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.242333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.186> +2023-12-14 14:52:57.242338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:57.242347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 1 +2023-12-14 14:52:57.242357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[2048,8192]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.242363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 constant.192> +2023-12-14 14:52:57.242368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192 +2023-12-14 14:52:57.242377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:57.242387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.242395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 broadcast.185> +2023-12-14 14:52:57.242400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:57.242410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 2 +2023-12-14 14:52:57.242419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[2048,8192]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.242425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 select.46> +2023-12-14 14:52:57.242430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46 +2023-12-14 14:52:57.242439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 0 +2023-12-14 14:52:57.242449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.46 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.186, f32[2048,8192]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:57.242455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.191> +2023-12-14 14:52:57.242460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191 +2023-12-14 14:52:57.242469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:57.242479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.242484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.184> +2023-12-14 14:52:57.242489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:57.242499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 1 +2023-12-14 14:52:57.242508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[2048,8192]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.242514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 constant.189> +2023-12-14 14:52:57.242519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189 +2023-12-14 14:52:57.242532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:57.242542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.242548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 broadcast.183> +2023-12-14 14:52:57.242553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:57.242562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 2 +2023-12-14 14:52:57.242573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[2048,8192]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.242578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 select.45> +2023-12-14 14:52:57.242583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45 +2023-12-14 14:52:57.242592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 0 +2023-12-14 14:52:57.242603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.45 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.184, f32[2048,8192]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:57.242608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.188> +2023-12-14 14:52:57.242613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188 +2023-12-14 14:52:57.242622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:57.242633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.242638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.182> +2023-12-14 14:52:57.242643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:57.242653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 1 +2023-12-14 14:52:57.242665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[2048,8192]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.242671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 constant.187> +2023-12-14 14:52:57.242676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187 +2023-12-14 14:52:57.242685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:57.242696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.242702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 broadcast.181> +2023-12-14 14:52:57.242706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:57.242716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 2 +2023-12-14 14:52:57.242726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[2048,8192]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.242731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 select.44> +2023-12-14 14:52:57.242736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44 +2023-12-14 14:52:57.242746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 0 +2023-12-14 14:52:57.242756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.44 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.182, f32[2048,8192]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:57.242761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.186> +2023-12-14 14:52:57.242766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186 +2023-12-14 14:52:57.242775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:57.242786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.242791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.180> +2023-12-14 14:52:57.242799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:57.242808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:57.242820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[2048,8192]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.242824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 constant.185> +2023-12-14 14:52:57.242829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185 +2023-12-14 14:52:57.242839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:57.242850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.242855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 broadcast.179> +2023-12-14 14:52:57.242860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:57.242869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:57.242880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[2048,8192]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.242885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 select.43> +2023-12-14 14:52:57.242890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:57.242899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 0 +2023-12-14 14:52:57.242909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.180, f32[2048,8192]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:57.242915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.184> +2023-12-14 14:52:57.242920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184 +2023-12-14 14:52:57.242929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:57.242943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:57.242948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.178> +2023-12-14 14:52:57.242953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:57.242962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 1 +2023-12-14 14:52:57.242974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[2048,8192]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:57.242978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 add.158> +2023-12-14 14:52:57.242983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.242988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158 +2023-12-14 14:52:57.242992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.242998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:57.243003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.158 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.243008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 sqrt.3> +2023-12-14 14:52:57.243013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:57.243023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 0 +2023-12-14 14:52:57.243033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.243038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 constant.183> +2023-12-14 14:52:57.243043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183 +2023-12-14 14:52:57.243053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:57.243063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.183 = f32[] constant(-3) +2023-12-14 14:52:57.243069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 broadcast.177> +2023-12-14 14:52:57.243076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:57.243086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 1 +2023-12-14 14:52:57.243097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[2048,8192]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:57.243102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 add.157> +2023-12-14 14:52:57.243107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157 +2023-12-14 14:52:57.243116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:57.243127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.157 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.3, f32[2048,8192]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.243132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.42> +2023-12-14 14:52:57.243137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:57.243146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 1 +2023-12-14 14:52:57.243157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 1 +2023-12-14 14:52:57.243162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 1 +2023-12-14 14:52:57.243167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 1 +2023-12-14 14:52:57.243172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 1 +2023-12-14 14:52:57.243176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 1 +2023-12-14 14:52:57.243182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 1 +2023-12-14 14:52:57.243187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 1 +2023-12-14 14:52:57.243192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %add.158, f32[2048,8192]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:57.243197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.107> +2023-12-14 14:52:57.243202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107 +2023-12-14 14:52:57.243215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 1 +2023-12-14 14:52:57.243225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.107 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.43, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.243230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 add.156> +2023-12-14 14:52:57.243235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156 +2023-12-14 14:52:57.243245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 0 +2023-12-14 14:52:57.243255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.156 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.44, f32[2048,8192]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:57.243260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 multiply.106> +2023-12-14 14:52:57.243265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106 +2023-12-14 14:52:57.243275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 1 +2023-12-14 14:52:57.243285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.106 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.156, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.243290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 add.155> +2023-12-14 14:52:57.243295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155 +2023-12-14 14:52:57.243305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 0 +2023-12-14 14:52:57.243315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.155 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.45, f32[2048,8192]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:57.243326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.105> +2023-12-14 14:52:57.243331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105 +2023-12-14 14:52:57.243341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 1 +2023-12-14 14:52:57.243354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.105 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.155, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.243359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 add.154> +2023-12-14 14:52:57.243365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154 +2023-12-14 14:52:57.243375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 0 +2023-12-14 14:52:57.243385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.154 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.46, f32[2048,8192]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:57.243390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 multiply.104> +2023-12-14 14:52:57.243394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104 +2023-12-14 14:52:57.243406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 1 +2023-12-14 14:52:57.243415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.104 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.154, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.243420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 add.153> +2023-12-14 14:52:57.243425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153 +2023-12-14 14:52:57.243436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 0 +2023-12-14 14:52:57.243445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.153 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.47, f32[2048,8192]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:57.243450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.103> +2023-12-14 14:52:57.243455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103 +2023-12-14 14:52:57.243466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 1 +2023-12-14 14:52:57.243476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.103 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.153, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.243483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.152> +2023-12-14 14:52:57.243489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152 +2023-12-14 14:52:57.243499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 0 +2023-12-14 14:52:57.243509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.152 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.48, f32[2048,8192]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:57.243514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.102> +2023-12-14 14:52:57.243519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102 +2023-12-14 14:52:57.243529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 1 +2023-12-14 14:52:57.243539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.102 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.152, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.243544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.150> +2023-12-14 14:52:57.243549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150 +2023-12-14 14:52:57.243559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 0 +2023-12-14 14:52:57.243569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.150 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.49, f32[2048,8192]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:57.243574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.101> +2023-12-14 14:52:57.243579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101 +2023-12-14 14:52:57.243589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 1 +2023-12-14 14:52:57.243599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.101 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.150, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.243604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.149> +2023-12-14 14:52:57.243609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149 +2023-12-14 14:52:57.243622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 0 +2023-12-14 14:52:57.243632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.149 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.50, f32[2048,8192]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:57.243637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.100> +2023-12-14 14:52:57.243642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100 +2023-12-14 14:52:57.243653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 1 +2023-12-14 14:52:57.243662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.100 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.149, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.243667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.148> +2023-12-14 14:52:57.243673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148 +2023-12-14 14:52:57.243683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 0 +2023-12-14 14:52:57.243692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.148 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.51, f32[2048,8192]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:57.243697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.99> +2023-12-14 14:52:57.243703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99 +2023-12-14 14:52:57.243713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:57.243723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.99 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.148, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.243727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 select.41> +2023-12-14 14:52:57.243733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:57.243743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 0 +2023-12-14 14:52:57.243756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.19, f32[2048,8192]{1,0} %multiply.109, f32[2048,8192]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:57.243762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 constant.182> +2023-12-14 14:52:57.243766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182 +2023-12-14 14:52:57.243777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:57.243786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:57.243792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 broadcast.176> +2023-12-14 14:52:57.243796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:57.243807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 1 +2023-12-14 14:52:57.243817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[2048,8192]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.243823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.98> +2023-12-14 14:52:57.243827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98 +2023-12-14 14:52:57.243837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:57.243847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.98 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.41, f32[2048,8192]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.243853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 maximum.4> +2023-12-14 14:52:57.243857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:57.243867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 1 +2023-12-14 14:52:57.243881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %broadcast.205, f32[2048,8192]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.243886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 minimum.2> +2023-12-14 14:52:57.243891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2 +2023-12-14 14:52:57.243901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.2 = f32[2048,8192]{1,0} minimum(f32[2048,8192]{1,0} %broadcast.206, f32[2048,8192]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.243911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.4{} (phi)> +2023-12-14 14:52:57.243916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:57.243926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:57.243936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.243942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{} (phi)> +2023-12-14 14:52:57.243946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.243951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:57.243956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.243961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110, operand 0 {} +2023-12-14 14:52:57.243966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:57.243972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:57.243976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:57.243981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106, operand 0 {} +2023-12-14 14:52:57.243987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105, operand 0 {} +2023-12-14 14:52:57.243991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104, operand 0 {} +2023-12-14 14:52:57.243996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103, operand 0 {} +2023-12-14 14:52:57.244005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.244014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:57.244025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:57.244029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:57.244040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 arg_tuple.4{1} (phi)> +2023-12-14 14:52:57.244050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:57.244059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 arg_tuple.4{2} (phi)> +2023-12-14 14:52:57.244074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:57.244085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 arg_tuple.4{3} (phi)> +2023-12-14 14:52:57.244100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:57.244110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 arg_tuple.4{4} (phi)> +2023-12-14 14:52:57.244125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:57.244139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 arg_tuple.4{5} (phi)> +2023-12-14 14:52:57.244155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:57.244164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{6} (phi)> +2023-12-14 14:52:57.244179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:57.244190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.4{7} (phi)> +2023-12-14 14:52:57.244205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:57.244215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.244230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:57.244240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103 +2023-12-14 14:52:57.244245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:57.244255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.244268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:57.244278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104 +2023-12-14 14:52:57.244283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:57.244293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.244303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:57.244313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105 +2023-12-14 14:52:57.244318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:57.244328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.244338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:57.244348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106 +2023-12-14 14:52:57.244353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:57.244363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.244373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:57.244383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:57.244388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:57.244401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.244410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:57.244421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:57.244426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:57.244436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.244446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:57.244457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:57.244462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:57.244471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.244482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:57.244492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110 +2023-12-14 14:52:57.244497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:57.244507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.244512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 while.1{} (phi)> +2023-12-14 14:52:57.244518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:57.244527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:57.244541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:57.244546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.244551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 while.1{0} (phi)> +2023-12-14 14:52:57.244556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:57.244566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.244576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:57.244582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:57.244591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:57.244596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:57.244601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 2 +2023-12-14 14:52:57.244612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 2 +2023-12-14 14:52:57.244617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.244621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:57.244626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:57.244637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:57.244642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:57.244647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 3 +2023-12-14 14:52:57.244660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 3 +2023-12-14 14:52:57.244665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.244670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 while.1{3} (phi)> +2023-12-14 14:52:57.244675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:57.244684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.244695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 while.1{4} (phi)> +2023-12-14 14:52:57.244700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:57.244710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.244720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 while.1{5} (phi)> +2023-12-14 14:52:57.244725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:57.244735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.244745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 while.1{6} (phi)> +2023-12-14 14:52:57.244751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:57.244766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.244776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{7} (phi)> +2023-12-14 14:52:57.244780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.244786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:57.244791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.244796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.245141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 copy.24> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <43 fusion.4> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <0 fusion.5.clone> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <44 fusion.8> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <1 fusion.7.clone> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <46 copy.26> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <49 tuple.9{}> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <48 copy.25> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <42 fusion.6> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245274: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__truncated_normal +2023-12-14 14:52:57.245286: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 401 +2023-12-14 14:52:57.245549: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:57.245593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <43 fusion.4 @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <1 fusion.7.clone @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <46 copy.26 @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <0 fusion.5.clone @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <44 fusion.8 @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <48 copy.25 @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <42 fusion.6 @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 copy.24 @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.245666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <49 tuple.9{} @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.246936: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__truncated_normal, entry_computation_layout={(u32[2]{0},s32[],s32[])->f32[2048,8192]{1,0}} +2023-12-14 14:52:57.246963: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.246969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.42: u32[], param_1.60: u32[4], param_2.56: u32[8388608], param_3.65: u32[8388608], param_4.68: s32[]) -> u32[8388608] { +2023-12-14 14:52:57.246976: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.246981: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.246987: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.247007: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247023: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247028: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.179 = u32[] constant(32) +2023-12-14 14:52:57.247033: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247038: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247044: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247055: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247060: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247081: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247087: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247092: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247097: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247103: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247107: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247113: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247123: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247128: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247133: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247143: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247153: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247158: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247184: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247189: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247197: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247203: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247208: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247213: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247224: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247229: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247235: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247239: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.42 = u32[] parameter(0) +2023-12-14 14:52:57.247244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247255: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.68 = s32[] parameter(4) +2023-12-14 14:52:57.247263: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.180 = s32[] constant(1) +2023-12-14 14:52:57.247269: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247274: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247285: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.247296: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.247300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: u32[], p.1: u32[4], p.2: u32[8388608], p.3: u32[8388608], p.4: s32[]) -> u32[8388608] { +2023-12-14 14:52:57.247305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = u32[] parameter(0) +2023-12-14 14:52:57.247310: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.247316: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.2 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.247333: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.3 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.247338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.4 = s32[] parameter(4) +2023-12-14 14:52:57.247344: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.247349: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.247354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.247359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1.clone (param_0.43: u32[], param_1.61: u32[4], param_2.57: u32[8388608], param_3.66: u32[8388608]) -> u32[8388608] { +2023-12-14 14:52:57.247365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.247370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.247378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.247388: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247400: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.181 = u32[] constant(32) +2023-12-14 14:52:57.247414: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247420: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247425: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247430: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247435: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247449: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247455: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247460: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247465: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247475: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247480: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247486: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247496: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247504: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247509: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247514: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247530: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247535: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247540: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247547: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247552: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247557: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.43 = u32[] parameter(0) +2023-12-14 14:52:57.247568: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247574: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247579: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.247584: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.247589: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.1 (p.5: u32[], p.6: u32[4], p.7: u32[8388608], p.8: u32[8388608]) -> u32[8388608] { +2023-12-14 14:52:57.247594: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.5 = u32[] parameter(0) +2023-12-14 14:52:57.247598: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.6 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.247604: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.7 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.247610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.8 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.247615: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.247620: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.247625: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.247631: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.115.clone.clone.clone (arg_tuple.3: (s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> (s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4]) { +2023-12-14 14:52:57.247637: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.247642: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.103 = s32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=0 +2023-12-14 14:52:57.247647: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:57.247652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.102 = s32[] constant(1) +2023-12-14 14:52:57.247657: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.106 = u32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=3 +2023-12-14 14:52:57.247671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:57.247676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.109 = u32[4]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=6 +2023-12-14 14:52:57.247681: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:57.247686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.105 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=2 +2023-12-14 14:52:57.247691: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:57.247697: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.104 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=1 +2023-12-14 14:52:57.247702: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:57.247707: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.1 = u32[8388608]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9), to_apply=%parallel_fusion.1 +2023-12-14 14:52:57.247712: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.107 = u32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=4 +2023-12-14 14:52:57.247717: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:57.247722: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +2023-12-14 14:52:57.247728: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:57.247733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.108 = u32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=5 +2023-12-14 14:52:57.247738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:57.247743: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:57.247748: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:57.247752: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.110 = u32[4]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=7 +2023-12-14 14:52:57.247758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:57.247766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:57.247771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:57.247776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:57.247781: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.247786: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.247792: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_1.179.clone.clone (arg_tuple.4: (s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> pred[] { +2023-12-14 14:52:57.247797: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.247802: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.85 = s32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.4), index=0 +2023-12-14 14:52:57.247807: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.103 = s32[] constant(5) +2023-12-14 14:52:57.247811: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247817: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.247822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.247827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.23: s32[]) -> f32[] { +2023-12-14 14:52:57.247832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.161 = f32[] constant(-4) +2023-12-14 14:52:57.247837: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.23 = s32[] parameter(0) +2023-12-14 14:52:57.247842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247847: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:57.247853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.159 = f32[] constant(4) +2023-12-14 14:52:57.247865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247875: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.158 = f32[] constant(0) +2023-12-14 14:52:57.247881: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247886: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.247891: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247896: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.247905: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247911: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247916: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.247920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.247935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247943: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247948: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.247953: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247958: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247962: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.247969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247974: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.247984: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247989: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.247994: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.247999: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248004: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248009: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.248014: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248021: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248026: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.248032: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.248047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248052: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248057: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.248062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248072: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.248077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.248081: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4 (param_0.27: u32[2]) -> u32[] { +2023-12-14 14:52:57.248086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.248092: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248114: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248119: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.162 = u32[] constant(466688986) +2023-12-14 14:52:57.248125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.248135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.248139: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6 (param_0.31: u32[2]) -> u32[] { +2023-12-14 14:52:57.248144: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.248149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.248164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.248169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.8 (param_0.35: u32[2]) -> u32[] { +2023-12-14 14:52:57.248174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.248179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248188: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248193: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.248197: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.248202: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.9 (param_0.41: s32[]) -> f32[] { +2023-12-14 14:52:57.248207: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.178 = f32[] constant(-4) +2023-12-14 14:52:57.248213: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.41 = s32[] parameter(0) +2023-12-14 14:52:57.248218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248222: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:57.248227: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.176 = f32[] constant(4) +2023-12-14 14:52:57.248237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248243: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248248: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.175 = f32[] constant(0) +2023-12-14 14:52:57.248252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.248262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248267: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248276: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.248281: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248285: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.248295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248306: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.248311: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248320: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.248325: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248330: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248336: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.248340: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248345: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248353: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.248358: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.248374: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248379: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248384: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.248388: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248400: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.248404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248409: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248414: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.248419: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248424: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248432: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.248437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248447: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.248453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.248459: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2.clone (param_0.44: f32[], param_1.62: f32[], param_2.58: u32[8388608], param_3.67: u32[8388608], param_4.69: s32[], param_5.76: s32[]) -> f32[2048,8192] { +2023-12-14 14:52:57.248464: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_5.76 = s32[] parameter(5) +2023-12-14 14:52:57.248469: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248473: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248478: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248483: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.218 = f32[] constant(-inf) +2023-12-14 14:52:57.248489: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248494: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248499: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248504: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:57.248511: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248517: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.215 = s32[] constant(0) +2023-12-14 14:52:57.248522: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248527: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248532: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248542: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:57.248548: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248553: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248558: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248563: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.211 = s32[] constant(-1) +2023-12-14 14:52:57.248567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.210 = s32[] constant(1) +2023-12-14 14:52:57.248572: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248586: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248591: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248596: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.206 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248612: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.69 = s32[] parameter(4) +2023-12-14 14:52:57.248617: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248622: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.209 = f32[] constant(inf) +2023-12-14 14:52:57.248631: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248637: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248642: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248647: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248655: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248681: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248691: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248696: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248702: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248707: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.205 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248714: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.44 = f32[] parameter(0) +2023-12-14 14:52:57.248719: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.248731: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.248735: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248740: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.208 = u32[] constant(9) +2023-12-14 14:52:57.248745: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248750: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248756: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:57.248761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.206 = f32[] constant(-1) +2023-12-14 14:52:57.248781: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:57.248786: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248796: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.62 = f32[] parameter(1) +2023-12-14 14:52:57.248801: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248806: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248811: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248837: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248841: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.51 = f32[2048,8192]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.248847: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %abs.3 = f32[2048,8192]{1,0} abs(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:57.248853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.205 = f32[] constant(1) +2023-12-14 14:52:57.248857: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.199 = f32[2048,8192]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.248865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.19 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %abs.3, f32[2048,8192]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.248870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.198 = f32[2048,8192]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.248876: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.109 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %reshape.51, f32[2048,8192]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.248880: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.10 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:57.248886: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.108 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %negate.10, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.248891: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %log-plus-one.3 = f32[2048,8192]{1,0} log-plus-one(f32[2048,8192]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.248896: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.9 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:57.248901: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.204 = f32[] constant(5) +2023-12-14 14:52:57.248906: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.197 = f32[2048,8192]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.248911: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.18 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.248917: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:57.248921: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.196 = f32[2048,8192]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.248926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:57.248931: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.195 = f32[2048,8192]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.248937: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.51 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.196, f32[2048,8192]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:57.248941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:57.248947: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.194 = f32[2048,8192]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.248952: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:57.248959: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.193 = f32[2048,8192]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.248964: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.50 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.194, f32[2048,8192]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:57.248970: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.248975: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.192 = f32[2048,8192]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.248980: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.248985: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.191 = f32[2048,8192]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.248990: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.49 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.192, f32[2048,8192]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:57.248996: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.249001: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.190 = f32[2048,8192]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.249007: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.249012: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.189 = f32[2048,8192]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.249016: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.48 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.190, f32[2048,8192]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:57.249021: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.249027: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.188 = f32[2048,8192]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.249031: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.249037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.187 = f32[2048,8192]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.249042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.47 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.188, f32[2048,8192]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:57.249047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.249052: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.186 = f32[2048,8192]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.249060: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.249065: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.185 = f32[2048,8192]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.249070: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.46 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.186, f32[2048,8192]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:57.249075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.249080: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.184 = f32[2048,8192]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.249086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.249091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.183 = f32[2048,8192]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.249097: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.45 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.184, f32[2048,8192]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:57.249102: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.249107: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.182 = f32[2048,8192]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.249111: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.249116: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.181 = f32[2048,8192]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.249122: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.44 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.182, f32[2048,8192]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:57.249127: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.249132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.180 = f32[2048,8192]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.249137: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.249142: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.179 = f32[2048,8192]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.249147: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.43 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.180, f32[2048,8192]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:57.249152: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:57.249157: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.178 = f32[2048,8192]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:57.249165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.158 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.249170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %sqrt.3 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.249175: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.183 = f32[] constant(-3) +2023-12-14 14:52:57.249181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.177 = f32[2048,8192]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:57.249186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.157 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.3, f32[2048,8192]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.249191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.42 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %add.158, f32[2048,8192]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:57.249196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.107 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.43, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.249201: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.156 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.44, f32[2048,8192]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:57.249207: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.106 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.156, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.249212: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.155 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.45, f32[2048,8192]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:57.249218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.105 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.155, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.249223: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.154 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.46, f32[2048,8192]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:57.249228: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.104 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.154, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.249232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.153 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.47, f32[2048,8192]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:57.249237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.103 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.153, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.249242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.152 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.48, f32[2048,8192]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:57.249249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.102 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.152, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.249256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.150 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.49, f32[2048,8192]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:57.249261: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.101 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.150, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.249266: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.149 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.50, f32[2048,8192]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:57.249272: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.100 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.149, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.249277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.148 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.51, f32[2048,8192]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:57.249282: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.99 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.148, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.249287: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.41 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.19, f32[2048,8192]{1,0} %multiply.109, f32[2048,8192]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:57.249292: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:57.249298: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.176 = f32[2048,8192]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249303: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.98 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.41, f32[2048,8192]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249309: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %maximum.4 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %broadcast.205, f32[2048,8192]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %minimum.2 = f32[2048,8192]{1,0} minimum(f32[2048,8192]{1,0} %broadcast.206, f32[2048,8192]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249320: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.249324: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.249330: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.2 (p.9: f32[], p.10: f32[], p.11: u32[8388608], p.12: u32[8388608], p.13: s32[], p.14: s32[]) -> f32[2048,8192] { +2023-12-14 14:52:57.249334: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.9 = f32[] parameter(0) +2023-12-14 14:52:57.249343: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.10 = f32[] parameter(1) +2023-12-14 14:52:57.249348: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.11 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.249353: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.12 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.249359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.13 = s32[] parameter(4) +2023-12-14 14:52:57.249364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.14 = s32[] parameter(5) +2023-12-14 14:52:57.249370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.249376: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.249380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.249385: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5.clone (param_0.45: u32[2]) -> u32[8388608] { +2023-12-14 14:52:57.249391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249396: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.249406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249411: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249416: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249422: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249429: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.249435: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.249440: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.5 (p.15: u32[2]) -> u32[8388608] { +2023-12-14 14:52:57.249445: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.15 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.249451: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.249455: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.249460: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.249466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.7.clone (param_0.46: u32[2]) -> u32[8388608] { +2023-12-14 14:52:57.249471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249476: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249481: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.249486: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249497: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249502: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249506: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.249512: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.249516: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.7 (p.16: u32[2]) -> u32[8388608] { +2023-12-14 14:52:57.249525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.16 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.249530: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.249534: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.249540: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.249545: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.366 (Arg_0.1: u32[2], Arg_1.2: s32[], Arg_2.3: s32[]) -> f32[2048,8192] { +2023-12-14 14:52:57.249550: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.249555: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.249565: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.19 = s32[] constant(0) +2023-12-14 14:52:57.249575: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.24 = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:57.249580: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.249586: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.4 = u32[8388608]{0} call(u32[2]{0} %Arg_0.1), to_apply=%parallel_fusion.7 +2023-12-14 14:52:57.249591: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.3 = u32[8388608]{0} call(u32[2]{0} %Arg_0.1), to_apply=%parallel_fusion.5 +2023-12-14 14:52:57.249596: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249601: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249611: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.249619: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.26 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:57.249624: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.249629: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:57.249634: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:57.249639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.249646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.195 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=1, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.196 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=2, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.249657: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call.2 = f32[2048,8192]{1,0} call(f32[] %fusion.9, f32[] %fusion.3, u32[8388608]{0} %get-tuple-element.195, u32[8388608]{0} %get-tuple-element.196, s32[] %Arg_1.2, /*index=5*/s32[] %Arg_2.3), to_apply=%parallel_fusion.2 +2023-12-14 14:52:57.249662: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.249667: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.249739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 74): + InstructionSequence: + 0:Arg_0.1 + 1:p.15 + 2:fusion.5.clone + 3:call.3 + 4:p.16 + 5:fusion.7.clone + 6:call.4 + 7:constant.21 + 8:copy.25 + 9:constant.22 + 10:copy.26 + 11:constant.19 + 12:copy.24 + 13:fusion.4 + 14:fusion.6 + 15:fusion.8 + 16:tuple.9 + 17:constant.103 + 18:arg_tuple.4 + 19:get-tuple-element.85 + 20:compare.5 + 21:arg_tuple.3 + 22:get-tuple-element.109 + 23:copy.14 + 24:get-tuple-element.105 + 25:copy.10 + 26:get-tuple-element.104 + 27:copy.9 + 28:get-tuple-element.107 + 29:copy.12 + 30:get-tuple-element.103 + 31:copy.8 + 32:p + 33:p.1 + 34:p.2 + 35:p.3 + 36:p.4 + 37:fusion.clone + 38:call + 39:get-tuple-element.106 + 40:copy.11 + 41:p.5 + 42:p.6 + 43:p.7 + 44:p.8 + 45:fusion.1.clone + 46:call.1 + 47:get-tuple-element.110 + 48:copy.15 + 49:copy.23 + 50:constant.102 + 51:add.58 + 52:copy.19 + 53:get-tuple-element.108 + 54:copy.13 + 55:copy.21 + 56:copy.22 + 57:copy.20 + 58:tuple.11 + 59:while.1 + 60:get-tuple-element.195 + 61:get-tuple-element.196 + 62:Arg_2.3 + 63:fusion.3 + 64:Arg_1.2 + 65:fusion.9 + 66:p.10 + 67:p.11 + 68:p.12 + 69:p.13 + 70:p.14 + 71:p.9 + 72:fusion.2.clone + 73:call.2 + BufferLiveRange: + fusion.5.clone{}:2-17 + fusion.7.clone{}:5-17 + constant.103{}:17-20 + compare.5{}:20-21 + fusion.1.clone{}:45-59 + fusion.clone{}:37-59 + fusion.2.clone{}:72-74 + Arg_1.2{}:0-74 + fusion.9{}:65-73 + Arg_2.3{}:0-74 + fusion.3{}:63-73 + constant.19{}:11-12 + copy.24{}:12-17 + Arg_0.1{}:0-74 + fusion.6{}:14-17 + fusion.4{}:13-17 + fusion.8{}:15-17 + constant.22{}:9-10 + copy.26{}:10-17 + constant.21{}:7-8 + copy.25{}:8-17 + tuple.9{}:16-17 + copy.8{}:31-51 + constant.102{}:50-51 + add.58{}:51-59 + copy.11{}:40-55 + copy.14{}:23-49 + copy.10{}:25-46 + copy.9{}:27-46 + copy.12{}:29-52 + copy.19{}:52-59 + copy.13{}:54-57 + copy.20{}:57-59 + copy.21{}:55-59 + copy.15{}:48-56 + copy.22{}:56-59 + copy.23{}:49-59 + tuple.11{}:58-59 + arg_tuple.4{}:17-21 + arg_tuple.3{}:21-53 + arg_tuple.4{0}:17-21 + arg_tuple.4{1}:17-21 + arg_tuple.4{2}:17-21 + arg_tuple.4{3}:17-21 + arg_tuple.4{4}:17-21 + arg_tuple.4{5}:17-21 + arg_tuple.4{6}:17-21 + arg_tuple.4{7}:17-21 + arg_tuple.3{0}:21-31 + arg_tuple.3{1}:21-27 + arg_tuple.3{2}:21-25 + arg_tuple.3{3}:21-40 + arg_tuple.3{4}:21-29 + arg_tuple.3{5}:21-54 + arg_tuple.3{6}:21-23 + arg_tuple.3{7}:21-48 + while.1{}:59-61 + while.1{0}:59-59 + while.1{1}:59-73 + while.1{2}:59-73 + while.1{3}:59-59 + while.1{4}:59-59 + while.1{5}:59-59 + while.1{6}:59-59 + while.1{7}:59-59 + Live ranges at 45 (peak): + fusion.1.clone: 33554432 bytes + fusion.clone: 33554432 bytes + Arg_1.2: 4 bytes + Arg_2.3: 4 bytes + Arg_0.1: 8 bytes + copy.8: 4 bytes + copy.11: 4 bytes + copy.14: 16 bytes + copy.10: 33554432 bytes + copy.9: 33554432 bytes + copy.12: 4 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + +2023-12-14 14:52:57.249776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time74 +2023-12-14 14:52:57.249782: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:57.249788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:57.249793: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:57.249799: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.5.clone @0> +2023-12-14 14:52:57.249812: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:57.249816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:57.249822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:57.249827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 fusion.7.clone @0> +2023-12-14 14:52:57.249833: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:57.249837: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:57.249842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:57.249847: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <48 copy.25 @0> +2023-12-14 14:52:57.249854: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:57.249860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:57.249865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:57.249873: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:52:57.249878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <40 copy.24 @0> +2023-12-14 14:52:57.249886: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:52:57.249891: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <43 fusion.4 @0> +2023-12-14 14:52:57.249896: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:52:57.249901: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <42 fusion.6 @0> +2023-12-14 14:52:57.249907: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:52:57.249913: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <44 fusion.8 @0> +2023-12-14 14:52:57.249919: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:52:57.249924: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:52:57.249929: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <412 arg_tuple.4{0} (phi) @0> +2023-12-14 14:52:57.249937: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24 @0> +2023-12-14 14:52:57.249943: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <413 arg_tuple.4{1} (phi) @0> +2023-12-14 14:52:57.249950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone @0> +2023-12-14 14:52:57.249956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <414 arg_tuple.4{2} (phi) @0> +2023-12-14 14:52:57.249961: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone @0> +2023-12-14 14:52:57.249967: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <415 arg_tuple.4{3} (phi) @0> +2023-12-14 14:52:57.249972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6 @0> +2023-12-14 14:52:57.249979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <416 arg_tuple.4{4} (phi) @0> +2023-12-14 14:52:57.249984: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4 @0> +2023-12-14 14:52:57.249989: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <417 arg_tuple.4{5} (phi) @0> +2023-12-14 14:52:57.249995: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8 @0> +2023-12-14 14:52:57.250000: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <419 arg_tuple.4{7} (phi) @0> +2023-12-14 14:52:57.250006: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25 @0> +2023-12-14 14:52:57.250011: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.5.clone @0> +2023-12-14 14:52:57.250023: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 fusion.7.clone @0> +2023-12-14 14:52:57.250028: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <48 copy.25 @0> +2023-12-14 14:52:57.250035: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <40 copy.24 @0> +2023-12-14 14:52:57.250042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <43 fusion.4 @0> +2023-12-14 14:52:57.250051: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <42 fusion.6 @0> +2023-12-14 14:52:57.250056: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <44 fusion.8 @0> +2023-12-14 14:52:57.250061: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:52:57.250067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:52:57.250071: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:52:57.250077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <9 compare.5 @0> +2023-12-14 14:52:57.250087: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:52:57.250092: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <422 arg_tuple.3{2} (phi) @0> +2023-12-14 14:52:57.250099: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone @0> +2023-12-14 14:52:57.250104: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <421 arg_tuple.3{1} (phi) @0> +2023-12-14 14:52:57.250110: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone @0> +2023-12-14 14:52:57.250115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <424 arg_tuple.3{4} (phi) @0> +2023-12-14 14:52:57.250121: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4 @0> +2023-12-14 14:52:57.250127: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <420 arg_tuple.3{0} (phi) @0> +2023-12-14 14:52:57.250133: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24 @0> +2023-12-14 14:52:57.250138: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <423 arg_tuple.3{3} (phi) @0> +2023-12-14 14:52:57.250144: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6 @0> +2023-12-14 14:52:57.250149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <427 arg_tuple.3{7} (phi) @0> +2023-12-14 14:52:57.250154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25 @0> +2023-12-14 14:52:57.250160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <425 arg_tuple.3{5} (phi) @0> +2023-12-14 14:52:57.250167: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8 @0> +2023-12-14 14:52:57.250171: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250176: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <412 arg_tuple.4{0} (phi) @0> +2023-12-14 14:52:57.250182: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <413 arg_tuple.4{1} (phi) @0> +2023-12-14 14:52:57.250189: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <414 arg_tuple.4{2} (phi) @0> +2023-12-14 14:52:57.250194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <415 arg_tuple.4{3} (phi) @0> +2023-12-14 14:52:57.250200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <416 arg_tuple.4{4} (phi) @0> +2023-12-14 14:52:57.250205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <417 arg_tuple.4{5} (phi) @0> +2023-12-14 14:52:57.250211: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <419 arg_tuple.4{7} (phi) @0> +2023-12-14 14:52:57.250216: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <9 compare.5 @0> +2023-12-14 14:52:57.250225: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:52:57.250231: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:52:57.250236: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <54 copy.14 @0> +2023-12-14 14:52:57.250242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:52:57.250248: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:52:57.250253: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250258: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <422 arg_tuple.3{2} (phi) @0> +2023-12-14 14:52:57.250264: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:52:57.250268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:52:57.250273: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 copy.9 @0> +2023-12-14 14:52:57.250280: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250285: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <421 arg_tuple.3{1} (phi) @0> +2023-12-14 14:52:57.250290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:52:57.250295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:52:57.250300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 copy.12 @0> +2023-12-14 14:52:57.250305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250311: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <424 arg_tuple.3{4} (phi) @0> +2023-12-14 14:52:57.250317: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:52:57.250321: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:52:57.250327: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <50 copy.8 @0> +2023-12-14 14:52:57.250336: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250345: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <420 arg_tuple.3{0} (phi) @0> +2023-12-14 14:52:57.250354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:52:57.250359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 33 +2023-12-14 14:52:57.250364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 34 +2023-12-14 14:52:57.250370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 35 +2023-12-14 14:52:57.250375: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 36 +2023-12-14 14:52:57.250380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 37 +2023-12-14 14:52:57.250385: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <11 fusion.clone @0> +2023-12-14 14:52:57.250392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone @0> +2023-12-14 14:52:57.250397: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 38 +2023-12-14 14:52:57.250409: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 39 +2023-12-14 14:52:57.250414: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 40 +2023-12-14 14:52:57.250421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <53 copy.11 @0> +2023-12-14 14:52:57.250429: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <423 arg_tuple.3{3} (phi) @0> +2023-12-14 14:52:57.250446: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 41 +2023-12-14 14:52:57.250453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 42 +2023-12-14 14:52:57.250462: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 43 +2023-12-14 14:52:57.250470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 44 +2023-12-14 14:52:57.250478: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 45 +2023-12-14 14:52:57.250486: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <10 fusion.1.clone @0> +2023-12-14 14:52:57.250500: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone @0> +2023-12-14 14:52:57.250509: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 46 +2023-12-14 14:52:57.250517: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250526: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 copy.9 @0> +2023-12-14 14:52:57.250534: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 47 +2023-12-14 14:52:57.250543: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 48 +2023-12-14 14:52:57.250551: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <62 copy.15 @0> +2023-12-14 14:52:57.250561: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250569: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <427 arg_tuple.3{7} (phi) @0> +2023-12-14 14:52:57.250578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 49 +2023-12-14 14:52:57.250587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <64 copy.23 @0> +2023-12-14 14:52:57.250599: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25 @0> +2023-12-14 14:52:57.250607: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250616: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <54 copy.14 @0> +2023-12-14 14:52:57.250625: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 50 +2023-12-14 14:52:57.250633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 51 +2023-12-14 14:52:57.250641: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <52 add.58 @0> +2023-12-14 14:52:57.250652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24 @0> +2023-12-14 14:52:57.250660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250668: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <50 copy.8 @0> +2023-12-14 14:52:57.250678: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 52 +2023-12-14 14:52:57.250699: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 copy.19 @0> +2023-12-14 14:52:57.250710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6 @0> +2023-12-14 14:52:57.250718: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250726: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 copy.12 @0> +2023-12-14 14:52:57.250735: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 53 +2023-12-14 14:52:57.250743: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 54 +2023-12-14 14:52:57.250753: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <59 copy.13 @0> +2023-12-14 14:52:57.250764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <425 arg_tuple.3{5} (phi) @0> +2023-12-14 14:52:57.250783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 55 +2023-12-14 14:52:57.250791: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <61 copy.21 @0> +2023-12-14 14:52:57.250802: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8 @0> +2023-12-14 14:52:57.250812: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250820: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <53 copy.11 @0> +2023-12-14 14:52:57.250830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 56 +2023-12-14 14:52:57.250838: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250847: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <62 copy.15 @0> +2023-12-14 14:52:57.250856: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 57 +2023-12-14 14:52:57.250865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <60 copy.20 @0> +2023-12-14 14:52:57.250876: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4 @0> +2023-12-14 14:52:57.250884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.250893: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <59 copy.13 @0> +2023-12-14 14:52:57.250903: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 58 +2023-12-14 14:52:57.250911: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 59 +2023-12-14 14:52:57.250921: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <429 while.1{0} (phi) @0> +2023-12-14 14:52:57.250931: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24 @0> +2023-12-14 14:52:57.250940: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <432 while.1{3} (phi) @0> +2023-12-14 14:52:57.250950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6 @0> +2023-12-14 14:52:57.250960: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <433 while.1{4} (phi) @0> +2023-12-14 14:52:57.250969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4 @0> +2023-12-14 14:52:57.250979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <434 while.1{5} (phi) @0> +2023-12-14 14:52:57.250994: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8 @0> +2023-12-14 14:52:57.251003: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <436 while.1{7} (phi) @0> +2023-12-14 14:52:57.251013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25 @0> +2023-12-14 14:52:57.251022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <430 while.1{1} (phi) @0> +2023-12-14 14:52:57.251033: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone @0> +2023-12-14 14:52:57.251041: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <431 while.1{2} (phi) @0> +2023-12-14 14:52:57.251052: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone @0> +2023-12-14 14:52:57.251059: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.251067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <11 fusion.clone @0> +2023-12-14 14:52:57.251076: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <10 fusion.1.clone @0> +2023-12-14 14:52:57.251086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <64 copy.23 @0> +2023-12-14 14:52:57.251095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <52 add.58 @0> +2023-12-14 14:52:57.251104: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 copy.19 @0> +2023-12-14 14:52:57.251115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <61 copy.21 @0> +2023-12-14 14:52:57.251125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <60 copy.20 @0> +2023-12-14 14:52:57.251135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <429 while.1{0} (phi) @0> +2023-12-14 14:52:57.251146: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <432 while.1{3} (phi) @0> +2023-12-14 14:52:57.251157: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <433 while.1{4} (phi) @0> +2023-12-14 14:52:57.251169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <434 while.1{5} (phi) @0> +2023-12-14 14:52:57.251179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <436 while.1{7} (phi) @0> +2023-12-14 14:52:57.251188: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 60 +2023-12-14 14:52:57.251196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 61 +2023-12-14 14:52:57.251206: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 62 +2023-12-14 14:52:57.251211: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 63 +2023-12-14 14:52:57.251217: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <38 fusion.3 @0> +2023-12-14 14:52:57.251224: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 64 +2023-12-14 14:52:57.251229: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 65 +2023-12-14 14:52:57.251234: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <36 fusion.9 @0> +2023-12-14 14:52:57.251242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 66 +2023-12-14 14:52:57.251246: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 67 +2023-12-14 14:52:57.251251: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 68 +2023-12-14 14:52:57.251260: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 69 +2023-12-14 14:52:57.251265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 70 +2023-12-14 14:52:57.251271: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 71 +2023-12-14 14:52:57.251275: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 72 +2023-12-14 14:52:57.251280: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 73 +2023-12-14 14:52:57.251284: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.251290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <430 while.1{1} (phi) @0> +2023-12-14 14:52:57.251296: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <431 while.1{2} (phi) @0> +2023-12-14 14:52:57.251302: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <38 fusion.3 @0> +2023-12-14 14:52:57.251308: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <36 fusion.9 @0> +2023-12-14 14:52:57.251313: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 74 +2023-12-14 14:52:57.251365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <0 fusion.5.clone @0> + positions: + fusion.5.clone + call.3 + tuple.9 {2} + uses: + while.1, operand 0 {2} + from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:52:57.251375: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 33554432, start 0, end 14 +2023-12-14 14:52:57.251391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 9, end 31 <414 arg_tuple.4{2} (phi) @0> + positions: + arg_tuple.4 {2} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 22, end 38 <422 arg_tuple.3{2} (phi) @0> + positions: + arg_tuple.3 {2} + get-tuple-element.105 + uses: + copy.10, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251420: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 45, end 72 <11 fusion.clone @0> + positions: + fusion.clone + call + tuple.11 {2} + uses: + tuple.11, operand 2 + from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" + +2023-12-14 14:52:57.251437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 71, end 87 <431 while.1{2} (phi) @0> + positions: + while.1 {2} + get-tuple-element.196 + p.12 + uses: + call.2, operand 3 + fusion.2.clone, operand 3 + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.251456: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <1 fusion.7.clone @0> + positions: + fusion.7.clone + call.4 + tuple.9 {1} + uses: + while.1, operand 0 {1} + from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:52:57.251462: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 33554432, start 1, end 15 +2023-12-14 14:52:57.251477: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 70, end 86 <430 while.1{1} (phi) @0> + positions: + while.1 {1} + get-tuple-element.195 + p.11 + uses: + call.2, operand 2 + fusion.2.clone, operand 2 + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.251491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 48, end 73 <10 fusion.1.clone @0> + positions: + fusion.1.clone + call.1 + tuple.11 {1} + uses: + tuple.11, operand 1 + from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" + +2023-12-14 14:52:57.251500: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 8, end 30 <413 arg_tuple.4{1} (phi) @0> + positions: + arg_tuple.4 {1} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251510: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 23, end 40 <421 arg_tuple.3{1} (phi) @0> + positions: + arg_tuple.3 {1} + get-tuple-element.104 + uses: + copy.9, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251522: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <56 copy.9 @0> + positions: + copy.9 + p.3 + p.8 + uses: + call, operand 3 + call.1, operand 3 + fusion.clone, operand 3 + fusion.1.clone, operand 3 + from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) + +2023-12-14 14:52:57.251527: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 33554432, start 39, end 49 +2023-12-14 14:52:57.251537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <54 copy.14 @0> + positions: + copy.14 + p.1 + p.6 + uses: + call, operand 1 + copy.23, operand 0 + call.1, operand 1 + fusion.clone, operand 1 + fusion.1.clone, operand 1 + from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) + +2023-12-14 14:52:57.251543: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 37, end 53 +2023-12-14 14:52:57.251552: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <48 copy.25 @0> + positions: + copy.25 + tuple.9 {7} + uses: + while.1, operand 0 {7} + from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) + +2023-12-14 14:52:57.251561: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 2, end 16 +2023-12-14 14:52:57.251572: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 27, end 51 <427 arg_tuple.3{7} (phi) @0> + positions: + arg_tuple.3 {7} + get-tuple-element.110 + uses: + copy.15, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251585: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 69, end 83 <436 while.1{7} (phi) @0> + positions: + while.1 {7} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.251595: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 52, end 74 <64 copy.23 @0> + positions: + copy.23 + tuple.11 {7} + uses: + tuple.11, operand 7 + from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} + +2023-12-14 14:52:57.251605: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 13, end 35 <419 arg_tuple.4{7} (phi) @0> + positions: + arg_tuple.4 {7} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251617: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <62 copy.15 @0> + positions: + copy.15 + uses: + copy.22, operand 0 + from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) + +2023-12-14 14:52:57.251622: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 50, end 62 +2023-12-14 14:52:57.251633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <57 copy.12 @0> + positions: + copy.12 + p + uses: + call, operand 0 + copy.19, operand 0 + fusion.clone, operand 0 + from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) + +2023-12-14 14:52:57.251638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 41, end 57 +2023-12-14 14:52:57.251648: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <53 copy.11 @0> + positions: + copy.11 + p.5 + uses: + call.1, operand 0 + copy.21, operand 0 + fusion.1.clone, operand 0 + from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) + +2023-12-14 14:52:57.251653: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 46, end 61 +2023-12-14 14:52:57.251663: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <40 copy.24 @0> + positions: + copy.24 + tuple.9 {0} + uses: + while.1, operand 0 {0} + from instruction:%copy.24 = s32[] copy(s32[] %constant.19) + +2023-12-14 14:52:57.251669: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 3, end 17 +2023-12-14 14:52:57.251681: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 65, end 79 <429 while.1{0} (phi) @0> + positions: + while.1 {0} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.251692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 25, end 44 <420 arg_tuple.3{0} (phi) @0> + positions: + arg_tuple.3 {0} + get-tuple-element.103 + uses: + copy.8, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251706: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 7, end 29 <412 arg_tuple.4{0} (phi) @0> + positions: + arg_tuple.4 {0} + get-tuple-element.85 + uses: + compare.5, operand 0 + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251716: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 54, end 75 <52 add.58 @0> + positions: + add.58 + tuple.11 {0} + uses: + tuple.11, operand 0 + from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.251729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <42 fusion.6 @0> + positions: + fusion.6 + tuple.9 {3} + uses: + while.1, operand 0 {3} + from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.251734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 5, end 19 +2023-12-14 14:52:57.251744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 26, end 47 <423 arg_tuple.3{3} (phi) @0> + positions: + arg_tuple.3 {3} + get-tuple-element.106 + uses: + copy.11, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 56, end 76 <58 copy.19 @0> + positions: + copy.19 + tuple.11 {3} + uses: + tuple.11, operand 3 + from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} + +2023-12-14 14:52:57.251766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 66, end 80 <432 while.1{3} (phi) @0> + positions: + while.1 {3} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.251774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 10, end 32 <415 arg_tuple.4{3} (phi) @0> + positions: + arg_tuple.4 {3} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251789: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <43 fusion.4 @0> + positions: + fusion.4 + tuple.9 {4} + uses: + while.1, operand 0 {4} + from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.251794: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 4, end 18 +2023-12-14 14:52:57.251807: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 11, end 33 <416 arg_tuple.4{4} (phi) @0> + positions: + arg_tuple.4 {4} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251818: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 24, end 42 <424 arg_tuple.3{4} (phi) @0> + positions: + arg_tuple.3 {4} + get-tuple-element.107 + uses: + copy.12, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 63, end 78 <60 copy.20 @0> + positions: + copy.20 + tuple.11 {4} + uses: + tuple.11, operand 4 + from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} + +2023-12-14 14:52:57.251838: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 67, end 81 <433 while.1{4} (phi) @0> + positions: + while.1 {4} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.251850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <44 fusion.8 @0> + positions: + fusion.8 + tuple.9 {5} + uses: + while.1, operand 0 {5} + from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.251855: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 6, end 20 +2023-12-14 14:52:57.251865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 60, end 77 <61 copy.21 @0> + positions: + copy.21 + tuple.11 {5} + uses: + tuple.11, operand 5 + from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} + +2023-12-14 14:52:57.251876: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 28, end 59 <425 arg_tuple.3{5} (phi) @0> + positions: + arg_tuple.3 {5} + get-tuple-element.108 + uses: + copy.13, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251888: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 68, end 82 <434 while.1{5} (phi) @0> + positions: + while.1 {5} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.251897: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 12, end 34 <417 arg_tuple.4{5} (phi) @0> + positions: + arg_tuple.4 {5} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.251908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <50 copy.8 @0> + positions: + copy.8 + p.4 + uses: + call, operand 4 + add.58, operand 0 + fusion.clone, operand 4 + from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) + +2023-12-14 14:52:57.251916: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 43, end 55 +2023-12-14 14:52:57.251925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <59 copy.13 @0> + positions: + copy.13 + uses: + copy.20, operand 0 + from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) + +2023-12-14 14:52:57.251931: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 58, end 64 +2023-12-14 14:52:57.251942: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <36 fusion.9 @0> + positions: + fusion.9 + p.9 + uses: + call.2, operand 0 + fusion.2.clone, operand 0 + from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.251947: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 85, end 89 +2023-12-14 14:52:57.251956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <38 fusion.3 @0> + positions: + fusion.3 + p.10 + uses: + call.2, operand 1 + fusion.2.clone, operand 1 + from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.251962: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 84, end 88 +2023-12-14 14:52:57.251973: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <9 compare.5 @0> + positions: + compare.5 + uses: + from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.251979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 1, start 21, end 36 +2023-12-14 14:52:57.251987: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:57.252053: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <0 fusion.5.clone @0> + positions: + fusion.5.clone + call.3 + tuple.9 {2} + uses: + while.1, operand 0 {2} + from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:52:57.252066: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 33554432, start 0, end 14 +2023-12-14 14:52:57.252076: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 9, end 31 <414 arg_tuple.4{2} (phi) @0> + positions: + arg_tuple.4 {2} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252088: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 45, end 72 <11 fusion.clone @0> + positions: + fusion.clone + call + tuple.11 {2} + uses: + tuple.11, operand 2 + from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" + +2023-12-14 14:52:57.252101: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 22, end 38 <422 arg_tuple.3{2} (phi) @0> + positions: + arg_tuple.3 {2} + get-tuple-element.105 + uses: + copy.10, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252112: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 71, end 87 <431 while.1{2} (phi) @0> + positions: + while.1 {2} + get-tuple-element.196 + p.12 + uses: + call.2, operand 3 + fusion.2.clone, operand 3 + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.252123: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <1 fusion.7.clone @0> + positions: + fusion.7.clone + call.4 + tuple.9 {1} + uses: + while.1, operand 0 {1} + from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:52:57.252128: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 33554432, start 1, end 15 +2023-12-14 14:52:57.252141: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 70, end 86 <430 while.1{1} (phi) @0> + positions: + while.1 {1} + get-tuple-element.195 + p.11 + uses: + call.2, operand 2 + fusion.2.clone, operand 2 + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.252153: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 48, end 73 <10 fusion.1.clone @0> + positions: + fusion.1.clone + call.1 + tuple.11 {1} + uses: + tuple.11, operand 1 + from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" + +2023-12-14 14:52:57.252162: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 8, end 30 <413 arg_tuple.4{1} (phi) @0> + positions: + arg_tuple.4 {1} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252172: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 23, end 40 <421 arg_tuple.3{1} (phi) @0> + positions: + arg_tuple.3 {1} + get-tuple-element.104 + uses: + copy.9, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252182: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <48 copy.25 @0> + positions: + copy.25 + tuple.9 {7} + uses: + while.1, operand 0 {7} + from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) + +2023-12-14 14:52:57.252191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 2, end 16 +2023-12-14 14:52:57.252201: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 13, end 35 <419 arg_tuple.4{7} (phi) @0> + positions: + arg_tuple.4 {7} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252213: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 69, end 83 <436 while.1{7} (phi) @0> + positions: + while.1 {7} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.252222: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 52, end 74 <64 copy.23 @0> + positions: + copy.23 + tuple.11 {7} + uses: + tuple.11, operand 7 + from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} + +2023-12-14 14:52:57.252231: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 27, end 51 <427 arg_tuple.3{7} (phi) @0> + positions: + arg_tuple.3 {7} + get-tuple-element.110 + uses: + copy.15, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <43 fusion.4 @0> + positions: + fusion.4 + tuple.9 {4} + uses: + while.1, operand 0 {4} + from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.252248: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 4, end 18 +2023-12-14 14:52:57.252259: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 24, end 42 <424 arg_tuple.3{4} (phi) @0> + positions: + arg_tuple.3 {4} + get-tuple-element.107 + uses: + copy.12, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 67, end 81 <433 while.1{4} (phi) @0> + positions: + while.1 {4} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.252278: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 63, end 78 <60 copy.20 @0> + positions: + copy.20 + tuple.11 {4} + uses: + tuple.11, operand 4 + from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} + +2023-12-14 14:52:57.252287: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 11, end 33 <416 arg_tuple.4{4} (phi) @0> + positions: + arg_tuple.4 {4} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252301: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <40 copy.24 @0> + positions: + copy.24 + tuple.9 {0} + uses: + while.1, operand 0 {0} + from instruction:%copy.24 = s32[] copy(s32[] %constant.19) + +2023-12-14 14:52:57.252308: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 3, end 17 +2023-12-14 14:52:57.252318: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 25, end 44 <420 arg_tuple.3{0} (phi) @0> + positions: + arg_tuple.3 {0} + get-tuple-element.103 + uses: + copy.8, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252329: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 65, end 79 <429 while.1{0} (phi) @0> + positions: + while.1 {0} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.252338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 54, end 75 <52 add.58 @0> + positions: + add.58 + tuple.11 {0} + uses: + tuple.11, operand 0 + from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.252347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 7, end 29 <412 arg_tuple.4{0} (phi) @0> + positions: + arg_tuple.4 {0} + get-tuple-element.85 + uses: + compare.5, operand 0 + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <44 fusion.8 @0> + positions: + fusion.8 + tuple.9 {5} + uses: + while.1, operand 0 {5} + from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.252364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 6, end 20 +2023-12-14 14:52:57.252374: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 12, end 34 <417 arg_tuple.4{5} (phi) @0> + positions: + arg_tuple.4 {5} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 60, end 77 <61 copy.21 @0> + positions: + copy.21 + tuple.11 {5} + uses: + tuple.11, operand 5 + from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} + +2023-12-14 14:52:57.252394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 68, end 82 <434 while.1{5} (phi) @0> + positions: + while.1 {5} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.252403: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 28, end 59 <425 arg_tuple.3{5} (phi) @0> + positions: + arg_tuple.3 {5} + get-tuple-element.108 + uses: + copy.13, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252420: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <42 fusion.6 @0> + positions: + fusion.6 + tuple.9 {3} + uses: + while.1, operand 0 {3} + from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.252426: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 5, end 19 +2023-12-14 14:52:57.252436: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 56, end 76 <58 copy.19 @0> + positions: + copy.19 + tuple.11 {3} + uses: + tuple.11, operand 3 + from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} + +2023-12-14 14:52:57.252448: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 66, end 80 <432 while.1{3} (phi) @0> + positions: + while.1 {3} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:57.252457: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 10, end 32 <415 arg_tuple.4{3} (phi) @0> + positions: + arg_tuple.4 {3} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 26, end 47 <423 arg_tuple.3{3} (phi) @0> + positions: + arg_tuple.3 {3} + get-tuple-element.106 + uses: + copy.11, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:57.252478: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <54 copy.14 @0> + positions: + copy.14 + p.1 + p.6 + uses: + call, operand 1 + copy.23, operand 0 + call.1, operand 1 + fusion.clone, operand 1 + fusion.1.clone, operand 1 + from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) + +2023-12-14 14:52:57.252483: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 37, end 53 +2023-12-14 14:52:57.252493: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <57 copy.12 @0> + positions: + copy.12 + p + uses: + call, operand 0 + copy.19, operand 0 + fusion.clone, operand 0 + from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) + +2023-12-14 14:52:57.252499: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 41, end 57 +2023-12-14 14:52:57.252508: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <53 copy.11 @0> + positions: + copy.11 + p.5 + uses: + call.1, operand 0 + copy.21, operand 0 + fusion.1.clone, operand 0 + from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) + +2023-12-14 14:52:57.252513: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 46, end 61 +2023-12-14 14:52:57.252523: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <9 compare.5 @0> + positions: + compare.5 + uses: + from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.252532: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 1, start 21, end 36 +2023-12-14 14:52:57.252541: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <62 copy.15 @0> + positions: + copy.15 + uses: + copy.22, operand 0 + from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) + +2023-12-14 14:52:57.252547: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 50, end 62 +2023-12-14 14:52:57.252556: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <50 copy.8 @0> + positions: + copy.8 + p.4 + uses: + call, operand 4 + add.58, operand 0 + fusion.clone, operand 4 + from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) + +2023-12-14 14:52:57.252562: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 43, end 55 +2023-12-14 14:52:57.252571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <56 copy.9 @0> + positions: + copy.9 + p.3 + p.8 + uses: + call, operand 3 + call.1, operand 3 + fusion.clone, operand 3 + fusion.1.clone, operand 3 + from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) + +2023-12-14 14:52:57.252576: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 33554432, start 39, end 49 +2023-12-14 14:52:57.252585: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <59 copy.13 @0> + positions: + copy.13 + uses: + copy.20, operand 0 + from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) + +2023-12-14 14:52:57.252591: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 58, end 64 +2023-12-14 14:52:57.252601: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <36 fusion.9 @0> + positions: + fusion.9 + p.9 + uses: + call.2, operand 0 + fusion.2.clone, operand 0 + from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.252606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 85, end 89 +2023-12-14 14:52:57.252616: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <38 fusion.3 @0> + positions: + fusion.3 + p.10 + uses: + call.2, operand 1 + fusion.2.clone, operand 1 + from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:57.252622: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 84, end 88 +2023-12-14 14:52:57.252629: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:57.252646: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1648] Result size from heap simulator: 100663412 +2023-12-14 14:52:57.252675: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1529] Compute peak memory logical buffers +2023-12-14 14:52:57.252734: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:57.252777: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:574] Combined temp allocation for color 0 is: allocation 1: size 64, preallocated-temp: + value: <49 tuple.9{} @0> (size=64,offset=0): (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <65 tuple.11{} @0> (size=64,offset=0): (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <410 arg_tuple.4{} (phi) @0> (size=64,offset=0): (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <411 arg_tuple.3{} (phi) @0> (size=64,offset=0): (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <428 while.1{} (phi) @0> (size=64,offset=0): (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + +2023-12-14 14:52:57.252823: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:592] Combined allocation absorbing temp allocation: allocation 10: size 100663412, preallocated-temp: + value: <0 fusion.5.clone @0> (size=33554432,offset=0): u32[8388608]{0} + value: <1 fusion.7.clone @0> (size=33554432,offset=33554432): u32[8388608]{0} + value: <9 compare.5 @0> (size=1,offset=100663328): pred[] + value: <10 fusion.1.clone @0> (size=33554432,offset=33554432): u32[8388608]{0} + value: <11 fusion.clone @0> (size=33554432,offset=0): u32[8388608]{0} + value: <36 fusion.9 @0> (size=4,offset=67108864): f32[] + value: <38 fusion.3 @0> (size=4,offset=67108880): f32[] + value: <40 copy.24 @0> (size=4,offset=100663360): s32[] + value: <42 fusion.6 @0> (size=4,offset=100663376): u32[] + value: <43 fusion.4 @0> (size=4,offset=100663344): u32[] + value: <44 fusion.8 @0> (size=4,offset=100663392): u32[] + value: <48 copy.25 @0> (size=16,offset=100663312): u32[4]{0} + value: <50 copy.8 @0> (size=4,offset=100663408): s32[] + value: <52 add.58 @0> (size=4,offset=100663360): s32[] + value: <53 copy.11 @0> (size=4,offset=100663344): u32[] + value: <54 copy.14 @0> (size=16,offset=100663296): u32[4]{0} + value: <56 copy.9 @0> (size=33554432,offset=67108864): u32[8388608]{0} + value: <57 copy.12 @0> (size=4,offset=100663328): u32[] + value: <58 copy.19 @0> (size=4,offset=100663376): u32[] + value: <59 copy.13 @0> (size=4,offset=100663328): u32[] + value: <60 copy.20 @0> (size=4,offset=100663344): u32[] + value: <61 copy.21 @0> (size=4,offset=100663392): u32[] + value: <62 copy.15 @0> (size=16,offset=67108864): u32[4]{0} + value: <64 copy.23 @0> (size=16,offset=100663312): u32[4]{0} + value: <412 arg_tuple.4{0} (phi) @0> (size=4,offset=100663360): s32[] + value: <413 arg_tuple.4{1} (phi) @0> (size=33554432,offset=33554432): u32[8388608]{0} + value: <414 arg_tuple.4{2} (phi) @0> (size=33554432,offset=0): u32[8388608]{0} + value: <415 arg_tuple.4{3} (phi) @0> (size=4,offset=100663376): u32[] + value: <416 arg_tuple.4{4} (phi) @0> (size=4,offset=100663344): u32[] + value: <417 arg_tuple.4{5} (phi) @0> (size=4,offset=100663392): u32[] + value: <419 arg_tuple.4{7} (phi) @0> (size=16,offset=100663312): u32[4]{0} + value: <420 arg_tuple.3{0} (phi) @0> (size=4,offset=100663360): s32[] + value: <421 arg_tuple.3{1} (phi) @0> (size=33554432,offset=33554432): u32[8388608]{0} + value: <422 arg_tuple.3{2} (phi) @0> (size=33554432,offset=0): u32[8388608]{0} + value: <423 arg_tuple.3{3} (phi) @0> (size=4,offset=100663376): u32[] + value: <424 arg_tuple.3{4} (phi) @0> (size=4,offset=100663344): u32[] + value: <425 arg_tuple.3{5} (phi) @0> (size=4,offset=100663392): u32[] + value: <427 arg_tuple.3{7} (phi) @0> (size=16,offset=100663312): u32[4]{0} + value: <429 while.1{0} (phi) @0> (size=4,offset=100663360): s32[] + value: <430 while.1{1} (phi) @0> (size=33554432,offset=33554432): u32[8388608]{0} + value: <431 while.1{2} (phi) @0> (size=33554432,offset=0): u32[8388608]{0} + value: <432 while.1{3} (phi) @0> (size=4,offset=100663376): u32[] + value: <433 while.1{4} (phi) @0> (size=4,offset=100663344): u32[] + value: <434 while.1{5} (phi) @0> (size=4,offset=100663392): u32[] + value: <436 while.1{7} (phi) @0> (size=16,offset=100663312): u32[4]{0} + +2023-12-14 14:52:57.253028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:57.253935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.254040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.254048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.254067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.254074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:57.254086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.110 +2023-12-14 14:52:57.254093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:57.254098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:57.254103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:57.254109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:57.254114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:57.254119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:57.254123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:57.254129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:57.254134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:57.254141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:57.254146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:57.254151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:57.254157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:57.254162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:57.254168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:57.254186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.254199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.254205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410, phi: +2023-12-14 14:52:57.254210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.254215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.254220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49: +2023-12-14 14:52:57.254236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:57.254241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411, phi: +2023-12-14 14:52:57.254246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.254251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.254256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 412, phi: +2023-12-14 14:52:57.254261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.254266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.254271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:57.254275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:57.254281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 413, phi: +2023-12-14 14:52:57.254285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.254291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.254295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:57.254301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10: +2023-12-14 14:52:57.254309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 414, phi: +2023-12-14 14:52:57.254316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.254322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.254330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:57.254338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:57.254346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 415, phi: +2023-12-14 14:52:57.254354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.254361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.254367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:57.254376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:57.254384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 416, phi: +2023-12-14 14:52:57.254391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.254398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:57.254406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:57.254413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:57.254420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 417, phi: +2023-12-14 14:52:57.254427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.254434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:57.254442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:57.254454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:57.254460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 418, phi: +2023-12-14 14:52:57.254469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.254475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.254483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:57.254490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:57.254498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 419, phi: +2023-12-14 14:52:57.254505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.254511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:57.254518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:57.254526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:57.254535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 420, phi: +2023-12-14 14:52:57.254542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.254549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.254557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 421, phi: +2023-12-14 14:52:57.254565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.254572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.254581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 422, phi: +2023-12-14 14:52:57.254589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.254597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.254605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 423, phi: +2023-12-14 14:52:57.254612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.254621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.254629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 424, phi: +2023-12-14 14:52:57.254637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.254645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:57.254653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 425, phi: +2023-12-14 14:52:57.254661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.254669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:57.254677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 426, phi: +2023-12-14 14:52:57.254685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.254693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.254700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 427, phi: +2023-12-14 14:52:57.254713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.254720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:57.254729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 428, phi: +2023-12-14 14:52:57.254737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.254745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.254753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 429, phi: +2023-12-14 14:52:57.254760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.254770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.254775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 430, phi: +2023-12-14 14:52:57.254779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.254784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.254789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 431, phi: +2023-12-14 14:52:57.254793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.254799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.254804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 432, phi: +2023-12-14 14:52:57.254808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.254813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.254817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 433, phi: +2023-12-14 14:52:57.254822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:57.254827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.254833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 434, phi: +2023-12-14 14:52:57.254837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:57.254842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.254846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 435, phi: +2023-12-14 14:52:57.254851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.254856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.254862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 436, phi: +2023-12-14 14:52:57.254866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:57.254871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.254891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.254902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.254907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410, phi: +2023-12-14 14:52:57.254912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.254921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.254925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49: +2023-12-14 14:52:57.254930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:57.254935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411, phi: +2023-12-14 14:52:57.254939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.254944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.254950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 412, phi: +2023-12-14 14:52:57.254956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.254960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.254965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:57.254969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:57.254974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 413, phi: +2023-12-14 14:52:57.254979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.254985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.254989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:57.254994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10: +2023-12-14 14:52:57.254998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 414, phi: +2023-12-14 14:52:57.255003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.255008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.255014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:57.255018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:57.255023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 415, phi: +2023-12-14 14:52:57.255028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.255032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.255038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:57.255043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:57.255048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 416, phi: +2023-12-14 14:52:57.255052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.255057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:57.255061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:57.255067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:57.255073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 417, phi: +2023-12-14 14:52:57.255078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.255082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:57.255090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:57.255095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:57.255101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 418, phi: +2023-12-14 14:52:57.255106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.255111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.255118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:57.255125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:57.255131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 419, phi: +2023-12-14 14:52:57.255139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.255148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:57.255153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:57.255163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:57.255168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 420, phi: +2023-12-14 14:52:57.255173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.255178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.255184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 421, phi: +2023-12-14 14:52:57.255188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.255193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.255199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 422, phi: +2023-12-14 14:52:57.255206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.255213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.255220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 423, phi: +2023-12-14 14:52:57.255227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.255235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.255241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 424, phi: +2023-12-14 14:52:57.255247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.255253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:57.255261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 425, phi: +2023-12-14 14:52:57.255268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.255274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:57.255280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 426, phi: +2023-12-14 14:52:57.255287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.255293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.255305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 427, phi: +2023-12-14 14:52:57.255312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.255329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:57.255338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 428, phi: +2023-12-14 14:52:57.255344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.255352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.255360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 429, phi: +2023-12-14 14:52:57.255368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.255375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.255382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 430, phi: +2023-12-14 14:52:57.255390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.255398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.255405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 431, phi: +2023-12-14 14:52:57.255412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.255421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.255431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 432, phi: +2023-12-14 14:52:57.255437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.255441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.255446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 433, phi: +2023-12-14 14:52:57.255451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:57.255461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.255466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 434, phi: +2023-12-14 14:52:57.255471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:57.255475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.255481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 435, phi: +2023-12-14 14:52:57.255486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.255491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.255496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 436, phi: +2023-12-14 14:52:57.255501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:57.255505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.255511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.255522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.255531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.255538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.255544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:57.255550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.255555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:57.255561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <39 constant.19> + +2023-12-14 14:52:57.255566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:57.255572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 constant.21> + +2023-12-14 14:52:57.255578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:57.255584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 constant.22> + +2023-12-14 14:52:57.255589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:57.255604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <428 while.1{} (phi)> + {0} : HloValueSet: <429 while.1{0} (phi)> + {1} : HloValueSet: <430 while.1{1} (phi)> + {2} : HloValueSet: <431 while.1{2} (phi)> + {3} : HloValueSet: <432 while.1{3} (phi)> + {4} : HloValueSet: <433 while.1{4} (phi)> + {5} : HloValueSet: <434 while.1{5} (phi)> + {6} : HloValueSet: <435 while.1{6} (phi)> + {7} : HloValueSet: <436 while.1{7} (phi)> + +2023-12-14 14:52:57.255612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:57.255618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 while.1{1} (phi)> + +2023-12-14 14:52:57.255623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:57.255629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <431 while.1{2} (phi)> + +2023-12-14 14:52:57.255634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:57.255641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.255646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:57.255652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <43 fusion.4> + +2023-12-14 14:52:57.255657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:57.255662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 fusion.6> + +2023-12-14 14:52:57.255668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:52:57.255674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 fusion.8> + +2023-12-14 14:52:57.255682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.9 +2023-12-14 14:52:57.255687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.255692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:57.255700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <26 fusion.2.clone> + +2023-12-14 14:52:57.255705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:57.255711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.255716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:57.255722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.255728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:57.255740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <49 tuple.9{}> + {0} : HloValueSet: <40 copy.24> + {1} : HloValueSet: <1 fusion.7.clone> + {2} : HloValueSet: <0 fusion.5.clone> + {3} : HloValueSet: <42 fusion.6> + {4} : HloValueSet: <43 fusion.4> + {5} : HloValueSet: <44 fusion.8> + {6} : HloValueSet: <46 copy.26> + {7} : HloValueSet: <48 copy.25> + +2023-12-14 14:52:57.255746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:57.255751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 copy.24> + +2023-12-14 14:52:57.255757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:57.255763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 copy.25> + +2023-12-14 14:52:57.255768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:57.255773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <46 copy.26> + +2023-12-14 14:52:57.255778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:57.255790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <411 arg_tuple.3{} (phi)> + {0} : HloValueSet: <420 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <421 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <422 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <423 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <424 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <425 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <426 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <427 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.255797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:57.255803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 constant.102> + +2023-12-14 14:52:57.255811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:57.255817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <52 add.58> + +2023-12-14 14:52:57.255823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.255829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.255833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:57.255840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.255845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.103 +2023-12-14 14:52:57.255852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <420 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.255856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:57.255862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 copy.8> + +2023-12-14 14:52:57.255867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.104 +2023-12-14 14:52:57.255872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <421 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.255877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:57.255884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:57.255889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.105 +2023-12-14 14:52:57.255895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <422 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.255900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:57.255906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:57.255911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.106 +2023-12-14 14:52:57.255917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <423 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.255922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:57.255928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:57.255933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:57.255938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <424 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.255944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:57.255950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.12> + +2023-12-14 14:52:57.255958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:57.255963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <425 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:57.255968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:57.255975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.13> + +2023-12-14 14:52:57.255980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:57.255986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <426 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.255991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:57.255996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:57.256002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.110 +2023-12-14 14:52:57.256008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <427 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.256013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:57.256018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <62 copy.15> + +2023-12-14 14:52:57.256023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:57.256028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 copy.19> + +2023-12-14 14:52:57.256034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:57.256040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.20> + +2023-12-14 14:52:57.256045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:57.256050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <61 copy.21> + +2023-12-14 14:52:57.256055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:57.256060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <63 copy.22> + +2023-12-14 14:52:57.256066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:57.256071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:57.256076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:57.256086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <65 tuple.11{}> + {0} : HloValueSet: <52 add.58> + {1} : HloValueSet: <10 fusion.1.clone> + {2} : HloValueSet: <11 fusion.clone> + {3} : HloValueSet: <58 copy.19> + {4} : HloValueSet: <60 copy.20> + {5} : HloValueSet: <61 copy.21> + {6} : HloValueSet: <63 copy.22> + {7} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:57.256096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:57.256108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <410 arg_tuple.4{} (phi)> + {0} : HloValueSet: <412 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <413 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <414 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <415 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <416 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <417 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <418 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <419 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:57.256113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:57.256119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <8 constant.103> + +2023-12-14 14:52:57.256125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:57.256130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <9 compare.5> + +2023-12-14 14:52:57.256135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:57.256141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <412 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:57.256146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.0 +2023-12-14 14:52:57.256152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 divide.0> + +2023-12-14 14:52:57.256157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:57.256163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <148 add.105> + +2023-12-14 14:52:57.256168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:57.256173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 multiply.42> + +2023-12-14 14:52:57.256178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:57.256184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 add.106> + +2023-12-14 14:52:57.256189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:57.256195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 multiply.45> + +2023-12-14 14:52:57.256199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:57.256205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 add.107> + +2023-12-14 14:52:57.256210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:57.256216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 multiply.47> + +2023-12-14 14:52:57.256229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:57.256235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 add.108> + +2023-12-14 14:52:57.256240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:57.256247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 multiply.49> + +2023-12-14 14:52:57.256252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:57.256257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 add.109> + +2023-12-14 14:52:57.256262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:57.256268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 multiply.51> + +2023-12-14 14:52:57.256273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:57.256279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 add.110> + +2023-12-14 14:52:57.256284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.53 +2023-12-14 14:52:57.256290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 multiply.53> + +2023-12-14 14:52:57.256295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:57.256301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 add.112> + +2023-12-14 14:52:57.256306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.55 +2023-12-14 14:52:57.256312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 multiply.55> + +2023-12-14 14:52:57.256317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:57.256324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 add.114> + +2023-12-14 14:52:57.256329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.57 +2023-12-14 14:52:57.256336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 multiply.57> + +2023-12-14 14:52:57.256342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:57.256347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 add.115> + +2023-12-14 14:52:57.256352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.59 +2023-12-14 14:52:57.256358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 multiply.59> + +2023-12-14 14:52:57.256363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:57.256368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 add.116> + +2023-12-14 14:52:57.256378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.61 +2023-12-14 14:52:57.256384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 multiply.61> + +2023-12-14 14:52:57.256389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:57.256395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 add.117> + +2023-12-14 14:52:57.256401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.63 +2023-12-14 14:52:57.256406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 multiply.63> + +2023-12-14 14:52:57.256411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:57.256418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 add.118> + +2023-12-14 14:52:57.256423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.65 +2023-12-14 14:52:57.256429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <113 multiply.65> + +2023-12-14 14:52:57.256434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.67 +2023-12-14 14:52:57.256439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <111 multiply.67> + +2023-12-14 14:52:57.256444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.0 +2023-12-14 14:52:57.256450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <110 clamp.0> + +2023-12-14 14:52:57.256455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.69 +2023-12-14 14:52:57.256461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <108 multiply.69> + +2023-12-14 14:52:57.256466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.146 +2023-12-14 14:52:57.256472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 constant.146> + +2023-12-14 14:52:57.256477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.147 +2023-12-14 14:52:57.256482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 constant.147> + +2023-12-14 14:52:57.256487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.148 +2023-12-14 14:52:57.256493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 constant.148> + +2023-12-14 14:52:57.256498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.149 +2023-12-14 14:52:57.256504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 constant.149> + +2023-12-14 14:52:57.256508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.150 +2023-12-14 14:52:57.256515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 constant.150> + +2023-12-14 14:52:57.256523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.151 +2023-12-14 14:52:57.256529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 constant.151> + +2023-12-14 14:52:57.256534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.152 +2023-12-14 14:52:57.256540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 constant.152> + +2023-12-14 14:52:57.256545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.153 +2023-12-14 14:52:57.256551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 constant.153> + +2023-12-14 14:52:57.256557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.154 +2023-12-14 14:52:57.256563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 constant.154> + +2023-12-14 14:52:57.256567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.155 +2023-12-14 14:52:57.256573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.155> + +2023-12-14 14:52:57.256577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.156 +2023-12-14 14:52:57.256584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.156> + +2023-12-14 14:52:57.256589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.157 +2023-12-14 14:52:57.256594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 constant.157> + +2023-12-14 14:52:57.256599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.158 +2023-12-14 14:52:57.256605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 constant.158> + +2023-12-14 14:52:57.256611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.159 +2023-12-14 14:52:57.256617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <109 constant.159> + +2023-12-14 14:52:57.256621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.160 +2023-12-14 14:52:57.256627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <107 constant.160> + +2023-12-14 14:52:57.256632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.161 +2023-12-14 14:52:57.256638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <104 constant.161> + +2023-12-14 14:52:57.256644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.6 +2023-12-14 14:52:57.256649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <106 convert.6> + +2023-12-14 14:52:57.256655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.23 +2023-12-14 14:52:57.256660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <105 param_0.23> + +2023-12-14 14:52:57.256669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:57.256675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:57.256680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:57.256686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:57.256691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.162 +2023-12-14 14:52:57.256697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.162> + +2023-12-14 14:52:57.256702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:57.256708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.38> + +2023-12-14 14:52:57.256713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:57.256719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.19> + +2023-12-14 14:52:57.256724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:57.256729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.39> + +2023-12-14 14:52:57.256735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.27 +2023-12-14 14:52:57.256741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.27> + +2023-12-14 14:52:57.256746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:57.256752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.20> + +2023-12-14 14:52:57.256756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:57.256762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.41> + +2023-12-14 14:52:57.256768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:57.256773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.23> + +2023-12-14 14:52:57.256778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:57.256784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.31> + +2023-12-14 14:52:57.256789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:57.256796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.43> + +2023-12-14 14:52:57.256801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:57.256806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.26> + +2023-12-14 14:52:57.256817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.35 +2023-12-14 14:52:57.256822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.35> + +2023-12-14 14:52:57.256828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:52:57.256835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 divide.1> + +2023-12-14 14:52:57.256840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.121 +2023-12-14 14:52:57.256845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 add.121> + +2023-12-14 14:52:57.256850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.163 +2023-12-14 14:52:57.256857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 constant.163> + +2023-12-14 14:52:57.256862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.70 +2023-12-14 14:52:57.256868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 multiply.70> + +2023-12-14 14:52:57.256872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.122 +2023-12-14 14:52:57.256878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 add.122> + +2023-12-14 14:52:57.256883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.164 +2023-12-14 14:52:57.256890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 constant.164> + +2023-12-14 14:52:57.256895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.71 +2023-12-14 14:52:57.256900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 multiply.71> + +2023-12-14 14:52:57.256905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.123 +2023-12-14 14:52:57.256911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 add.123> + +2023-12-14 14:52:57.256916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.165 +2023-12-14 14:52:57.256922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 constant.165> + +2023-12-14 14:52:57.256928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.74 +2023-12-14 14:52:57.256934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 multiply.74> + +2023-12-14 14:52:57.256938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.124 +2023-12-14 14:52:57.256944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 add.124> + +2023-12-14 14:52:57.256950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.166 +2023-12-14 14:52:57.256956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 constant.166> + +2023-12-14 14:52:57.256964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.76 +2023-12-14 14:52:57.256970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 multiply.76> + +2023-12-14 14:52:57.256975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:57.256981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 add.125> + +2023-12-14 14:52:57.256986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.167 +2023-12-14 14:52:57.256992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 constant.167> + +2023-12-14 14:52:57.256997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.78 +2023-12-14 14:52:57.257002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <180 multiply.78> + +2023-12-14 14:52:57.257008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.126 +2023-12-14 14:52:57.257015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 add.126> + +2023-12-14 14:52:57.257020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.168 +2023-12-14 14:52:57.257025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 constant.168> + +2023-12-14 14:52:57.257030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.80 +2023-12-14 14:52:57.257035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 multiply.80> + +2023-12-14 14:52:57.257041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.127 +2023-12-14 14:52:57.257046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 add.127> + +2023-12-14 14:52:57.257051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.169 +2023-12-14 14:52:57.257056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 constant.169> + +2023-12-14 14:52:57.257062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.82 +2023-12-14 14:52:57.257067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 multiply.82> + +2023-12-14 14:52:57.257072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.129 +2023-12-14 14:52:57.257078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 add.129> + +2023-12-14 14:52:57.257083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.170 +2023-12-14 14:52:57.257088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 constant.170> + +2023-12-14 14:52:57.257093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.84 +2023-12-14 14:52:57.257099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 multiply.84> + +2023-12-14 14:52:57.257107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.130 +2023-12-14 14:52:57.257113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <170 add.130> + +2023-12-14 14:52:57.257118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.171 +2023-12-14 14:52:57.257124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.171> + +2023-12-14 14:52:57.257129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.86 +2023-12-14 14:52:57.257135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 multiply.86> + +2023-12-14 14:52:57.257140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.132 +2023-12-14 14:52:57.257146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <167 add.132> + +2023-12-14 14:52:57.257151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.172 +2023-12-14 14:52:57.257157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.172> + +2023-12-14 14:52:57.257163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.88 +2023-12-14 14:52:57.257168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <165 multiply.88> + +2023-12-14 14:52:57.257173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.133 +2023-12-14 14:52:57.257178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <164 add.133> + +2023-12-14 14:52:57.257183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.173 +2023-12-14 14:52:57.257189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.173> + +2023-12-14 14:52:57.257194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.90 +2023-12-14 14:52:57.257200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 multiply.90> + +2023-12-14 14:52:57.257205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.134 +2023-12-14 14:52:57.257211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 add.134> + +2023-12-14 14:52:57.257215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.174 +2023-12-14 14:52:57.257221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <160 constant.174> + +2023-12-14 14:52:57.257227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.92 +2023-12-14 14:52:57.257232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <159 multiply.92> + +2023-12-14 14:52:57.257237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.175 +2023-12-14 14:52:57.257242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 constant.175> + +2023-12-14 14:52:57.257251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.94 +2023-12-14 14:52:57.257257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <157 multiply.94> + +2023-12-14 14:52:57.257262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.1 +2023-12-14 14:52:57.257267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <156 clamp.1> + +2023-12-14 14:52:57.257272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.176 +2023-12-14 14:52:57.257277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <155 constant.176> + +2023-12-14 14:52:57.257283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.96 +2023-12-14 14:52:57.257289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 multiply.96> + +2023-12-14 14:52:57.257294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.177 +2023-12-14 14:52:57.257299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 constant.177> + +2023-12-14 14:52:57.257305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.178 +2023-12-14 14:52:57.257310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 constant.178> + +2023-12-14 14:52:57.257316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.7 +2023-12-14 14:52:57.257321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <152 convert.7> + +2023-12-14 14:52:57.257326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.41 +2023-12-14 14:52:57.257331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <151 param_0.41> + +2023-12-14 14:52:57.257337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.135 +2023-12-14 14:52:57.257342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <248 add.135> + +2023-12-14 14:52:57.257348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.153 +2023-12-14 14:52:57.257354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <247 broadcast.153> + +2023-12-14 14:52:57.257359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.8 +2023-12-14 14:52:57.257365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <246 convert.8> + +2023-12-14 14:52:57.257370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.136 +2023-12-14 14:52:57.257376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <242 add.136> + +2023-12-14 14:52:57.257381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.154 +2023-12-14 14:52:57.257387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <241 broadcast.154> + +2023-12-14 14:52:57.257395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:57.257401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <239 xor.21> + +2023-12-14 14:52:57.257407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:57.257413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <238 or.23> + +2023-12-14 14:52:57.257418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:57.257424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <237 shift-right-logical.21> + +2023-12-14 14:52:57.257429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.156 +2023-12-14 14:52:57.257435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <236 broadcast.156> + +2023-12-14 14:52:57.257441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:57.257446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <235 subtract.24> + +2023-12-14 14:52:57.257451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:57.257456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <234 shift-left.19> + +2023-12-14 14:52:57.257462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.157 +2023-12-14 14:52:57.257468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <233 broadcast.157> + +2023-12-14 14:52:57.257473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:57.257478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <232 reshape.44> + +2023-12-14 14:52:57.257483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:57.257489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <231 slice.27> + +2023-12-14 14:52:57.257494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.137 +2023-12-14 14:52:57.257500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <230 add.137> + +2023-12-14 14:52:57.257505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:57.257511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <229 xor.22> + +2023-12-14 14:52:57.257516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:57.257521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <228 or.24> + +2023-12-14 14:52:57.257526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:57.257535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <227 shift-right-logical.22> + +2023-12-14 14:52:57.257540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.158 +2023-12-14 14:52:57.257546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <226 broadcast.158> + +2023-12-14 14:52:57.257551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:57.257556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <225 subtract.25> + +2023-12-14 14:52:57.257562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:57.257568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <224 shift-left.20> + +2023-12-14 14:52:57.257573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.159 +2023-12-14 14:52:57.257579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <223 broadcast.159> + +2023-12-14 14:52:57.257584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:57.257590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <222 reshape.45> + +2023-12-14 14:52:57.257595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:57.257601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <221 slice.28> + +2023-12-14 14:52:57.257607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.138 +2023-12-14 14:52:57.257613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <220 add.138> + +2023-12-14 14:52:57.257618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:57.257624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <219 xor.23> + +2023-12-14 14:52:57.257629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:57.257635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <218 or.25> + +2023-12-14 14:52:57.257640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:57.257645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <217 shift-right-logical.23> + +2023-12-14 14:52:57.257651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.160 +2023-12-14 14:52:57.257656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <216 broadcast.160> + +2023-12-14 14:52:57.257662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:57.257668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <215 subtract.26> + +2023-12-14 14:52:57.257675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:57.257682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <214 shift-left.21> + +2023-12-14 14:52:57.257687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.161 +2023-12-14 14:52:57.257692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <213 broadcast.161> + +2023-12-14 14:52:57.257697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:57.257703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <212 reshape.46> + +2023-12-14 14:52:57.257707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:57.257715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <211 slice.29> + +2023-12-14 14:52:57.257719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.139 +2023-12-14 14:52:57.257725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <210 add.139> + +2023-12-14 14:52:57.257730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:57.257735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <209 xor.24> + +2023-12-14 14:52:57.257740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:57.257746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <208 or.26> + +2023-12-14 14:52:57.257751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:57.257757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <207 shift-right-logical.24> + +2023-12-14 14:52:57.257761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.163 +2023-12-14 14:52:57.257767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <206 broadcast.163> + +2023-12-14 14:52:57.257773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:57.257778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <205 subtract.27> + +2023-12-14 14:52:57.257783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.179 +2023-12-14 14:52:57.257789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <204 constant.179> + +2023-12-14 14:52:57.257794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:57.257799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <203 shift-left.22> + +2023-12-14 14:52:57.257805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.164 +2023-12-14 14:52:57.257810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <202 broadcast.164> + +2023-12-14 14:52:57.257818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:57.257824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <201 reshape.47> + +2023-12-14 14:52:57.257829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:57.257836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <200 slice.30> + +2023-12-14 14:52:57.257841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.140 +2023-12-14 14:52:57.257846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <198 add.140> + +2023-12-14 14:52:57.257851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.142 +2023-12-14 14:52:57.257857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <245 add.142> + +2023-12-14 14:52:57.257862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.42 +2023-12-14 14:52:57.257868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <240 param_0.42> + +2023-12-14 14:52:57.257873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.60 +2023-12-14 14:52:57.257880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <199 param_1.60> + +2023-12-14 14:52:57.257884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.56 +2023-12-14 14:52:57.257890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <197 param_2.56> + +2023-12-14 14:52:57.257896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.65 +2023-12-14 14:52:57.257901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <196 param_3.65> + +2023-12-14 14:52:57.257906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.68 +2023-12-14 14:52:57.257912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <243 param_4.68> + +2023-12-14 14:52:57.257917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.180 +2023-12-14 14:52:57.257922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <244 constant.180> + +2023-12-14 14:52:57.257928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.257934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.257939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.257944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.12> + +2023-12-14 14:52:57.257949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.257962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:57.257967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:57.257973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:57.257978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:57.257983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:57.257989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:57.257994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 copy.8> + +2023-12-14 14:52:57.257999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.143 +2023-12-14 14:52:57.258005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <103 add.143> + +2023-12-14 14:52:57.258010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.166 +2023-12-14 14:52:57.258016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <102 broadcast.166> + +2023-12-14 14:52:57.258021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.144 +2023-12-14 14:52:57.258027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <100 add.144> + +2023-12-14 14:52:57.258032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.43 +2023-12-14 14:52:57.258037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <101 param_0.43> + +2023-12-14 14:52:57.258043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:57.258050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <99 xor.25> + +2023-12-14 14:52:57.258054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:57.258060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <98 or.27> + +2023-12-14 14:52:57.258066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:57.258072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <97 shift-right-logical.25> + +2023-12-14 14:52:57.258077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:57.258083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <96 broadcast.167> + +2023-12-14 14:52:57.258088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:57.258094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <95 subtract.28> + +2023-12-14 14:52:57.258100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:57.258110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <94 shift-left.23> + +2023-12-14 14:52:57.258115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.168 +2023-12-14 14:52:57.258121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <93 broadcast.168> + +2023-12-14 14:52:57.258126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.48 +2023-12-14 14:52:57.258132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <92 reshape.48> + +2023-12-14 14:52:57.258138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:57.258145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 slice.31> + +2023-12-14 14:52:57.258150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.145 +2023-12-14 14:52:57.258156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <90 add.145> + +2023-12-14 14:52:57.258161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:57.258167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <89 xor.26> + +2023-12-14 14:52:57.258172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:57.258178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <88 or.28> + +2023-12-14 14:52:57.258183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:57.258188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <87 shift-right-logical.26> + +2023-12-14 14:52:57.258193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.170 +2023-12-14 14:52:57.258198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <86 broadcast.170> + +2023-12-14 14:52:57.258205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:57.258211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 subtract.29> + +2023-12-14 14:52:57.258215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:57.258221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <84 shift-left.24> + +2023-12-14 14:52:57.258226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.172 +2023-12-14 14:52:57.258233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <83 broadcast.172> + +2023-12-14 14:52:57.258238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:57.258243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 reshape.49> + +2023-12-14 14:52:57.258248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:57.258256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 slice.32> + +2023-12-14 14:52:57.258262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.146 +2023-12-14 14:52:57.258268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <80 add.146> + +2023-12-14 14:52:57.258273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:57.258278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <79 xor.27> + +2023-12-14 14:52:57.258284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.29 +2023-12-14 14:52:57.258289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <78 or.29> + +2023-12-14 14:52:57.258295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:57.258300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <77 shift-right-logical.27> + +2023-12-14 14:52:57.258306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:57.258312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <76 broadcast.173> + +2023-12-14 14:52:57.258317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.30 +2023-12-14 14:52:57.258324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 subtract.30> + +2023-12-14 14:52:57.258329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.181 +2023-12-14 14:52:57.258334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <74 constant.181> + +2023-12-14 14:52:57.258339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.61 +2023-12-14 14:52:57.258345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <69 param_1.61> + +2023-12-14 14:52:57.258350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:57.258356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <73 shift-left.25> + +2023-12-14 14:52:57.258361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.174 +2023-12-14 14:52:57.258366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <72 broadcast.174> + +2023-12-14 14:52:57.258372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:57.258377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 reshape.50> + +2023-12-14 14:52:57.258383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:57.258389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 slice.33> + +2023-12-14 14:52:57.258397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.147 +2023-12-14 14:52:57.258403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <68 add.147> + +2023-12-14 14:52:57.258408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.57 +2023-12-14 14:52:57.258415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <67 param_2.57> + +2023-12-14 14:52:57.258420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.66 +2023-12-14 14:52:57.258426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <66 param_3.66> + +2023-12-14 14:52:57.258431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:57.258437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.258442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:57.258448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:57.258453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:57.258458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:57.258463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:57.258469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:57.258475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:57.258481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:57.258487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.2 +2023-12-14 14:52:57.258492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <409 minimum.2> + +2023-12-14 14:52:57.258497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:57.258503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <408 maximum.4> + +2023-12-14 14:52:57.258509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.98 +2023-12-14 14:52:57.258514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <407 multiply.98> + +2023-12-14 14:52:57.258519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:57.258525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <406 broadcast.176> + +2023-12-14 14:52:57.258530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.182 +2023-12-14 14:52:57.258536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <405 constant.182> + +2023-12-14 14:52:57.258545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:57.258551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <404 select.41> + +2023-12-14 14:52:57.258556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.99 +2023-12-14 14:52:57.258562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <403 multiply.99> + +2023-12-14 14:52:57.258567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.148 +2023-12-14 14:52:57.258573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <402 add.148> + +2023-12-14 14:52:57.258578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.100 +2023-12-14 14:52:57.258583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <401 multiply.100> + +2023-12-14 14:52:57.258588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.149 +2023-12-14 14:52:57.258593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <400 add.149> + +2023-12-14 14:52:57.258600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.101 +2023-12-14 14:52:57.258606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <399 multiply.101> + +2023-12-14 14:52:57.258611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.150 +2023-12-14 14:52:57.258617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <398 add.150> + +2023-12-14 14:52:57.258621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.102 +2023-12-14 14:52:57.258628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <397 multiply.102> + +2023-12-14 14:52:57.258633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.152 +2023-12-14 14:52:57.258638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <396 add.152> + +2023-12-14 14:52:57.258643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.103 +2023-12-14 14:52:57.258649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <395 multiply.103> + +2023-12-14 14:52:57.258655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.153 +2023-12-14 14:52:57.258661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <394 add.153> + +2023-12-14 14:52:57.258666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.104 +2023-12-14 14:52:57.258671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <393 multiply.104> + +2023-12-14 14:52:57.258676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.154 +2023-12-14 14:52:57.258684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <392 add.154> + +2023-12-14 14:52:57.258690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.105 +2023-12-14 14:52:57.258696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <391 multiply.105> + +2023-12-14 14:52:57.258700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.155 +2023-12-14 14:52:57.258706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <390 add.155> + +2023-12-14 14:52:57.258712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.106 +2023-12-14 14:52:57.258717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <389 multiply.106> + +2023-12-14 14:52:57.258723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.156 +2023-12-14 14:52:57.258728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <388 add.156> + +2023-12-14 14:52:57.258733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.107 +2023-12-14 14:52:57.258738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <387 multiply.107> + +2023-12-14 14:52:57.258743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:57.258750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <386 select.42> + +2023-12-14 14:52:57.258755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.157 +2023-12-14 14:52:57.258760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <385 add.157> + +2023-12-14 14:52:57.258767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:57.258773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <384 broadcast.177> + +2023-12-14 14:52:57.258778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.183 +2023-12-14 14:52:57.258783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <383 constant.183> + +2023-12-14 14:52:57.258788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:57.258794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <382 sqrt.3> + +2023-12-14 14:52:57.258799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.158 +2023-12-14 14:52:57.258805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <381 add.158> + +2023-12-14 14:52:57.258811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:57.258817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <380 broadcast.178> + +2023-12-14 14:52:57.258826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.184 +2023-12-14 14:52:57.258831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <379 constant.184> + +2023-12-14 14:52:57.258836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:57.258842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <378 select.43> + +2023-12-14 14:52:57.258847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:57.258853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <377 broadcast.179> + +2023-12-14 14:52:57.258858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.185 +2023-12-14 14:52:57.258863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <376 constant.185> + +2023-12-14 14:52:57.258868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:57.258874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <375 broadcast.180> + +2023-12-14 14:52:57.258880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.186 +2023-12-14 14:52:57.258886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <374 constant.186> + +2023-12-14 14:52:57.258890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.44 +2023-12-14 14:52:57.258896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <373 select.44> + +2023-12-14 14:52:57.258902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:57.258908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <372 broadcast.181> + +2023-12-14 14:52:57.258913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.187 +2023-12-14 14:52:57.258918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <371 constant.187> + +2023-12-14 14:52:57.258923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:57.258928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <370 broadcast.182> + +2023-12-14 14:52:57.258935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.188 +2023-12-14 14:52:57.258940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <369 constant.188> + +2023-12-14 14:52:57.258945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.45 +2023-12-14 14:52:57.258951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <368 select.45> + +2023-12-14 14:52:57.258955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:57.258961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <367 broadcast.183> + +2023-12-14 14:52:57.258971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.189 +2023-12-14 14:52:57.258976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <366 constant.189> + +2023-12-14 14:52:57.258981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:57.258987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <365 broadcast.184> + +2023-12-14 14:52:57.258994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.191 +2023-12-14 14:52:57.259000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <364 constant.191> + +2023-12-14 14:52:57.259005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.46 +2023-12-14 14:52:57.259010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <363 select.46> + +2023-12-14 14:52:57.259015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:57.259021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <362 broadcast.185> + +2023-12-14 14:52:57.259026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.192 +2023-12-14 14:52:57.259032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <361 constant.192> + +2023-12-14 14:52:57.259036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:57.259042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <360 broadcast.186> + +2023-12-14 14:52:57.259048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.193 +2023-12-14 14:52:57.259053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <359 constant.193> + +2023-12-14 14:52:57.259059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.47 +2023-12-14 14:52:57.259064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <358 select.47> + +2023-12-14 14:52:57.259069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:57.259074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <357 broadcast.187> + +2023-12-14 14:52:57.259079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.194 +2023-12-14 14:52:57.259084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <356 constant.194> + +2023-12-14 14:52:57.259090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:57.259096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <355 broadcast.188> + +2023-12-14 14:52:57.259101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.195 +2023-12-14 14:52:57.259109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <354 constant.195> + +2023-12-14 14:52:57.259114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.48 +2023-12-14 14:52:57.259120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <353 select.48> + +2023-12-14 14:52:57.259125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:57.259131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <352 broadcast.189> + +2023-12-14 14:52:57.259136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.196 +2023-12-14 14:52:57.259141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <351 constant.196> + +2023-12-14 14:52:57.259146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:57.259152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <350 broadcast.190> + +2023-12-14 14:52:57.259158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.197 +2023-12-14 14:52:57.259164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <349 constant.197> + +2023-12-14 14:52:57.259168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.49 +2023-12-14 14:52:57.259175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <348 select.49> + +2023-12-14 14:52:57.259180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:57.259186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <347 broadcast.191> + +2023-12-14 14:52:57.259191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.198 +2023-12-14 14:52:57.259197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <346 constant.198> + +2023-12-14 14:52:57.259202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:57.259209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <345 broadcast.192> + +2023-12-14 14:52:57.259214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.199 +2023-12-14 14:52:57.259220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <344 constant.199> + +2023-12-14 14:52:57.259225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.50 +2023-12-14 14:52:57.259231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <343 select.50> + +2023-12-14 14:52:57.259236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:57.259242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <342 broadcast.193> + +2023-12-14 14:52:57.259250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.200 +2023-12-14 14:52:57.259255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <341 constant.200> + +2023-12-14 14:52:57.259260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:57.259266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <340 broadcast.194> + +2023-12-14 14:52:57.259272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.201 +2023-12-14 14:52:57.259277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <339 constant.201> + +2023-12-14 14:52:57.259282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.51 +2023-12-14 14:52:57.259287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <338 select.51> + +2023-12-14 14:52:57.259292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:57.259298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <337 broadcast.195> + +2023-12-14 14:52:57.259304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.202 +2023-12-14 14:52:57.259309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <336 constant.202> + +2023-12-14 14:52:57.259314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:57.259330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <335 broadcast.196> + +2023-12-14 14:52:57.259336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.203 +2023-12-14 14:52:57.259342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <334 constant.203> + +2023-12-14 14:52:57.259347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.18 +2023-12-14 14:52:57.259352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <333 compare.18> + +2023-12-14 14:52:57.259357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:57.259363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <332 broadcast.197> + +2023-12-14 14:52:57.259368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.204 +2023-12-14 14:52:57.259374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <331 constant.204> + +2023-12-14 14:52:57.259379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:57.259384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <330 negate.9> + +2023-12-14 14:52:57.259390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:57.259399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <329 log-plus-one.3> + +2023-12-14 14:52:57.259404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.108 +2023-12-14 14:52:57.259410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <328 multiply.108> + +2023-12-14 14:52:57.259415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:57.259420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <327 negate.10> + +2023-12-14 14:52:57.259425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.109 +2023-12-14 14:52:57.259431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <326 multiply.109> + +2023-12-14 14:52:57.259436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:57.259441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <325 broadcast.198> + +2023-12-14 14:52:57.259447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.19 +2023-12-14 14:52:57.259453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <324 compare.19> + +2023-12-14 14:52:57.259459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:57.259464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <323 broadcast.199> + +2023-12-14 14:52:57.259469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.205 +2023-12-14 14:52:57.259474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <322 constant.205> + +2023-12-14 14:52:57.259479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:57.259485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <321 abs.3> + +2023-12-14 14:52:57.259490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:57.259497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <320 reshape.51> + +2023-12-14 14:52:57.259502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.5 +2023-12-14 14:52:57.259508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <319 maximum.5> + +2023-12-14 14:52:57.259513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.159 +2023-12-14 14:52:57.259520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <318 add.159> + +2023-12-14 14:52:57.259525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.110 +2023-12-14 14:52:57.259531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <317 multiply.110> + +2023-12-14 14:52:57.259539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:57.259544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <316 broadcast.200> + +2023-12-14 14:52:57.259550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:57.259557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <315 reshape.52> + +2023-12-14 14:52:57.259562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.31 +2023-12-14 14:52:57.259568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <314 subtract.31> + +2023-12-14 14:52:57.259572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.53 +2023-12-14 14:52:57.259578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <313 reshape.53> + +2023-12-14 14:52:57.259584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:57.259589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <312 reshape.54> + +2023-12-14 14:52:57.259594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.160 +2023-12-14 14:52:57.259600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <310 add.160> + +2023-12-14 14:52:57.259605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:57.259612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <309 broadcast.201> + +2023-12-14 14:52:57.259618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.206 +2023-12-14 14:52:57.259624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <308 constant.206> + +2023-12-14 14:52:57.259629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.6 +2023-12-14 14:52:57.259635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <307 bitcast-convert.6> + +2023-12-14 14:52:57.259639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.30 +2023-12-14 14:52:57.259646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <306 or.30> + +2023-12-14 14:52:57.259651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:57.259657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <305 broadcast.202> + +2023-12-14 14:52:57.259661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.207 +2023-12-14 14:52:57.259667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <304 constant.207> + +2023-12-14 14:52:57.259673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:57.259679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <303 shift-right-logical.28> + +2023-12-14 14:52:57.259686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:57.259692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <302 broadcast.203> + +2023-12-14 14:52:57.259697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.208 +2023-12-14 14:52:57.259703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <301 constant.208> + +2023-12-14 14:52:57.259709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:57.259714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <300 concatenate.1> + +2023-12-14 14:52:57.259719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:57.259726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <297 broadcast.204> + +2023-12-14 14:52:57.259731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:57.259738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <295 broadcast.205> + +2023-12-14 14:52:57.259743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.7 +2023-12-14 14:52:57.259748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <294 bitcast-convert.7> + +2023-12-14 14:52:57.259754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.52 +2023-12-14 14:52:57.259759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <293 select.52> + +2023-12-14 14:52:57.259765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.53 +2023-12-14 14:52:57.259770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <292 select.53> + +2023-12-14 14:52:57.259775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.54 +2023-12-14 14:52:57.259781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <291 select.54> + +2023-12-14 14:52:57.259786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.162 +2023-12-14 14:52:57.259791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <290 add.162> + +2023-12-14 14:52:57.259797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.55 +2023-12-14 14:52:57.259802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <289 select.55> + +2023-12-14 14:52:57.259807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.31 +2023-12-14 14:52:57.259812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <288 or.31> + +2023-12-14 14:52:57.259817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.20 +2023-12-14 14:52:57.259826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <287 compare.20> + +2023-12-14 14:52:57.259831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:57.259838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <286 and.4> + +2023-12-14 14:52:57.259843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.21 +2023-12-14 14:52:57.259848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <285 compare.21> + +2023-12-14 14:52:57.259853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.22 +2023-12-14 14:52:57.259859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <284 compare.22> + +2023-12-14 14:52:57.259864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.5 +2023-12-14 14:52:57.259870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <283 and.5> + +2023-12-14 14:52:57.259875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.8 +2023-12-14 14:52:57.259880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <282 bitcast-convert.8> + +2023-12-14 14:52:57.259887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.23 +2023-12-14 14:52:57.259892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <281 compare.23> + +2023-12-14 14:52:57.259898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.209 +2023-12-14 14:52:57.259903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <280 constant.209> + +2023-12-14 14:52:57.259908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.24 +2023-12-14 14:52:57.259913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <279 compare.24> + +2023-12-14 14:52:57.259919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.9 +2023-12-14 14:52:57.259924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <278 convert.9> + +2023-12-14 14:52:57.259929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:57.259935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <276 broadcast.206> + +2023-12-14 14:52:57.259939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.44 +2023-12-14 14:52:57.259945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <296 param_0.44> + +2023-12-14 14:52:57.259951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.62 +2023-12-14 14:52:57.259957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <311 param_1.62> + +2023-12-14 14:52:57.259961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.58 +2023-12-14 14:52:57.259970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <298 param_2.58> + +2023-12-14 14:52:57.259975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.67 +2023-12-14 14:52:57.259981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <299 param_3.67> + +2023-12-14 14:52:57.259986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.9 +2023-12-14 14:52:57.259992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <275 bitcast-convert.9> + +2023-12-14 14:52:57.259997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.56 +2023-12-14 14:52:57.260002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <274 select.56> + +2023-12-14 14:52:57.260009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.57 +2023-12-14 14:52:57.260015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <273 select.57> + +2023-12-14 14:52:57.260020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.58 +2023-12-14 14:52:57.260025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 select.58> + +2023-12-14 14:52:57.260030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.163 +2023-12-14 14:52:57.260036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <271 add.163> + +2023-12-14 14:52:57.260042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.59 +2023-12-14 14:52:57.260047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <270 select.59> + +2023-12-14 14:52:57.260052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.210 +2023-12-14 14:52:57.260057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <269 constant.210> + +2023-12-14 14:52:57.260062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.211 +2023-12-14 14:52:57.260069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <268 constant.211> + +2023-12-14 14:52:57.260074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.32 +2023-12-14 14:52:57.260079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <267 or.32> + +2023-12-14 14:52:57.260084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.25 +2023-12-14 14:52:57.260090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <266 compare.25> + +2023-12-14 14:52:57.260095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.6 +2023-12-14 14:52:57.260100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <265 and.6> + +2023-12-14 14:52:57.260105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.212 +2023-12-14 14:52:57.260114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 constant.212> + +2023-12-14 14:52:57.260119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.26 +2023-12-14 14:52:57.260125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <263 compare.26> + +2023-12-14 14:52:57.260130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.213 +2023-12-14 14:52:57.260136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <262 constant.213> + +2023-12-14 14:52:57.260141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.214 +2023-12-14 14:52:57.260146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <261 constant.214> + +2023-12-14 14:52:57.260151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.27 +2023-12-14 14:52:57.260156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <260 compare.27> + +2023-12-14 14:52:57.260162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.215 +2023-12-14 14:52:57.260167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <259 constant.215> + +2023-12-14 14:52:57.260172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.7 +2023-12-14 14:52:57.260178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <258 and.7> + +2023-12-14 14:52:57.260183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.216 +2023-12-14 14:52:57.260189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <257 constant.216> + +2023-12-14 14:52:57.260195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.10 +2023-12-14 14:52:57.260200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <256 bitcast-convert.10> + +2023-12-14 14:52:57.260205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.217 +2023-12-14 14:52:57.260210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <255 constant.217> + +2023-12-14 14:52:57.260215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.28 +2023-12-14 14:52:57.260220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <254 compare.28> + +2023-12-14 14:52:57.260226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.218 +2023-12-14 14:52:57.260232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <253 constant.218> + +2023-12-14 14:52:57.260237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.219 +2023-12-14 14:52:57.260243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <252 constant.219> + +2023-12-14 14:52:57.260248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.69 +2023-12-14 14:52:57.260257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <277 param_4.69> + +2023-12-14 14:52:57.260262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.29 +2023-12-14 14:52:57.260268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <251 compare.29> + +2023-12-14 14:52:57.260272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.10 +2023-12-14 14:52:57.260278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <250 convert.10> + +2023-12-14 14:52:57.260284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_5.76 +2023-12-14 14:52:57.260291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <249 param_5.76> + +2023-12-14 14:52:57.260297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:57.260303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <26 fusion.2.clone> + +2023-12-14 14:52:57.260307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:57.260313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.260318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:57.260324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.260328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:57.260334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 while.1{1} (phi)> + +2023-12-14 14:52:57.260339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:57.260345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <431 while.1{2} (phi)> + +2023-12-14 14:52:57.260351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.13 +2023-12-14 14:52:57.260356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.260361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.14 +2023-12-14 14:52:57.260367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.260371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.164 +2023-12-14 14:52:57.260378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 add.164> + +2023-12-14 14:52:57.260383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:57.260389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <24 broadcast.207> + +2023-12-14 14:52:57.260398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:57.260405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <23 reshape.55> + +2023-12-14 14:52:57.260410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:57.260416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <22 slice.34> + +2023-12-14 14:52:57.260421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:57.260426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <20 slice.35> + +2023-12-14 14:52:57.260431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.45 +2023-12-14 14:52:57.260437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <21 param_0.45> + +2023-12-14 14:52:57.260442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:57.260448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <19 iota.2> + +2023-12-14 14:52:57.260453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5.clone +2023-12-14 14:52:57.260459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.260465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.15 +2023-12-14 14:52:57.260471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.260476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.165 +2023-12-14 14:52:57.260482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 add.165> + +2023-12-14 14:52:57.260487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:57.260493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <17 broadcast.208> + +2023-12-14 14:52:57.260499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:57.260505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <16 reshape.56> + +2023-12-14 14:52:57.260510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:57.260517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <15 slice.36> + +2023-12-14 14:52:57.260522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:57.260528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <13 slice.37> + +2023-12-14 14:52:57.260533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.46 +2023-12-14 14:52:57.260538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <14 param_0.46> + +2023-12-14 14:52:57.260546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:57.260552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <12 iota.3> + +2023-12-14 14:52:57.260557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7.clone +2023-12-14 14:52:57.260563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.260568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.16 +2023-12-14 14:52:57.260574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.262301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:57.262331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.262337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.262347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> (def) +2023-12-14 14:52:57.262352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.262361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> (def) +2023-12-14 14:52:57.262366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:57.262375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> (def) +2023-12-14 14:52:57.262380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:57.262390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> (def) +2023-12-14 14:52:57.262394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:57.262404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.21> (def) +2023-12-14 14:52:57.262409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:57.262419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.22> (def) +2023-12-14 14:52:57.262424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:57.262434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.262446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 while.1{} (phi)> (def) +2023-12-14 14:52:57.262451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.262457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 while.1{0} (phi)> (def) +2023-12-14 14:52:57.262462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.262468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> (def) +2023-12-14 14:52:57.262473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.262478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> (def) +2023-12-14 14:52:57.262482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.262488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 while.1{3} (phi)> (def) +2023-12-14 14:52:57.262494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.262498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 while.1{4} (phi)> (def) +2023-12-14 14:52:57.262503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.262508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 while.1{5} (phi)> (def) +2023-12-14 14:52:57.262513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.262518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 while.1{6} (phi)> (def) +2023-12-14 14:52:57.262525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.262530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{7} (phi)> (def) +2023-12-14 14:52:57.262535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:57.262544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:57.262550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:57.262559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:57.262564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:57.262573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:57.262578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:57.262589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> (def) +2023-12-14 14:52:57.262597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:57.262607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> (def) +2023-12-14 14:52:57.262612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:52:57.262622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> (def) +2023-12-14 14:52:57.262626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9: +2023-12-14 14:52:57.262636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> (def) +2023-12-14 14:52:57.262642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:57.262652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> +2023-12-14 14:52:57.262656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:57.262666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.262672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:57.262682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.262686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:57.262697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.262701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.9{}> (def) +2023-12-14 14:52:57.262707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.262712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> +2023-12-14 14:52:57.262716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.262721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.262726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.262731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.262736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.262741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> +2023-12-14 14:52:57.262749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.262755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> +2023-12-14 14:52:57.262760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.262765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> +2023-12-14 14:52:57.262770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.262775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> +2023-12-14 14:52:57.262779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.262784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> +2023-12-14 14:52:57.262789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:57.262799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> (def) +2023-12-14 14:52:57.262804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:57.262814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> (def) +2023-12-14 14:52:57.262819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:57.262831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> (def) +2023-12-14 14:52:57.262835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:57.262845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.262850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:57.262854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.262860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:57.262864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.262870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:57.262875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.262880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:57.262886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.262892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:57.262902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.262907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:57.262912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.262917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:57.262922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.262928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:57.262933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.262937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:57.262942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:57.262952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.102> (def) +2023-12-14 14:52:57.262957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:57.262967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> (def) +2023-12-14 14:52:57.262971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.262983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.262988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.262992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:57.262997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.263002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103: +2023-12-14 14:52:57.263012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.263017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:57.263026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> (def) +2023-12-14 14:52:57.263031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104: +2023-12-14 14:52:57.263042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.263046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:57.263059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> (def) +2023-12-14 14:52:57.263064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105: +2023-12-14 14:52:57.263075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.263080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:57.263089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> (def) +2023-12-14 14:52:57.263094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106: +2023-12-14 14:52:57.263105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.263110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:57.263119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> (def) +2023-12-14 14:52:57.263124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:57.263134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.263139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:57.263148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> (def) +2023-12-14 14:52:57.263154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:57.263165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.263169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:57.263179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> (def) +2023-12-14 14:52:57.263184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:57.263194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.263199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:57.263212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> (def) +2023-12-14 14:52:57.263217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110: +2023-12-14 14:52:57.263228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.263233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:57.263242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> (def) +2023-12-14 14:52:57.263247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:57.263257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> (def) +2023-12-14 14:52:57.263262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:57.263272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> (def) +2023-12-14 14:52:57.263277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:57.263287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> (def) +2023-12-14 14:52:57.263292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:57.263301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> (def) +2023-12-14 14:52:57.263306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:57.263316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> (def) +2023-12-14 14:52:57.263335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:57.263345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.263350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> (def) +2023-12-14 14:52:57.263355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.263360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> +2023-12-14 14:52:57.263365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.263373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.263378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.263383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.263389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.263394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:57.263399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.263404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:57.263408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.263413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:57.263419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.263423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:57.263428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.263433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:57.263438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:57.263449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.263454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:57.263459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.263463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:57.263468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.263473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:57.263479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.263484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:57.263489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.263494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:57.263498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.263504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:57.263509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.263517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:57.263522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.263527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:57.263532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.263536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:57.263542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:57.263551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> (def) +2023-12-14 14:52:57.263556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:57.263567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> (def) +2023-12-14 14:52:57.263572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:57.263582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.263587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0: +2023-12-14 14:52:57.263597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 divide.0> (def) +2023-12-14 14:52:57.263602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:57.263612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.105> (def) +2023-12-14 14:52:57.263617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:57.263627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.42> (def) +2023-12-14 14:52:57.263632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:57.263642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.106> (def) +2023-12-14 14:52:57.263646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:57.263656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.45> (def) +2023-12-14 14:52:57.263661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:57.263675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.107> (def) +2023-12-14 14:52:57.263680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:57.263690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.47> (def) +2023-12-14 14:52:57.263695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:57.263705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.108> (def) +2023-12-14 14:52:57.263710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:57.263719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.49> (def) +2023-12-14 14:52:57.263724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:57.263735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.109> (def) +2023-12-14 14:52:57.263740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:57.263749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.51> (def) +2023-12-14 14:52:57.263755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:57.263764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.110> (def) +2023-12-14 14:52:57.263769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53: +2023-12-14 14:52:57.263778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.53> (def) +2023-12-14 14:52:57.263783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:57.263794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.112> (def) +2023-12-14 14:52:57.263799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55: +2023-12-14 14:52:57.263808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.55> (def) +2023-12-14 14:52:57.263813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:57.263826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.114> (def) +2023-12-14 14:52:57.263831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57: +2023-12-14 14:52:57.263840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.57> (def) +2023-12-14 14:52:57.263847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:57.263856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.115> (def) +2023-12-14 14:52:57.263861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59: +2023-12-14 14:52:57.263870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.59> (def) +2023-12-14 14:52:57.263875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:57.263885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.116> (def) +2023-12-14 14:52:57.263890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61: +2023-12-14 14:52:57.263900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.61> (def) +2023-12-14 14:52:57.263905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:57.263916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.117> (def) +2023-12-14 14:52:57.263920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63: +2023-12-14 14:52:57.263930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.63> (def) +2023-12-14 14:52:57.263935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:57.263945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.118> (def) +2023-12-14 14:52:57.263949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65: +2023-12-14 14:52:57.263960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.65> (def) +2023-12-14 14:52:57.263964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67: +2023-12-14 14:52:57.263977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 multiply.67> (def) +2023-12-14 14:52:57.263982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.263987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0: +2023-12-14 14:52:57.263991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 clamp.0> (def) +2023-12-14 14:52:57.263996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69: +2023-12-14 14:52:57.264006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 multiply.69> (def) +2023-12-14 14:52:57.264011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146: +2023-12-14 14:52:57.264021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.146> (def) +2023-12-14 14:52:57.264026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147: +2023-12-14 14:52:57.264036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.147> (def) +2023-12-14 14:52:57.264041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148: +2023-12-14 14:52:57.264050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.148> (def) +2023-12-14 14:52:57.264055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149: +2023-12-14 14:52:57.264065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.149> (def) +2023-12-14 14:52:57.264070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150: +2023-12-14 14:52:57.264080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.150> (def) +2023-12-14 14:52:57.264085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151: +2023-12-14 14:52:57.264096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.151> (def) +2023-12-14 14:52:57.264101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152: +2023-12-14 14:52:57.264110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.152> (def) +2023-12-14 14:52:57.264115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153: +2023-12-14 14:52:57.264128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.153> (def) +2023-12-14 14:52:57.264133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154: +2023-12-14 14:52:57.264143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.154> (def) +2023-12-14 14:52:57.264147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155: +2023-12-14 14:52:57.264158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.155> (def) +2023-12-14 14:52:57.264162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156: +2023-12-14 14:52:57.264172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.156> (def) +2023-12-14 14:52:57.264177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157: +2023-12-14 14:52:57.264187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.157> (def) +2023-12-14 14:52:57.264193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158: +2023-12-14 14:52:57.264202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.158> (def) +2023-12-14 14:52:57.264207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159: +2023-12-14 14:52:57.264217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.159> (def) +2023-12-14 14:52:57.264222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160: +2023-12-14 14:52:57.264231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.160> (def) +2023-12-14 14:52:57.264236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161: +2023-12-14 14:52:57.264246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.161> (def) +2023-12-14 14:52:57.264251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6: +2023-12-14 14:52:57.264261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 convert.6> (def) +2023-12-14 14:52:57.264266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23: +2023-12-14 14:52:57.264279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.23> (def) +2023-12-14 14:52:57.264283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:57.264293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:57.264298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:57.264308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:57.264313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162: +2023-12-14 14:52:57.264322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> (def) +2023-12-14 14:52:57.264327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:57.264337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> (def) +2023-12-14 14:52:57.264342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:57.264351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> (def) +2023-12-14 14:52:57.264356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:57.264367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> (def) +2023-12-14 14:52:57.264372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27: +2023-12-14 14:52:57.264381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> (def) +2023-12-14 14:52:57.264386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:57.264395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> (def) +2023-12-14 14:52:57.264401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:57.264410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> (def) +2023-12-14 14:52:57.264415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:57.264429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> (def) +2023-12-14 14:52:57.264433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:57.264443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> (def) +2023-12-14 14:52:57.264448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:57.264458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> (def) +2023-12-14 14:52:57.264463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:57.264473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> (def) +2023-12-14 14:52:57.264478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35: +2023-12-14 14:52:57.264488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> (def) +2023-12-14 14:52:57.264493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:52:57.264503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 divide.1> (def) +2023-12-14 14:52:57.264507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121: +2023-12-14 14:52:57.264517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.121> (def) +2023-12-14 14:52:57.264522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163: +2023-12-14 14:52:57.264533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.163> (def) +2023-12-14 14:52:57.264538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70: +2023-12-14 14:52:57.264547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 multiply.70> (def) +2023-12-14 14:52:57.264553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122: +2023-12-14 14:52:57.264562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 add.122> (def) +2023-12-14 14:52:57.264567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164: +2023-12-14 14:52:57.264581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.164> (def) +2023-12-14 14:52:57.264586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71: +2023-12-14 14:52:57.264596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.71> (def) +2023-12-14 14:52:57.264601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123: +2023-12-14 14:52:57.264611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.123> (def) +2023-12-14 14:52:57.264616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165: +2023-12-14 14:52:57.264626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.165> (def) +2023-12-14 14:52:57.264630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74: +2023-12-14 14:52:57.264640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 multiply.74> (def) +2023-12-14 14:52:57.264646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124: +2023-12-14 14:52:57.264656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 add.124> (def) +2023-12-14 14:52:57.264661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166: +2023-12-14 14:52:57.264670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.166> (def) +2023-12-14 14:52:57.264675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76: +2023-12-14 14:52:57.264685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.76> (def) +2023-12-14 14:52:57.264690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:57.264699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.125> (def) +2023-12-14 14:52:57.264705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167: +2023-12-14 14:52:57.264714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.167> (def) +2023-12-14 14:52:57.264719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78: +2023-12-14 14:52:57.264732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.78> (def) +2023-12-14 14:52:57.264737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126: +2023-12-14 14:52:57.264747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.126> (def) +2023-12-14 14:52:57.264752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168: +2023-12-14 14:52:57.264763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.168> (def) +2023-12-14 14:52:57.264768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80: +2023-12-14 14:52:57.264778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.80> (def) +2023-12-14 14:52:57.264782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127: +2023-12-14 14:52:57.264792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 add.127> (def) +2023-12-14 14:52:57.264797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169: +2023-12-14 14:52:57.264807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.169> (def) +2023-12-14 14:52:57.264811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82: +2023-12-14 14:52:57.264822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.82> (def) +2023-12-14 14:52:57.264827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129: +2023-12-14 14:52:57.264836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.129> (def) +2023-12-14 14:52:57.264841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170: +2023-12-14 14:52:57.264851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.170> (def) +2023-12-14 14:52:57.264856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84: +2023-12-14 14:52:57.264866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.84> (def) +2023-12-14 14:52:57.264870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130: +2023-12-14 14:52:57.264884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.130> (def) +2023-12-14 14:52:57.264890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171: +2023-12-14 14:52:57.264899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.171> (def) +2023-12-14 14:52:57.264904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86: +2023-12-14 14:52:57.264913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.86> (def) +2023-12-14 14:52:57.264919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132: +2023-12-14 14:52:57.264929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.132> (def) +2023-12-14 14:52:57.264934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172: +2023-12-14 14:52:57.264943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.172> (def) +2023-12-14 14:52:57.264949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88: +2023-12-14 14:52:57.264958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.88> (def) +2023-12-14 14:52:57.264963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133: +2023-12-14 14:52:57.264972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.133> (def) +2023-12-14 14:52:57.264978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173: +2023-12-14 14:52:57.264988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.173> (def) +2023-12-14 14:52:57.264993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.264997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90: +2023-12-14 14:52:57.265002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.90> (def) +2023-12-14 14:52:57.265007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134: +2023-12-14 14:52:57.265017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.134> (def) +2023-12-14 14:52:57.265022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174: +2023-12-14 14:52:57.265034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.174> (def) +2023-12-14 14:52:57.265040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92: +2023-12-14 14:52:57.265050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.92> (def) +2023-12-14 14:52:57.265055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175: +2023-12-14 14:52:57.265064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.175> (def) +2023-12-14 14:52:57.265070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94: +2023-12-14 14:52:57.265079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.94> (def) +2023-12-14 14:52:57.265084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1: +2023-12-14 14:52:57.265093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 clamp.1> (def) +2023-12-14 14:52:57.265098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176: +2023-12-14 14:52:57.265109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.176> (def) +2023-12-14 14:52:57.265113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96: +2023-12-14 14:52:57.265123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.96> (def) +2023-12-14 14:52:57.265128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177: +2023-12-14 14:52:57.265138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.177> (def) +2023-12-14 14:52:57.265143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178: +2023-12-14 14:52:57.265152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.178> (def) +2023-12-14 14:52:57.265157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7: +2023-12-14 14:52:57.265167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 convert.7> (def) +2023-12-14 14:52:57.265172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41: +2023-12-14 14:52:57.265185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_0.41> (def) +2023-12-14 14:52:57.265190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135: +2023-12-14 14:52:57.265201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.135> (def) +2023-12-14 14:52:57.265205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153: +2023-12-14 14:52:57.265217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.153> (def) +2023-12-14 14:52:57.265223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8: +2023-12-14 14:52:57.265233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 convert.8> (def) +2023-12-14 14:52:57.265237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136: +2023-12-14 14:52:57.265247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.136> (def) +2023-12-14 14:52:57.265251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154: +2023-12-14 14:52:57.265262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.154> (def) +2023-12-14 14:52:57.265266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:57.265277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 xor.21> (def) +2023-12-14 14:52:57.265281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:57.265292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 or.23> (def) +2023-12-14 14:52:57.265296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:57.265306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 shift-right-logical.21> (def) +2023-12-14 14:52:57.265311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156: +2023-12-14 14:52:57.265321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.156> (def) +2023-12-14 14:52:57.265326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:57.265339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 subtract.24> (def) +2023-12-14 14:52:57.265345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:57.265355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 shift-left.19> (def) +2023-12-14 14:52:57.265360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157: +2023-12-14 14:52:57.265369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.157> (def) +2023-12-14 14:52:57.265375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:57.265386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 reshape.44> (def) +2023-12-14 14:52:57.265391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:57.265400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 slice.27> (def) +2023-12-14 14:52:57.265405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137: +2023-12-14 14:52:57.265415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.137> (def) +2023-12-14 14:52:57.265420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:57.265429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 xor.22> (def) +2023-12-14 14:52:57.265434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:57.265445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 or.24> (def) +2023-12-14 14:52:57.265450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:57.265459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 shift-right-logical.22> (def) +2023-12-14 14:52:57.265464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158: +2023-12-14 14:52:57.265474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.158> (def) +2023-12-14 14:52:57.265479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:57.265494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 subtract.25> (def) +2023-12-14 14:52:57.265501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:57.265511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 shift-left.20> (def) +2023-12-14 14:52:57.265516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159: +2023-12-14 14:52:57.265525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.159> (def) +2023-12-14 14:52:57.265531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:57.265540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 reshape.45> (def) +2023-12-14 14:52:57.265545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:57.265554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 slice.28> (def) +2023-12-14 14:52:57.265560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138: +2023-12-14 14:52:57.265569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 add.138> (def) +2023-12-14 14:52:57.265574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:57.265584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 xor.23> (def) +2023-12-14 14:52:57.265589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:57.265599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 or.25> (def) +2023-12-14 14:52:57.265603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:57.265613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 shift-right-logical.23> (def) +2023-12-14 14:52:57.265620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160: +2023-12-14 14:52:57.265630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.160> (def) +2023-12-14 14:52:57.265635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:57.265648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 subtract.26> (def) +2023-12-14 14:52:57.265653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:57.265663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 shift-left.21> (def) +2023-12-14 14:52:57.265668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161: +2023-12-14 14:52:57.265678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.161> (def) +2023-12-14 14:52:57.265684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:57.265693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 reshape.46> (def) +2023-12-14 14:52:57.265698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:57.265707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 slice.29> (def) +2023-12-14 14:52:57.265713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139: +2023-12-14 14:52:57.265722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 add.139> (def) +2023-12-14 14:52:57.265727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:57.265738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 xor.24> (def) +2023-12-14 14:52:57.265743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:57.265753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 or.26> (def) +2023-12-14 14:52:57.265758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:57.265768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 shift-right-logical.24> (def) +2023-12-14 14:52:57.265773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163: +2023-12-14 14:52:57.265783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.163> (def) +2023-12-14 14:52:57.265787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:57.265800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 subtract.27> (def) +2023-12-14 14:52:57.265806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179: +2023-12-14 14:52:57.265815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.179> (def) +2023-12-14 14:52:57.265820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:57.265830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 shift-left.22> (def) +2023-12-14 14:52:57.265835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164: +2023-12-14 14:52:57.265845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.164> (def) +2023-12-14 14:52:57.265850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:57.265860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 reshape.47> (def) +2023-12-14 14:52:57.265865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:57.265875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 slice.30> (def) +2023-12-14 14:52:57.265879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140: +2023-12-14 14:52:57.265889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.140> (def) +2023-12-14 14:52:57.265894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142: +2023-12-14 14:52:57.265904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.142> (def) +2023-12-14 14:52:57.265909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42: +2023-12-14 14:52:57.265919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 param_0.42> (def) +2023-12-14 14:52:57.265924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60: +2023-12-14 14:52:57.265934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 param_1.60> (def) +2023-12-14 14:52:57.265939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56: +2023-12-14 14:52:57.265948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 param_2.56> (def) +2023-12-14 14:52:57.265956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65: +2023-12-14 14:52:57.265966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 param_3.65> (def) +2023-12-14 14:52:57.265971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68: +2023-12-14 14:52:57.265981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 param_4.68> (def) +2023-12-14 14:52:57.265985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.265991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180: +2023-12-14 14:52:57.265996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.180> (def) +2023-12-14 14:52:57.266000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.266010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> (def) +2023-12-14 14:52:57.266015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.266026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> +2023-12-14 14:52:57.266031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.266040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:57.266045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:57.266056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:57.266060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:57.266070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:57.266075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:57.266086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> +2023-12-14 14:52:57.266091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143: +2023-12-14 14:52:57.266100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.143> (def) +2023-12-14 14:52:57.266108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166: +2023-12-14 14:52:57.266119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.166> (def) +2023-12-14 14:52:57.266123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144: +2023-12-14 14:52:57.266133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.144> (def) +2023-12-14 14:52:57.266138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43: +2023-12-14 14:52:57.266148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.43> (def) +2023-12-14 14:52:57.266153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:57.266162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.25> (def) +2023-12-14 14:52:57.266167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:57.266177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.27> (def) +2023-12-14 14:52:57.266182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:57.266192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.25> (def) +2023-12-14 14:52:57.266197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:57.266208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.167> (def) +2023-12-14 14:52:57.266212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:57.266222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.28> (def) +2023-12-14 14:52:57.266227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:57.266237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.23> (def) +2023-12-14 14:52:57.266242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168: +2023-12-14 14:52:57.266252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.168> (def) +2023-12-14 14:52:57.266260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48: +2023-12-14 14:52:57.266270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.48> (def) +2023-12-14 14:52:57.266275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:57.266285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.31> (def) +2023-12-14 14:52:57.266289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145: +2023-12-14 14:52:57.266299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.145> (def) +2023-12-14 14:52:57.266304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:57.266315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.26> (def) +2023-12-14 14:52:57.266319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:57.266329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.28> (def) +2023-12-14 14:52:57.266334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:57.266344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.26> (def) +2023-12-14 14:52:57.266348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170: +2023-12-14 14:52:57.266359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.170> (def) +2023-12-14 14:52:57.266364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:57.266374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.29> (def) +2023-12-14 14:52:57.266379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:57.266390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.24> (def) +2023-12-14 14:52:57.266395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172: +2023-12-14 14:52:57.266404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.172> (def) +2023-12-14 14:52:57.266412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:57.266423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.49> (def) +2023-12-14 14:52:57.266428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:57.266438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.32> (def) +2023-12-14 14:52:57.266442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146: +2023-12-14 14:52:57.266453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.146> (def) +2023-12-14 14:52:57.266457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:57.266467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> (def) +2023-12-14 14:52:57.266472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29: +2023-12-14 14:52:57.266483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.29> (def) +2023-12-14 14:52:57.266487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:57.266497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.27> (def) +2023-12-14 14:52:57.266502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:57.266512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.173> (def) +2023-12-14 14:52:57.266517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30: +2023-12-14 14:52:57.266526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.30> (def) +2023-12-14 14:52:57.266531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181: +2023-12-14 14:52:57.266542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.181> (def) +2023-12-14 14:52:57.266547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61: +2023-12-14 14:52:57.266556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.61> (def) +2023-12-14 14:52:57.266564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:57.266575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.25> (def) +2023-12-14 14:52:57.266579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174: +2023-12-14 14:52:57.266589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.174> (def) +2023-12-14 14:52:57.266594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:57.266605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.50> (def) +2023-12-14 14:52:57.266609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:57.266619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.33> (def) +2023-12-14 14:52:57.266624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147: +2023-12-14 14:52:57.266634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.147> (def) +2023-12-14 14:52:57.266639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57: +2023-12-14 14:52:57.266648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.57> (def) +2023-12-14 14:52:57.266654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66: +2023-12-14 14:52:57.266664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.66> (def) +2023-12-14 14:52:57.266668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:57.266678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> (def) +2023-12-14 14:52:57.266683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:57.266693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:57.266698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:57.266707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:57.266713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:57.266727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:57.266731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:57.266741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:57.266746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2: +2023-12-14 14:52:57.266756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 minimum.2> (def) +2023-12-14 14:52:57.266760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:57.266771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 maximum.4> (def) +2023-12-14 14:52:57.266776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98: +2023-12-14 14:52:57.266786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.98> (def) +2023-12-14 14:52:57.266791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:57.266801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 broadcast.176> (def) +2023-12-14 14:52:57.266805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182: +2023-12-14 14:52:57.266816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 constant.182> (def) +2023-12-14 14:52:57.266820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:57.266831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 select.41> (def) +2023-12-14 14:52:57.266835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99: +2023-12-14 14:52:57.266846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.99> (def) +2023-12-14 14:52:57.266850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148: +2023-12-14 14:52:57.266860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.148> (def) +2023-12-14 14:52:57.266865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100: +2023-12-14 14:52:57.266879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.100> (def) +2023-12-14 14:52:57.266884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149: +2023-12-14 14:52:57.266894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.149> (def) +2023-12-14 14:52:57.266899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101: +2023-12-14 14:52:57.266909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.101> (def) +2023-12-14 14:52:57.266914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150: +2023-12-14 14:52:57.266923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.150> (def) +2023-12-14 14:52:57.266928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102: +2023-12-14 14:52:57.266938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.102> (def) +2023-12-14 14:52:57.266944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152: +2023-12-14 14:52:57.266953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.152> (def) +2023-12-14 14:52:57.266958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103: +2023-12-14 14:52:57.266968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.103> (def) +2023-12-14 14:52:57.266973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153: +2023-12-14 14:52:57.266982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 add.153> (def) +2023-12-14 14:52:57.266987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.266992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104: +2023-12-14 14:52:57.266998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 multiply.104> (def) +2023-12-14 14:52:57.267002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154: +2023-12-14 14:52:57.267012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 add.154> (def) +2023-12-14 14:52:57.267017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105: +2023-12-14 14:52:57.267030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.105> (def) +2023-12-14 14:52:57.267035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155: +2023-12-14 14:52:57.267044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 add.155> (def) +2023-12-14 14:52:57.267049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106: +2023-12-14 14:52:57.267060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 multiply.106> (def) +2023-12-14 14:52:57.267065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156: +2023-12-14 14:52:57.267074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 add.156> (def) +2023-12-14 14:52:57.267079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107: +2023-12-14 14:52:57.267089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.107> (def) +2023-12-14 14:52:57.267094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:57.267103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.42> (def) +2023-12-14 14:52:57.267109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157: +2023-12-14 14:52:57.267119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 add.157> (def) +2023-12-14 14:52:57.267123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:57.267133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 broadcast.177> (def) +2023-12-14 14:52:57.267138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183: +2023-12-14 14:52:57.267148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 constant.183> (def) +2023-12-14 14:52:57.267153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:57.267164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 sqrt.3> (def) +2023-12-14 14:52:57.267169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158: +2023-12-14 14:52:57.267181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 add.158> (def) +2023-12-14 14:52:57.267186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:57.267196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.178> (def) +2023-12-14 14:52:57.267201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184: +2023-12-14 14:52:57.267211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.184> (def) +2023-12-14 14:52:57.267216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:57.267226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 select.43> (def) +2023-12-14 14:52:57.267231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:57.267241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 broadcast.179> (def) +2023-12-14 14:52:57.267246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185: +2023-12-14 14:52:57.267255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 constant.185> (def) +2023-12-14 14:52:57.267260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:57.267270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.180> (def) +2023-12-14 14:52:57.267275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186: +2023-12-14 14:52:57.267285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.186> (def) +2023-12-14 14:52:57.267290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44: +2023-12-14 14:52:57.267300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 select.44> (def) +2023-12-14 14:52:57.267305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:57.267315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 broadcast.181> (def) +2023-12-14 14:52:57.267326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187: +2023-12-14 14:52:57.267350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 constant.187> (def) +2023-12-14 14:52:57.267355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:57.267365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.182> (def) +2023-12-14 14:52:57.267370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188: +2023-12-14 14:52:57.267380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.188> (def) +2023-12-14 14:52:57.267385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45: +2023-12-14 14:52:57.267394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 select.45> (def) +2023-12-14 14:52:57.267400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:57.267411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 broadcast.183> (def) +2023-12-14 14:52:57.267415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189: +2023-12-14 14:52:57.267425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 constant.189> (def) +2023-12-14 14:52:57.267430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:57.267440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.184> (def) +2023-12-14 14:52:57.267445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191: +2023-12-14 14:52:57.267454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.191> (def) +2023-12-14 14:52:57.267460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46: +2023-12-14 14:52:57.267469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 select.46> (def) +2023-12-14 14:52:57.267474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:57.267484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 broadcast.185> (def) +2023-12-14 14:52:57.267489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192: +2023-12-14 14:52:57.267503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 constant.192> (def) +2023-12-14 14:52:57.267508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:57.267519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.186> (def) +2023-12-14 14:52:57.267524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193: +2023-12-14 14:52:57.267534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.193> (def) +2023-12-14 14:52:57.267538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47: +2023-12-14 14:52:57.267548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 select.47> (def) +2023-12-14 14:52:57.267553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:57.267563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 broadcast.187> (def) +2023-12-14 14:52:57.267568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194: +2023-12-14 14:52:57.267578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 constant.194> (def) +2023-12-14 14:52:57.267583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:57.267593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.188> (def) +2023-12-14 14:52:57.267598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195: +2023-12-14 14:52:57.267607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.195> (def) +2023-12-14 14:52:57.267613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48: +2023-12-14 14:52:57.267622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 select.48> (def) +2023-12-14 14:52:57.267627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:57.267638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 broadcast.189> (def) +2023-12-14 14:52:57.267644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196: +2023-12-14 14:52:57.267656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 constant.196> (def) +2023-12-14 14:52:57.267661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:57.267671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.190> (def) +2023-12-14 14:52:57.267676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197: +2023-12-14 14:52:57.267686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.197> (def) +2023-12-14 14:52:57.267691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49: +2023-12-14 14:52:57.267701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 select.49> (def) +2023-12-14 14:52:57.267706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:57.267716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 broadcast.191> (def) +2023-12-14 14:52:57.267721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198: +2023-12-14 14:52:57.267730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 constant.198> (def) +2023-12-14 14:52:57.267736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:57.267746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.192> (def) +2023-12-14 14:52:57.267752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199: +2023-12-14 14:52:57.267761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.199> (def) +2023-12-14 14:52:57.267766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50: +2023-12-14 14:52:57.267776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 select.50> (def) +2023-12-14 14:52:57.267781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:57.267790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 broadcast.193> (def) +2023-12-14 14:52:57.267796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200: +2023-12-14 14:52:57.267809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 constant.200> (def) +2023-12-14 14:52:57.267814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:57.267823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.194> (def) +2023-12-14 14:52:57.267829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201: +2023-12-14 14:52:57.267838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.201> (def) +2023-12-14 14:52:57.267843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51: +2023-12-14 14:52:57.267852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 select.51> (def) +2023-12-14 14:52:57.267858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:57.267869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 broadcast.195> (def) +2023-12-14 14:52:57.267873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202: +2023-12-14 14:52:57.267883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 constant.202> (def) +2023-12-14 14:52:57.267888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:57.267898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 broadcast.196> (def) +2023-12-14 14:52:57.267902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203: +2023-12-14 14:52:57.267912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 constant.203> (def) +2023-12-14 14:52:57.267919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18: +2023-12-14 14:52:57.267928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 compare.18> (def) +2023-12-14 14:52:57.267933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:57.267943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 broadcast.197> (def) +2023-12-14 14:52:57.267948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204: +2023-12-14 14:52:57.267961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 constant.204> (def) +2023-12-14 14:52:57.267965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:57.267975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 negate.9> (def) +2023-12-14 14:52:57.267981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.267986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:57.267991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 log-plus-one.3> (def) +2023-12-14 14:52:57.267995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108: +2023-12-14 14:52:57.268005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 multiply.108> (def) +2023-12-14 14:52:57.268010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:57.268020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 negate.10> (def) +2023-12-14 14:52:57.268025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109: +2023-12-14 14:52:57.268035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 multiply.109> (def) +2023-12-14 14:52:57.268040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:57.268050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 broadcast.198> (def) +2023-12-14 14:52:57.268055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19: +2023-12-14 14:52:57.268064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 compare.19> (def) +2023-12-14 14:52:57.268070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:57.268080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 broadcast.199> (def) +2023-12-14 14:52:57.268084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205: +2023-12-14 14:52:57.268095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 constant.205> (def) +2023-12-14 14:52:57.268100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:57.268113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 abs.3> (def) +2023-12-14 14:52:57.268117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:57.268127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.51> (def) +2023-12-14 14:52:57.268132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5: +2023-12-14 14:52:57.268142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 maximum.5> (def) +2023-12-14 14:52:57.268147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159: +2023-12-14 14:52:57.268157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.159> (def) +2023-12-14 14:52:57.268162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110: +2023-12-14 14:52:57.268172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 multiply.110> (def) +2023-12-14 14:52:57.268176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:57.268186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.200> (def) +2023-12-14 14:52:57.268192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:57.268202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 reshape.52> (def) +2023-12-14 14:52:57.268207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31: +2023-12-14 14:52:57.268217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 subtract.31> (def) +2023-12-14 14:52:57.268221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53: +2023-12-14 14:52:57.268231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 reshape.53> (def) +2023-12-14 14:52:57.268236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:57.268245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 reshape.54> (def) +2023-12-14 14:52:57.268250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160: +2023-12-14 14:52:57.268264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 add.160> (def) +2023-12-14 14:52:57.268269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:57.268279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.201> (def) +2023-12-14 14:52:57.268284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206: +2023-12-14 14:52:57.268294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 constant.206> (def) +2023-12-14 14:52:57.268298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6: +2023-12-14 14:52:57.268308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 bitcast-convert.6> (def) +2023-12-14 14:52:57.268314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30: +2023-12-14 14:52:57.268325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 or.30> (def) +2023-12-14 14:52:57.268330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:57.268339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.202> (def) +2023-12-14 14:52:57.268344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207: +2023-12-14 14:52:57.268354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 constant.207> (def) +2023-12-14 14:52:57.268359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:57.268369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 shift-right-logical.28> (def) +2023-12-14 14:52:57.268373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:57.268384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 broadcast.203> (def) +2023-12-14 14:52:57.268389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208: +2023-12-14 14:52:57.268398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 constant.208> (def) +2023-12-14 14:52:57.268403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:57.268417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 concatenate.1> (def) +2023-12-14 14:52:57.268421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:57.268431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 broadcast.204> (def) +2023-12-14 14:52:57.268437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:57.268446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 broadcast.205> (def) +2023-12-14 14:52:57.268451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7: +2023-12-14 14:52:57.268461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 bitcast-convert.7> (def) +2023-12-14 14:52:57.268467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52: +2023-12-14 14:52:57.268476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 select.52> (def) +2023-12-14 14:52:57.268481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53: +2023-12-14 14:52:57.268492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 select.53> (def) +2023-12-14 14:52:57.268497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54: +2023-12-14 14:52:57.268507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 select.54> (def) +2023-12-14 14:52:57.268511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162: +2023-12-14 14:52:57.268521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.162> (def) +2023-12-14 14:52:57.268526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55: +2023-12-14 14:52:57.268536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 select.55> (def) +2023-12-14 14:52:57.268540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31: +2023-12-14 14:52:57.268551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 or.31> (def) +2023-12-14 14:52:57.268556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20: +2023-12-14 14:52:57.268568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.20> (def) +2023-12-14 14:52:57.268573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:57.268583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 and.4> (def) +2023-12-14 14:52:57.268587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21: +2023-12-14 14:52:57.268598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 compare.21> (def) +2023-12-14 14:52:57.268603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22: +2023-12-14 14:52:57.268613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 compare.22> (def) +2023-12-14 14:52:57.268618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5: +2023-12-14 14:52:57.268628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 and.5> (def) +2023-12-14 14:52:57.268633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8: +2023-12-14 14:52:57.268642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 bitcast-convert.8> (def) +2023-12-14 14:52:57.268647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23: +2023-12-14 14:52:57.268657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 compare.23> (def) +2023-12-14 14:52:57.268663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209: +2023-12-14 14:52:57.268672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 constant.209> (def) +2023-12-14 14:52:57.268677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24: +2023-12-14 14:52:57.268687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 compare.24> (def) +2023-12-14 14:52:57.268692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9: +2023-12-14 14:52:57.268701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 convert.9> (def) +2023-12-14 14:52:57.268706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:57.268720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 broadcast.206> (def) +2023-12-14 14:52:57.268725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44: +2023-12-14 14:52:57.268734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 param_0.44> (def) +2023-12-14 14:52:57.268739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62: +2023-12-14 14:52:57.268749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 param_1.62> (def) +2023-12-14 14:52:57.268754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58: +2023-12-14 14:52:57.268763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 param_2.58> (def) +2023-12-14 14:52:57.268768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67: +2023-12-14 14:52:57.268779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 param_3.67> (def) +2023-12-14 14:52:57.268784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9: +2023-12-14 14:52:57.268794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 bitcast-convert.9> (def) +2023-12-14 14:52:57.268798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56: +2023-12-14 14:52:57.268809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 select.56> (def) +2023-12-14 14:52:57.268813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57: +2023-12-14 14:52:57.268823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.57> (def) +2023-12-14 14:52:57.268827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58: +2023-12-14 14:52:57.268838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 select.58> (def) +2023-12-14 14:52:57.268843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163: +2023-12-14 14:52:57.268852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.163> (def) +2023-12-14 14:52:57.268857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59: +2023-12-14 14:52:57.268870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 select.59> (def) +2023-12-14 14:52:57.268874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210: +2023-12-14 14:52:57.268884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.210> (def) +2023-12-14 14:52:57.268889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211: +2023-12-14 14:52:57.268900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 constant.211> (def) +2023-12-14 14:52:57.268904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32: +2023-12-14 14:52:57.268914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 or.32> (def) +2023-12-14 14:52:57.268918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25: +2023-12-14 14:52:57.268929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 compare.25> (def) +2023-12-14 14:52:57.268934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6: +2023-12-14 14:52:57.268943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 and.6> (def) +2023-12-14 14:52:57.268949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212: +2023-12-14 14:52:57.268959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.212> (def) +2023-12-14 14:52:57.268964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26: +2023-12-14 14:52:57.268973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.26> (def) +2023-12-14 14:52:57.268978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213: +2023-12-14 14:52:57.268988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 constant.213> (def) +2023-12-14 14:52:57.268993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.268997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214: +2023-12-14 14:52:57.269002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.214> (def) +2023-12-14 14:52:57.269008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27: +2023-12-14 14:52:57.269021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 compare.27> (def) +2023-12-14 14:52:57.269026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215: +2023-12-14 14:52:57.269035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.215> (def) +2023-12-14 14:52:57.269040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7: +2023-12-14 14:52:57.269050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 and.7> (def) +2023-12-14 14:52:57.269055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216: +2023-12-14 14:52:57.269065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 constant.216> (def) +2023-12-14 14:52:57.269070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10: +2023-12-14 14:52:57.269081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 bitcast-convert.10> (def) +2023-12-14 14:52:57.269085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217: +2023-12-14 14:52:57.269095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 constant.217> (def) +2023-12-14 14:52:57.269099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28: +2023-12-14 14:52:57.269110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 compare.28> (def) +2023-12-14 14:52:57.269114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218: +2023-12-14 14:52:57.269125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.218> (def) +2023-12-14 14:52:57.269129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219: +2023-12-14 14:52:57.269140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.219> (def) +2023-12-14 14:52:57.269144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69: +2023-12-14 14:52:57.269154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 param_4.69> (def) +2023-12-14 14:52:57.269158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29: +2023-12-14 14:52:57.269172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 compare.29> (def) +2023-12-14 14:52:57.269178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10: +2023-12-14 14:52:57.269187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 convert.10> (def) +2023-12-14 14:52:57.269192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76: +2023-12-14 14:52:57.269202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 param_5.76> (def) +2023-12-14 14:52:57.269207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:57.269217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> (def) +2023-12-14 14:52:57.269221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:57.269232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.269237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:57.269247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.269251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:57.269262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:57.269266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:57.269276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:57.269281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13: +2023-12-14 14:52:57.269292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.269297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14: +2023-12-14 14:52:57.269307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.269312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164: +2023-12-14 14:52:57.269325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.164> (def) +2023-12-14 14:52:57.269329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:57.269339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.207> (def) +2023-12-14 14:52:57.269345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:57.269356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.55> (def) +2023-12-14 14:52:57.269361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:57.269370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.34> (def) +2023-12-14 14:52:57.269375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:57.269385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.35> (def) +2023-12-14 14:52:57.269390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45: +2023-12-14 14:52:57.269400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.45> (def) +2023-12-14 14:52:57.269405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:57.269415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.2> (def) +2023-12-14 14:52:57.269420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone: +2023-12-14 14:52:57.269430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> (def) +2023-12-14 14:52:57.269434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15: +2023-12-14 14:52:57.269445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.269450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165: +2023-12-14 14:52:57.269462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.165> (def) +2023-12-14 14:52:57.269466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:57.269480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.208> (def) +2023-12-14 14:52:57.269484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:57.269494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.56> (def) +2023-12-14 14:52:57.269499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:57.269509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.36> (def) +2023-12-14 14:52:57.269514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:57.269524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.37> (def) +2023-12-14 14:52:57.269529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46: +2023-12-14 14:52:57.269539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.46> (def) +2023-12-14 14:52:57.269544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:57.269553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.3> (def) +2023-12-14 14:52:57.269558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone: +2023-12-14 14:52:57.269569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> (def) +2023-12-14 14:52:57.269574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.269579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16: +2023-12-14 14:52:57.269584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.269588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.269593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.269599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.269604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone +2023-12-14 14:52:57.269608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:57.269613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:57.269618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.269623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:57.269633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.269640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.269645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.269649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone +2023-12-14 14:52:57.269654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:57.269660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:57.269665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.269669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:57.269674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.269679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> +2023-12-14 14:52:57.269685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.269691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:57.269696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.269700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:57.269705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.269710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> +2023-12-14 14:52:57.269715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.269720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:57.269725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.269730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:57.269735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.269741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> +2023-12-14 14:52:57.269746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.269756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:57.269761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.269766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.269772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> +2023-12-14 14:52:57.269776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.269782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35 +2023-12-14 14:52:57.269787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.269792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:57.269798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.269803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> +2023-12-14 14:52:57.269808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.269813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:57.269818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.269823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:57.269828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.269833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> +2023-12-14 14:52:57.269837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.269843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:57.269848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.269853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.269858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> +2023-12-14 14:52:57.269863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.269868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:57.269873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.269878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:57.269886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:57.269891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> +2023-12-14 14:52:57.269896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.269900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:57.269906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.269913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.269918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.269923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.269927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:57.269933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:57.269939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:57.269943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.269948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:57.269954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.269960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.269966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.269970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.269975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.269980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:57.269985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.269989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:57.269996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.270004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 iota.3> +2023-12-14 14:52:57.270009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:57.270019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:57.270030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 slice.37> +2023-12-14 14:52:57.270040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:57.270049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 0 +2023-12-14 14:52:57.270060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.46> +2023-12-14 14:52:57.270070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46 +2023-12-14 14:52:57.270081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:57.270092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.270097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 slice.36> +2023-12-14 14:52:57.270101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:57.270111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:57.270122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 reshape.56> +2023-12-14 14:52:57.270135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:57.270145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:57.270155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 broadcast.208> +2023-12-14 14:52:57.270165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:57.270174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 1 +2023-12-14 14:52:57.270186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 add.165> +2023-12-14 14:52:57.270196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165 +2023-12-14 14:52:57.270206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 iota.2> +2023-12-14 14:52:57.270221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:57.270230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:57.270241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 slice.35> +2023-12-14 14:52:57.270254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:57.270263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 0 +2023-12-14 14:52:57.270274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 param_0.45> +2023-12-14 14:52:57.270284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45 +2023-12-14 14:52:57.270293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:57.270304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.270310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 slice.34> +2023-12-14 14:52:57.270314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:57.270324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:57.270334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 reshape.55> +2023-12-14 14:52:57.270344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:57.270354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:57.270364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.207> +2023-12-14 14:52:57.270377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:57.270387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 1 +2023-12-14 14:52:57.270397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.164> +2023-12-14 14:52:57.270407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164 +2023-12-14 14:52:57.270416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 fusion.2.clone> +2023-12-14 14:52:57.270433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:57.270443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:57.270447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.270460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> +2023-12-14 14:52:57.270465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27 +2023-12-14 14:52:57.270475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:57.270488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:57.270493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.270498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> +2023-12-14 14:52:57.270503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:57.270512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:57.270523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> +2023-12-14 14:52:57.270533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:57.270543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:57.270553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> +2023-12-14 14:52:57.270563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:57.270573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:57.270583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> +2023-12-14 14:52:57.270593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:57.270603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:57.270617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:57.270626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:57.270637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:57.270648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> +2023-12-14 14:52:57.270658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162 +2023-12-14 14:52:57.270668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:57.270678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.162 = u32[] constant(466688986) +2023-12-14 14:52:57.270683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:57.270687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:57.270698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.270713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.270723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13 +2023-12-14 14:52:57.270728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9, operand 0 +2023-12-14 14:52:57.270740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 4 +2023-12-14 14:52:57.270745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 4 +2023-12-14 14:52:57.270750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.270755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.270761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9 +2023-12-14 14:52:57.270770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:57.270775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:57.270785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:57.270791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.270801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:57.270810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14 +2023-12-14 14:52:57.270815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:57.270826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 5 +2023-12-14 14:52:57.270831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 5 +2023-12-14 14:52:57.270835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.270840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.270845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:57.270855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:57.270860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:57.270871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:57.270876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.270884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> +2023-12-14 14:52:57.270889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:57.270899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:57.270908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:57.270914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> +2023-12-14 14:52:57.270919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:57.270930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:57.270934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:57.270945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:57.270950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.270954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.270959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.270964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15 +2023-12-14 14:52:57.270969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16 +2023-12-14 14:52:57.270974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.270980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:52:57.270985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:57.270989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:57.270994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:57.270999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:57.271005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone, operand 0 +2023-12-14 14:52:57.271010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone, operand 0 +2023-12-14 14:52:57.271014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.271022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> +2023-12-14 14:52:57.271027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:57.271038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:57.271043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:57.271053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.271058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> +2023-12-14 14:52:57.271064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:57.271074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:57.271078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:57.271088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.271095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> +2023-12-14 14:52:57.271100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:52:57.271110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:57.271114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:57.271124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.271130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.22> +2023-12-14 14:52:57.271134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:57.271144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:57.271161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.271166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> +2023-12-14 14:52:57.271171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:57.271180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:57.271185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:57.271195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:57.271200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.21> +2023-12-14 14:52:57.271205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:57.271216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:57.271226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.271231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> +2023-12-14 14:52:57.271236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:57.271245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:57.271251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:57.271260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:57.271266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.9{}> +2023-12-14 14:52:57.271271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:57.271281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:57.271291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:57.271299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> +2023-12-14 14:52:57.271304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:57.271314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:57.271325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:57.271336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:57.271341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:57.271346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:57.271351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.102> +2023-12-14 14:52:57.271356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:57.271365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:57.271376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:57.271381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> +2023-12-14 14:52:57.271385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:57.271396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:57.271400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:57.271411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.271416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:57.271421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:57.271430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:57.271438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:57.271449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:57.271454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:57.271459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:57.271463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:57.271469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:57.271479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.271483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:57.271488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.271498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:57.271505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:57.271510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.271514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:57.271519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:57.271524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:57.271530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:57.271539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:57.271544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:57.271549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:57.271559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:57.271565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:57.271570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:57.271575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:57.271579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:57.271588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:57.271598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:57.271603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:57.271607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:57.271617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:57.271624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:57.271629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:57.271633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:57.271638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> +2023-12-14 14:52:57.271643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:57.271653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.271658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.271668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:57.271672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.271678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:57.271683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:57.271688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:57.271698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:57.271703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:57.271713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:57.271718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> +2023-12-14 14:52:57.271723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:57.271737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:57.271747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:57.271752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:57.271757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:57.271766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:57.271771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:57.271781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:57.271786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:57.271792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:57.271802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:57.271807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:57.271817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:57.271822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> +2023-12-14 14:52:57.271827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:57.271837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:57.271846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:57.271852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:57.271857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:57.271867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:57.271872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:57.271884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:57.271889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:57.271894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:57.271904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:57.271910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:57.271920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:57.271924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> +2023-12-14 14:52:57.271930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:57.271940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:57.271950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.66> +2023-12-14 14:52:57.271954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66 +2023-12-14 14:52:57.271965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.271970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 0 +2023-12-14 14:52:57.271975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.271980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.57> +2023-12-14 14:52:57.271985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.271990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57 +2023-12-14 14:52:57.271995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:57.272005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:57.272009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 1 +2023-12-14 14:52:57.272017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.272023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.147> +2023-12-14 14:52:57.272028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147 +2023-12-14 14:52:57.272037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 0 +2023-12-14 14:52:57.272047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:57.272053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.61> +2023-12-14 14:52:57.272062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61 +2023-12-14 14:52:57.272072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:57.272082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:57.272087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:57.272092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.272097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.33> +2023-12-14 14:52:57.272102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:57.272112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:57.272122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.50> +2023-12-14 14:52:57.272132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:57.272146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 1 +2023-12-14 14:52:57.272156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174, operand 0 +2023-12-14 14:52:57.272161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.174> +2023-12-14 14:52:57.272171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174 +2023-12-14 14:52:57.272180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:57.272190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.25> +2023-12-14 14:52:57.272202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:57.272212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 0 +2023-12-14 14:52:57.272221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.181> +2023-12-14 14:52:57.272231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181 +2023-12-14 14:52:57.272241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:57.272251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:57.272256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 0 +2023-12-14 14:52:57.272261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.181 = u32[] constant(32) +2023-12-14 14:52:57.272270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.30> +2023-12-14 14:52:57.272275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30 +2023-12-14 14:52:57.272284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:57.272295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.173> +2023-12-14 14:52:57.272304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:57.272315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:57.272326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.27> +2023-12-14 14:52:57.272335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:57.272345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 1 +2023-12-14 14:52:57.272355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.29> +2023-12-14 14:52:57.272365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29 +2023-12-14 14:52:57.272375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:57.272386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> +2023-12-14 14:52:57.272399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:57.272409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:57.272419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:57.272424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 1 +2023-12-14 14:52:57.272430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.146> +2023-12-14 14:52:57.272439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146 +2023-12-14 14:52:57.272449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 0 +2023-12-14 14:52:57.272459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:57.272464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.32> +2023-12-14 14:52:57.272474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:57.272485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:57.272494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.49> +2023-12-14 14:52:57.272507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:57.272518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:57.272527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172, operand 0 +2023-12-14 14:52:57.272532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.172> +2023-12-14 14:52:57.272543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172 +2023-12-14 14:52:57.272552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:57.272562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.24> +2023-12-14 14:52:57.272572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:57.272582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:57.272592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.29> +2023-12-14 14:52:57.272602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:57.272612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170, operand 0 +2023-12-14 14:52:57.272621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.170> +2023-12-14 14:52:57.272636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170 +2023-12-14 14:52:57.272646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:57.272656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.26> +2023-12-14 14:52:57.272666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:57.272676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:57.272686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.28> +2023-12-14 14:52:57.272697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:57.272706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:57.272717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.26> +2023-12-14 14:52:57.272727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:57.272739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:57.272749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:57.272755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 1 +2023-12-14 14:52:57.272760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.145> +2023-12-14 14:52:57.272771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145 +2023-12-14 14:52:57.272780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 0 +2023-12-14 14:52:57.272791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:57.272796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.31> +2023-12-14 14:52:57.272805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:57.272815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48, operand 0 +2023-12-14 14:52:57.272826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.48> +2023-12-14 14:52:57.272835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48 +2023-12-14 14:52:57.272846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:57.272855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168, operand 0 +2023-12-14 14:52:57.272863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.168> +2023-12-14 14:52:57.272872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168 +2023-12-14 14:52:57.272885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:57.272894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.23> +2023-12-14 14:52:57.272904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:57.272915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:57.272924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.28> +2023-12-14 14:52:57.272935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:57.272946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:57.272956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.167> +2023-12-14 14:52:57.272965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.272971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:57.272976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.272983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:57.272988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.272994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.25> +2023-12-14 14:52:57.273000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:57.273009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:57.273019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.27> +2023-12-14 14:52:57.273029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:57.273039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:57.273050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.25> +2023-12-14 14:52:57.273059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:57.273069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 1 +2023-12-14 14:52:57.273079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.144> +2023-12-14 14:52:57.273092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144 +2023-12-14 14:52:57.273103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 0 +2023-12-14 14:52:57.273113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.43> +2023-12-14 14:52:57.273123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43 +2023-12-14 14:52:57.273133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166, operand 0 +2023-12-14 14:52:57.273142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.43 = u32[] parameter(0) +2023-12-14 14:52:57.273147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.166> +2023-12-14 14:52:57.273152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166 +2023-12-14 14:52:57.273163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 1 +2023-12-14 14:52:57.273173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.143> +2023-12-14 14:52:57.273182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143 +2023-12-14 14:52:57.273192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.161> +2023-12-14 14:52:57.273207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161 +2023-12-14 14:52:57.273221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 0 +2023-12-14 14:52:57.273231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.161 = f32[] constant(-4) +2023-12-14 14:52:57.273235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.23> +2023-12-14 14:52:57.273240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23 +2023-12-14 14:52:57.273251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6, operand 0 +2023-12-14 14:52:57.273260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.23 = s32[] parameter(0) +2023-12-14 14:52:57.273265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 convert.6> +2023-12-14 14:52:57.273270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6 +2023-12-14 14:52:57.273282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 0 +2023-12-14 14:52:57.273291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.160> +2023-12-14 14:52:57.273301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160 +2023-12-14 14:52:57.273312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 1 +2023-12-14 14:52:57.273322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:57.273327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 multiply.69> +2023-12-14 14:52:57.273331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69 +2023-12-14 14:52:57.273343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 1 +2023-12-14 14:52:57.273353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.159> +2023-12-14 14:52:57.273365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159 +2023-12-14 14:52:57.273376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 2 +2023-12-14 14:52:57.273386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.159 = f32[] constant(4) +2023-12-14 14:52:57.273391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 clamp.0> +2023-12-14 14:52:57.273396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0 +2023-12-14 14:52:57.273406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:57.273416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 0 +2023-12-14 14:52:57.273421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 1 +2023-12-14 14:52:57.273426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 multiply.67> +2023-12-14 14:52:57.273436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67 +2023-12-14 14:52:57.273446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:57.273456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:57.273461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:57.273467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:57.273472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 1 +2023-12-14 14:52:57.273476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 1 +2023-12-14 14:52:57.273481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 1 +2023-12-14 14:52:57.273486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 1 +2023-12-14 14:52:57.273495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 1 +2023-12-14 14:52:57.273500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 1 +2023-12-14 14:52:57.273505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 0 +2023-12-14 14:52:57.273510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.158> +2023-12-14 14:52:57.273520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158 +2023-12-14 14:52:57.273531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 1 +2023-12-14 14:52:57.273540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.158 = f32[] constant(0) +2023-12-14 14:52:57.273545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.65> +2023-12-14 14:52:57.273550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65 +2023-12-14 14:52:57.273561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:57.273571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:57.273576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.157> +2023-12-14 14:52:57.273587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157 +2023-12-14 14:52:57.273597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:57.273606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.273611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.118> +2023-12-14 14:52:57.273617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:57.273632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 0 +2023-12-14 14:52:57.273641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.63> +2023-12-14 14:52:57.273652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63 +2023-12-14 14:52:57.273662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:57.273671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.156> +2023-12-14 14:52:57.273682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156 +2023-12-14 14:52:57.273692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:57.273701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.273707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.117> +2023-12-14 14:52:57.273712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:57.273721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 0 +2023-12-14 14:52:57.273731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.61> +2023-12-14 14:52:57.273742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61 +2023-12-14 14:52:57.273754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:57.273764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.155> +2023-12-14 14:52:57.273774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155 +2023-12-14 14:52:57.273784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:57.273793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.273799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.116> +2023-12-14 14:52:57.273804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:57.273814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 0 +2023-12-14 14:52:57.273823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.59> +2023-12-14 14:52:57.273834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59 +2023-12-14 14:52:57.273843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:57.273853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.154> +2023-12-14 14:52:57.273863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154 +2023-12-14 14:52:57.273873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:57.273885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.273891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.115> +2023-12-14 14:52:57.273896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:57.273905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 0 +2023-12-14 14:52:57.273915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.57> +2023-12-14 14:52:57.273926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57 +2023-12-14 14:52:57.273935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:57.273945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.273950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.153> +2023-12-14 14:52:57.273955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153 +2023-12-14 14:52:57.273965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:57.273974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.273980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.114> +2023-12-14 14:52:57.273985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.273990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:57.273994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.273999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 0 +2023-12-14 14:52:57.274004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.55> +2023-12-14 14:52:57.274017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55 +2023-12-14 14:52:57.274027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:57.274036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.152> +2023-12-14 14:52:57.274047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152 +2023-12-14 14:52:57.274056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:57.274066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.274072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.112> +2023-12-14 14:52:57.274077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:57.274086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 0 +2023-12-14 14:52:57.274096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.53> +2023-12-14 14:52:57.274107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53 +2023-12-14 14:52:57.274116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:57.274126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.151> +2023-12-14 14:52:57.274139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151 +2023-12-14 14:52:57.274149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:57.274159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.274165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.110> +2023-12-14 14:52:57.274170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:57.274179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:57.274190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.51> +2023-12-14 14:52:57.274200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:57.274210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 0 +2023-12-14 14:52:57.274220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.150> +2023-12-14 14:52:57.274230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150 +2023-12-14 14:52:57.274240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:57.274250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.274256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.109> +2023-12-14 14:52:57.274263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:57.274273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:57.274284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.49> +2023-12-14 14:52:57.274293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:57.274303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:57.274314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.149> +2023-12-14 14:52:57.274324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149 +2023-12-14 14:52:57.274333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:57.274345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.274350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.108> +2023-12-14 14:52:57.274355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:57.274364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:57.274375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.47> +2023-12-14 14:52:57.274387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:57.274397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:57.274408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.148> +2023-12-14 14:52:57.274418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148 +2023-12-14 14:52:57.274427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:57.274438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.274443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.107> +2023-12-14 14:52:57.274448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:57.274457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:57.274468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.45> +2023-12-14 14:52:57.274478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:57.274487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:57.274499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.147> +2023-12-14 14:52:57.274508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147 +2023-12-14 14:52:57.274522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:57.274533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.274538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.106> +2023-12-14 14:52:57.274543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:57.274553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:57.274563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.42> +2023-12-14 14:52:57.274573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:57.274583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:57.274593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.146> +2023-12-14 14:52:57.274603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146 +2023-12-14 14:52:57.274613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:57.274623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.274628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.105> +2023-12-14 14:52:57.274633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:57.274643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 1 +2023-12-14 14:52:57.274656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 divide.0> +2023-12-14 14:52:57.274666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0 +2023-12-14 14:52:57.274676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.178> +2023-12-14 14:52:57.274691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178 +2023-12-14 14:52:57.274702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 0 +2023-12-14 14:52:57.274713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.178 = f32[] constant(-4) +2023-12-14 14:52:57.274718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_0.41> +2023-12-14 14:52:57.274723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41 +2023-12-14 14:52:57.274733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7, operand 0 +2023-12-14 14:52:57.274743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.41 = s32[] parameter(0) +2023-12-14 14:52:57.274748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 convert.7> +2023-12-14 14:52:57.274753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7 +2023-12-14 14:52:57.274763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 0 +2023-12-14 14:52:57.274774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.177> +2023-12-14 14:52:57.274786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177 +2023-12-14 14:52:57.274796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 1 +2023-12-14 14:52:57.274807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:57.274812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.96> +2023-12-14 14:52:57.274816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96 +2023-12-14 14:52:57.274827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 1 +2023-12-14 14:52:57.274837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.176> +2023-12-14 14:52:57.274847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176 +2023-12-14 14:52:57.274857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 2 +2023-12-14 14:52:57.274867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.176 = f32[] constant(4) +2023-12-14 14:52:57.274872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 clamp.1> +2023-12-14 14:52:57.274877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1 +2023-12-14 14:52:57.274887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 0 +2023-12-14 14:52:57.274897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 0 +2023-12-14 14:52:57.274902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 1 +2023-12-14 14:52:57.274907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.94> +2023-12-14 14:52:57.274920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.274926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94 +2023-12-14 14:52:57.274930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.274935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 1 +2023-12-14 14:52:57.274940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 1 +2023-12-14 14:52:57.274946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 1 +2023-12-14 14:52:57.274950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 1 +2023-12-14 14:52:57.274956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 1 +2023-12-14 14:52:57.274961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 1 +2023-12-14 14:52:57.274965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 1 +2023-12-14 14:52:57.274970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 1 +2023-12-14 14:52:57.274976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 1 +2023-12-14 14:52:57.274981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 1 +2023-12-14 14:52:57.274986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 0 +2023-12-14 14:52:57.274991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.274996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.175> +2023-12-14 14:52:57.275001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175 +2023-12-14 14:52:57.275011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 1 +2023-12-14 14:52:57.275021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.175 = f32[] constant(0) +2023-12-14 14:52:57.275026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.92> +2023-12-14 14:52:57.275031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92 +2023-12-14 14:52:57.275041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:57.275055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 0 +2023-12-14 14:52:57.275060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.174> +2023-12-14 14:52:57.275070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174 +2023-12-14 14:52:57.275081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 1 +2023-12-14 14:52:57.275090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.275096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.134> +2023-12-14 14:52:57.275100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134 +2023-12-14 14:52:57.275111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 0 +2023-12-14 14:52:57.275120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.90> +2023-12-14 14:52:57.275131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90 +2023-12-14 14:52:57.275141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 0 +2023-12-14 14:52:57.275150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.173> +2023-12-14 14:52:57.275161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173 +2023-12-14 14:52:57.275171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 1 +2023-12-14 14:52:57.275184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.275190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.133> +2023-12-14 14:52:57.275195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133 +2023-12-14 14:52:57.275205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 0 +2023-12-14 14:52:57.275215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.88> +2023-12-14 14:52:57.275225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88 +2023-12-14 14:52:57.275236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 0 +2023-12-14 14:52:57.275245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.172> +2023-12-14 14:52:57.275255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172 +2023-12-14 14:52:57.275266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 1 +2023-12-14 14:52:57.275275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.275281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.132> +2023-12-14 14:52:57.275286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132 +2023-12-14 14:52:57.275296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 0 +2023-12-14 14:52:57.275305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.86> +2023-12-14 14:52:57.275324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86 +2023-12-14 14:52:57.275335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 0 +2023-12-14 14:52:57.275346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.171> +2023-12-14 14:52:57.275355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171 +2023-12-14 14:52:57.275366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 1 +2023-12-14 14:52:57.275376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.275381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.130> +2023-12-14 14:52:57.275386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130 +2023-12-14 14:52:57.275396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 0 +2023-12-14 14:52:57.275407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.84> +2023-12-14 14:52:57.275416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84 +2023-12-14 14:52:57.275426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 0 +2023-12-14 14:52:57.275437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.170> +2023-12-14 14:52:57.275450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170 +2023-12-14 14:52:57.275459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 1 +2023-12-14 14:52:57.275470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.275475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.129> +2023-12-14 14:52:57.275481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129 +2023-12-14 14:52:57.275490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 0 +2023-12-14 14:52:57.275501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.82> +2023-12-14 14:52:57.275511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82 +2023-12-14 14:52:57.275520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 0 +2023-12-14 14:52:57.275531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.169> +2023-12-14 14:52:57.275541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169 +2023-12-14 14:52:57.275551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 1 +2023-12-14 14:52:57.275561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.275566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 add.127> +2023-12-14 14:52:57.275576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127 +2023-12-14 14:52:57.275586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 0 +2023-12-14 14:52:57.275596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.80> +2023-12-14 14:52:57.275606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80 +2023-12-14 14:52:57.275617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 0 +2023-12-14 14:52:57.275627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.168> +2023-12-14 14:52:57.275638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168 +2023-12-14 14:52:57.275648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 1 +2023-12-14 14:52:57.275658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.275662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.126> +2023-12-14 14:52:57.275668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126 +2023-12-14 14:52:57.275678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 1 +2023-12-14 14:52:57.275688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.78> +2023-12-14 14:52:57.275698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78 +2023-12-14 14:52:57.275711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:52:57.275721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.167> +2023-12-14 14:52:57.275731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167 +2023-12-14 14:52:57.275742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:57.275752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.275757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.125> +2023-12-14 14:52:57.275762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:57.275772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 0 +2023-12-14 14:52:57.275782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.76> +2023-12-14 14:52:57.275792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76 +2023-12-14 14:52:57.275803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 0 +2023-12-14 14:52:57.275812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.166> +2023-12-14 14:52:57.275822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166 +2023-12-14 14:52:57.275848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 1 +2023-12-14 14:52:57.275858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.275863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 add.124> +2023-12-14 14:52:57.275868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124 +2023-12-14 14:52:57.275878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 0 +2023-12-14 14:52:57.275889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 multiply.74> +2023-12-14 14:52:57.275898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74 +2023-12-14 14:52:57.275909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 0 +2023-12-14 14:52:57.275919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.165> +2023-12-14 14:52:57.275928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165 +2023-12-14 14:52:57.275939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 1 +2023-12-14 14:52:57.275949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.275954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.123> +2023-12-14 14:52:57.275959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123 +2023-12-14 14:52:57.275969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.275974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 0 +2023-12-14 14:52:57.275982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.275987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.71> +2023-12-14 14:52:57.275992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.275996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71 +2023-12-14 14:52:57.276002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 0 +2023-12-14 14:52:57.276013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.164> +2023-12-14 14:52:57.276022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164 +2023-12-14 14:52:57.276032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 1 +2023-12-14 14:52:57.276043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.276048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 add.122> +2023-12-14 14:52:57.276052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122 +2023-12-14 14:52:57.276062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 0 +2023-12-14 14:52:57.276073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 multiply.70> +2023-12-14 14:52:57.276082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70 +2023-12-14 14:52:57.276092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 0 +2023-12-14 14:52:57.276106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.163> +2023-12-14 14:52:57.276116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163 +2023-12-14 14:52:57.276127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 1 +2023-12-14 14:52:57.276138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.276143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.121> +2023-12-14 14:52:57.276147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121 +2023-12-14 14:52:57.276158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:52:57.276168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 divide.1> +2023-12-14 14:52:57.276178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:52:57.276188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 param_3.65> +2023-12-14 14:52:57.276203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65 +2023-12-14 14:52:57.276214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 0 +2023-12-14 14:52:57.276224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.276229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 param_2.56> +2023-12-14 14:52:57.276239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56 +2023-12-14 14:52:57.276249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:57.276260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:57.276265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 1 +2023-12-14 14:52:57.276270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.276276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.140> +2023-12-14 14:52:57.276281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140 +2023-12-14 14:52:57.276291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 0 +2023-12-14 14:52:57.276300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:57.276305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 param_1.60> +2023-12-14 14:52:57.276316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60 +2023-12-14 14:52:57.276326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:57.276336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:57.276341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:57.276346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:57.276351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.276356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 slice.30> +2023-12-14 14:52:57.276361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:57.276372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:57.276385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 reshape.47> +2023-12-14 14:52:57.276394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:57.276405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:57.276415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164, operand 0 +2023-12-14 14:52:57.276420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.164> +2023-12-14 14:52:57.276430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164 +2023-12-14 14:52:57.276441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:57.276450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 shift-left.22> +2023-12-14 14:52:57.276461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:57.276471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:57.276481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.179> +2023-12-14 14:52:57.276494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179 +2023-12-14 14:52:57.276504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:57.276513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:57.276518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:57.276524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:57.276529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.179 = u32[] constant(32) +2023-12-14 14:52:57.276534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 subtract.27> +2023-12-14 14:52:57.276538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:57.276548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163, operand 0 +2023-12-14 14:52:57.276558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.163> +2023-12-14 14:52:57.276568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163 +2023-12-14 14:52:57.276578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:57.276588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 shift-right-logical.24> +2023-12-14 14:52:57.276598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:57.276608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:57.276621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 or.26> +2023-12-14 14:52:57.276631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:57.276640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:57.276651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 xor.24> +2023-12-14 14:52:57.276661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:57.276670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:57.276681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:57.276686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 1 +2023-12-14 14:52:57.276691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 add.139> +2023-12-14 14:52:57.276700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139 +2023-12-14 14:52:57.276710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 0 +2023-12-14 14:52:57.276720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:57.276725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 slice.29> +2023-12-14 14:52:57.276739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:57.276749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:57.276758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 reshape.46> +2023-12-14 14:52:57.276770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:57.276779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:57.276789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161, operand 0 +2023-12-14 14:52:57.276794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.161> +2023-12-14 14:52:57.276804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161 +2023-12-14 14:52:57.276814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:57.276824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 shift-left.21> +2023-12-14 14:52:57.276835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:57.276844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:57.276858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 subtract.26> +2023-12-14 14:52:57.276867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:57.276877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160, operand 0 +2023-12-14 14:52:57.276887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.160> +2023-12-14 14:52:57.276897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160 +2023-12-14 14:52:57.276907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:57.276918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 shift-right-logical.23> +2023-12-14 14:52:57.276928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:57.276937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:57.276949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 or.25> +2023-12-14 14:52:57.276959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:57.276971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.276977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:57.276982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.276987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 xor.23> +2023-12-14 14:52:57.276992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.276997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:57.277001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:57.277013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:57.277017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 1 +2023-12-14 14:52:57.277022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 add.138> +2023-12-14 14:52:57.277032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138 +2023-12-14 14:52:57.277043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 0 +2023-12-14 14:52:57.277053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:57.277058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 slice.28> +2023-12-14 14:52:57.277068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:57.277078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:57.277088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 reshape.45> +2023-12-14 14:52:57.277102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:57.277111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:57.277121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159, operand 0 +2023-12-14 14:52:57.277127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.159> +2023-12-14 14:52:57.277137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159 +2023-12-14 14:52:57.277146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:57.277157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 shift-left.20> +2023-12-14 14:52:57.277167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:57.277177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:57.277188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 subtract.25> +2023-12-14 14:52:57.277198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:57.277211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158, operand 0 +2023-12-14 14:52:57.277221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.158> +2023-12-14 14:52:57.277232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158 +2023-12-14 14:52:57.277241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:57.277252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 shift-right-logical.22> +2023-12-14 14:52:57.277262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:57.277272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:57.277282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 or.24> +2023-12-14 14:52:57.277292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:57.277302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:57.277312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 xor.22> +2023-12-14 14:52:57.277325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:57.277335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:57.277346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:57.277351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 1 +2023-12-14 14:52:57.277356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.137> +2023-12-14 14:52:57.277365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137 +2023-12-14 14:52:57.277376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:57.277386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 slice.27> +2023-12-14 14:52:57.277396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:57.277407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:57.277417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 reshape.44> +2023-12-14 14:52:57.277426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:57.277437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:57.277451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157, operand 0 +2023-12-14 14:52:57.277456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.157> +2023-12-14 14:52:57.277467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157 +2023-12-14 14:52:57.277477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:57.277486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 shift-left.19> +2023-12-14 14:52:57.277498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:57.277508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:57.277517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 subtract.24> +2023-12-14 14:52:57.277528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:57.277538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156, operand 0 +2023-12-14 14:52:57.277547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.156> +2023-12-14 14:52:57.277561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156 +2023-12-14 14:52:57.277571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:57.277580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 shift-right-logical.21> +2023-12-14 14:52:57.277592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:57.277601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:57.277612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 or.23> +2023-12-14 14:52:57.277623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:57.277632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:57.277642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 xor.21> +2023-12-14 14:52:57.277653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:57.277662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 0 +2023-12-14 14:52:57.277673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 param_0.42> +2023-12-14 14:52:57.277686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42 +2023-12-14 14:52:57.277696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154, operand 0 +2023-12-14 14:52:57.277706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.42 = u32[] parameter(0) +2023-12-14 14:52:57.277711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.154> +2023-12-14 14:52:57.277716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154 +2023-12-14 14:52:57.277726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 1 +2023-12-14 14:52:57.277736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.136> +2023-12-14 14:52:57.277747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136 +2023-12-14 14:52:57.277756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 0 +2023-12-14 14:52:57.277767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 param_4.68> +2023-12-14 14:52:57.277777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68 +2023-12-14 14:52:57.277787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 0 +2023-12-14 14:52:57.277797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.68 = s32[] parameter(4) +2023-12-14 14:52:57.277802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.180> +2023-12-14 14:52:57.277810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180 +2023-12-14 14:52:57.277820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 1 +2023-12-14 14:52:57.277831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.180 = s32[] constant(1) +2023-12-14 14:52:57.277836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.142> +2023-12-14 14:52:57.277841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142 +2023-12-14 14:52:57.277851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8, operand 0 +2023-12-14 14:52:57.277861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 convert.8> +2023-12-14 14:52:57.277872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8 +2023-12-14 14:52:57.277881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153, operand 0 +2023-12-14 14:52:57.277891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.153> +2023-12-14 14:52:57.277902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153 +2023-12-14 14:52:57.277911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 1 +2023-12-14 14:52:57.277922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.135> +2023-12-14 14:52:57.277935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135 +2023-12-14 14:52:57.277946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.277957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 param_5.76> +2023-12-14 14:52:57.277962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76 +2023-12-14 14:52:57.277972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.277977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10, operand 0 +2023-12-14 14:52:57.277982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_5.76 = s32[] parameter(5) +2023-12-14 14:52:57.277987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 convert.10> +2023-12-14 14:52:57.277992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.277997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10 +2023-12-14 14:52:57.278001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10, operand 0 +2023-12-14 14:52:57.278012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 0 +2023-12-14 14:52:57.278017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 0 +2023-12-14 14:52:57.278022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 1 +2023-12-14 14:52:57.278027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 compare.29> +2023-12-14 14:52:57.278038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29 +2023-12-14 14:52:57.278047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 0 +2023-12-14 14:52:57.278058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.219> +2023-12-14 14:52:57.278071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219 +2023-12-14 14:52:57.278082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 1 +2023-12-14 14:52:57.278091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 1 +2023-12-14 14:52:57.278097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.218> +2023-12-14 14:52:57.278107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218 +2023-12-14 14:52:57.278118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 1 +2023-12-14 14:52:57.278128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.218 = f32[] constant(-inf) +2023-12-14 14:52:57.278133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 compare.28> +2023-12-14 14:52:57.278138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28 +2023-12-14 14:52:57.278148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 0 +2023-12-14 14:52:57.278158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 constant.217> +2023-12-14 14:52:57.278168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217 +2023-12-14 14:52:57.278178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 1 +2023-12-14 14:52:57.278188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 bitcast-convert.10> +2023-12-14 14:52:57.278202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10 +2023-12-14 14:52:57.278211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 0 +2023-12-14 14:52:57.278222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 0 +2023-12-14 14:52:57.278227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 0 +2023-12-14 14:52:57.278231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 constant.216> +2023-12-14 14:52:57.278242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216 +2023-12-14 14:52:57.278252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 1 +2023-12-14 14:52:57.278261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 1 +2023-12-14 14:52:57.278267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:57.278272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 and.7> +2023-12-14 14:52:57.278276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7 +2023-12-14 14:52:57.278287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 0 +2023-12-14 14:52:57.278297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 0 +2023-12-14 14:52:57.278302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.215> +2023-12-14 14:52:57.278312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215 +2023-12-14 14:52:57.278326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 1 +2023-12-14 14:52:57.278336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 1 +2023-12-14 14:52:57.278341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 1 +2023-12-14 14:52:57.278346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.215 = s32[] constant(0) +2023-12-14 14:52:57.278351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 compare.27> +2023-12-14 14:52:57.278356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27 +2023-12-14 14:52:57.278366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 0 +2023-12-14 14:52:57.278377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.214> +2023-12-14 14:52:57.278387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214 +2023-12-14 14:52:57.278396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 1 +2023-12-14 14:52:57.278407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 constant.213> +2023-12-14 14:52:57.278417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213 +2023-12-14 14:52:57.278427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 1 +2023-12-14 14:52:57.278437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 1 +2023-12-14 14:52:57.278442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 1 +2023-12-14 14:52:57.278448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.26> +2023-12-14 14:52:57.278461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26 +2023-12-14 14:52:57.278470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 0 +2023-12-14 14:52:57.278481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.212> +2023-12-14 14:52:57.278491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212 +2023-12-14 14:52:57.278501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:57.278511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 1 +2023-12-14 14:52:57.278516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 1 +2023-12-14 14:52:57.278522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:57.278526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 and.6> +2023-12-14 14:52:57.278531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6 +2023-12-14 14:52:57.278541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 0 +2023-12-14 14:52:57.278552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 compare.25> +2023-12-14 14:52:57.278561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25 +2023-12-14 14:52:57.278572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 1 +2023-12-14 14:52:57.278582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 or.32> +2023-12-14 14:52:57.278595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32 +2023-12-14 14:52:57.278605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 0 +2023-12-14 14:52:57.278616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 constant.211> +2023-12-14 14:52:57.278625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211 +2023-12-14 14:52:57.278636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 1 +2023-12-14 14:52:57.278646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 1 +2023-12-14 14:52:57.278651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.211 = s32[] constant(-1) +2023-12-14 14:52:57.278656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.210> +2023-12-14 14:52:57.278661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210 +2023-12-14 14:52:57.278671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 1 +2023-12-14 14:52:57.278681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 2 +2023-12-14 14:52:57.278686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 2 +2023-12-14 14:52:57.278691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.210 = s32[] constant(1) +2023-12-14 14:52:57.278696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 select.59> +2023-12-14 14:52:57.278701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59 +2023-12-14 14:52:57.278711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 1 +2023-12-14 14:52:57.278725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.163> +2023-12-14 14:52:57.278735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163 +2023-12-14 14:52:57.278745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 2 +2023-12-14 14:52:57.278755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 select.58> +2023-12-14 14:52:57.278765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58 +2023-12-14 14:52:57.278775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 2 +2023-12-14 14:52:57.278785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.57> +2023-12-14 14:52:57.278796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57 +2023-12-14 14:52:57.278805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 2 +2023-12-14 14:52:57.278815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 select.56> +2023-12-14 14:52:57.278826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56 +2023-12-14 14:52:57.278838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9, operand 0 +2023-12-14 14:52:57.278848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 bitcast-convert.9> +2023-12-14 14:52:57.278859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9 +2023-12-14 14:52:57.278868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:57.278880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 broadcast.206> +2023-12-14 14:52:57.278890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:57.278900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 0 +2023-12-14 14:52:57.278910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 param_4.69> +2023-12-14 14:52:57.278921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69 +2023-12-14 14:52:57.278930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9, operand 0 +2023-12-14 14:52:57.278941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.69 = s32[] parameter(4) +2023-12-14 14:52:57.278947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 convert.9> +2023-12-14 14:52:57.278952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.278956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9 +2023-12-14 14:52:57.278964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.278969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8, operand 0 +2023-12-14 14:52:57.278974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 0 +2023-12-14 14:52:57.278980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 0 +2023-12-14 14:52:57.278985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 1 +2023-12-14 14:52:57.278989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.278994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 compare.24> +2023-12-14 14:52:57.279000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24 +2023-12-14 14:52:57.279010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 0 +2023-12-14 14:52:57.279020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 constant.209> +2023-12-14 14:52:57.279030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209 +2023-12-14 14:52:57.279040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:57.279050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 1 +2023-12-14 14:52:57.279055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.209 = f32[] constant(inf) +2023-12-14 14:52:57.279060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 compare.23> +2023-12-14 14:52:57.279065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23 +2023-12-14 14:52:57.279075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 0 +2023-12-14 14:52:57.279085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 bitcast-convert.8> +2023-12-14 14:52:57.279099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8 +2023-12-14 14:52:57.279109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 0 +2023-12-14 14:52:57.279120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:57.279125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 0 +2023-12-14 14:52:57.279131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 and.5> +2023-12-14 14:52:57.279140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5 +2023-12-14 14:52:57.279149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 0 +2023-12-14 14:52:57.279160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 0 +2023-12-14 14:52:57.279165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 compare.22> +2023-12-14 14:52:57.279175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22 +2023-12-14 14:52:57.279185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 0 +2023-12-14 14:52:57.279195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 compare.21> +2023-12-14 14:52:57.279205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21 +2023-12-14 14:52:57.279219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 0 +2023-12-14 14:52:57.279229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 and.4> +2023-12-14 14:52:57.279238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:57.279249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 0 +2023-12-14 14:52:57.279259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.20> +2023-12-14 14:52:57.279268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20 +2023-12-14 14:52:57.279280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 1 +2023-12-14 14:52:57.279289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 or.31> +2023-12-14 14:52:57.279299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31 +2023-12-14 14:52:57.279310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 0 +2023-12-14 14:52:57.279326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 select.55> +2023-12-14 14:52:57.279338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55 +2023-12-14 14:52:57.279353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 1 +2023-12-14 14:52:57.279363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.162> +2023-12-14 14:52:57.279373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162 +2023-12-14 14:52:57.279383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 2 +2023-12-14 14:52:57.279393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 select.54> +2023-12-14 14:52:57.279403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54 +2023-12-14 14:52:57.279413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 2 +2023-12-14 14:52:57.279423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 select.53> +2023-12-14 14:52:57.279433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53 +2023-12-14 14:52:57.279443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 2 +2023-12-14 14:52:57.279453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 select.52> +2023-12-14 14:52:57.279467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52 +2023-12-14 14:52:57.279477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7, operand 0 +2023-12-14 14:52:57.279486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 bitcast-convert.7> +2023-12-14 14:52:57.279498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7 +2023-12-14 14:52:57.279508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:57.279518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 broadcast.205> +2023-12-14 14:52:57.279528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:57.279537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:57.279547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 param_0.44> +2023-12-14 14:52:57.279558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44 +2023-12-14 14:52:57.279567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53, operand 0 +2023-12-14 14:52:57.279577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:57.279582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.44 = f32[] parameter(0) +2023-12-14 14:52:57.279590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 broadcast.204> +2023-12-14 14:52:57.279595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:57.279605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 0 +2023-12-14 14:52:57.279615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 1 +2023-12-14 14:52:57.279621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 param_2.58> +2023-12-14 14:52:57.279630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58 +2023-12-14 14:52:57.279640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:57.279651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.279656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 param_3.67> +2023-12-14 14:52:57.279661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67 +2023-12-14 14:52:57.279670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:57.279681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.279686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 concatenate.1> +2023-12-14 14:52:57.279690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:57.279700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:57.279710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 constant.208> +2023-12-14 14:52:57.279724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208 +2023-12-14 14:52:57.279733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:57.279744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.208 = u32[] constant(9) +2023-12-14 14:52:57.279749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 broadcast.203> +2023-12-14 14:52:57.279754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:57.279763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:57.279774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 shift-right-logical.28> +2023-12-14 14:52:57.279784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:57.279793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 0 +2023-12-14 14:52:57.279804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 constant.207> +2023-12-14 14:52:57.279814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207 +2023-12-14 14:52:57.279823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:57.279834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:57.279839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.202> +2023-12-14 14:52:57.279847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:57.279856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 1 +2023-12-14 14:52:57.279867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 or.30> +2023-12-14 14:52:57.279877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30 +2023-12-14 14:52:57.279886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6, operand 0 +2023-12-14 14:52:57.279897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 bitcast-convert.6> +2023-12-14 14:52:57.279906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6 +2023-12-14 14:52:57.279916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 0 +2023-12-14 14:52:57.279926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.279931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 constant.206> +2023-12-14 14:52:57.279936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206 +2023-12-14 14:52:57.279945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:57.279956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.206 = f32[] constant(-1) +2023-12-14 14:52:57.279963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.201> +2023-12-14 14:52:57.279968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.279973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:57.279978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.279984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 1 +2023-12-14 14:52:57.279989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:57.279994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 add.160> +2023-12-14 14:52:57.279998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160 +2023-12-14 14:52:57.280008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 0 +2023-12-14 14:52:57.280018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.280023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 param_1.62> +2023-12-14 14:52:57.280028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62 +2023-12-14 14:52:57.280038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:57.280048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.62 = f32[] parameter(1) +2023-12-14 14:52:57.280053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 reshape.54> +2023-12-14 14:52:57.280058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:57.280067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 0 +2023-12-14 14:52:57.280080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.280084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 reshape.53> +2023-12-14 14:52:57.280089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53 +2023-12-14 14:52:57.280103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 1 +2023-12-14 14:52:57.280113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.280118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 subtract.31> +2023-12-14 14:52:57.280123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31 +2023-12-14 14:52:57.280133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:57.280144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.280148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 reshape.52> +2023-12-14 14:52:57.280153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:57.280163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:57.280174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.280179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.200> +2023-12-14 14:52:57.280183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:57.280194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 1 +2023-12-14 14:52:57.280204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.280212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 multiply.110> +2023-12-14 14:52:57.280217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110 +2023-12-14 14:52:57.280228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 0 +2023-12-14 14:52:57.280238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.280243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.159> +2023-12-14 14:52:57.280247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159 +2023-12-14 14:52:57.280258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 1 +2023-12-14 14:52:57.280268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.280273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 maximum.5> +2023-12-14 14:52:57.280278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5 +2023-12-14 14:52:57.280289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:57.280298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.280303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.51> +2023-12-14 14:52:57.280308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:57.280319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 1 +2023-12-14 14:52:57.280328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 1 +2023-12-14 14:52:57.280336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:57.280342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 0 +2023-12-14 14:52:57.280346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:57.280352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = f32[2048,8192]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.280357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 abs.3> +2023-12-14 14:52:57.280362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:57.280372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 0 +2023-12-14 14:52:57.280383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[2048,8192]{1,0} abs(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:57.280388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 constant.205> +2023-12-14 14:52:57.280393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205 +2023-12-14 14:52:57.280403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:57.280413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.205 = f32[] constant(1) +2023-12-14 14:52:57.280418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 broadcast.199> +2023-12-14 14:52:57.280423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:57.280433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 1 +2023-12-14 14:52:57.280444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[2048,8192]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.280449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 compare.19> +2023-12-14 14:52:57.280453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19 +2023-12-14 14:52:57.280464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:57.280477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.19 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %abs.3, f32[2048,8192]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.280482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 broadcast.198> +2023-12-14 14:52:57.280487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:57.280497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 1 +2023-12-14 14:52:57.280508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[2048,8192]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.280513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 multiply.109> +2023-12-14 14:52:57.280518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109 +2023-12-14 14:52:57.280528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:57.280539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.109 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %reshape.51, f32[2048,8192]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.280543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 negate.10> +2023-12-14 14:52:57.280548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:57.280558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 0 +2023-12-14 14:52:57.280569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:57.280574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 multiply.108> +2023-12-14 14:52:57.280578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108 +2023-12-14 14:52:57.280589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:57.280600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.108 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %negate.10, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.280607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 log-plus-one.3> +2023-12-14 14:52:57.280613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:57.280624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:57.280634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[2048,8192]{1,0} log-plus-one(f32[2048,8192]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.280639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 negate.9> +2023-12-14 14:52:57.280644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:57.280654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:57.280664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 0 +2023-12-14 14:52:57.280668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 0 +2023-12-14 14:52:57.280674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:57.280679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 constant.204> +2023-12-14 14:52:57.280684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204 +2023-12-14 14:52:57.280694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:57.280704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.204 = f32[] constant(5) +2023-12-14 14:52:57.280709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 broadcast.197> +2023-12-14 14:52:57.280714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:57.280724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 1 +2023-12-14 14:52:57.280734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[2048,8192]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.280739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 compare.18> +2023-12-14 14:52:57.280747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18 +2023-12-14 14:52:57.280757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:57.280768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:57.280773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 0 +2023-12-14 14:52:57.280779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 0 +2023-12-14 14:52:57.280783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 0 +2023-12-14 14:52:57.280788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 0 +2023-12-14 14:52:57.280793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 0 +2023-12-14 14:52:57.280798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 0 +2023-12-14 14:52:57.280803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 0 +2023-12-14 14:52:57.280809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 0 +2023-12-14 14:52:57.280814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.18 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.280818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 constant.203> +2023-12-14 14:52:57.280824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203 +2023-12-14 14:52:57.280833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:57.280844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:57.280849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 broadcast.196> +2023-12-14 14:52:57.280854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:57.280864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 1 +2023-12-14 14:52:57.280874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[2048,8192]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.280879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 constant.202> +2023-12-14 14:52:57.280887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202 +2023-12-14 14:52:57.280897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:57.280907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:57.280912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 broadcast.195> +2023-12-14 14:52:57.280918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:57.280927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 2 +2023-12-14 14:52:57.280938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[2048,8192]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.280943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 select.51> +2023-12-14 14:52:57.280948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51 +2023-12-14 14:52:57.280957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 0 +2023-12-14 14:52:57.280968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.51 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.196, f32[2048,8192]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:57.280975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.201> +2023-12-14 14:52:57.280980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.280984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201 +2023-12-14 14:52:57.280989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.280995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:57.280999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:57.281004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.194> +2023-12-14 14:52:57.281009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:57.281019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 1 +2023-12-14 14:52:57.281032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[2048,8192]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.281038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 constant.200> +2023-12-14 14:52:57.281043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200 +2023-12-14 14:52:57.281053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:57.281063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:57.281068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 broadcast.193> +2023-12-14 14:52:57.281073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:57.281083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 2 +2023-12-14 14:52:57.281093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[2048,8192]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.281099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 select.50> +2023-12-14 14:52:57.281103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50 +2023-12-14 14:52:57.281113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 0 +2023-12-14 14:52:57.281123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.50 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.194, f32[2048,8192]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:57.281129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.199> +2023-12-14 14:52:57.281133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199 +2023-12-14 14:52:57.281144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:57.281153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.281163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.192> +2023-12-14 14:52:57.281168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:57.281180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 1 +2023-12-14 14:52:57.281190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[2048,8192]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.281195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 constant.198> +2023-12-14 14:52:57.281200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198 +2023-12-14 14:52:57.281210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:57.281221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.281226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 broadcast.191> +2023-12-14 14:52:57.281231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:57.281241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 2 +2023-12-14 14:52:57.281251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[2048,8192]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.281256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 select.49> +2023-12-14 14:52:57.281261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49 +2023-12-14 14:52:57.281271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 0 +2023-12-14 14:52:57.281282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.49 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.192, f32[2048,8192]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:57.281287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.197> +2023-12-14 14:52:57.281291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197 +2023-12-14 14:52:57.281307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:57.281317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.281322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.190> +2023-12-14 14:52:57.281327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:57.281338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 1 +2023-12-14 14:52:57.281347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[2048,8192]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.281352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 constant.196> +2023-12-14 14:52:57.281357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196 +2023-12-14 14:52:57.281368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:57.281377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.281382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 broadcast.189> +2023-12-14 14:52:57.281388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:57.281399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 2 +2023-12-14 14:52:57.281408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[2048,8192]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.281413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 select.48> +2023-12-14 14:52:57.281418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48 +2023-12-14 14:52:57.281429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 0 +2023-12-14 14:52:57.281438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.48 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.190, f32[2048,8192]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:57.281446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.195> +2023-12-14 14:52:57.281452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195 +2023-12-14 14:52:57.281463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:57.281473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.281478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.188> +2023-12-14 14:52:57.281484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:57.281494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 1 +2023-12-14 14:52:57.281503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[2048,8192]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.281508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 constant.194> +2023-12-14 14:52:57.281514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194 +2023-12-14 14:52:57.281524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:57.281533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.281538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 broadcast.187> +2023-12-14 14:52:57.281544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:57.281555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 2 +2023-12-14 14:52:57.281564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[2048,8192]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.281569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 select.47> +2023-12-14 14:52:57.281575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47 +2023-12-14 14:52:57.281588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 0 +2023-12-14 14:52:57.281597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.47 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.188, f32[2048,8192]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:57.281603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.193> +2023-12-14 14:52:57.281608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193 +2023-12-14 14:52:57.281618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:57.281628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.281634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.186> +2023-12-14 14:52:57.281638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:57.281649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 1 +2023-12-14 14:52:57.281658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[2048,8192]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.281664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 constant.192> +2023-12-14 14:52:57.281669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192 +2023-12-14 14:52:57.281679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:57.281689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.281694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 broadcast.185> +2023-12-14 14:52:57.281699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:57.281709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 2 +2023-12-14 14:52:57.281719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[2048,8192]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.281727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 select.46> +2023-12-14 14:52:57.281732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46 +2023-12-14 14:52:57.281742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 0 +2023-12-14 14:52:57.281752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.46 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.186, f32[2048,8192]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:57.281757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.191> +2023-12-14 14:52:57.281763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191 +2023-12-14 14:52:57.281773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:57.281782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.281788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.184> +2023-12-14 14:52:57.281793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:57.281803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 1 +2023-12-14 14:52:57.281812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[2048,8192]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.281818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 constant.189> +2023-12-14 14:52:57.281823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189 +2023-12-14 14:52:57.281833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:57.281842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.281848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 broadcast.183> +2023-12-14 14:52:57.281853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:57.281866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 2 +2023-12-14 14:52:57.281876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[2048,8192]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.281881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 select.45> +2023-12-14 14:52:57.281886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45 +2023-12-14 14:52:57.281896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 0 +2023-12-14 14:52:57.281905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.45 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.184, f32[2048,8192]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:57.281912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.188> +2023-12-14 14:52:57.281916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188 +2023-12-14 14:52:57.281926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:57.281936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.281941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.182> +2023-12-14 14:52:57.281946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:57.281956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 1 +2023-12-14 14:52:57.281965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[2048,8192]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.281972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 constant.187> +2023-12-14 14:52:57.281977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.281982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187 +2023-12-14 14:52:57.281986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.281991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:57.282000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.282006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 broadcast.181> +2023-12-14 14:52:57.282010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:57.282020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 2 +2023-12-14 14:52:57.282031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[2048,8192]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.282036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 select.44> +2023-12-14 14:52:57.282041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44 +2023-12-14 14:52:57.282050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 0 +2023-12-14 14:52:57.282061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.44 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.182, f32[2048,8192]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:57.282066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.186> +2023-12-14 14:52:57.282071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186 +2023-12-14 14:52:57.282081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:57.282091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.282096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.180> +2023-12-14 14:52:57.282101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:57.282111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:57.282120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[2048,8192]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.282126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 constant.185> +2023-12-14 14:52:57.282133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185 +2023-12-14 14:52:57.282143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:57.282153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.282158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 broadcast.179> +2023-12-14 14:52:57.282163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:57.282173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:57.282183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[2048,8192]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.282188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 select.43> +2023-12-14 14:52:57.282193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:57.282202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 0 +2023-12-14 14:52:57.282212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.180, f32[2048,8192]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:57.282218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.184> +2023-12-14 14:52:57.282222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184 +2023-12-14 14:52:57.282232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:57.282242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:57.282247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.178> +2023-12-14 14:52:57.282252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:57.282262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 1 +2023-12-14 14:52:57.282275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[2048,8192]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:57.282280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 add.158> +2023-12-14 14:52:57.282285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158 +2023-12-14 14:52:57.282294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:57.282305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.158 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.282310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 sqrt.3> +2023-12-14 14:52:57.282314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:57.282324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 0 +2023-12-14 14:52:57.282335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.282341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 constant.183> +2023-12-14 14:52:57.282345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183 +2023-12-14 14:52:57.282355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:57.282365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.183 = f32[] constant(-3) +2023-12-14 14:52:57.282370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 broadcast.177> +2023-12-14 14:52:57.282375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:57.282385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 1 +2023-12-14 14:52:57.282395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[2048,8192]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:57.282401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 add.157> +2023-12-14 14:52:57.282408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157 +2023-12-14 14:52:57.282418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:57.282430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.157 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.3, f32[2048,8192]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.282435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.42> +2023-12-14 14:52:57.282440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:57.282449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 1 +2023-12-14 14:52:57.282460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 1 +2023-12-14 14:52:57.282465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 1 +2023-12-14 14:52:57.282469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 1 +2023-12-14 14:52:57.282474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 1 +2023-12-14 14:52:57.282479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 1 +2023-12-14 14:52:57.282484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 1 +2023-12-14 14:52:57.282490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 1 +2023-12-14 14:52:57.282495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %add.158, f32[2048,8192]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:57.282500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.107> +2023-12-14 14:52:57.282505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107 +2023-12-14 14:52:57.282515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 1 +2023-12-14 14:52:57.282525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.107 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.43, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.282530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 add.156> +2023-12-14 14:52:57.282535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156 +2023-12-14 14:52:57.282548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 0 +2023-12-14 14:52:57.282558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.156 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.44, f32[2048,8192]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:57.282563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 multiply.106> +2023-12-14 14:52:57.282567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106 +2023-12-14 14:52:57.282578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 1 +2023-12-14 14:52:57.282589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.106 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.156, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.282593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 add.155> +2023-12-14 14:52:57.282598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155 +2023-12-14 14:52:57.282608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 0 +2023-12-14 14:52:57.282619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.155 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.45, f32[2048,8192]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:57.282623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.105> +2023-12-14 14:52:57.282628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105 +2023-12-14 14:52:57.282638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 1 +2023-12-14 14:52:57.282649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.105 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.155, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.282654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 add.154> +2023-12-14 14:52:57.282658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154 +2023-12-14 14:52:57.282669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 0 +2023-12-14 14:52:57.282682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.154 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.46, f32[2048,8192]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:57.282687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 multiply.104> +2023-12-14 14:52:57.282692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104 +2023-12-14 14:52:57.282703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 1 +2023-12-14 14:52:57.282713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.104 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.154, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.282718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 add.153> +2023-12-14 14:52:57.282723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153 +2023-12-14 14:52:57.282734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 0 +2023-12-14 14:52:57.282743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.153 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.47, f32[2048,8192]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:57.282748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.103> +2023-12-14 14:52:57.282753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103 +2023-12-14 14:52:57.282764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 1 +2023-12-14 14:52:57.282773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.103 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.153, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.282778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.152> +2023-12-14 14:52:57.282783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152 +2023-12-14 14:52:57.282794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 0 +2023-12-14 14:52:57.282804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.152 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.48, f32[2048,8192]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:57.282811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.102> +2023-12-14 14:52:57.282817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102 +2023-12-14 14:52:57.282827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 1 +2023-12-14 14:52:57.282837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.102 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.152, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.282842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.150> +2023-12-14 14:52:57.282847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150 +2023-12-14 14:52:57.282857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 0 +2023-12-14 14:52:57.282867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.150 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.49, f32[2048,8192]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:57.282872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.101> +2023-12-14 14:52:57.282877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101 +2023-12-14 14:52:57.282888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 1 +2023-12-14 14:52:57.282897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.101 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.150, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.282902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.149> +2023-12-14 14:52:57.282907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149 +2023-12-14 14:52:57.282918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 0 +2023-12-14 14:52:57.282927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.149 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.50, f32[2048,8192]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:57.282932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.100> +2023-12-14 14:52:57.282938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100 +2023-12-14 14:52:57.282950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 1 +2023-12-14 14:52:57.282960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.100 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.149, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.282965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.148> +2023-12-14 14:52:57.282971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.282976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148 +2023-12-14 14:52:57.282981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.282986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 0 +2023-12-14 14:52:57.282990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.148 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.51, f32[2048,8192]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:57.282995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.99> +2023-12-14 14:52:57.283001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99 +2023-12-14 14:52:57.283011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:57.283021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.99 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.148, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.283026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 select.41> +2023-12-14 14:52:57.283031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:57.283041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 0 +2023-12-14 14:52:57.283051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.19, f32[2048,8192]{1,0} %multiply.109, f32[2048,8192]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:57.283056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 constant.182> +2023-12-14 14:52:57.283061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182 +2023-12-14 14:52:57.283072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:57.283084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:57.283089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 broadcast.176> +2023-12-14 14:52:57.283094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:57.283105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 1 +2023-12-14 14:52:57.283114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[2048,8192]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.283120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.98> +2023-12-14 14:52:57.283125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98 +2023-12-14 14:52:57.283135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:57.283144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.98 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.41, f32[2048,8192]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.283150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 maximum.4> +2023-12-14 14:52:57.283155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:57.283165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 1 +2023-12-14 14:52:57.283175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %broadcast.205, f32[2048,8192]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.283180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 minimum.2> +2023-12-14 14:52:57.283185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2 +2023-12-14 14:52:57.283198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.2 = f32[2048,8192]{1,0} minimum(f32[2048,8192]{1,0} %broadcast.206, f32[2048,8192]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.283209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.4{} (phi)> +2023-12-14 14:52:57.283213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:57.283224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:57.283234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{} (phi)> +2023-12-14 14:52:57.283244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:57.283254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110, operand 0 {} +2023-12-14 14:52:57.283264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:57.283269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:57.283274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:57.283279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106, operand 0 {} +2023-12-14 14:52:57.283285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105, operand 0 {} +2023-12-14 14:52:57.283289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104, operand 0 {} +2023-12-14 14:52:57.283294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103, operand 0 {} +2023-12-14 14:52:57.283300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.283309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:57.283324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:57.283334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:57.283344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 arg_tuple.4{1} (phi)> +2023-12-14 14:52:57.283355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:57.283365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 arg_tuple.4{2} (phi)> +2023-12-14 14:52:57.283381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:57.283390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 arg_tuple.4{3} (phi)> +2023-12-14 14:52:57.283406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:57.283416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 arg_tuple.4{4} (phi)> +2023-12-14 14:52:57.283431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:57.283441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 arg_tuple.4{5} (phi)> +2023-12-14 14:52:57.283456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:57.283470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{6} (phi)> +2023-12-14 14:52:57.283485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:57.283494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.4{7} (phi)> +2023-12-14 14:52:57.283510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:57.283520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.283535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:57.283545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103 +2023-12-14 14:52:57.283550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:57.283560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.283570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:57.283580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104 +2023-12-14 14:52:57.283585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:57.283599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.283611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:57.283620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105 +2023-12-14 14:52:57.283626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:57.283635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.283645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:57.283656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106 +2023-12-14 14:52:57.283660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:57.283672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.283681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:57.283692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:57.283696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:57.283706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.283717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:57.283727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:57.283734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:57.283745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.283755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:57.283765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:57.283770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:57.283780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.283790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:57.283800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110 +2023-12-14 14:52:57.283805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:57.283815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.283820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 while.1{} (phi)> +2023-12-14 14:52:57.283825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:57.283836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:57.283846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:57.283852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.283859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 while.1{0} (phi)> +2023-12-14 14:52:57.283864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:57.283874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.283885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:57.283889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:57.283900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:57.283905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:57.283910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 2 +2023-12-14 14:52:57.283920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 2 +2023-12-14 14:52:57.283925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.283930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:57.283935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.283940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:57.283945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:57.283950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:57.283955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.283960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 3 +2023-12-14 14:52:57.283965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 3 +2023-12-14 14:52:57.283971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.283975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 while.1{3} (phi)> +2023-12-14 14:52:57.283994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.284000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:57.284005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.284009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.284014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 while.1{4} (phi)> +2023-12-14 14:52:57.284020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.284025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:57.284030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.284035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.284040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 while.1{5} (phi)> +2023-12-14 14:52:57.284045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.284050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:57.284055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.284061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.284065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 while.1{6} (phi)> +2023-12-14 14:52:57.284070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.284075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:57.284080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.284085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.284091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{7} (phi)> +2023-12-14 14:52:57.284096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.284104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:57.284109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.284115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.284406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <43 fusion.4> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.284437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <1 fusion.7.clone> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.284446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <46 copy.26> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.284458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <0 fusion.5.clone> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.284467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <44 fusion.8> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.284477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 copy.24> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.284484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <42 fusion.6> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.284492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <48 copy.25> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.284500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <49 tuple.9{}> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.285726: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__truncated_normal, entry_computation_layout={(u32[2]{0},s32[],s32[])->f32[2048,8192]{1,0}} +2023-12-14 14:52:57.285748: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.285754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.42: u32[], param_1.60: u32[4], param_2.56: u32[8388608], param_3.65: u32[8388608], param_4.68: s32[]) -> u32[8388608] { +2023-12-14 14:52:57.285759: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.285764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.285778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.285788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285794: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285799: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.179 = u32[] constant(32) +2023-12-14 14:52:57.285814: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285819: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285824: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285829: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285835: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285843: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285864: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285874: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285903: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285919: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285924: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285940: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285945: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285955: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285964: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285975: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285980: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285985: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285991: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.285996: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286001: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286006: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.42 = u32[] parameter(0) +2023-12-14 14:52:57.286011: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286026: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.68 = s32[] parameter(4) +2023-12-14 14:52:57.286031: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.180 = s32[] constant(1) +2023-12-14 14:52:57.286037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286053: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286058: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.286062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.286068: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: u32[], p.1: u32[4], p.2: u32[8388608], p.3: u32[8388608], p.4: s32[]) -> u32[8388608] { +2023-12-14 14:52:57.286073: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = u32[] parameter(0) +2023-12-14 14:52:57.286079: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.286084: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.2 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.286089: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.3 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.286093: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.4 = s32[] parameter(4) +2023-12-14 14:52:57.286100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.286105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.286110: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.286115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1.clone (param_0.43: u32[], param_1.61: u32[4], param_2.57: u32[8388608], param_3.66: u32[8388608]) -> u32[8388608] { +2023-12-14 14:52:57.286123: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.286129: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.286134: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.286145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286150: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.181 = u32[] constant(32) +2023-12-14 14:52:57.286171: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286176: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286185: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286225: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286231: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286236: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286241: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286246: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286254: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286260: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286275: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286281: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286286: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286291: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286296: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286301: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286306: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286317: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.43 = u32[] parameter(0) +2023-12-14 14:52:57.286323: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286328: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286333: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.286337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.286343: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.1 (p.5: u32[], p.6: u32[4], p.7: u32[8388608], p.8: u32[8388608]) -> u32[8388608] { +2023-12-14 14:52:57.286348: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.5 = u32[] parameter(0) +2023-12-14 14:52:57.286354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.6 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.286359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.7 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.286363: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.8 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.286369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.286375: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.286381: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.286386: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.115.clone.clone.clone (arg_tuple.3: (s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> (s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4]) { +2023-12-14 14:52:57.286391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.286396: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.103 = s32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=0 +2023-12-14 14:52:57.286401: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:57.286406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.102 = s32[] constant(1) +2023-12-14 14:52:57.286412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286420: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.106 = u32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=3 +2023-12-14 14:52:57.286425: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:57.286430: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.109 = u32[4]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=6 +2023-12-14 14:52:57.286435: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:57.286441: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.105 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=2 +2023-12-14 14:52:57.286446: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:57.286451: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.104 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=1 +2023-12-14 14:52:57.286456: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:57.286460: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.1 = u32[8388608]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9), to_apply=%parallel_fusion.1 +2023-12-14 14:52:57.286466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.107 = u32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=4 +2023-12-14 14:52:57.286472: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:57.286476: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +2023-12-14 14:52:57.286481: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:57.286486: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.108 = u32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=5 +2023-12-14 14:52:57.286491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:57.286497: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:57.286502: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:57.286507: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.110 = u32[4]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=7 +2023-12-14 14:52:57.286515: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:57.286520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:57.286525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:57.286531: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:57.286536: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.286540: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.286545: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_1.179.clone.clone (arg_tuple.4: (s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> pred[] { +2023-12-14 14:52:57.286550: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.286556: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.85 = s32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.4), index=0 +2023-12-14 14:52:57.286561: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.103 = s32[] constant(5) +2023-12-14 14:52:57.286566: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.286576: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.286581: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.23: s32[]) -> f32[] { +2023-12-14 14:52:57.286586: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.161 = f32[] constant(-4) +2023-12-14 14:52:57.286592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.23 = s32[] parameter(0) +2023-12-14 14:52:57.286597: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286601: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:57.286606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286614: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.159 = f32[] constant(4) +2023-12-14 14:52:57.286621: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286627: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286631: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.158 = f32[] constant(0) +2023-12-14 14:52:57.286636: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286641: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.286647: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286657: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.286662: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286667: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286672: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.286677: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286683: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286687: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.286696: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286701: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286706: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.286712: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286717: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286722: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.286727: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286731: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286736: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.286742: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286747: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286752: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.286757: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286762: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.286776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286781: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286786: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.286791: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286796: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286801: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.286806: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286811: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.286821: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.286836: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.286841: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4 (param_0.27: u32[2]) -> u32[] { +2023-12-14 14:52:57.286846: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.286851: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286859: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286875: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286880: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.162 = u32[] constant(466688986) +2023-12-14 14:52:57.286884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.286895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.286900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6 (param_0.31: u32[2]) -> u32[] { +2023-12-14 14:52:57.286905: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.286909: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286919: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.286925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.286930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.8 (param_0.35: u32[2]) -> u32[] { +2023-12-14 14:52:57.286935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.286940: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286947: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286953: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.286958: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.286963: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.9 (param_0.41: s32[]) -> f32[] { +2023-12-14 14:52:57.286968: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.178 = f32[] constant(-4) +2023-12-14 14:52:57.286973: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.41 = s32[] parameter(0) +2023-12-14 14:52:57.286978: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286983: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:57.286988: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.286993: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.176 = f32[] constant(4) +2023-12-14 14:52:57.286998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287003: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287008: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.175 = f32[] constant(0) +2023-12-14 14:52:57.287013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.287023: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287028: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287039: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.287045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287055: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.287059: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287064: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287069: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.287075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287080: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287085: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.287089: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287094: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287099: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.287105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287113: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.287123: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287128: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287133: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.287139: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287144: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.287154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287159: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.287170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287175: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.287184: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287192: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287198: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.287203: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287208: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287213: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.287218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.287224: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2.clone (param_0.44: f32[], param_1.62: f32[], param_2.58: u32[8388608], param_3.67: u32[8388608], param_4.69: s32[], param_5.76: s32[]) -> f32[2048,8192] { +2023-12-14 14:52:57.287230: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_5.76 = s32[] parameter(5) +2023-12-14 14:52:57.287235: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287240: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287245: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287250: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.218 = f32[] constant(-inf) +2023-12-14 14:52:57.287255: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287260: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287273: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:57.287278: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287283: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.215 = s32[] constant(0) +2023-12-14 14:52:57.287289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287294: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287298: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287303: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287308: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:57.287313: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287328: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287334: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287339: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.211 = s32[] constant(-1) +2023-12-14 14:52:57.287344: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.210 = s32[] constant(1) +2023-12-14 14:52:57.287349: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287363: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287368: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.206 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287388: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.69 = s32[] parameter(4) +2023-12-14 14:52:57.287394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287399: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287403: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.209 = f32[] constant(inf) +2023-12-14 14:52:57.287408: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287413: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287419: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287432: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287447: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287462: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287467: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287472: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287478: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287486: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.205 = f32[2048,8192]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.44 = f32[] parameter(0) +2023-12-14 14:52:57.287496: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287501: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.287508: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.287514: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287519: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.208 = u32[] constant(9) +2023-12-14 14:52:57.287523: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287528: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287533: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:57.287539: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287544: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287549: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287554: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.206 = f32[] constant(-1) +2023-12-14 14:52:57.287559: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:57.287569: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287574: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.62 = f32[] parameter(1) +2023-12-14 14:52:57.287579: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287584: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287589: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287594: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287605: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287615: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287620: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.51 = f32[2048,8192]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.287625: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %abs.3 = f32[2048,8192]{1,0} abs(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:57.287633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.205 = f32[] constant(1) +2023-12-14 14:52:57.287639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.199 = f32[2048,8192]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.287644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.19 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %abs.3, f32[2048,8192]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.287649: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.198 = f32[2048,8192]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.287654: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.109 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %reshape.51, f32[2048,8192]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.287659: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.10 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:57.287664: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.108 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %negate.10, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.287670: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %log-plus-one.3 = f32[2048,8192]{1,0} log-plus-one(f32[2048,8192]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.287675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.9 = f32[2048,8192]{1,0} negate(f32[2048,8192]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:57.287680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.204 = f32[] constant(5) +2023-12-14 14:52:57.287685: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.197 = f32[2048,8192]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.287690: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.18 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.287695: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:57.287701: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.196 = f32[2048,8192]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.287705: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:57.287710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.195 = f32[2048,8192]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.287715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.51 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.196, f32[2048,8192]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:57.287721: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:57.287725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.194 = f32[2048,8192]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.287734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:57.287739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.193 = f32[2048,8192]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.287743: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.50 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.194, f32[2048,8192]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:57.287749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.287754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.192 = f32[2048,8192]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.287760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.287764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.191 = f32[2048,8192]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.287769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.49 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.192, f32[2048,8192]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:57.287774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.287780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.190 = f32[2048,8192]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.287784: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.287790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.189 = f32[2048,8192]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.287795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.48 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.190, f32[2048,8192]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:57.287800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.287805: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.188 = f32[2048,8192]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.287810: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.287815: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.187 = f32[2048,8192]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.287820: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.47 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.188, f32[2048,8192]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:57.287826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.287833: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.186 = f32[2048,8192]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.287839: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.287844: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.185 = f32[2048,8192]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.287850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.46 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.186, f32[2048,8192]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:57.287855: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.287860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.184 = f32[2048,8192]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.287865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.287870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.183 = f32[2048,8192]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.287875: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.45 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.184, f32[2048,8192]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:57.287880: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.287885: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.182 = f32[2048,8192]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.287890: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.287895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.181 = f32[2048,8192]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.287900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.44 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.182, f32[2048,8192]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:57.287905: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.287910: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.180 = f32[2048,8192]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.287915: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.287920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.179 = f32[2048,8192]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.287925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.43 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %broadcast.180, f32[2048,8192]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:57.287933: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:57.287938: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.178 = f32[2048,8192]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:57.287944: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.158 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %negate.9, f32[2048,8192]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.287948: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %sqrt.3 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.287953: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.183 = f32[] constant(-3) +2023-12-14 14:52:57.287959: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.177 = f32[2048,8192]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:57.287964: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.157 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %sqrt.3, f32[2048,8192]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.287969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.42 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.18, f32[2048,8192]{1,0} %add.158, f32[2048,8192]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:57.287975: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.107 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.43, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.287980: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.156 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.44, f32[2048,8192]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:57.287985: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.106 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.156, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.287990: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.155 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.45, f32[2048,8192]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:57.287995: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.105 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.155, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.288000: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.154 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.46, f32[2048,8192]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:57.288005: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.104 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.154, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.288010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.153 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.47, f32[2048,8192]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:57.288015: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.103 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.153, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.288020: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.152 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.48, f32[2048,8192]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:57.288028: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.102 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.152, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.288034: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.150 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.49, f32[2048,8192]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:57.288039: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.101 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.150, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.288043: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.149 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.50, f32[2048,8192]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:57.288048: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.100 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.149, f32[2048,8192]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.288054: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.148 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %select.51, f32[2048,8192]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:57.288059: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.99 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %add.148, f32[2048,8192]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.288064: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.41 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %compare.19, f32[2048,8192]{1,0} %multiply.109, f32[2048,8192]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:57.288069: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:57.288074: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.176 = f32[2048,8192]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288079: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.98 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %select.41, f32[2048,8192]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288085: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %maximum.4 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %broadcast.205, f32[2048,8192]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288090: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %minimum.2 = f32[2048,8192]{1,0} minimum(f32[2048,8192]{1,0} %broadcast.206, f32[2048,8192]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.288100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.288105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.2 (p.9: f32[], p.10: f32[], p.11: u32[8388608], p.12: u32[8388608], p.13: s32[], p.14: s32[]) -> f32[2048,8192] { +2023-12-14 14:52:57.288113: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.9 = f32[] parameter(0) +2023-12-14 14:52:57.288118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.10 = f32[] parameter(1) +2023-12-14 14:52:57.288123: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.11 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.288129: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.12 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.288134: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.13 = s32[] parameter(4) +2023-12-14 14:52:57.288138: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.14 = s32[] parameter(5) +2023-12-14 14:52:57.288145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.288151: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.288156: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.288161: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5.clone (param_0.45: u32[2]) -> u32[8388608] { +2023-12-14 14:52:57.288166: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288171: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288176: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.288181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288187: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288192: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288197: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288206: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.288210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.288216: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.5 (p.15: u32[2]) -> u32[8388608] { +2023-12-14 14:52:57.288222: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.15 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.288227: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.288233: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.288237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.288242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.7.clone (param_0.46: u32[2]) -> u32[8388608] { +2023-12-14 14:52:57.288248: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288253: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288258: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.288263: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288273: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288278: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288286: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.288292: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.288296: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.7 (p.16: u32[2]) -> u32[8388608] { +2023-12-14 14:52:57.288301: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.16 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.288306: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.288312: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.288317: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.288322: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.366 (Arg_0.1: u32[2], Arg_1.2: s32[], Arg_2.3: s32[]) -> f32[2048,8192] { +2023-12-14 14:52:57.288327: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.288332: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.288342: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.19 = s32[] constant(0) +2023-12-14 14:52:57.288353: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.24 = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:57.288357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.288362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.4 = u32[8388608]{0} call(u32[2]{0} %Arg_0.1), to_apply=%parallel_fusion.7 +2023-12-14 14:52:57.288367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.3 = u32[8388608]{0} call(u32[2]{0} %Arg_0.1), to_apply=%parallel_fusion.5 +2023-12-14 14:52:57.288373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.288396: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.26 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:57.288401: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.288406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:57.288411: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:57.288417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.288422: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.195 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=1, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.196 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=2, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.288433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call.2 = f32[2048,8192]{1,0} call(f32[] %fusion.9, f32[] %fusion.3, u32[8388608]{0} %get-tuple-element.195, u32[8388608]{0} %get-tuple-element.196, s32[] %Arg_1.2, /*index=5*/s32[] %Arg_2.3), to_apply=%parallel_fusion.2 +2023-12-14 14:52:57.288438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.288443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.288510: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 74): + InstructionSequence: + 0:Arg_0.1 + 1:p.15 + 2:fusion.5.clone + 3:call.3 + 4:p.16 + 5:fusion.7.clone + 6:call.4 + 7:constant.21 + 8:copy.25 + 9:constant.22 + 10:copy.26 + 11:constant.19 + 12:copy.24 + 13:fusion.4 + 14:fusion.6 + 15:fusion.8 + 16:tuple.9 + 17:constant.103 + 18:arg_tuple.4 + 19:get-tuple-element.85 + 20:compare.5 + 21:arg_tuple.3 + 22:get-tuple-element.109 + 23:copy.14 + 24:get-tuple-element.105 + 25:copy.10 + 26:get-tuple-element.104 + 27:copy.9 + 28:get-tuple-element.107 + 29:copy.12 + 30:get-tuple-element.103 + 31:copy.8 + 32:p + 33:p.1 + 34:p.2 + 35:p.3 + 36:p.4 + 37:fusion.clone + 38:call + 39:get-tuple-element.106 + 40:copy.11 + 41:p.5 + 42:p.6 + 43:p.7 + 44:p.8 + 45:fusion.1.clone + 46:call.1 + 47:get-tuple-element.110 + 48:copy.15 + 49:copy.23 + 50:constant.102 + 51:add.58 + 52:copy.19 + 53:get-tuple-element.108 + 54:copy.13 + 55:copy.21 + 56:copy.22 + 57:copy.20 + 58:tuple.11 + 59:while.1 + 60:get-tuple-element.195 + 61:get-tuple-element.196 + 62:Arg_2.3 + 63:fusion.3 + 64:Arg_1.2 + 65:fusion.9 + 66:p.10 + 67:p.11 + 68:p.12 + 69:p.13 + 70:p.14 + 71:p.9 + 72:fusion.2.clone + 73:call.2 + BufferLiveRange: + fusion.5.clone{}:2-17 + fusion.7.clone{}:5-17 + constant.103{}:17-20 + compare.5{}:20-21 + fusion.1.clone{}:45-59 + fusion.clone{}:37-59 + fusion.2.clone{}:72-74 + Arg_1.2{}:0-74 + fusion.9{}:65-73 + Arg_2.3{}:0-74 + fusion.3{}:63-73 + constant.19{}:11-12 + copy.24{}:12-17 + Arg_0.1{}:0-74 + fusion.6{}:14-17 + fusion.4{}:13-17 + fusion.8{}:15-17 + constant.22{}:9-10 + copy.26{}:10-17 + constant.21{}:7-8 + copy.25{}:8-17 + tuple.9{}:16-17 + copy.8{}:31-51 + constant.102{}:50-51 + add.58{}:51-59 + copy.11{}:40-55 + copy.14{}:23-49 + copy.10{}:25-46 + copy.9{}:27-46 + copy.12{}:29-52 + copy.19{}:52-59 + copy.13{}:54-57 + copy.20{}:57-59 + copy.21{}:55-59 + copy.15{}:48-56 + copy.22{}:56-59 + copy.23{}:49-59 + tuple.11{}:58-59 + arg_tuple.4{}:17-21 + arg_tuple.3{}:21-53 + arg_tuple.4{0}:17-21 + arg_tuple.4{1}:17-21 + arg_tuple.4{2}:17-21 + arg_tuple.4{3}:17-21 + arg_tuple.4{4}:17-21 + arg_tuple.4{5}:17-21 + arg_tuple.4{6}:17-21 + arg_tuple.4{7}:17-21 + arg_tuple.3{0}:21-31 + arg_tuple.3{1}:21-27 + arg_tuple.3{2}:21-25 + arg_tuple.3{3}:21-40 + arg_tuple.3{4}:21-29 + arg_tuple.3{5}:21-54 + arg_tuple.3{6}:21-23 + arg_tuple.3{7}:21-48 + while.1{}:59-61 + while.1{0}:59-59 + while.1{1}:59-73 + while.1{2}:59-73 + while.1{3}:59-59 + while.1{4}:59-59 + while.1{5}:59-59 + while.1{6}:59-59 + while.1{7}:59-59 + Live ranges at 45 (peak): + fusion.1.clone: 33554432 bytes + fusion.clone: 33554432 bytes + Arg_1.2: 4 bytes + Arg_2.3: 4 bytes + Arg_0.1: 8 bytes + copy.8: 4 bytes + copy.11: 4 bytes + copy.14: 16 bytes + copy.10: 33554432 bytes + copy.9: 33554432 bytes + copy.12: 4 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + +2023-12-14 14:52:57.288552: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time74 +2023-12-14 14:52:57.288558: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:57.288565: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <35 Arg_1.2> +2023-12-14 14:52:57.288578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <37 Arg_2.3> +2023-12-14 14:52:57.288584: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <41 Arg_0.1> +2023-12-14 14:52:57.288589: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:57.288594: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:57.288600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.5.clone> +2023-12-14 14:52:57.288606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:57.288611: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:57.288616: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:57.288622: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 fusion.7.clone> +2023-12-14 14:52:57.288628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:57.288632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:57.288640: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:57.288645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <48 copy.25> +2023-12-14 14:52:57.288651: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:57.288656: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:57.288661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <46 copy.26> +2023-12-14 14:52:57.288666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:57.288672: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:52:57.288677: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <40 copy.24> +2023-12-14 14:52:57.288683: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:52:57.288688: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <43 fusion.4> +2023-12-14 14:52:57.288693: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:52:57.288698: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <42 fusion.6> +2023-12-14 14:52:57.288704: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:52:57.288709: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <44 fusion.8> +2023-12-14 14:52:57.288715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:52:57.288720: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <49 tuple.9{}> +2023-12-14 14:52:57.288726: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:52:57.288731: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <410 arg_tuple.4{} (phi)> +2023-12-14 14:52:57.288738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<49 tuple.9{}> +2023-12-14 14:52:57.288744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.288750: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24> +2023-12-14 14:52:57.288755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <413 arg_tuple.4{1} (phi)> +2023-12-14 14:52:57.288761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone> +2023-12-14 14:52:57.288767: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <414 arg_tuple.4{2} (phi)> +2023-12-14 14:52:57.288772: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone> +2023-12-14 14:52:57.288778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <415 arg_tuple.4{3} (phi)> +2023-12-14 14:52:57.288783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6> +2023-12-14 14:52:57.288788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <416 arg_tuple.4{4} (phi)> +2023-12-14 14:52:57.288795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4> +2023-12-14 14:52:57.288800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <417 arg_tuple.4{5} (phi)> +2023-12-14 14:52:57.288809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8> +2023-12-14 14:52:57.288815: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <418 arg_tuple.4{6} (phi)> +2023-12-14 14:52:57.288820: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<46 copy.26> +2023-12-14 14:52:57.288826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <419 arg_tuple.4{7} (phi)> +2023-12-14 14:52:57.288832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25> +2023-12-14 14:52:57.288838: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.288843: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.5.clone> +2023-12-14 14:52:57.288848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 fusion.7.clone> +2023-12-14 14:52:57.288854: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <48 copy.25> +2023-12-14 14:52:57.288860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <46 copy.26> +2023-12-14 14:52:57.288866: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <40 copy.24> +2023-12-14 14:52:57.288871: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <43 fusion.4> +2023-12-14 14:52:57.288876: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <42 fusion.6> +2023-12-14 14:52:57.288881: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <44 fusion.8> +2023-12-14 14:52:57.288887: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <49 tuple.9{}> +2023-12-14 14:52:57.288893: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:52:57.288898: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:52:57.288903: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:52:57.288908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <9 compare.5> +2023-12-14 14:52:57.288914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:52:57.288920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.288926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<46 copy.26> +2023-12-14 14:52:57.288932: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.288938: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone> +2023-12-14 14:52:57.288943: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.288949: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone> +2023-12-14 14:52:57.288955: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.288961: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4> +2023-12-14 14:52:57.288966: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.288971: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24> +2023-12-14 14:52:57.288978: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.288987: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6> +2023-12-14 14:52:57.288992: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.288998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25> +2023-12-14 14:52:57.289003: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <411 arg_tuple.3{} (phi)> +2023-12-14 14:52:57.289009: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<49 tuple.9{}> +2023-12-14 14:52:57.289015: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.289021: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8> +2023-12-14 14:52:57.289026: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289031: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <410 arg_tuple.4{} (phi)> +2023-12-14 14:52:57.289037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.289043: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <413 arg_tuple.4{1} (phi)> +2023-12-14 14:52:57.289049: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <414 arg_tuple.4{2} (phi)> +2023-12-14 14:52:57.289055: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <415 arg_tuple.4{3} (phi)> +2023-12-14 14:52:57.289060: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <416 arg_tuple.4{4} (phi)> +2023-12-14 14:52:57.289065: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <417 arg_tuple.4{5} (phi)> +2023-12-14 14:52:57.289072: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <418 arg_tuple.4{6} (phi)> +2023-12-14 14:52:57.289078: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <419 arg_tuple.4{7} (phi)> +2023-12-14 14:52:57.289083: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <9 compare.5> +2023-12-14 14:52:57.289088: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:52:57.289093: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:52:57.289098: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <54 copy.14> +2023-12-14 14:52:57.289104: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289110: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.289115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:52:57.289120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:52:57.289125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <55 copy.10> +2023-12-14 14:52:57.289132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289138: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.289143: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:52:57.289148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:52:57.289155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 copy.9> +2023-12-14 14:52:57.289162: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289168: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.289173: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:52:57.289177: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:52:57.289182: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 copy.12> +2023-12-14 14:52:57.289188: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.289200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:52:57.289205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:52:57.289210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <50 copy.8> +2023-12-14 14:52:57.289215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.289227: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:52:57.289232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 33 +2023-12-14 14:52:57.289237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 34 +2023-12-14 14:52:57.289241: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 35 +2023-12-14 14:52:57.289246: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 36 +2023-12-14 14:52:57.289251: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 37 +2023-12-14 14:52:57.289256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <11 fusion.clone> +2023-12-14 14:52:57.289263: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone> +2023-12-14 14:52:57.289267: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 38 +2023-12-14 14:52:57.289272: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 39 +2023-12-14 14:52:57.289277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 40 +2023-12-14 14:52:57.289283: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <53 copy.11> +2023-12-14 14:52:57.289289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289294: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.289300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 41 +2023-12-14 14:52:57.289304: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 42 +2023-12-14 14:52:57.289309: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 43 +2023-12-14 14:52:57.289314: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 44 +2023-12-14 14:52:57.289319: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 45 +2023-12-14 14:52:57.289324: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <10 fusion.1.clone> +2023-12-14 14:52:57.289334: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone> +2023-12-14 14:52:57.289339: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 46 +2023-12-14 14:52:57.289345: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289350: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <55 copy.10> +2023-12-14 14:52:57.289355: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 copy.9> +2023-12-14 14:52:57.289360: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 47 +2023-12-14 14:52:57.289365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 48 +2023-12-14 14:52:57.289370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <62 copy.15> +2023-12-14 14:52:57.289376: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289382: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.289387: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 49 +2023-12-14 14:52:57.289392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <64 copy.23> +2023-12-14 14:52:57.289397: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25> +2023-12-14 14:52:57.289402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289408: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <54 copy.14> +2023-12-14 14:52:57.289413: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 50 +2023-12-14 14:52:57.289418: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 51 +2023-12-14 14:52:57.289423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <52 add.58> +2023-12-14 14:52:57.289428: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24> +2023-12-14 14:52:57.289433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289439: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <50 copy.8> +2023-12-14 14:52:57.289444: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 52 +2023-12-14 14:52:57.289449: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 copy.19> +2023-12-14 14:52:57.289454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6> +2023-12-14 14:52:57.289459: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289464: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 copy.12> +2023-12-14 14:52:57.289470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 53 +2023-12-14 14:52:57.289474: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289479: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <411 arg_tuple.3{} (phi)> +2023-12-14 14:52:57.289484: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 54 +2023-12-14 14:52:57.289489: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <59 copy.13> +2023-12-14 14:52:57.289495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289504: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.289509: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 55 +2023-12-14 14:52:57.289514: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <61 copy.21> +2023-12-14 14:52:57.289519: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8> +2023-12-14 14:52:57.289524: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289530: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <53 copy.11> +2023-12-14 14:52:57.289535: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 56 +2023-12-14 14:52:57.289540: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <63 copy.22> +2023-12-14 14:52:57.289545: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<46 copy.26> +2023-12-14 14:52:57.289550: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289555: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <62 copy.15> +2023-12-14 14:52:57.289561: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 57 +2023-12-14 14:52:57.289566: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <60 copy.20> +2023-12-14 14:52:57.289571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4> +2023-12-14 14:52:57.289576: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289581: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <59 copy.13> +2023-12-14 14:52:57.289586: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 58 +2023-12-14 14:52:57.289592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <65 tuple.11{}> +2023-12-14 14:52:57.289597: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<49 tuple.9{}> +2023-12-14 14:52:57.289602: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 59 +2023-12-14 14:52:57.289607: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <429 while.1{0} (phi)> +2023-12-14 14:52:57.289613: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24> +2023-12-14 14:52:57.289619: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <432 while.1{3} (phi)> +2023-12-14 14:52:57.289625: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6> +2023-12-14 14:52:57.289630: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <433 while.1{4} (phi)> +2023-12-14 14:52:57.289635: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4> +2023-12-14 14:52:57.289640: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <434 while.1{5} (phi)> +2023-12-14 14:52:57.289645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8> +2023-12-14 14:52:57.289651: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <435 while.1{6} (phi)> +2023-12-14 14:52:57.289657: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<46 copy.26> +2023-12-14 14:52:57.289662: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <436 while.1{7} (phi)> +2023-12-14 14:52:57.289670: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25> +2023-12-14 14:52:57.289675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <428 while.1{} (phi)> +2023-12-14 14:52:57.289682: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<49 tuple.9{}> +2023-12-14 14:52:57.289687: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <430 while.1{1} (phi)> +2023-12-14 14:52:57.289693: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone> +2023-12-14 14:52:57.289698: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <431 while.1{2} (phi)> +2023-12-14 14:52:57.289703: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone> +2023-12-14 14:52:57.289710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <11 fusion.clone> +2023-12-14 14:52:57.289720: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <10 fusion.1.clone> +2023-12-14 14:52:57.289726: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <64 copy.23> +2023-12-14 14:52:57.289731: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <52 add.58> +2023-12-14 14:52:57.289736: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 copy.19> +2023-12-14 14:52:57.289742: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <61 copy.21> +2023-12-14 14:52:57.289747: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <63 copy.22> +2023-12-14 14:52:57.289753: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <60 copy.20> +2023-12-14 14:52:57.289758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <65 tuple.11{}> +2023-12-14 14:52:57.289764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <429 while.1{0} (phi)> +2023-12-14 14:52:57.289770: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <432 while.1{3} (phi)> +2023-12-14 14:52:57.289776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <433 while.1{4} (phi)> +2023-12-14 14:52:57.289782: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <434 while.1{5} (phi)> +2023-12-14 14:52:57.289787: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <435 while.1{6} (phi)> +2023-12-14 14:52:57.289792: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <436 while.1{7} (phi)> +2023-12-14 14:52:57.289799: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 60 +2023-12-14 14:52:57.289804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 61 +2023-12-14 14:52:57.289809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289814: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <428 while.1{} (phi)> +2023-12-14 14:52:57.289819: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 62 +2023-12-14 14:52:57.289824: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 63 +2023-12-14 14:52:57.289829: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <38 fusion.3> +2023-12-14 14:52:57.289836: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 64 +2023-12-14 14:52:57.289843: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 65 +2023-12-14 14:52:57.289848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <36 fusion.9> +2023-12-14 14:52:57.289854: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 66 +2023-12-14 14:52:57.289859: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 67 +2023-12-14 14:52:57.289865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 68 +2023-12-14 14:52:57.289870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 69 +2023-12-14 14:52:57.289874: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 70 +2023-12-14 14:52:57.289879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 71 +2023-12-14 14:52:57.289883: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 72 +2023-12-14 14:52:57.289889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <26 fusion.2.clone> +2023-12-14 14:52:57.289897: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 73 +2023-12-14 14:52:57.289902: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289907: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <430 while.1{1} (phi)> +2023-12-14 14:52:57.289912: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <431 while.1{2} (phi)> +2023-12-14 14:52:57.289917: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <38 fusion.3> +2023-12-14 14:52:57.289924: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <36 fusion.9> +2023-12-14 14:52:57.289929: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 74 +2023-12-14 14:52:57.289934: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.289939: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <35 Arg_1.2> +2023-12-14 14:52:57.289944: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <37 Arg_2.3> +2023-12-14 14:52:57.289950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <41 Arg_0.1> +2023-12-14 14:52:57.289956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <26 fusion.2.clone> +2023-12-14 14:52:57.290149: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:57.290159: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16B +2023-12-14 14:52:57.290165: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 44B +2023-12-14 14:52:57.290169: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:52:57.290174: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 96.00MiB +2023-12-14 14:52:57.290179: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 160.00MiB +2023-12-14 14:52:57.290184: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 32.00MiB (20.00%) +2023-12-14 14:52:57.290190: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:57.292158: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 343 us (cumulative: 2.2 ms, max: 421 us, #called: 17) +2023-12-14 14:52:57.383133: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0200362b0 +2023-12-14 14:52:57.384670: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:57.384723: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__truncated_normal] for CPU using JIT time: 222 ms (cumulative: 837 ms, max: 222 ms, #called: 17) +2023-12-14 14:52:57.387606: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__truncated_normal; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:57.532261: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:57.539331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:52:57.539374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:57.539400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 17 us (cumulative: 527 ms, max: 96.2 ms, #called: 1578) +2023-12-14 14:52:57.539407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.539421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 527 ms, max: 96.2 ms, #called: 1579) +2023-12-14 14:52:57.539445: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0},f32[])->f32[2048,8192]{1,0} +2023-12-14 14:52:57.539451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:52:57.539472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:57.539522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 527 ms, max: 96.2 ms, #called: 1580) +2023-12-14 14:52:57.539547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:57.539554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 527 ms, max: 96.2 ms, #called: 1581) +2023-12-14 14:52:57.539577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:57.539583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 35 us (cumulative: 528 ms, max: 96.2 ms, #called: 1582) +2023-12-14 14:52:57.539619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:57.539626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 528 ms, max: 96.2 ms, #called: 1583) +2023-12-14 14:52:57.539649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.539657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 23 us (cumulative: 528 ms, max: 96.2 ms, #called: 1584) +2023-12-14 14:52:57.539680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:57.539686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 528 ms, max: 96.2 ms, #called: 1585) +2023-12-14 14:52:57.539709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:57.539719: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:57.539725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 32 us (cumulative: 528 ms, max: 96.2 ms, #called: 1586) +2023-12-14 14:52:57.539748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:57.539756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 23 us (cumulative: 528 ms, max: 96.2 ms, #called: 1587) +2023-12-14 14:52:57.539778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:57.539787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 28 us (cumulative: 528 ms, max: 96.2 ms, #called: 1588) +2023-12-14 14:52:57.539813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:57.539820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 528 ms, max: 96.2 ms, #called: 1589) +2023-12-14 14:52:57.539843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:57.539850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 528 ms, max: 96.2 ms, #called: 1590) +2023-12-14 14:52:57.539872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:57.539878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 528 ms, max: 96.2 ms, #called: 1591) +2023-12-14 14:52:57.539901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:57.539909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 528 ms, max: 96.2 ms, #called: 1592) +2023-12-14 14:52:57.539932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:57.539939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 528 ms, max: 96.2 ms, #called: 1593) +2023-12-14 14:52:57.539962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:57.539968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.539978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.539985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 528 ms, max: 96.2 ms, #called: 1594) +2023-12-14 14:52:57.539993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:57.540001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 528 ms, max: 96.2 ms, #called: 1595) +2023-12-14 14:52:57.540024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:57.540032: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:52:57.540038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 528 ms, max: 96.2 ms, #called: 1596) +2023-12-14 14:52:57.540061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.540068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 528 ms, max: 96.2 ms, #called: 1597) +2023-12-14 14:52:57.540091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:57.540097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 528 ms, max: 96.2 ms, #called: 1598) +2023-12-14 14:52:57.540120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:57.540130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 528 ms, max: 96.2 ms, #called: 1599) +2023-12-14 14:52:57.540153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.540159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 528 ms, max: 96.2 ms, #called: 1600) +2023-12-14 14:52:57.540185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.540193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 528 ms, max: 96.2 ms, #called: 1601) +2023-12-14 14:52:57.540216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.540224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 528 ms, max: 96.2 ms, #called: 1602) +2023-12-14 14:52:57.540246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:57.540254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 528 ms, max: 96.2 ms, #called: 1603) +2023-12-14 14:52:57.540276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:57.540284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 528 ms, max: 96.2 ms, #called: 1604) +2023-12-14 14:52:57.540307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:57.540313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 528 ms, max: 96.2 ms, #called: 1605) +2023-12-14 14:52:57.540337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:57.540347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 27 us (cumulative: 528 ms, max: 96.2 ms, #called: 1606) +2023-12-14 14:52:57.540371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:57.540400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 46 us (cumulative: 528 ms, max: 96.2 ms, #called: 1607) +2023-12-14 14:52:57.540424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:57.540432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 24 us (cumulative: 528 ms, max: 96.2 ms, #called: 1608) +2023-12-14 14:52:57.540455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:57.540462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 23 us (cumulative: 528 ms, max: 96.2 ms, #called: 1609) +2023-12-14 14:52:57.540484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:57.540491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 528 ms, max: 96.2 ms, #called: 1610) +2023-12-14 14:52:57.540514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:57.540520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 528 ms, max: 96.2 ms, #called: 1611) +2023-12-14 14:52:57.540543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:57.540550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:57.540561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.540583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 20 us (cumulative: 528 ms, max: 96.2 ms, #called: 1612) +2023-12-14 14:52:57.540589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.540597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 528 ms, max: 96.2 ms, #called: 1613) +2023-12-14 14:52:57.540606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.540615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 528 ms, max: 96.2 ms, #called: 1614) +2023-12-14 14:52:57.540621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.540629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 528 ms, max: 96.2 ms, #called: 1615) +2023-12-14 14:52:57.540635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.540644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 528 ms, max: 96.2 ms, #called: 1616) +2023-12-14 14:52:57.540650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.540658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 528 ms, max: 96.2 ms, #called: 1617) +2023-12-14 14:52:57.540664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.540672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 528 ms, max: 96.2 ms, #called: 1618) +2023-12-14 14:52:57.540677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.540687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 528 ms, max: 96.2 ms, #called: 1619) +2023-12-14 14:52:57.540693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.540701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 528 ms, max: 96.2 ms, #called: 1620) +2023-12-14 14:52:57.540706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.540715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 528 ms, max: 96.2 ms, #called: 1621) +2023-12-14 14:52:57.540720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.540728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 528 ms, max: 96.2 ms, #called: 1622) +2023-12-14 14:52:57.540734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.540743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 528 ms, max: 96.2 ms, #called: 1623) +2023-12-14 14:52:57.540748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.540766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 16 us (cumulative: 528 ms, max: 96.2 ms, #called: 1624) +2023-12-14 14:52:57.540772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.540781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 528 ms, max: 96.2 ms, #called: 1625) +2023-12-14 14:52:57.540790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 264 us (cumulative: 529 ms, max: 96.2 ms, #called: 1626) +2023-12-14 14:52:57.540815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:57.540822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 529 ms, max: 96.2 ms, #called: 1627) +2023-12-14 14:52:57.540844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:57.540852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 529 ms, max: 96.2 ms, #called: 1628) +2023-12-14 14:52:57.540874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:57.540880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 529 ms, max: 96.2 ms, #called: 1629) +2023-12-14 14:52:57.540904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:57.540912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 529 ms, max: 96.2 ms, #called: 1630) +2023-12-14 14:52:57.540934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.540955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.540972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 36 us (cumulative: 529 ms, max: 96.2 ms, #called: 1631) +2023-12-14 14:52:57.540978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:57.540984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.540994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.541005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 25 us (cumulative: 529 ms, max: 96.2 ms, #called: 1632) +2023-12-14 14:52:57.541010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.541018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.541028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.541035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 529 ms, max: 96.2 ms, #called: 1633) +2023-12-14 14:52:57.541040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:57.541048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.541058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.541065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 529 ms, max: 96.2 ms, #called: 1634) +2023-12-14 14:52:57.541070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:57.541099: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:57.541107: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:57.541144: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:57.541151: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:57.541173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.541195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.541203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.541209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.541214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.541219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.541224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.541234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.541239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.541245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:57.541250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:52:57.541255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 broadcast.3> + +2023-12-14 14:52:57.541264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.4 +2023-12-14 14:52:57.541270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 multiply.4> + +2023-12-14 14:52:57.541306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.541312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.541317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.541322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.541327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.541332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.541336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.541341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:57.541346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.541351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:52:57.541356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> (def) +2023-12-14 14:52:57.541361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.541366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4: +2023-12-14 14:52:57.541371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> (def) +2023-12-14 14:52:57.541376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.541380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.541385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.541391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.541396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.541400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 0 +2023-12-14 14:52:57.541405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.541410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:57.541415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.541419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.541424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.541429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:52:57.541434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.541439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> +2023-12-14 14:52:57.541447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.541452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:52:57.541456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.541461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 1 +2023-12-14 14:52:57.541467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[2048,8192]{1,0} broadcast(f32[] %Arg_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.541472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> +2023-12-14 14:52:57.541477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.541481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4 +2023-12-14 14:52:57.541486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.541492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.4 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %broadcast.3), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.541527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.541541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.541550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 476 us (cumulative: 529 ms, max: 96.2 ms, #called: 1635) +2023-12-14 14:52:57.541571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:52:57.541580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.541590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 529 ms, max: 96.2 ms, #called: 1636) +2023-12-14 14:52:57.541596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:57.541605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 529 ms, max: 96.2 ms, #called: 1637) +2023-12-14 14:52:57.541610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:57.541619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 529 ms, max: 96.2 ms, #called: 1638) +2023-12-14 14:52:57.541630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:52:57.541639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:57.541644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:52:57.541655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 15 us (cumulative: 529 ms, max: 96.2 ms, #called: 1639) +2023-12-14 14:52:57.541661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.541669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 529 ms, max: 96.2 ms, #called: 1640) +2023-12-14 14:52:57.541675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:57.541740: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:52:57.541753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 76 us (cumulative: 529 ms, max: 96.2 ms, #called: 1641) +2023-12-14 14:52:57.541759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:57.541765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:52:57.541772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.541782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 529 ms, max: 96.2 ms, #called: 1642) +2023-12-14 14:52:57.541788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.541798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 529 ms, max: 96.2 ms, #called: 1643) +2023-12-14 14:52:57.541804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.541823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 17 us (cumulative: 529 ms, max: 96.2 ms, #called: 1644) +2023-12-14 14:52:57.541831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 70 us (cumulative: 530 ms, max: 96.2 ms, #called: 1645) +2023-12-14 14:52:57.541837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:57.541842: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:57.541919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:57.541975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 136 us (cumulative: 530 ms, max: 96.2 ms, #called: 1646) +2023-12-14 14:52:57.541983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.541993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:57.542003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 530 ms, max: 96.2 ms, #called: 1647) +2023-12-14 14:52:57.542009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:57.542021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.542077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.542093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.542099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.542104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.542109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.542114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.542121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.542126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.542131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.542136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.542142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.542147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:57.542153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:57.542157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.542164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:57.542169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.542175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:57.542180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:57.542185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:57.542190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.542196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.542201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.542206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.542211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.542217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.542300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.542307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.542325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.542335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:57.542340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.542350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:57.542354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.542364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.542369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:57.542379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:57.542383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.542393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:57.542397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.542407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:57.542412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:57.542421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:57.542426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.542436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:57.542440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.542450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.542455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.542465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.542470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.542477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.542482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.542487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.542491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.542496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.542501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.542506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.542511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.542516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.542520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.542525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.542530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.542535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.542540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.542545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.542549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.542554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.542559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.542563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.542568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.542573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.542578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.542583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:57.542588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.542592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.542597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.542602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:57.542612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.542617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:57.542622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.542626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:57.542631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.542635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.542640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.542645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:57.542650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.542655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.542660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.542665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:57.542670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.542675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:57.542680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.542685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:57.542690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.542695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.542731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.542777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.542786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.542792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.542797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.542802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.542806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.542812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.542820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.542826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.542831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.542837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.542842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:57.542847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:57.542852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.542858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:57.542863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.542868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:57.542873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:57.542878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:57.542883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.542889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.542894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.542899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.542904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.542909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.542944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.542950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.542955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.542965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:57.542970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.542980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:57.542984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.542992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.542997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.543002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:57.543011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:57.543016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.543026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:57.543031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.543040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:57.543045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:57.543055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:57.543060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.543069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:57.543074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.543084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.543088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.543098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.543102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.543107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.543112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.543122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.543126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.543139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.543144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.543153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.543158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.543168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.543173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.543178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.543182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.543191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.543196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.543206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.543211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.543216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:57.543220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.543230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:57.543240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.543245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:57.543250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:57.543259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.543269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.543276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:57.543281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.543291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:57.543301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.543306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:57.543310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:57.543328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.543360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.543402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.543409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.543415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.543420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.543425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.543429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.543436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.543441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.543446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.543451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.543457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.543462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:57.543467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:57.543475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.543481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:57.543486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.543491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:57.543496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:57.543501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:57.543506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.543512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.543516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.543522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.543527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.543532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.543563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.543568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.543573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.543583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:57.543588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.543597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:57.543602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.543611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.543617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:57.543626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:57.543631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.543644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:57.543649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.543658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:57.543663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:57.543673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:57.543677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.543687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:57.543692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.543701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.543706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.543711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.543716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.543721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.543725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.543730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.543740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.543745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.543755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.543759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.543768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.543773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.543786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.543791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.543796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.543801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.543810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.543815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.543824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.543829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.543834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:57.543840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.543849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:57.543859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.543864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:57.543868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:57.543878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.543888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.543893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:57.543898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.543907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:57.543917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.543924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:57.543929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.543935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:57.543940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.543945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.543967: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:57.543974: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:57.543985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.97 ms (cumulative: 532 ms, max: 96.2 ms, #called: 1648) +2023-12-14 14:52:57.543991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.544000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 532 ms, max: 96.2 ms, #called: 1649) +2023-12-14 14:52:57.544014: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:52:57.545138: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:57.545185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.545245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.545256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.545262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.545267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.545272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.545277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.545285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.545296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.545302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.545307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.545313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.545318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:57.545323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:57.545328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.545334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:57.545338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.545344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:57.545349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:57.545354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:57.545359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.545365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.545370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.545376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.545380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.545386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.545424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.545430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.545435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.545439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.545444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:57.545449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.545454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.545459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:57.545464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.545472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.545476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.545481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.545486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:57.545491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:57.545495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.545500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.545505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:57.545509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.545514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.545519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:57.545524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.545528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:57.545533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:57.545538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.545542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.545547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:57.545552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.545557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.545562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.545567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.545572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.545576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.545581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.545586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.545591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.545595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.545600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.545605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.545610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.545618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.545622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.545627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.545632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.545636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.545641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.545646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.545652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.545656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.545661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.545666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.545670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.545675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.545680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.545684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.545689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.545694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:57.545699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.545704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.545708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.545713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:57.545718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.545723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:57.545727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.545732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:57.545737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.545742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.545747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.545755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:57.545760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.545764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.545769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.545774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:57.545779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.545784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:57.545789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.545793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:57.545798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.545804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.545851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.545891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.545900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.545905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.545910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.545915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.545920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.545926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.545931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.545936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.545941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.545947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.545952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:57.545957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:57.545965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.545971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:57.545976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.545981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:57.545986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:57.545991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:57.545996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.546002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.546007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.546012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.546017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.546022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.546052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.546058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.546063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.546073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:57.546078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.546087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:57.546092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.546102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.546106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:57.546116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:57.546121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.546133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:57.546138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.546148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:57.546152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:57.546162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:57.546166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.546176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:57.546181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.546191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.546196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.546205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.546210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.546215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.546219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.546224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.546229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.546233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.546239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.546243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.546248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.546253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.546257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.546262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.546272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.546277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.546282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.546286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.546291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.546296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.546300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.546305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.546310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.546314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.546319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.546324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:57.546329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.546334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.546339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.546343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:57.546348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.546353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:57.546358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.546363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:57.546367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.546372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.546377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.546382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:57.546387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.546391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.546396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.546401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:57.546406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.546413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:57.546418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.546423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:57.546427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.546433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.546453: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:52:57.546459: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:52:57.546491: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:57.546500: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:57.546510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.546553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.546561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.546567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.546572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.546576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.546581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.546587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.546592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.546597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.546602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.546608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.546612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:57.546618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:57.546623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.546628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:57.546637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.546642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:57.546647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:57.546652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:57.546657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.546663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.546668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.546673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.546678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.546683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.546713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.546718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.546724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.546733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:57.546738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.546747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:57.546752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.546762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.546766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:57.546776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:57.546780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.546790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:57.546795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.546807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:57.546812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:57.546822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:57.546826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.546836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:57.546840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.546850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.546855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.546859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.546864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.546869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.546873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.546878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.546883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.546888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.546892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.546897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.546902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.546907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.546912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.546917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.546922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.546927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.546932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.546939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.546944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.546949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.546953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.546958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.546962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.546967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.546972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.546977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.546982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:57.546987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.546992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.546997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.547001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:57.547006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.547011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:57.547016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.547021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:57.547026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.547030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.547035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.547040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:57.547045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.547050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.547054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.547059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:57.547064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.547069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:57.547076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.547081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:57.547086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.547091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.547143: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048,8192]{1,0},f32[])->f32[2048,8192]{1,0}} +2023-12-14 14:52:57.547150: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.547155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[2048,8192], param_1.2: f32[]) -> f32[2048,8192] { +2023-12-14 14:52:57.547160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.547165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.547171: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.547177: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.547182: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.547186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.547191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,8192], p.1: f32[]) -> f32[2048,8192] { +2023-12-14 14:52:57.547196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.547201: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:52:57.547207: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.547212: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.547217: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.547222: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[]) -> f32[2048,8192] { +2023-12-14 14:52:57.547227: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.547235: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:57.547240: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1, f32[] %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:52:57.547244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.547249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.547261: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + fusion.clone{}:4-6 + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + Live ranges at 4 (peak): + fusion.clone: 67108864 bytes + Arg_0.1: 67108864 bytes + Arg_1.2: 4 bytes + +2023-12-14 14:52:57.547270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:57.547275: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:57.547280: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:52:57.547288: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:52:57.547294: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:57.547299: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:57.547304: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:57.547309: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:57.547314: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.clone> +2023-12-14 14:52:57.547327: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:57.547332: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:57.547337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.547342: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:52:57.547347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:52:57.547353: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.clone> +2023-12-14 14:52:57.547378: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:57.547384: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:52:57.547389: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:57.547394: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:52:57.547398: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:57.547403: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:52:57.547408: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:57.547413: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:57.547678: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 67 us (cumulative: 2.26 ms, max: 421 us, #called: 18) +2023-12-14 14:52:57.559678: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0200320b0 +2023-12-14 14:52:57.559966: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:57.559990: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 16 ms (cumulative: 853 ms, max: 222 ms, #called: 18) +2023-12-14 14:52:57.560846: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:57.573637: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:57.578396: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__threefry_fold_in; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:57.578441: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:57.584749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:57.584792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:57.584817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 16 us (cumulative: 532 ms, max: 96.2 ms, #called: 1650) +2023-12-14 14:52:57.584824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.584837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 532 ms, max: 96.2 ms, #called: 1651) +2023-12-14 14:52:57.584861: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[])->f32[8192]{0} +2023-12-14 14:52:57.584867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:57.584888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.584913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.584921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:57.584929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.584937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.584945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 22 us (cumulative: 532 ms, max: 96.2 ms, #called: 1652) +2023-12-14 14:52:57.584950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:57.584957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.584965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.584973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 21 us (cumulative: 532 ms, max: 96.2 ms, #called: 1653) +2023-12-14 14:52:57.584991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:57.584998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 21 us (cumulative: 532 ms, max: 96.2 ms, #called: 1654) +2023-12-14 14:52:57.585020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:57.585026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1655) +2023-12-14 14:52:57.585047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.585054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 21 us (cumulative: 532 ms, max: 96.2 ms, #called: 1656) +2023-12-14 14:52:57.585075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:57.585081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1657) +2023-12-14 14:52:57.585102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:57.585111: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:57.585117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 29 us (cumulative: 532 ms, max: 96.2 ms, #called: 1658) +2023-12-14 14:52:57.585137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:57.585145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 21 us (cumulative: 532 ms, max: 96.2 ms, #called: 1659) +2023-12-14 14:52:57.585168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:57.585176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 22 us (cumulative: 532 ms, max: 96.2 ms, #called: 1660) +2023-12-14 14:52:57.585197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:57.585203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1661) +2023-12-14 14:52:57.585223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:57.585229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 19 us (cumulative: 532 ms, max: 96.2 ms, #called: 1662) +2023-12-14 14:52:57.585250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:57.585256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1663) +2023-12-14 14:52:57.585277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:57.585283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1664) +2023-12-14 14:52:57.585303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:57.585310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1665) +2023-12-14 14:52:57.585331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:57.585340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 23 us (cumulative: 532 ms, max: 96.2 ms, #called: 1666) +2023-12-14 14:52:57.585361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:57.585368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 532 ms, max: 96.2 ms, #called: 1667) +2023-12-14 14:52:57.585389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:57.585396: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:52:57.585402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 27 us (cumulative: 532 ms, max: 96.2 ms, #called: 1668) +2023-12-14 14:52:57.585423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.585429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 19 us (cumulative: 532 ms, max: 96.2 ms, #called: 1669) +2023-12-14 14:52:57.585450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:57.585457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1670) +2023-12-14 14:52:57.585477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:57.585486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 23 us (cumulative: 532 ms, max: 96.2 ms, #called: 1671) +2023-12-14 14:52:57.585507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.585513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 532 ms, max: 96.2 ms, #called: 1672) +2023-12-14 14:52:57.585536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.585544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 532 ms, max: 96.2 ms, #called: 1673) +2023-12-14 14:52:57.585564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.585571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 532 ms, max: 96.2 ms, #called: 1674) +2023-12-14 14:52:57.585592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:57.585599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1675) +2023-12-14 14:52:57.585619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:57.585626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1676) +2023-12-14 14:52:57.585646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:57.585653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1677) +2023-12-14 14:52:57.585673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:57.585682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 532 ms, max: 96.2 ms, #called: 1678) +2023-12-14 14:52:57.585706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:57.585729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 37 us (cumulative: 532 ms, max: 96.2 ms, #called: 1679) +2023-12-14 14:52:57.585750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:57.585756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1680) +2023-12-14 14:52:57.585777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:57.585784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1681) +2023-12-14 14:52:57.585804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:57.585810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 19 us (cumulative: 532 ms, max: 96.2 ms, #called: 1682) +2023-12-14 14:52:57.585830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:57.585836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.585844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.585851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 532 ms, max: 96.2 ms, #called: 1683) +2023-12-14 14:52:57.585856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:57.585863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:57.585874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.585886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 532 ms, max: 96.2 ms, #called: 1684) +2023-12-14 14:52:57.585895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.585904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 532 ms, max: 96.2 ms, #called: 1685) +2023-12-14 14:52:57.585909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.585918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 532 ms, max: 96.2 ms, #called: 1686) +2023-12-14 14:52:57.585923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.585931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 532 ms, max: 96.2 ms, #called: 1687) +2023-12-14 14:52:57.585937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.585945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 532 ms, max: 96.2 ms, #called: 1688) +2023-12-14 14:52:57.585951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.585959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 532 ms, max: 96.2 ms, #called: 1689) +2023-12-14 14:52:57.585964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.585973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 532 ms, max: 96.2 ms, #called: 1690) +2023-12-14 14:52:57.585979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.585988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 532 ms, max: 96.2 ms, #called: 1691) +2023-12-14 14:52:57.585994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.586002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 532 ms, max: 96.2 ms, #called: 1692) +2023-12-14 14:52:57.586007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.586016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 6 us (cumulative: 532 ms, max: 96.2 ms, #called: 1693) +2023-12-14 14:52:57.586021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.586029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 532 ms, max: 96.2 ms, #called: 1694) +2023-12-14 14:52:57.586034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.586043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 532 ms, max: 96.2 ms, #called: 1695) +2023-12-14 14:52:57.586048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.586066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 17 us (cumulative: 532 ms, max: 96.2 ms, #called: 1696) +2023-12-14 14:52:57.586074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.586084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 532 ms, max: 96.2 ms, #called: 1697) +2023-12-14 14:52:57.586090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.586098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.586105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 247 us (cumulative: 533 ms, max: 96.2 ms, #called: 1698) +2023-12-14 14:52:57.586111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:57.586117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.586125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.586133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 20 us (cumulative: 533 ms, max: 96.2 ms, #called: 1699) +2023-12-14 14:52:57.586138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:57.586146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.586153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.586160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 21 us (cumulative: 533 ms, max: 96.2 ms, #called: 1700) +2023-12-14 14:52:57.586166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:57.586173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.586180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.586188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 20 us (cumulative: 533 ms, max: 96.2 ms, #called: 1701) +2023-12-14 14:52:57.586193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:57.586201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.586208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.586216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 21 us (cumulative: 533 ms, max: 96.2 ms, #called: 1702) +2023-12-14 14:52:57.586221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.586239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.586246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.586253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 31 us (cumulative: 533 ms, max: 96.2 ms, #called: 1703) +2023-12-14 14:52:57.586262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:57.586268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.586277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.586284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 20 us (cumulative: 533 ms, max: 96.2 ms, #called: 1704) +2023-12-14 14:52:57.586289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.586297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.586305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.586312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 533 ms, max: 96.2 ms, #called: 1705) +2023-12-14 14:52:57.586317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:57.586325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.586333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.586340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 21 us (cumulative: 533 ms, max: 96.2 ms, #called: 1706) +2023-12-14 14:52:57.586346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:57.586371: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:57.586379: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:57.586406: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:57.586413: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:57.586429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.586448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.586456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.586462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.586467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.586472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.586477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.586486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.586491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:57.586497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:57.586525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.586531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.586536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.586541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.586546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.586551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.586555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:57.586560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:57.586565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.586570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.586575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.586580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.586584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.586589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:57.586594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:57.586599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:57.586604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.586608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:57.586614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.586619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[8192]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.586650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.586661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.586669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 321 us (cumulative: 533 ms, max: 96.2 ms, #called: 1707) +2023-12-14 14:52:57.586688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:57.586697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.586707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 533 ms, max: 96.2 ms, #called: 1708) +2023-12-14 14:52:57.586716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:57.586725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 533 ms, max: 96.2 ms, #called: 1709) +2023-12-14 14:52:57.586731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:57.586740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 533 ms, max: 96.2 ms, #called: 1710) +2023-12-14 14:52:57.586752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:57.586760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:57.586766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:57.586774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 533 ms, max: 96.2 ms, #called: 1711) +2023-12-14 14:52:57.586780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.586789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 533 ms, max: 96.2 ms, #called: 1712) +2023-12-14 14:52:57.586795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:57.586813: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:57.586821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 24 us (cumulative: 533 ms, max: 96.2 ms, #called: 1713) +2023-12-14 14:52:57.586826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:57.586832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:57.586839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.586849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 533 ms, max: 96.2 ms, #called: 1714) +2023-12-14 14:52:57.586855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.586864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 533 ms, max: 96.2 ms, #called: 1715) +2023-12-14 14:52:57.586869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.586883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 13 us (cumulative: 533 ms, max: 96.2 ms, #called: 1716) +2023-12-14 14:52:57.586891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 63 us (cumulative: 533 ms, max: 96.2 ms, #called: 1717) +2023-12-14 14:52:57.586897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:57.586903: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:57.586937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 38 us (cumulative: 533 ms, max: 96.2 ms, #called: 1718) +2023-12-14 14:52:57.586944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.586952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 533 ms, max: 96.2 ms, #called: 1719) +2023-12-14 14:52:57.586958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:57.586966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.586978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.586984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.586989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.586994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.586998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.587003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.587010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.587015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:57.587021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:57.587036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.587041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.587046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.587051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.587056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.587061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.587066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:57.587071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:57.587075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.587080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.587085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.587089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.587094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.587099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:57.587108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:57.587113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:57.587117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.587122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:57.587127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.587132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[8192]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.587151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.587161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.587166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.587171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.587176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.587181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.587186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.587192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.587197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:57.587202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:57.587214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.587219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.587224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.587229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.587234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.587238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.587244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:57.587248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:57.587253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.587258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.587262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.587270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.587275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.587280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:57.587285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:57.587290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:57.587295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.587299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:57.587304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.587309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[8192]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.587332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.587342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.587348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.587353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.587358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.587363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.587367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.587373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.587378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:57.587384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:57.587395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.587400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.587405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.587410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.587415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.587420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.587424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:57.587429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:57.587437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.587442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.587447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.587451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.587456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.587461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:57.587466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:57.587471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:57.587476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.587481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:57.587485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.587490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[8192]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.587503: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:57.587509: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:57.587518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 557 us (cumulative: 534 ms, max: 96.2 ms, #called: 1720) +2023-12-14 14:52:57.587523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.587532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 534 ms, max: 96.2 ms, #called: 1721) +2023-12-14 14:52:57.587544: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:57.588643: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:57.588679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.588695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.588701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.588723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.588728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.588734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.588739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.588746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.588752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:57.588757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:57.588775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.588781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.588786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.588790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.588795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.588800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.588805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:57.588810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:57.588814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.588819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.588824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.588829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.588833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.588838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:57.588843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:57.588848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:57.588853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.588858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:57.588863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.588868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[8192]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.588901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.588912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.588918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.588923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.588928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.588933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.588938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.588944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.588949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:57.588954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:57.588967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.588972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.588977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.588982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.588987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.588992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.588996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:57.589001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:57.589006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.589010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.589015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.589020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.589024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.589029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:57.589034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:57.589039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:57.589044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.589049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:57.589054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.589062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[8192]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.589078: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:57.589084: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:52:57.589108: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:57.589116: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:57.589124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.589134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.589140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.589145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.589149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.589154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.589159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.589165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.589171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:57.589176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:57.589188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.589194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.589199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.589203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.589208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.589213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.589218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:57.589223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:57.589228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.589232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.589237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.589242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.589249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.589254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:57.589259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:57.589264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:57.589269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.589274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:57.589278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.589283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[8192]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.589312: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[])->f32[8192]{0}} +2023-12-14 14:52:57.589319: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.589324: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[]) -> f32[8192] { +2023-12-14 14:52:57.589328: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:57.589334: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %broadcast.2 = f32[8192]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.589340: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.589345: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.589355: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:broadcast.2 + BufferLiveRange: + Arg_0.1{}:0-2 + broadcast.2{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 4 bytes + broadcast.2: 32768 bytes + +2023-12-14 14:52:57.589363: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:52:57.589368: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:57.589373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:57.589382: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:57.589388: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 broadcast.2> +2023-12-14 14:52:57.589394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:57.589399: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.589404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:57.589409: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 broadcast.2> +2023-12-14 14:52:57.589434: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:57.589440: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 4B +2023-12-14 14:52:57.589445: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:57.589450: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 32.0KiB +2023-12-14 14:52:57.589455: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:57.589460: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 32.0KiB +2023-12-14 14:52:57.589465: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:57.589470: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:57.589639: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 45 us (cumulative: 2.31 ms, max: 421 us, #called: 19) +2023-12-14 14:52:57.596338: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff020030000 +2023-12-14 14:52:57.596593: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:57.596617: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 9.06 ms (cumulative: 863 ms, max: 222 ms, #called: 19) +2023-12-14 14:52:57.597402: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:57.597621: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:57.603101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:57.603141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:57.603159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 13 us (cumulative: 534 ms, max: 96.2 ms, #called: 1722) +2023-12-14 14:52:57.603165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.603177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 534 ms, max: 96.2 ms, #called: 1723) +2023-12-14 14:52:57.603196: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0},f32[2048,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:52:57.603202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:57.603217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:57.603258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 36 us (cumulative: 534 ms, max: 96.2 ms, #called: 1724) +2023-12-14 14:52:57.603292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:57.603299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 534 ms, max: 96.2 ms, #called: 1725) +2023-12-14 14:52:57.603331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:57.603338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 534 ms, max: 96.2 ms, #called: 1726) +2023-12-14 14:52:57.603361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:57.603368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 534 ms, max: 96.2 ms, #called: 1727) +2023-12-14 14:52:57.603391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.603398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 23 us (cumulative: 534 ms, max: 96.2 ms, #called: 1728) +2023-12-14 14:52:57.603420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:57.603427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 534 ms, max: 96.2 ms, #called: 1729) +2023-12-14 14:52:57.603450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:57.603458: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:57.603464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 34 us (cumulative: 534 ms, max: 96.2 ms, #called: 1730) +2023-12-14 14:52:57.603491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:57.603498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 534 ms, max: 96.2 ms, #called: 1731) +2023-12-14 14:52:57.603520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:57.603527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 534 ms, max: 96.2 ms, #called: 1732) +2023-12-14 14:52:57.603550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:57.603556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 534 ms, max: 96.2 ms, #called: 1733) +2023-12-14 14:52:57.603579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:57.603585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 21 us (cumulative: 534 ms, max: 96.2 ms, #called: 1734) +2023-12-14 14:52:57.603607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:57.603613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 534 ms, max: 96.2 ms, #called: 1735) +2023-12-14 14:52:57.603635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:57.603642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 534 ms, max: 96.2 ms, #called: 1736) +2023-12-14 14:52:57.603668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:57.603675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 534 ms, max: 96.2 ms, #called: 1737) +2023-12-14 14:52:57.603698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:57.603704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 21 us (cumulative: 534 ms, max: 96.2 ms, #called: 1738) +2023-12-14 14:52:57.603726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:57.603733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 534 ms, max: 96.2 ms, #called: 1739) +2023-12-14 14:52:57.603756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:57.603763: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:52:57.603769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 28 us (cumulative: 534 ms, max: 96.2 ms, #called: 1740) +2023-12-14 14:52:57.603791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.603798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 534 ms, max: 96.2 ms, #called: 1741) +2023-12-14 14:52:57.603821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:57.603828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 534 ms, max: 96.2 ms, #called: 1742) +2023-12-14 14:52:57.603853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:57.603862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 24 us (cumulative: 534 ms, max: 96.2 ms, #called: 1743) +2023-12-14 14:52:57.603885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.603891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 535 ms, max: 96.2 ms, #called: 1744) +2023-12-14 14:52:57.603913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.603920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 535 ms, max: 96.2 ms, #called: 1745) +2023-12-14 14:52:57.603944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.603950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 535 ms, max: 96.2 ms, #called: 1746) +2023-12-14 14:52:57.603972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:57.603979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.603989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.603996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 535 ms, max: 96.2 ms, #called: 1747) +2023-12-14 14:52:57.604002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:57.604008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 535 ms, max: 96.2 ms, #called: 1748) +2023-12-14 14:52:57.604030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:57.604040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 25 us (cumulative: 535 ms, max: 96.2 ms, #called: 1749) +2023-12-14 14:52:57.604063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:57.604072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 535 ms, max: 96.2 ms, #called: 1750) +2023-12-14 14:52:57.604095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:57.604114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 36 us (cumulative: 535 ms, max: 96.2 ms, #called: 1751) +2023-12-14 14:52:57.604138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:57.604145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 535 ms, max: 96.2 ms, #called: 1752) +2023-12-14 14:52:57.604167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:57.604173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 23 us (cumulative: 535 ms, max: 96.2 ms, #called: 1753) +2023-12-14 14:52:57.604197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:57.604203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 535 ms, max: 96.2 ms, #called: 1754) +2023-12-14 14:52:57.604225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:57.604232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 25 us (cumulative: 535 ms, max: 96.2 ms, #called: 1755) +2023-12-14 14:52:57.604257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:57.604263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:57.604273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.604288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 13 us (cumulative: 535 ms, max: 96.2 ms, #called: 1756) +2023-12-14 14:52:57.604294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.604302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 535 ms, max: 96.2 ms, #called: 1757) +2023-12-14 14:52:57.604308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.604316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 535 ms, max: 96.2 ms, #called: 1758) +2023-12-14 14:52:57.604322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.604330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 535 ms, max: 96.2 ms, #called: 1759) +2023-12-14 14:52:57.604335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.604344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 6 us (cumulative: 535 ms, max: 96.2 ms, #called: 1760) +2023-12-14 14:52:57.604349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.604357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 6 us (cumulative: 535 ms, max: 96.2 ms, #called: 1761) +2023-12-14 14:52:57.604363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.604371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 535 ms, max: 96.2 ms, #called: 1762) +2023-12-14 14:52:57.604377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.604386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 535 ms, max: 96.2 ms, #called: 1763) +2023-12-14 14:52:57.604391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.604399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 535 ms, max: 96.2 ms, #called: 1764) +2023-12-14 14:52:57.604404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.604413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 6 us (cumulative: 535 ms, max: 96.2 ms, #called: 1765) +2023-12-14 14:52:57.604421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.604429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 535 ms, max: 96.2 ms, #called: 1766) +2023-12-14 14:52:57.604435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.604443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 535 ms, max: 96.2 ms, #called: 1767) +2023-12-14 14:52:57.604449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.604464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 14 us (cumulative: 535 ms, max: 96.2 ms, #called: 1768) +2023-12-14 14:52:57.604470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.604479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 535 ms, max: 96.2 ms, #called: 1769) +2023-12-14 14:52:57.604485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 244 us (cumulative: 535 ms, max: 96.2 ms, #called: 1770) +2023-12-14 14:52:57.604508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:57.604514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 535 ms, max: 96.2 ms, #called: 1771) +2023-12-14 14:52:57.604537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:57.604544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 535 ms, max: 96.2 ms, #called: 1772) +2023-12-14 14:52:57.604566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:57.604572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 535 ms, max: 96.2 ms, #called: 1773) +2023-12-14 14:52:57.604594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:57.604602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 27 us (cumulative: 535 ms, max: 96.2 ms, #called: 1774) +2023-12-14 14:52:57.604628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.604643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 30 us (cumulative: 535 ms, max: 96.2 ms, #called: 1775) +2023-12-14 14:52:57.604666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:57.604672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 535 ms, max: 96.2 ms, #called: 1776) +2023-12-14 14:52:57.604695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.604702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 535 ms, max: 96.2 ms, #called: 1777) +2023-12-14 14:52:57.604725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:57.604732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.604742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.604749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 23 us (cumulative: 535 ms, max: 96.2 ms, #called: 1778) +2023-12-14 14:52:57.604754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:57.604774: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:57.604781: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:57.604811: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:57.604818: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:57.604836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.604853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.604859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.604870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.604876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.604880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.604886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.604894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.604899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.604905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:57.604910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:57.604916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:57.604942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.604948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.604952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.604957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.604962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.604967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.604971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.604976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:57.604981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.604986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:57.604991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:57.604996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.605001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.605006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.605010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.605015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.605020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:57.605025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:57.605030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:57.605034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.605042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.605047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.605051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:57.605056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:52:57.605061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:57.605066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.605070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:57.605075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.605081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:57.605103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.605117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.605125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 368 us (cumulative: 536 ms, max: 96.2 ms, #called: 1779) +2023-12-14 14:52:57.605143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:57.605152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.605161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 536 ms, max: 96.2 ms, #called: 1780) +2023-12-14 14:52:57.605168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:57.605177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 536 ms, max: 96.2 ms, #called: 1781) +2023-12-14 14:52:57.605182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:57.605191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 536 ms, max: 96.2 ms, #called: 1782) +2023-12-14 14:52:57.605201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:57.605209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:57.605214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:57.605222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 536 ms, max: 96.2 ms, #called: 1783) +2023-12-14 14:52:57.605231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.605239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 536 ms, max: 96.2 ms, #called: 1784) +2023-12-14 14:52:57.605245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:57.605264: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:57.605273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 26 us (cumulative: 536 ms, max: 96.2 ms, #called: 1785) +2023-12-14 14:52:57.605278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:57.605284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:57.605291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.605300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 536 ms, max: 96.2 ms, #called: 1786) +2023-12-14 14:52:57.605305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.605314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 536 ms, max: 96.2 ms, #called: 1787) +2023-12-14 14:52:57.605319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.605334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 12 us (cumulative: 536 ms, max: 96.2 ms, #called: 1788) +2023-12-14 14:52:57.605341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 62 us (cumulative: 536 ms, max: 96.2 ms, #called: 1789) +2023-12-14 14:52:57.605347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:57.605353: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:57.605384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 35 us (cumulative: 536 ms, max: 96.2 ms, #called: 1790) +2023-12-14 14:52:57.605390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.605398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 536 ms, max: 96.2 ms, #called: 1791) +2023-12-14 14:52:57.605403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:57.605411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.605422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.605428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.605433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.605439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.605443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.605452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.605459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.605464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.605469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:57.605474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:57.605479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:57.605500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.605505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.605510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.605515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.605520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.605525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.605530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.605535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:57.605539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.605544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:57.605549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:57.605554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.605558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.605563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.605568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.605572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.605577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:57.605582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:57.605587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:57.605592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.605596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.605601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.605606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:57.605614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:52:57.605619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:57.605623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.605628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:57.605633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.605638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:57.605657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.605668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.605673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.605678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.605683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.605689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.605693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.605699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.605705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.605711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:57.605716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:57.605721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:57.605737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.605743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.605748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.605753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.605758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.605762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.605767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.605772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:57.605780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.605785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:57.605790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:57.605795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.605799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.605804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.605809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.605814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.605818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:57.605823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:57.605828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:57.605833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.605837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.605842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.605847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:57.605852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:52:57.605857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:57.605861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.605866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:57.605871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.605876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:57.605892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.605902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.605908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.605913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.605918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.605925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.605930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.605936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.605941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.605946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:57.605951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:57.605956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:57.605971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.605977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.605982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.605987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.605992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.605996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.606001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.606006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:57.606010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.606015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:57.606020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:57.606025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.606029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.606034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.606038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.606043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.606048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:57.606053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:57.606057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:57.606063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.606068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.606072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.606080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:57.606085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:52:57.606090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:57.606094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.606099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:57.606104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.606109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:57.606123: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:57.606129: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:57.606138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 731 us (cumulative: 537 ms, max: 96.2 ms, #called: 1792) +2023-12-14 14:52:57.606143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.606151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 537 ms, max: 96.2 ms, #called: 1793) +2023-12-14 14:52:57.606161: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:57.607055: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:57.607091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.607108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.607114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.607119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.607124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.607129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.607134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.607149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.607154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.607160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:57.607164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:57.607170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:57.607191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.607197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.607202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.607206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.607211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.607216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.607221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.607226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:57.607230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.607235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:57.607240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:57.607244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.607249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.607254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.607258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.607263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.607268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:57.607273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:57.607278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:57.607283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.607288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.607292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.607297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:57.607302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:52:57.607309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:57.607314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.607327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:57.607333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.607338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:57.607369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.607381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.607387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.607392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.607397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.607402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.607407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.607413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.607418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.607423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:57.607428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:57.607433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:57.607449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.607454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.607459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.607464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.607469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.607473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.607478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.607483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:57.607489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.607497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:57.607502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:57.607506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.607511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.607516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.607520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.607525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.607530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:57.607535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:57.607540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:57.607544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.607549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.607554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.607558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:57.607563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:52:57.607568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:57.607573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.607578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:57.607583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.607588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:57.607603: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:57.607609: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:52:57.607632: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:57.607639: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:57.607647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.607658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.607667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.607672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.607678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.607683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.607688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.607694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.607699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.607704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:57.607709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:57.607715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:57.607730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.607735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.607740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.607745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.607750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.607755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.607760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.607765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:57.607769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.607774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:57.607779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:57.607784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.607789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.607793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.607798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.607803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.607807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:57.607812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:57.607817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:57.607825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.607830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.607834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.607839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:57.607844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:52:57.607849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:57.607853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.607858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:57.607863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.607867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:57.607898: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,2048]{1,0},f32[2048,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:52:57.607905: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.607910: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048,2048], Arg_1.2: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:52:57.607915: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:57.607920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:52:57.607925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:57.607931: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.607936: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.607946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:dot.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + dot.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 16777216 bytes + Arg_1.2: 67108864 bytes + dot.3: 67108864 bytes + +2023-12-14 14:52:57.607954: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:52:57.607959: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:57.607964: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:57.607976: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:57.607982: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:57.607987: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:57.607992: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 dot.3> +2023-12-14 14:52:57.607997: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:57.608002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.608007: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:57.608013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:57.608018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 dot.3> +2023-12-14 14:52:57.608039: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:57.608045: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 80.00MiB +2023-12-14 14:52:57.608050: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:57.608055: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:52:57.608060: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:57.608064: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 144.00MiB +2023-12-14 14:52:57.608070: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:57.608075: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:57.608186: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 28 us (cumulative: 2.34 ms, max: 421 us, #called: 20) +2023-12-14 14:52:57.611727: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff02002e000 +2023-12-14 14:52:57.611931: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:57.611952: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 5.78 ms (cumulative: 868 ms, max: 222 ms, #called: 20) +2023-12-14 14:52:57.612417: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:57.655655: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:57.662680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:57.662732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:57.662760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 18 us (cumulative: 537 ms, max: 96.2 ms, #called: 1794) +2023-12-14 14:52:57.662766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.662796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 537 ms, max: 96.2 ms, #called: 1795) +2023-12-14 14:52:57.662820: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192]{0})->f32[1,8192]{1,0} +2023-12-14 14:52:57.662827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:57.662850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.662879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.662887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:57.662895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.662904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.662912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 23 us (cumulative: 537 ms, max: 96.2 ms, #called: 1796) +2023-12-14 14:52:57.662918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:57.662925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.662933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.662940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 21 us (cumulative: 537 ms, max: 96.2 ms, #called: 1797) +2023-12-14 14:52:57.662946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:57.662953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.662961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.662968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 21 us (cumulative: 537 ms, max: 96.2 ms, #called: 1798) +2023-12-14 14:52:57.662974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:57.662981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.662989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.662996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 20 us (cumulative: 537 ms, max: 96.2 ms, #called: 1799) +2023-12-14 14:52:57.663001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.663009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 21 us (cumulative: 537 ms, max: 96.2 ms, #called: 1800) +2023-12-14 14:52:57.663033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:57.663040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 537 ms, max: 96.2 ms, #called: 1801) +2023-12-14 14:52:57.663062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:57.663072: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:57.663079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 31 us (cumulative: 537 ms, max: 96.2 ms, #called: 1802) +2023-12-14 14:52:57.663100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:57.663108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 21 us (cumulative: 537 ms, max: 96.2 ms, #called: 1803) +2023-12-14 14:52:57.663128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:57.663136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 537 ms, max: 96.2 ms, #called: 1804) +2023-12-14 14:52:57.663158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:57.663164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 537 ms, max: 96.2 ms, #called: 1805) +2023-12-14 14:52:57.663185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:57.663191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 19 us (cumulative: 537 ms, max: 96.2 ms, #called: 1806) +2023-12-14 14:52:57.663212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:57.663221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 23 us (cumulative: 537 ms, max: 96.2 ms, #called: 1807) +2023-12-14 14:52:57.663242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:57.663249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 20 us (cumulative: 537 ms, max: 96.2 ms, #called: 1808) +2023-12-14 14:52:57.663269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:57.663276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 21 us (cumulative: 537 ms, max: 96.2 ms, #called: 1809) +2023-12-14 14:52:57.663297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:57.663303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 537 ms, max: 96.2 ms, #called: 1810) +2023-12-14 14:52:57.663332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:57.663340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 537 ms, max: 96.2 ms, #called: 1811) +2023-12-14 14:52:57.663362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:57.663369: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:52:57.663375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 27 us (cumulative: 537 ms, max: 96.2 ms, #called: 1812) +2023-12-14 14:52:57.663396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.663406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 24 us (cumulative: 537 ms, max: 96.2 ms, #called: 1813) +2023-12-14 14:52:57.663427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:57.663434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 20 us (cumulative: 537 ms, max: 96.2 ms, #called: 1814) +2023-12-14 14:52:57.663455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:57.663464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 23 us (cumulative: 537 ms, max: 96.2 ms, #called: 1815) +2023-12-14 14:52:57.663485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.663491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 537 ms, max: 96.2 ms, #called: 1816) +2023-12-14 14:52:57.663511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.663519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 537 ms, max: 96.2 ms, #called: 1817) +2023-12-14 14:52:57.663540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.663546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 20 us (cumulative: 537 ms, max: 96.2 ms, #called: 1818) +2023-12-14 14:52:57.663567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:57.663574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 537 ms, max: 96.2 ms, #called: 1819) +2023-12-14 14:52:57.663598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:57.663605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 21 us (cumulative: 537 ms, max: 96.2 ms, #called: 1820) +2023-12-14 14:52:57.663626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:57.663632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 20 us (cumulative: 537 ms, max: 96.2 ms, #called: 1821) +2023-12-14 14:52:57.663653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:57.663663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 537 ms, max: 96.2 ms, #called: 1822) +2023-12-14 14:52:57.663685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:57.663712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 41 us (cumulative: 537 ms, max: 96.2 ms, #called: 1823) +2023-12-14 14:52:57.663734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:57.663742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 21 us (cumulative: 537 ms, max: 96.2 ms, #called: 1824) +2023-12-14 14:52:57.663762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:57.663769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 537 ms, max: 96.2 ms, #called: 1825) +2023-12-14 14:52:57.663792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:57.663799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 537 ms, max: 96.2 ms, #called: 1826) +2023-12-14 14:52:57.663820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:57.663826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.663835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.663842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 537 ms, max: 96.2 ms, #called: 1827) +2023-12-14 14:52:57.663847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:57.663853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:57.663865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.663878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 12 us (cumulative: 537 ms, max: 96.2 ms, #called: 1828) +2023-12-14 14:52:57.663885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.663893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 537 ms, max: 96.2 ms, #called: 1829) +2023-12-14 14:52:57.663899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.663908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 537 ms, max: 96.2 ms, #called: 1830) +2023-12-14 14:52:57.663913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.663921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 537 ms, max: 96.2 ms, #called: 1831) +2023-12-14 14:52:57.663927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.663935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 6 us (cumulative: 537 ms, max: 96.2 ms, #called: 1832) +2023-12-14 14:52:57.663940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.663949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 537 ms, max: 96.2 ms, #called: 1833) +2023-12-14 14:52:57.663954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.663963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 537 ms, max: 96.2 ms, #called: 1834) +2023-12-14 14:52:57.663975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.663986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 10 us (cumulative: 537 ms, max: 96.2 ms, #called: 1835) +2023-12-14 14:52:57.663992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.664000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 537 ms, max: 96.2 ms, #called: 1836) +2023-12-14 14:52:57.664006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.664015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 537 ms, max: 96.2 ms, #called: 1837) +2023-12-14 14:52:57.664020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.664028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 537 ms, max: 96.2 ms, #called: 1838) +2023-12-14 14:52:57.664033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.664042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 537 ms, max: 96.2 ms, #called: 1839) +2023-12-14 14:52:57.664048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.664066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 17 us (cumulative: 537 ms, max: 96.2 ms, #called: 1840) +2023-12-14 14:52:57.664072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.664081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 538 ms, max: 96.2 ms, #called: 1841) +2023-12-14 14:52:57.664087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.664096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.664103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 255 us (cumulative: 538 ms, max: 96.2 ms, #called: 1842) +2023-12-14 14:52:57.664109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:57.664115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.664123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.664130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 20 us (cumulative: 538 ms, max: 96.2 ms, #called: 1843) +2023-12-14 14:52:57.664136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:57.664143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.664151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.664158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 21 us (cumulative: 538 ms, max: 96.2 ms, #called: 1844) +2023-12-14 14:52:57.664167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:57.664174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.664182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.664190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 538 ms, max: 96.2 ms, #called: 1845) +2023-12-14 14:52:57.664196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:57.664203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.664211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.664219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 21 us (cumulative: 538 ms, max: 96.2 ms, #called: 1846) +2023-12-14 14:52:57.664224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.664241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.664250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.664257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 31 us (cumulative: 538 ms, max: 96.2 ms, #called: 1847) +2023-12-14 14:52:57.664262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:57.664268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.664277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.664284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 21 us (cumulative: 538 ms, max: 96.2 ms, #called: 1848) +2023-12-14 14:52:57.664290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.664297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.664305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.664313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 538 ms, max: 96.2 ms, #called: 1849) +2023-12-14 14:52:57.664318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:57.664326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.664334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.664341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 22 us (cumulative: 538 ms, max: 96.2 ms, #called: 1850) +2023-12-14 14:52:57.664346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:57.664378: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:57.664385: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:57.664414: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:57.664421: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:57.664438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.664457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.664466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.664472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.664478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.664483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.664488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.664499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.664504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.2 +2023-12-14 14:52:57.664510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <1 reshape.2> + +2023-12-14 14:52:57.664535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.664541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.664546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.664551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.664556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.664560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.664565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2: +2023-12-14 14:52:57.664570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 reshape.2> (def) +2023-12-14 14:52:57.664575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.664580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.664585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.664589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.664594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.664599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2, operand 0 +2023-12-14 14:52:57.664604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:52:57.664614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 reshape.2> +2023-12-14 14:52:57.664619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.664623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2 +2023-12-14 14:52:57.664628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.664634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.2 = f32[1,8192]{1,0} reshape(f32[8192]{0} %Arg_0.1), metadata={op_name="jit(reshape)/jit(main)/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.664663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.664674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.664683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 333 us (cumulative: 538 ms, max: 96.2 ms, #called: 1851) +2023-12-14 14:52:57.664702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:57.664712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.664725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 12 us (cumulative: 538 ms, max: 96.2 ms, #called: 1852) +2023-12-14 14:52:57.664732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:57.664741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 538 ms, max: 96.2 ms, #called: 1853) +2023-12-14 14:52:57.664746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:57.664755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 538 ms, max: 96.2 ms, #called: 1854) +2023-12-14 14:52:57.664767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:57.664775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:57.664781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:57.664789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 538 ms, max: 96.2 ms, #called: 1855) +2023-12-14 14:52:57.664795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.664806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 538 ms, max: 96.2 ms, #called: 1856) +2023-12-14 14:52:57.664812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:57.664830: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:57.664842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 29 us (cumulative: 538 ms, max: 96.2 ms, #called: 1857) +2023-12-14 14:52:57.664849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:57.664855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:57.664862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.664887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 24 us (cumulative: 538 ms, max: 96.2 ms, #called: 1858) +2023-12-14 14:52:57.664894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.664904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 538 ms, max: 96.2 ms, #called: 1859) +2023-12-14 14:52:57.664909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.664924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 12 us (cumulative: 538 ms, max: 96.2 ms, #called: 1860) +2023-12-14 14:52:57.664931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:57.664937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.664947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 538 ms, max: 96.2 ms, #called: 1861) +2023-12-14 14:52:57.664953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.664961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 538 ms, max: 96.2 ms, #called: 1862) +2023-12-14 14:52:57.664967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.664977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 9 us (cumulative: 538 ms, max: 96.2 ms, #called: 1863) +2023-12-14 14:52:57.664985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 135 us (cumulative: 539 ms, max: 96.2 ms, #called: 1864) +2023-12-14 14:52:57.664992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:57.664998: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:57.665031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 37 us (cumulative: 539 ms, max: 96.2 ms, #called: 1865) +2023-12-14 14:52:57.665037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.665045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 539 ms, max: 96.2 ms, #called: 1866) +2023-12-14 14:52:57.665051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:57.665060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.665071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.665082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.665087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.665092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.665097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.665102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.665109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.665114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:57.665120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.665131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.665137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.665142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.665146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.665152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.665156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.665161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:57.665166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.665171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.665176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.665181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.665185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.665190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:57.665195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.665200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:57.665205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:52:57.665224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.665233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.665238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.665243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.665248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.665262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.665267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.665273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.665278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:57.665283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.665293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.665298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.665303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.665308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.665314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.665319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.665323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:57.665328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.665333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.665338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.665343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.665348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.665352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:57.665357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.665362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:57.665367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:52:57.665382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.665391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.665397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.665403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.665408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.665413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.665417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.665423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.665431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:57.665437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.665445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.665451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.665456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.665461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.665466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.665471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.665475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:57.665481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.665485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.665490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.665495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.665500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.665504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:57.665509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.665514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:57.665519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:52:57.665541: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:57.665547: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:52:57.665557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 503 us (cumulative: 539 ms, max: 96.2 ms, #called: 1867) +2023-12-14 14:52:57.665562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.665571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 539 ms, max: 96.2 ms, #called: 1868) +2023-12-14 14:52:57.665584: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:57.666753: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:57.666801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.666820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.666828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.666834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.666839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.666844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.666849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.666857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.666862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:57.666868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.666873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:57.666879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:52:57.666897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.666903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.666908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.666913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.666918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.666923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.666928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:57.666932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.666937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.666942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:57.666947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:52:57.666952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.666957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.666962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.666966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.666975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:57.666980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.666985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:57.666990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:57.666995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:52:57.667000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:52:57.667005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.667010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:57.667014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.667019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[1,8192]{1,0} copy(f32[1,8192]{1,0} %bitcast) +2023-12-14 14:52:57.667053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.667064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.667071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.667076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.667081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.667086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.667091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.667097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.667102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:57.667107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.667112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:57.667118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:52:57.667130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.667135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.667140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.667145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.667150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.667154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.667159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:57.667167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.667172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.667177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:57.667182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:52:57.667187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.667192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.667196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.667201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.667205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:57.667210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.667215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:57.667220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:57.667225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:52:57.667230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:52:57.667235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.667239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:57.667244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.667249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[1,8192]{1,0} copy(f32[1,8192]{1,0} %bitcast) +2023-12-14 14:52:57.667264: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:57.667270: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:52:57.667296: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:57.667304: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:57.667313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:57.667331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.667339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.667344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.667349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.667354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.667359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.667368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.667374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:57.667379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.667384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:57.667390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:52:57.667402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:57.667407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.667412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.667417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.667422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.667427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.667431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:57.667436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.667441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.667446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:57.667451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:52:57.667455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.667460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.667465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.667470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.667475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:57.667479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.667484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:57.667489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:57.667494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:52:57.667499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:52:57.667504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.667509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:57.667513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.667519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[1,8192]{1,0} copy(f32[1,8192]{1,0} %bitcast) +2023-12-14 14:52:57.667555: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[8192]{0})->f32[1,8192]{1,0}} +2023-12-14 14:52:57.667562: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.667567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[8192]) -> f32[1,8192] { +2023-12-14 14:52:57.667572: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:52:57.667578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast = f32[1,8192]{1,0} bitcast(f32[8192]{0} %Arg_0.1), metadata={op_name="jit(reshape)/jit(main)/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.667583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[1,8192]{1,0} copy(f32[1,8192]{1,0} %bitcast) +2023-12-14 14:52:57.667589: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.667593: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.667604: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:bitcast + 2:copy + BufferLiveRange: + Arg_0.1{}:0-3 + copy{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 32768 bytes + copy: 32768 bytes + +2023-12-14 14:52:57.667612: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:52:57.667617: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:57.667623: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:57.667631: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:57.667636: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:57.667641: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:52:57.667647: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:57.667652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.667657: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:57.667662: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:52:57.667685: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:57.667691: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 32.0KiB +2023-12-14 14:52:57.667696: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:57.667701: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 32.0KiB +2023-12-14 14:52:57.667707: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:57.667711: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 64.0KiB +2023-12-14 14:52:57.667716: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:57.667724: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:57.667890: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 56 us (cumulative: 2.39 ms, max: 421 us, #called: 21) +2023-12-14 14:52:57.672156: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff02002c000 +2023-12-14 14:52:57.672445: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:57.672467: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 6.87 ms (cumulative: 875 ms, max: 222 ms, #called: 21) +2023-12-14 14:52:57.673232: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:57.673631: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:57.679314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:52:57.679361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:57.679381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 15 us (cumulative: 539 ms, max: 96.2 ms, #called: 1869) +2023-12-14 14:52:57.679387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.679399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 539 ms, max: 96.2 ms, #called: 1870) +2023-12-14 14:52:57.679419: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0},f32[1,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:52:57.679425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:52:57.679442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:57.679487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 539 ms, max: 96.2 ms, #called: 1871) +2023-12-14 14:52:57.679513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:57.679520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 539 ms, max: 96.2 ms, #called: 1872) +2023-12-14 14:52:57.679552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:57.679559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 539 ms, max: 96.2 ms, #called: 1873) +2023-12-14 14:52:57.679584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:57.679591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 539 ms, max: 96.2 ms, #called: 1874) +2023-12-14 14:52:57.679616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.679623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 539 ms, max: 96.2 ms, #called: 1875) +2023-12-14 14:52:57.679648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:57.679654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 539 ms, max: 96.2 ms, #called: 1876) +2023-12-14 14:52:57.679678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:57.679687: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:57.679693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 31 us (cumulative: 539 ms, max: 96.2 ms, #called: 1877) +2023-12-14 14:52:57.679716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:57.679724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 539 ms, max: 96.2 ms, #called: 1878) +2023-12-14 14:52:57.679747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:57.679760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 31 us (cumulative: 539 ms, max: 96.2 ms, #called: 1879) +2023-12-14 14:52:57.679785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:57.679791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 539 ms, max: 96.2 ms, #called: 1880) +2023-12-14 14:52:57.679815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:57.679822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 539 ms, max: 96.2 ms, #called: 1881) +2023-12-14 14:52:57.679845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:57.679851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 23 us (cumulative: 539 ms, max: 96.2 ms, #called: 1882) +2023-12-14 14:52:57.679875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:57.679882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 539 ms, max: 96.2 ms, #called: 1883) +2023-12-14 14:52:57.679906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:57.679913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 539 ms, max: 96.2 ms, #called: 1884) +2023-12-14 14:52:57.679937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:57.679943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 27 us (cumulative: 540 ms, max: 96.2 ms, #called: 1885) +2023-12-14 14:52:57.679971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:57.679978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.679989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.679996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 540 ms, max: 96.2 ms, #called: 1886) +2023-12-14 14:52:57.680002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:57.680009: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.7 +2023-12-14 14:52:57.680016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 540 ms, max: 96.2 ms, #called: 1887) +2023-12-14 14:52:57.680039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.680046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 540 ms, max: 96.2 ms, #called: 1888) +2023-12-14 14:52:57.680070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:57.680076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 24 us (cumulative: 540 ms, max: 96.2 ms, #called: 1889) +2023-12-14 14:52:57.680101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:57.680111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 540 ms, max: 96.2 ms, #called: 1890) +2023-12-14 14:52:57.680135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.680140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 25 us (cumulative: 540 ms, max: 96.2 ms, #called: 1891) +2023-12-14 14:52:57.680168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.680176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 25 us (cumulative: 540 ms, max: 96.2 ms, #called: 1892) +2023-12-14 14:52:57.680200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.680207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 540 ms, max: 96.2 ms, #called: 1893) +2023-12-14 14:52:57.680230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:57.680237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 540 ms, max: 96.2 ms, #called: 1894) +2023-12-14 14:52:57.680261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:57.680268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 540 ms, max: 96.2 ms, #called: 1895) +2023-12-14 14:52:57.680291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:57.680298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 540 ms, max: 96.2 ms, #called: 1896) +2023-12-14 14:52:57.680321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:57.680332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 28 us (cumulative: 540 ms, max: 96.2 ms, #called: 1897) +2023-12-14 14:52:57.680359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:57.680387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 46 us (cumulative: 540 ms, max: 96.2 ms, #called: 1898) +2023-12-14 14:52:57.680413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:57.680420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 540 ms, max: 96.2 ms, #called: 1899) +2023-12-14 14:52:57.680444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:57.680451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 23 us (cumulative: 540 ms, max: 96.2 ms, #called: 1900) +2023-12-14 14:52:57.680474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:57.680480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 540 ms, max: 96.2 ms, #called: 1901) +2023-12-14 14:52:57.680504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:57.680511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.680521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.680529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 540 ms, max: 96.2 ms, #called: 1902) +2023-12-14 14:52:57.680534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:57.680540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:57.680550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.680585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 33 us (cumulative: 540 ms, max: 96.2 ms, #called: 1903) +2023-12-14 14:52:57.680593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.680605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 11 us (cumulative: 540 ms, max: 96.2 ms, #called: 1904) +2023-12-14 14:52:57.680611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.680620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 540 ms, max: 96.2 ms, #called: 1905) +2023-12-14 14:52:57.680626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.680634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 540 ms, max: 96.2 ms, #called: 1906) +2023-12-14 14:52:57.680640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.680649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 540 ms, max: 96.2 ms, #called: 1907) +2023-12-14 14:52:57.680655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.680663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 540 ms, max: 96.2 ms, #called: 1908) +2023-12-14 14:52:57.680669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.680677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 540 ms, max: 96.2 ms, #called: 1909) +2023-12-14 14:52:57.680683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.680693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 540 ms, max: 96.2 ms, #called: 1910) +2023-12-14 14:52:57.680698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.680706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 540 ms, max: 96.2 ms, #called: 1911) +2023-12-14 14:52:57.680711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.680720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 6 us (cumulative: 540 ms, max: 96.2 ms, #called: 1912) +2023-12-14 14:52:57.680725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.680733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 540 ms, max: 96.2 ms, #called: 1913) +2023-12-14 14:52:57.680738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.680747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 540 ms, max: 96.2 ms, #called: 1914) +2023-12-14 14:52:57.680753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.680772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 17 us (cumulative: 540 ms, max: 96.2 ms, #called: 1915) +2023-12-14 14:52:57.680778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.680790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 10 us (cumulative: 540 ms, max: 96.2 ms, #called: 1916) +2023-12-14 14:52:57.680796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:57.680803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.680816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 540 ms, max: 96.2 ms, #called: 1917) +2023-12-14 14:52:57.680822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.680829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 6 us (cumulative: 540 ms, max: 96.2 ms, #called: 1918) +2023-12-14 14:52:57.680834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.680843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 540 ms, max: 96.2 ms, #called: 1919) +2023-12-14 14:52:57.680848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.680856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 540 ms, max: 96.2 ms, #called: 1920) +2023-12-14 14:52:57.680861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.680869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 6 us (cumulative: 540 ms, max: 96.2 ms, #called: 1921) +2023-12-14 14:52:57.680875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.680883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 540 ms, max: 96.2 ms, #called: 1922) +2023-12-14 14:52:57.680889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.680896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 540 ms, max: 96.2 ms, #called: 1923) +2023-12-14 14:52:57.680902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.680910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 540 ms, max: 96.2 ms, #called: 1924) +2023-12-14 14:52:57.680915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.680923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 5 us (cumulative: 540 ms, max: 96.2 ms, #called: 1925) +2023-12-14 14:52:57.680928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.680936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 540 ms, max: 96.2 ms, #called: 1926) +2023-12-14 14:52:57.680941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.680949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 540 ms, max: 96.2 ms, #called: 1927) +2023-12-14 14:52:57.680957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.680966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 540 ms, max: 96.2 ms, #called: 1928) +2023-12-14 14:52:57.680972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.680982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 8 us (cumulative: 540 ms, max: 96.2 ms, #called: 1929) +2023-12-14 14:52:57.680987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.680995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 6 us (cumulative: 540 ms, max: 96.2 ms, #called: 1930) +2023-12-14 14:52:57.681001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.681014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.681022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 485 us (cumulative: 541 ms, max: 96.2 ms, #called: 1931) +2023-12-14 14:52:57.681027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:57.681034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.681044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.681052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 541 ms, max: 96.2 ms, #called: 1932) +2023-12-14 14:52:57.681057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:57.681065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.681075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.681083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 541 ms, max: 96.2 ms, #called: 1933) +2023-12-14 14:52:57.681089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:57.681095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.681105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.681112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 541 ms, max: 96.2 ms, #called: 1934) +2023-12-14 14:52:57.681118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:57.681126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.681137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.681144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 25 us (cumulative: 541 ms, max: 96.2 ms, #called: 1935) +2023-12-14 14:52:57.681162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.681178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.681189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.681197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 33 us (cumulative: 541 ms, max: 96.2 ms, #called: 1936) +2023-12-14 14:52:57.681203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:57.681209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.681220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.681227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 541 ms, max: 96.2 ms, #called: 1937) +2023-12-14 14:52:57.681233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.681240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.681251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.681258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 541 ms, max: 96.2 ms, #called: 1938) +2023-12-14 14:52:57.681263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:57.681271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.681281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.681289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 541 ms, max: 96.2 ms, #called: 1939) +2023-12-14 14:52:57.681294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:57.681317: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:57.681324: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.7) +2023-12-14 14:52:57.681361: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:57.681368: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.7) +2023-12-14 14:52:57.681392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.681410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.681417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.681423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.681428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.681437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.681442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.681450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.681455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.681461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:57.681466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:52:57.681471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 broadcast.5> + +2023-12-14 14:52:57.681476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:52:57.681482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 add.6> + +2023-12-14 14:52:57.681487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.4 +2023-12-14 14:52:57.681493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 reshape.4> + +2023-12-14 14:52:57.681530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.681536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.681541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.681546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.681551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.681556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.681562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.681566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:57.681571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.681576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:52:57.681581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.5> (def) +2023-12-14 14:52:57.681586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.681590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:52:57.681595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.6> (def) +2023-12-14 14:52:57.681600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.681605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.4: +2023-12-14 14:52:57.681610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.4> (def) +2023-12-14 14:52:57.681615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.681622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.681627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.681632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.681637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.681642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:52:57.681647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.681652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:57.681656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.681661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.681665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.681670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.4, operand 0 +2023-12-14 14:52:57.681675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.681681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.4> +2023-12-14 14:52:57.681686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.681691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.4 +2023-12-14 14:52:57.681695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.681700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:52:57.681705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.4 = f32[8192]{0} reshape(f32[1,8192]{1,0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.681710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.5> +2023-12-14 14:52:57.681716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.681720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:52:57.681725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.681730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:52:57.681735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.4), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.681741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.6> +2023-12-14 14:52:57.681745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.681752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:52:57.681758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.681763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %broadcast.5), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.681793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.681807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.681817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 520 us (cumulative: 541 ms, max: 96.2 ms, #called: 1940) +2023-12-14 14:52:57.681835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:52:57.681845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.681860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 13 us (cumulative: 541 ms, max: 96.2 ms, #called: 1941) +2023-12-14 14:52:57.681866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:57.681875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 541 ms, max: 96.2 ms, #called: 1942) +2023-12-14 14:52:57.681881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:57.681890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 541 ms, max: 96.2 ms, #called: 1943) +2023-12-14 14:52:57.681900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:52:57.681908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:57.681914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:52:57.681921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 11 us (cumulative: 541 ms, max: 96.2 ms, #called: 1944) +2023-12-14 14:52:57.681927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.681938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 10 us (cumulative: 541 ms, max: 96.2 ms, #called: 1945) +2023-12-14 14:52:57.681944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:57.682016: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 2 +2023-12-14 14:52:57.682034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 88 us (cumulative: 542 ms, max: 96.2 ms, #called: 1946) +2023-12-14 14:52:57.682040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:57.682050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:52:57.682057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.682068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 542 ms, max: 96.2 ms, #called: 1947) +2023-12-14 14:52:57.682073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.682083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 542 ms, max: 96.2 ms, #called: 1948) +2023-12-14 14:52:57.682089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.682108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 17 us (cumulative: 542 ms, max: 96.2 ms, #called: 1949) +2023-12-14 14:52:57.682116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 75 us (cumulative: 542 ms, max: 96.2 ms, #called: 1950) +2023-12-14 14:52:57.682122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:57.682128: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:57.682202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:57.682258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 133 us (cumulative: 542 ms, max: 96.2 ms, #called: 1951) +2023-12-14 14:52:57.682268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.682279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:57.682288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 19 us (cumulative: 542 ms, max: 96.2 ms, #called: 1952) +2023-12-14 14:52:57.682294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:57.682309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.682364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.682378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.682384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.682389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.682394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.682399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.682405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.682410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.682416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.682425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.682431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.682436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:57.682442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:57.682447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.682452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:57.682457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.682463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:57.682468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:57.682474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:57.682478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:57.682484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:57.682489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.682495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.682500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.682506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.682510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.682516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.682604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.682613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.682618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.682623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.682628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:57.682633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.682637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.682642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:57.682647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.682658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.682663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.682668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.682672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:57.682677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:57.682682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.682687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.682692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:57.682697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.682702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.682707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:57.682712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.682716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:57.682721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:57.682726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.682731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:57.682736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:57.682740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.682745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.682750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:57.682755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.682760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.682765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.682769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.682775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.682780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.682785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.682789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.682794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.682799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.682804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.682811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.682817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.682822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.682827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.682832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.682836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.682841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.682846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.682851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.682856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.682861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.682866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.682871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.682875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.682880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.682885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.682890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.682895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.682900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:57.682905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.682910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.682914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.682919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:57.682924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.682929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:57.682934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.682939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:57.682946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.682951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:57.682956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.682961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:57.682966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.682971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:57.682976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.682981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.682986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.682991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:57.682996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.683001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.683006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.683011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:57.683016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.683021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:57.683026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.683031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:57.683035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.683040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.683076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.683122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.683131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.683137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.683142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.683152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.683157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.683163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.683168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.683173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.683179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.683184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.683189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:57.683194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:57.683199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.683205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:57.683210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.683216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:57.683221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:57.683226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:57.683231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:57.683236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:57.683241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.683247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.683252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.683257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.683262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.683268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.683304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.683310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.683315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.683331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.683336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:57.683342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.683347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.683352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:57.683357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.683362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.683366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.683371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.683376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:57.683381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:57.683386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.683391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.683396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:57.683400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.683405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.683410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:57.683415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.683420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:57.683424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:57.683429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.683434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:57.683439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:57.683444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.683448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.683453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:57.683458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.683463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.683468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.683473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.683480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.683485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.683490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.683495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.683500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.683505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.683510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.683514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.683519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.683524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.683529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.683533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.683539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.683543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.683548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.683553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.683558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.683563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.683568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.683572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.683577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.683582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.683587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.683592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.683597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.683602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:57.683607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.683611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.683619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.683624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:57.683629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.683634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:57.683639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.683643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:57.683648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.683653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:57.683658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.683663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:57.683668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.683673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:57.683678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.683682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.683688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.683693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:57.683698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.683703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.683708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.683712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:57.683717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.683722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:57.683727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.683732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:57.683737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.683742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.683769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.683811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.683819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.683824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.683830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.683835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.683839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.683845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.683850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.683856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.683861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.683866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.683871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:57.683877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:57.683881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.683887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:57.683892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.683897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:57.683902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:57.683907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:57.683912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:57.683918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:57.683923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.683928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.683933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.683942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.683947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.683953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.683984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.683990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.683995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.684000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.684005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:57.684010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.684014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.684019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:57.684024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.684029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.684034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.684039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.684043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:57.684048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:57.684053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.684058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.684063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:57.684068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.684073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.684078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:57.684083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.684087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:57.684092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:57.684097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.684102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:57.684107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:57.684112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.684119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.684124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:57.684128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.684133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.684138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.684143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.684148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.684153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.684158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.684162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.684167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.684172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.684177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.684182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.684186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.684192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.684196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.684201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.684206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.684210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.684215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.684220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.684225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.684230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.684235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.684239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.684244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.684249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.684256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.684261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.684266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.684271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:57.684276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.684281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.684285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.684290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:57.684295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.684300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:57.684305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.684310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:57.684315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.684319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:57.684324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.684329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:57.684334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.684339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:57.684343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.684349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.684354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.684359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:57.684364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.684369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.684374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.684378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:57.684383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.684391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:57.684396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.684400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:57.684405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.684410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.684431: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:57.684437: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:57.684448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.15 ms (cumulative: 544 ms, max: 96.2 ms, #called: 1953) +2023-12-14 14:52:57.684454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.684464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 544 ms, max: 96.2 ms, #called: 1954) +2023-12-14 14:52:57.684475: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:52:57.685397: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:57.685447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.685509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.685520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.685526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.685531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.685536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.685541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.685549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.685561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.685567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.685572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.685578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.685583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:57.685589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:57.685594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.685599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:57.685604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.685610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:57.685615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:57.685620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:57.685625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:57.685630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:57.685635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.685641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.685646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.685652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.685657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.685662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.685704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.685710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.685715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.685720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.685725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:57.685730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.685734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.685742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:57.685747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.685752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.685757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.685762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.685767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:57.685771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:57.685777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.685781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.685786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:57.685791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.685795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.685800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:57.685805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.685810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:57.685815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:57.685820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.685824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:57.685829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:57.685834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.685838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.685844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:57.685848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.685853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.685858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.685863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.685867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.685872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.685877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.685882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.685887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.685894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.685899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.685904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.685909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.685914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.685919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.685924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.685928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.685933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.685938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.685943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.685948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.685953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.685957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.685962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.685967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.685972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.685977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.685981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.685986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.685991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:57.685996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.686006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:57.686016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.686020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:57.686029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:57.686039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:57.686049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.686054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:57.686059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:57.686068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.686078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.686083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:57.686088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.686098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:57.686108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.686113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:57.686118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:57.686128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.686178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.686222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.686234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.686239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.686245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.686249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.686255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.686261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.686266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.686271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.686276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.686282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.686287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:57.686293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:57.686297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.686303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:57.686308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.686313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:57.686318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:57.686324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:57.686329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:57.686334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:57.686339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.686345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.686350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.686355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.686360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.686366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.686400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.686412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.686418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.686422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.686427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:57.686432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.686437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.686442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:57.686447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.686452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.686457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.686461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.686466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:57.686471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:57.686476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.686480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.686485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:57.686490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.686495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.686500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:57.686505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.686509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:57.686514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:57.686519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.686524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:57.686528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:57.686533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.686538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.686543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:57.686548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.686552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.686560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.686565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.686570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.686574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.686579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.686584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.686589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.686598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.686603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.686614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.686619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.686628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.686633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.686643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.686648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.686653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.686657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.686667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.686671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.686681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.686686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.686694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:57.686699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.686708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:57.686718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.686723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:57.686728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:57.686737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:57.686747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.686752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:57.686756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:57.686767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.686776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.686781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:57.686786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.686796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:57.686806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.686811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:57.686815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.686820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:57.686827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.686832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.686853: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:52:57.686859: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 8 +2023-12-14 14:52:57.686890: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:57.686898: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:57.686908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:57.686951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.686959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.686965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.686970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.686974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.686979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.686985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.686990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.686995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.687000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.687006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.687011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:57.687016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:57.687021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.687026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:57.687031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.687036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:57.687041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:57.687047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:57.687055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:57.687060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:57.687065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.687071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:57.687076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.687081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:57.687086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.687091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:57.687125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:57.687131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.687136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.687140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.687145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:57.687150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.687155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.687159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:57.687165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.687169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.687174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.687179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.687184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:57.687188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:57.687193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.687198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.687203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:57.687208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.687213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.687218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:57.687225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.687230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:57.687235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:57.687239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.687244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:57.687249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:57.687254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.687258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.687263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:57.687268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.687273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.687277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.687283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.687288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.687293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.687297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.687302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:57.687307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.687312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.687316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.687330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.687335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.687340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:57.687345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.687349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.687354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.687359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.687364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.687369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.687377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.687382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:57.687387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.687391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.687396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.687401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.687406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.687411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.687416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.687421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:57.687426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.687430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.687435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.687440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:57.687445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.687450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:57.687455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.687459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:57.687464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.687469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:57.687474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.687479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:57.687483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.687489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:57.687494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.687498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.687503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.687511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:57.687516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.687520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.687525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.687530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:57.687535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.687540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:57.687545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.687550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:57.687554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.687560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.687614: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048,8192]{1,0},f32[1,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:52:57.687626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.687632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[2048,8192], param_1.3: f32[1,8192]) -> f32[2048,8192] { +2023-12-14 14:52:57.687637: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.687642: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.687647: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.687652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.687657: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:57.687662: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.687667: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.687675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,8192], p.1: f32[1,8192]) -> f32[2048,8192] { +2023-12-14 14:52:57.687680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.687685: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.687691: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.687695: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.687700: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.687705: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.7 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[1,8192]) -> f32[2048,8192] { +2023-12-14 14:52:57.687710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.687715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:57.687720: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1, f32[1,8192]{1,0} %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:52:57.687725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.687730: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.687741: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + fusion.clone{}:4-6 + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + Live ranges at 4 (peak): + fusion.clone: 67108864 bytes + Arg_0.1: 67108864 bytes + Arg_1.2: 32768 bytes + +2023-12-14 14:52:57.687749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:57.687754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:57.687760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:52:57.687768: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:52:57.687774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:57.687779: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:57.687783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:57.687788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:57.687793: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.clone> +2023-12-14 14:52:57.687799: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:57.687804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:57.687808: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.687816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:52:57.687821: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:52:57.687827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.clone> +2023-12-14 14:52:57.687850: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:57.687856: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.03MiB +2023-12-14 14:52:57.687861: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:57.687865: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:52:57.687871: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:57.687876: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.03MiB +2023-12-14 14:52:57.687881: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:57.687886: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:57.688115: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 50 us (cumulative: 2.44 ms, max: 421 us, #called: 22) +2023-12-14 14:52:57.700225: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff02002a0c0 +2023-12-14 14:52:57.700477: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:57.700502: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 16 ms (cumulative: 891 ms, max: 222 ms, #called: 22) +2023-12-14 14:52:57.701051: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:57.715207: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:57.722700: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.730901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: spmd-partitioner +2023-12-14 14:52:57.730957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:57.730985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 19 us (cumulative: 544 ms, max: 96.2 ms, #called: 1955) +2023-12-14 14:52:57.730993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.731009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 14 us (cumulative: 544 ms, max: 96.2 ms, #called: 1956) +2023-12-14 14:52:57.731033: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:52:57.731040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: HLO passes through layout assignment +2023-12-14 14:52:57.731077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:57.731132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 544 ms, max: 96.2 ms, #called: 1957) +2023-12-14 14:52:57.731158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:57.731165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 544 ms, max: 96.2 ms, #called: 1958) +2023-12-14 14:52:57.731189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:57.731196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 544 ms, max: 96.2 ms, #called: 1959) +2023-12-14 14:52:57.731219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:57.731226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 544 ms, max: 96.2 ms, #called: 1960) +2023-12-14 14:52:57.731249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.731257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 544 ms, max: 96.2 ms, #called: 1961) +2023-12-14 14:52:57.731280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:57.731287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 27 us (cumulative: 544 ms, max: 96.2 ms, #called: 1962) +2023-12-14 14:52:57.731314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:57.731336: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:57.731345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 49 us (cumulative: 544 ms, max: 96.2 ms, #called: 1963) +2023-12-14 14:52:57.731371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:57.731379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 544 ms, max: 96.2 ms, #called: 1964) +2023-12-14 14:52:57.731402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:57.731411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 544 ms, max: 96.2 ms, #called: 1965) +2023-12-14 14:52:57.731435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:57.731441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 24 us (cumulative: 544 ms, max: 96.2 ms, #called: 1966) +2023-12-14 14:52:57.731467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:57.731474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 544 ms, max: 96.2 ms, #called: 1967) +2023-12-14 14:52:57.731496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:57.731502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 544 ms, max: 96.2 ms, #called: 1968) +2023-12-14 14:52:57.731528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:57.731536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 544 ms, max: 96.2 ms, #called: 1969) +2023-12-14 14:52:57.731559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:57.731566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 544 ms, max: 96.2 ms, #called: 1970) +2023-12-14 14:52:57.731589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:57.731595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 544 ms, max: 96.2 ms, #called: 1971) +2023-12-14 14:52:57.731617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:57.731625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 544 ms, max: 96.2 ms, #called: 1972) +2023-12-14 14:52:57.731648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:57.731656: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:52:57.731662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 544 ms, max: 96.2 ms, #called: 1973) +2023-12-14 14:52:57.731685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.731691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 544 ms, max: 96.2 ms, #called: 1974) +2023-12-14 14:52:57.731717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:57.731724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 544 ms, max: 96.2 ms, #called: 1975) +2023-12-14 14:52:57.731749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:57.731766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 50 us (cumulative: 544 ms, max: 96.2 ms, #called: 1976) +2023-12-14 14:52:57.731814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.731827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 41 us (cumulative: 545 ms, max: 96.2 ms, #called: 1977) +2023-12-14 14:52:57.731865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.731873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 545 ms, max: 96.2 ms, #called: 1978) +2023-12-14 14:52:57.731897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.731904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 545 ms, max: 96.2 ms, #called: 1979) +2023-12-14 14:52:57.731926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:57.731934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 545 ms, max: 96.2 ms, #called: 1980) +2023-12-14 14:52:57.731956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:57.731967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.731978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.731986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 28 us (cumulative: 545 ms, max: 96.2 ms, #called: 1981) +2023-12-14 14:52:57.731992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:57.731999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 545 ms, max: 96.2 ms, #called: 1982) +2023-12-14 14:52:57.732022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:57.732032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 545 ms, max: 96.2 ms, #called: 1983) +2023-12-14 14:52:57.732055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:57.732083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 46 us (cumulative: 545 ms, max: 96.2 ms, #called: 1984) +2023-12-14 14:52:57.732108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:57.732115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 545 ms, max: 96.2 ms, #called: 1985) +2023-12-14 14:52:57.732137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:57.732144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 545 ms, max: 96.2 ms, #called: 1986) +2023-12-14 14:52:57.732167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:57.732175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 25 us (cumulative: 545 ms, max: 96.2 ms, #called: 1987) +2023-12-14 14:52:57.732200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:57.732207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 545 ms, max: 96.2 ms, #called: 1988) +2023-12-14 14:52:57.732230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:57.732237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: simplification +2023-12-14 14:52:57.732249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.732269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 18 us (cumulative: 545 ms, max: 96.2 ms, #called: 1989) +2023-12-14 14:52:57.732276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.732285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 545 ms, max: 96.2 ms, #called: 1990) +2023-12-14 14:52:57.732291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.732300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 545 ms, max: 96.2 ms, #called: 1991) +2023-12-14 14:52:57.732305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.732314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 545 ms, max: 96.2 ms, #called: 1992) +2023-12-14 14:52:57.732320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.732329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 545 ms, max: 96.2 ms, #called: 1993) +2023-12-14 14:52:57.732336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.732344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 545 ms, max: 96.2 ms, #called: 1994) +2023-12-14 14:52:57.732350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.732358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 545 ms, max: 96.2 ms, #called: 1995) +2023-12-14 14:52:57.732364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.732373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 545 ms, max: 96.2 ms, #called: 1996) +2023-12-14 14:52:57.732379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.732390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 10 us (cumulative: 545 ms, max: 96.2 ms, #called: 1997) +2023-12-14 14:52:57.732396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.732405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 545 ms, max: 96.2 ms, #called: 1998) +2023-12-14 14:52:57.732410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.732418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 545 ms, max: 96.2 ms, #called: 1999) +2023-12-14 14:52:57.732424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.732433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 545 ms, max: 96.2 ms, #called: 2000) +2023-12-14 14:52:57.732440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.732459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 17 us (cumulative: 545 ms, max: 96.2 ms, #called: 2001) +2023-12-14 14:52:57.732464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.732473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 545 ms, max: 96.2 ms, #called: 2002) +2023-12-14 14:52:57.732479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 266 us (cumulative: 545 ms, max: 96.2 ms, #called: 2003) +2023-12-14 14:52:57.732503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:57.732510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 25 us (cumulative: 545 ms, max: 96.2 ms, #called: 2004) +2023-12-14 14:52:57.732535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:57.732542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 545 ms, max: 96.2 ms, #called: 2005) +2023-12-14 14:52:57.732565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:57.732571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 24 us (cumulative: 545 ms, max: 96.2 ms, #called: 2006) +2023-12-14 14:52:57.732597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:57.732606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 25 us (cumulative: 545 ms, max: 96.2 ms, #called: 2007) +2023-12-14 14:52:57.732629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.732654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 40 us (cumulative: 545 ms, max: 96.2 ms, #called: 2008) +2023-12-14 14:52:57.732677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:57.732684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 545 ms, max: 96.2 ms, #called: 2009) +2023-12-14 14:52:57.732707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.732715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 22 us (cumulative: 545 ms, max: 96.2 ms, #called: 2010) +2023-12-14 14:52:57.732737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:57.732745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.732755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.732762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 545 ms, max: 96.2 ms, #called: 2011) +2023-12-14 14:52:57.732768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:57.732800: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:57.732808: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:57.732849: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:57.732860: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:57.732888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:57.732914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.732921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.732928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.732933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.732938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.732943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.732953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.732959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:57.732965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 constant.2> + +2023-12-14 14:52:57.732970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:52:57.732977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 broadcast.3> + +2023-12-14 14:52:57.732982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:57.732987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 maximum.4> + +2023-12-14 14:52:57.733037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:57.733043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.733048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.733053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.733058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.733063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.733068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:57.733073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 constant.2> (def) +2023-12-14 14:52:57.733077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.733082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:52:57.733087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> (def) +2023-12-14 14:52:57.733092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.733096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:57.733101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 maximum.4> (def) +2023-12-14 14:52:57.733109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.733114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.733119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.733123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.733128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.733133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:57.733138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.733143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 constant.2> +2023-12-14 14:52:57.733148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.733154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:57.733159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.733164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:52:57.733169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:52:57.733174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> +2023-12-14 14:52:57.733179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.733183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:52:57.733188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.733193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:57.733198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[2048,8192]{1,0} broadcast(f32[] %constant.2), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.733203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 maximum.4> +2023-12-14 14:52:57.733208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.733213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:57.733219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.733224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %broadcast.3), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.733262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.733276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.733288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 517 us (cumulative: 546 ms, max: 96.2 ms, #called: 2012) +2023-12-14 14:52:57.733309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: hlo normalization +2023-12-14 14:52:57.733319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.733329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 546 ms, max: 96.2 ms, #called: 2013) +2023-12-14 14:52:57.733335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:57.733344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 546 ms, max: 96.2 ms, #called: 2014) +2023-12-14 14:52:57.733350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:57.733359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 546 ms, max: 96.2 ms, #called: 2015) +2023-12-14 14:52:57.733370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: HLO passes after layout assignment +2023-12-14 14:52:57.733379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:57.733385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: after layout assignment +2023-12-14 14:52:57.733393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 11 us (cumulative: 546 ms, max: 96.2 ms, #called: 2016) +2023-12-14 14:52:57.733399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.733407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 546 ms, max: 96.2 ms, #called: 2017) +2023-12-14 14:52:57.733413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:57.733494: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 2 +2023-12-14 14:52:57.733508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 93 us (cumulative: 546 ms, max: 96.2 ms, #called: 2018) +2023-12-14 14:52:57.733515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:57.733521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: simplification after layout assignment +2023-12-14 14:52:57.733528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.733538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 546 ms, max: 96.2 ms, #called: 2019) +2023-12-14 14:52:57.733544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.733554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 546 ms, max: 96.2 ms, #called: 2020) +2023-12-14 14:52:57.733559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.733584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 22 us (cumulative: 546 ms, max: 96.2 ms, #called: 2021) +2023-12-14 14:52:57.733592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 76 us (cumulative: 546 ms, max: 96.2 ms, #called: 2022) +2023-12-14 14:52:57.733598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:57.733605: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:57.733680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:57.733737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 136 us (cumulative: 546 ms, max: 96.2 ms, #called: 2023) +2023-12-14 14:52:57.733745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.733756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:57.733766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 19 us (cumulative: 546 ms, max: 96.2 ms, #called: 2024) +2023-12-14 14:52:57.733771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:57.733786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:57.733842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.733854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.733860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.733865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.733869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.733875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.733882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.733886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.733892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:57.733897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:57.733903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 maximum.1> + +2023-12-14 14:52:57.733908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.733913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 param_0.1> + +2023-12-14 14:52:57.733918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.733923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:57.733932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:57.733938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 constant.1> + +2023-12-14 14:52:57.733943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.733950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:57.733954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.733960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.734049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:57.734057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.734062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.734072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.734077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.734086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:57.734091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:57.734101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> (def) +2023-12-14 14:52:57.734106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.734115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> (def) +2023-12-14 14:52:57.734120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.734131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:57.734135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:57.734146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> (def) +2023-12-14 14:52:57.734151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.734160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:52:57.734169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.734179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.734183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.734188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.734193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.734197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.734202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.734207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.734212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.734217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.734222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.734227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:57.734232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.734237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.734242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.734246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.734252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.734257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> +2023-12-14 14:52:57.734262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.734266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.734271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.734276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:57.734281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.734286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> +2023-12-14 14:52:57.734290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.734295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:57.734301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.734311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.734316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(0) +2023-12-14 14:52:57.734321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:57.734326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.734331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.734336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.734341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:57.734346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.734351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> +2023-12-14 14:52:57.734355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.734360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:57.734365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.734370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.734405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:57.734445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.734454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.734460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.734465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.734470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.734474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.734481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.734486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.734492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:57.734496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:57.734502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 maximum.1> + +2023-12-14 14:52:57.734511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.734516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 param_0.1> + +2023-12-14 14:52:57.734521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.734527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:57.734531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:57.734537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 constant.1> + +2023-12-14 14:52:57.734542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.734547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:57.734552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.734558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.734588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:57.734594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.734599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.734609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.734614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.734624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:57.734628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:57.734638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> (def) +2023-12-14 14:52:57.734643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.734652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> (def) +2023-12-14 14:52:57.734658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.734667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:57.734672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:57.734684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> (def) +2023-12-14 14:52:57.734689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.734699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:52:57.734703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.734708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.734713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.734718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.734722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.734727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.734732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.734736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.734741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.734746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.734751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.734756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.734761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:57.734766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.734771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.734776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.734781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.734786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.734791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> +2023-12-14 14:52:57.734796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.734800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.734805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.734810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:57.734815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.734823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> +2023-12-14 14:52:57.734827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.734833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:57.734838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.734842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.734847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(0) +2023-12-14 14:52:57.734852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:57.734857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.734863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.734867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.734872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:57.734877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.734882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> +2023-12-14 14:52:57.734887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.734892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:57.734896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.734901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.734924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:57.734960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.734968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.734974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.734979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.734983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.734988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.734994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.734999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.735008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:57.735013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:57.735018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 maximum.1> + +2023-12-14 14:52:57.735023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.735028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 param_0.1> + +2023-12-14 14:52:57.735033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.735039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:57.735044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:57.735050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 constant.1> + +2023-12-14 14:52:57.735055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.735061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:57.735066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.735071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.735100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:57.735106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.735111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.735116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.735121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.735126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.735131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.735136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:57.735142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.735146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:57.735152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> (def) +2023-12-14 14:52:57.735156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.735161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.735166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> (def) +2023-12-14 14:52:57.735174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.735179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.735184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:57.735190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.735194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:57.735199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> (def) +2023-12-14 14:52:57.735204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.735210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.735214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:52:57.735220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.735225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.735229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.735234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.735239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.735243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.735248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.735253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.735257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.735262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.735267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.735272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.735277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:57.735282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.735287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.735291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.735296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.735301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.735306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> +2023-12-14 14:52:57.735314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.735328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.735333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.735338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:57.735343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.735348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> +2023-12-14 14:52:57.735353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.735358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:57.735362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.735367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.735372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(0) +2023-12-14 14:52:57.735378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:57.735383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.735387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.735392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.735397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:57.735402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.735408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> +2023-12-14 14:52:57.735413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.735417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:57.735422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.735427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.735448: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:57.735454: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:57.735465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.69 ms (cumulative: 548 ms, max: 96.2 ms, #called: 2025) +2023-12-14 14:52:57.735471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.735484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 548 ms, max: 96.2 ms, #called: 2026) +2023-12-14 14:52:57.735500: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_relu +2023-12-14 14:52:57.736759: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:57.736814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:57.736875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.736886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.736892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.736897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.736902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.736907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.736914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.736919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.736925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:57.736930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:57.736935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 maximum.1> + +2023-12-14 14:52:57.736940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.736945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 param_0.1> + +2023-12-14 14:52:57.736950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.736956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:57.736961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:57.736966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 constant.1> + +2023-12-14 14:52:57.736971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.736985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:57.736991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.736996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.737034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:57.737040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.737045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.737054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.737059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.737069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:57.737073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:57.737083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> (def) +2023-12-14 14:52:57.737088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.737098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> (def) +2023-12-14 14:52:57.737102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.737115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:57.737125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:57.737140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> (def) +2023-12-14 14:52:57.737147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.737161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:52:57.737170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.737185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.737193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.737205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.737212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.737220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.737228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.737235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.737243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.737251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.737258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.737267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:57.737275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.737283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.737291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.737299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.737307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.737316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> +2023-12-14 14:52:57.737323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.737331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.737339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.737347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:57.737356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.737365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> +2023-12-14 14:52:57.737373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.737381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:57.737389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.737397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.737405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(0) +2023-12-14 14:52:57.737414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:57.737426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.737435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.737443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.737451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:57.737459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.737468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> +2023-12-14 14:52:57.737476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.737484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:57.737492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.737500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.737565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:57.737626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.737638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.737648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.737656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.737664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.737672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.737682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.737690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.737699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:57.737707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:57.737716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 maximum.1> + +2023-12-14 14:52:57.737724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.737734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 param_0.1> + +2023-12-14 14:52:57.737742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.737751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:57.737763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:57.737773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 constant.1> + +2023-12-14 14:52:57.737781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.737790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:57.737800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.737810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.737857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:57.737866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.737874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.737890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.737899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.737914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:57.737922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:57.737938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> (def) +2023-12-14 14:52:57.737946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.737961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> (def) +2023-12-14 14:52:57.737970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.737978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.737986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:57.737994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.738002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:57.738010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> (def) +2023-12-14 14:52:57.738018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.738025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.738037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:52:57.738045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.738053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.738061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.738069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.738077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.738085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.738093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.738100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.738108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.738117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.738127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.738135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.738143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:57.738151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.738158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.738167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.738175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.738183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.738191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> +2023-12-14 14:52:57.738199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.738207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.738215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.738223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:57.738231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.738239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> +2023-12-14 14:52:57.738247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.738256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:57.738267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.738275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.738284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(0) +2023-12-14 14:52:57.738293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:57.738301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.738309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.738317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.738326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:57.738334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.738342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> +2023-12-14 14:52:57.738351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.738359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:57.738367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.738376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.738407: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_relu +2023-12-14 14:52:57.738417: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 6 +2023-12-14 14:52:57.738465: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:57.738479: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:57.738494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:57.738558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.738570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.738580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.738588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.738596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.738604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.738613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.738626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.738636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:57.738644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:57.738653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 maximum.1> + +2023-12-14 14:52:57.738661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:57.738670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 param_0.1> + +2023-12-14 14:52:57.738677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:57.738686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:57.738694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:57.738703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 constant.1> + +2023-12-14 14:52:57.738712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.738721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:57.738729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.738738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:57.738786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:57.738796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.738805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.738813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.738821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:57.738829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.738837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.738846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:57.738854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.738862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:57.738871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> (def) +2023-12-14 14:52:57.738879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.738887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:57.738896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> (def) +2023-12-14 14:52:57.738925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.738933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:57.738941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:57.738950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.738957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:57.738965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> (def) +2023-12-14 14:52:57.738973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.738982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.738989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:52:57.738997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.739005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.739013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.739021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.739029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:57.739037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.739044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.739052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.739060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.739069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.739077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.739087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.739095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:57.739103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.739111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.739119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.739127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.739135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.739143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> +2023-12-14 14:52:57.739156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.739164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:57.739171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.739179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:57.739188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.739196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> +2023-12-14 14:52:57.739204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.739211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:57.739219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.739227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:57.739236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(0) +2023-12-14 14:52:57.739244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:57.739252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.739260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:57.739268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.739276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:57.739284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.739293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> +2023-12-14 14:52:57.739302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.739310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:57.739326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.739335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.739419: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_relu, entry_computation_layout={(f32[2048,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:52:57.739430: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.739438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:52:57.739454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.739463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.1 = f32[] constant(0) +2023-12-14 14:52:57.739471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.739479: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %maximum.1 = f32[2048,8192]{1,0} maximum(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:57.739487: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.739495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.739503: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:52:57.739511: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.739520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.739528: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.739537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.739545: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:52:57.739553: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:57.739561: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1), to_apply=%parallel_fusion +2023-12-14 14:52:57.739569: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:57.739577: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:57.739592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:p + 2:fusion.clone + 3:call + BufferLiveRange: + Arg_0.1{}:0-4 + fusion.clone{}:2-4 + Live ranges at 2 (peak): + Arg_0.1: 67108864 bytes + fusion.clone: 67108864 bytes + +2023-12-14 14:52:57.739607: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:52:57.739615: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:57.739624: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:57.739638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:57.739646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:57.739654: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 fusion.clone> +2023-12-14 14:52:57.739663: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:57.739675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:57.739683: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:57.739691: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:57.739701: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 fusion.clone> +2023-12-14 14:52:57.739739: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:57.739748: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:52:57.739756: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:57.739764: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:52:57.739772: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:57.739780: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:52:57.739789: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:57.739798: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:57.740184: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 98 us (cumulative: 2.54 ms, max: 421 us, #called: 23) +2023-12-14 14:52:57.753893: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0200280a0 +2023-12-14 14:52:57.754390: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:57.754422: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_relu] for CPU using JIT time: 18.9 ms (cumulative: 910 ms, max: 222 ms, #called: 23) +2023-12-14 14:52:57.755525: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_relu; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:57.770922: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:57.777746: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__threefry_fold_in; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:57.777810: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:57.778149: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:57.778179: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:57.778331: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_true_divide; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:57.778347: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:57.778421: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.779187: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.780046: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.780734: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.781831: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.782544: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.783162: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.783804: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.785859: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.786832: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.787019: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.787626: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.793153: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.793548: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.794281: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.800011: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.800721: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.801372: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.801977: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.805111: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.809782: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:57.851082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: spmd-partitioner +2023-12-14 14:52:57.851172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:57.851240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 57 us (cumulative: 548 ms, max: 96.2 ms, #called: 2027) +2023-12-14 14:52:57.851248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.851286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.182 = s32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=1 and its unused operands +2023-12-14 14:52:57.851302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.183 = u32[8388608]{0} get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=2 and its unused operands +2023-12-14 14:52:57.851336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.184 = u32[8388608]{0} get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=3 and its unused operands +2023-12-14 14:52:57.851345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.185 = u32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=4 and its unused operands +2023-12-14 14:52:57.851354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.186 = u32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=5 and its unused operands +2023-12-14 14:52:57.851362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.187 = u32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=6 and its unused operands +2023-12-14 14:52:57.851370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.188 = u32[4]{0} get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=7 and its unused operands +2023-12-14 14:52:57.851379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.189 = u32[4]{0} get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.180), index=8 and its unused operands +2023-12-14 14:52:57.851394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.193 = s32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=0, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.851405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.194 = s32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=1, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.851414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.197 = u32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=4, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.851424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.198 = u32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=5, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.851437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.199 = u32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=6, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.851446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.200 = u32[4]{0} get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=7, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.851455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.201 = u32[4]{0} get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %while.192), index=8, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} and its unused operands +2023-12-14 14:52:57.851484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 233 us (cumulative: 548 ms, max: 96.2 ms, #called: 2028) +2023-12-14 14:52:57.851506: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (u32[2]{0},s32[],s32[])->f32[8192,2048]{1,0} +2023-12-14 14:52:57.851513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: HLO passes through layout assignment +2023-12-14 14:52:57.851540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.851899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.851918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:57.851963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.852229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.852243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 321 us (cumulative: 549 ms, max: 96.2 ms, #called: 2029) +2023-12-14 14:52:57.852249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:57.852288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.852539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.852551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 300 us (cumulative: 549 ms, max: 96.2 ms, #called: 2030) +2023-12-14 14:52:57.852557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:57.852592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.852845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.852858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 299 us (cumulative: 549 ms, max: 96.2 ms, #called: 2031) +2023-12-14 14:52:57.852864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:57.852897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.853139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.853151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 285 us (cumulative: 550 ms, max: 96.2 ms, #called: 2032) +2023-12-14 14:52:57.853157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.853200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.853439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.853451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 292 us (cumulative: 550 ms, max: 96.2 ms, #called: 2033) +2023-12-14 14:52:57.853456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:57.853488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.853727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.853738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 280 us (cumulative: 550 ms, max: 96.2 ms, #called: 2034) +2023-12-14 14:52:57.853744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:57.853766: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:57.853777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.854016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.854032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 286 us (cumulative: 550 ms, max: 96.2 ms, #called: 2035) +2023-12-14 14:52:57.854038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:57.854086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.854323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.854335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 295 us (cumulative: 551 ms, max: 96.2 ms, #called: 2036) +2023-12-14 14:52:57.854341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:57.854386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.854635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.854648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 305 us (cumulative: 551 ms, max: 96.2 ms, #called: 2037) +2023-12-14 14:52:57.854654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:57.854686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.854923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.854935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 279 us (cumulative: 551 ms, max: 96.2 ms, #called: 2038) +2023-12-14 14:52:57.854941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:57.854972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.855207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.855228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 286 us (cumulative: 552 ms, max: 96.2 ms, #called: 2039) +2023-12-14 14:52:57.855235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:57.855266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.855512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.855524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 286 us (cumulative: 552 ms, max: 96.2 ms, #called: 2040) +2023-12-14 14:52:57.855531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:57.855563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.855799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.855811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 278 us (cumulative: 552 ms, max: 96.2 ms, #called: 2041) +2023-12-14 14:52:57.855817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:57.855847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.856083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.856094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 276 us (cumulative: 552 ms, max: 96.2 ms, #called: 2042) +2023-12-14 14:52:57.856100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:57.856132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.856366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.856377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 276 us (cumulative: 553 ms, max: 96.2 ms, #called: 2043) +2023-12-14 14:52:57.856389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:57.856423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.856660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.856672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 281 us (cumulative: 553 ms, max: 96.2 ms, #called: 2044) +2023-12-14 14:52:57.856677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:57.856695: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_0.115 +2023-12-14 14:52:57.856706: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_1.179 +2023-12-14 14:52:57.856712: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: xla_fallback_erf_inv.221 +2023-12-14 14:52:57.856721: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: erf_inv.308 +2023-12-14 14:52:57.856738: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %abs.269 = f32[8192,2048]{1,0} abs(f32[8192,2048]{1,0} %Arg_0.222), metadata={op_name="abs.83"} +2023-12-14 14:52:57.856773: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.267 = f32[] constant(1) +2023-12-14 14:52:57.856791: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.268 = f32[8192,2048]{1,0} broadcast(f32[] %constant.267), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.856805: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.270 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %abs.269, f32[8192,2048]{1,0} %broadcast.268), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.856817: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.265 = f32[] constant(inf) +2023-12-14 14:52:57.856828: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.266 = f32[8192,2048]{1,0} broadcast(f32[] %constant.265), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.856839: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.271 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_0.222, f32[8192,2048]{1,0} %broadcast.266), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.856851: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.272 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %Arg_0.222), metadata={op_name="negate.2"} +2023-12-14 14:52:57.856861: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.273 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %negate.272, f32[8192,2048]{1,0} %Arg_0.222), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.856871: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %log-plus-one.274 = f32[8192,2048]{1,0} log-plus-one(f32[8192,2048]{1,0} %multiply.273), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.856882: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.275 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %log-plus-one.274), metadata={op_name="negate.5"} +2023-12-14 14:52:57.856899: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.263 = f32[] constant(5) +2023-12-14 14:52:57.856911: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.264 = f32[8192,2048]{1,0} broadcast(f32[] %constant.263), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.856923: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.276 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %negate.275, f32[8192,2048]{1,0} %broadcast.264), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.856934: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.261 = f32[] constant(1.50140941) +2023-12-14 14:52:57.856944: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.262 = f32[8192,2048]{1,0} broadcast(f32[] %constant.261), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.856954: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.259 = f32[] constant(2.83297682) +2023-12-14 14:52:57.856963: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.260 = f32[8192,2048]{1,0} broadcast(f32[] %constant.259), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.856975: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.277 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.276, f32[8192,2048]{1,0} %broadcast.262, f32[8192,2048]{1,0} %broadcast.260), metadata={op_name="select.76"} +2023-12-14 14:52:57.856986: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.257 = f32[] constant(0.246640727) +2023-12-14 14:52:57.856995: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.258 = f32[8192,2048]{1,0} broadcast(f32[] %constant.257), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.857006: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.255 = f32[] constant(1.00167406) +2023-12-14 14:52:57.857016: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.256 = f32[8192,2048]{1,0} broadcast(f32[] %constant.255), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.857026: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.278 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.276, f32[8192,2048]{1,0} %broadcast.258, f32[8192,2048]{1,0} %broadcast.256), metadata={op_name="select.69"} +2023-12-14 14:52:57.857036: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.253 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.857046: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.254 = f32[8192,2048]{1,0} broadcast(f32[] %constant.253), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.857055: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.251 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.857065: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.252 = f32[8192,2048]{1,0} broadcast(f32[] %constant.251), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.857082: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.279 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.276, f32[8192,2048]{1,0} %broadcast.254, f32[8192,2048]{1,0} %broadcast.252), metadata={op_name="select.62"} +2023-12-14 14:52:57.857097: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.249 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.857108: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.250 = f32[8192,2048]{1,0} broadcast(f32[] %constant.249), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.857118: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.247 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.857127: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.248 = f32[8192,2048]{1,0} broadcast(f32[] %constant.247), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.857137: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.280 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.276, f32[8192,2048]{1,0} %broadcast.250, f32[8192,2048]{1,0} %broadcast.248), metadata={op_name="select.55"} +2023-12-14 14:52:57.857149: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.245 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.857158: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.246 = f32[8192,2048]{1,0} broadcast(f32[] %constant.245), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.857167: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.243 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.857176: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.244 = f32[8192,2048]{1,0} broadcast(f32[] %constant.243), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.857187: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.281 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.276, f32[8192,2048]{1,0} %broadcast.246, f32[8192,2048]{1,0} %broadcast.244), metadata={op_name="select.48"} +2023-12-14 14:52:57.857200: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.241 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.857209: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.242 = f32[8192,2048]{1,0} broadcast(f32[] %constant.241), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.857220: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.239 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.857229: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.240 = f32[8192,2048]{1,0} broadcast(f32[] %constant.239), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.857239: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.282 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.276, f32[8192,2048]{1,0} %broadcast.242, f32[8192,2048]{1,0} %broadcast.240), metadata={op_name="select.41"} +2023-12-14 14:52:57.857249: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.237 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.857262: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.238 = f32[8192,2048]{1,0} broadcast(f32[] %constant.237), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.857276: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.235 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.857287: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.236 = f32[8192,2048]{1,0} broadcast(f32[] %constant.235), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.857297: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.283 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.276, f32[8192,2048]{1,0} %broadcast.238, f32[8192,2048]{1,0} %broadcast.236), metadata={op_name="select.34"} +2023-12-14 14:52:57.857307: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.233 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.857317: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.234 = f32[8192,2048]{1,0} broadcast(f32[] %constant.233), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.857327: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.231 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.857337: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.232 = f32[8192,2048]{1,0} broadcast(f32[] %constant.231), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.857346: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.284 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.276, f32[8192,2048]{1,0} %broadcast.234, f32[8192,2048]{1,0} %broadcast.232), metadata={op_name="select.27"} +2023-12-14 14:52:57.857358: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.229 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.857371: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.230 = f32[8192,2048]{1,0} broadcast(f32[] %constant.229), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.857384: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.227 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.857393: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.228 = f32[8192,2048]{1,0} broadcast(f32[] %constant.227), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.857403: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.285 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.276, f32[8192,2048]{1,0} %broadcast.230, f32[8192,2048]{1,0} %broadcast.228), metadata={op_name="select.21"} +2023-12-14 14:52:57.857413: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.225 = f32[] constant(2.5) +2023-12-14 14:52:57.857422: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.226 = f32[8192,2048]{1,0} broadcast(f32[] %constant.225), dimensions={}, metadata={op_name="broadcast.14"} +2023-12-14 14:52:57.857432: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.286 = f32[8192,2048]{1,0} subtract(f32[8192,2048]{1,0} %negate.275, f32[8192,2048]{1,0} %broadcast.226), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.857446: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %sqrt.287 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %negate.275), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.857456: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.223 = f32[] constant(3) +2023-12-14 14:52:57.857467: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.224 = f32[8192,2048]{1,0} broadcast(f32[] %constant.223), dimensions={}, metadata={op_name="broadcast.11"} +2023-12-14 14:52:57.857476: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.288 = f32[8192,2048]{1,0} subtract(f32[8192,2048]{1,0} %sqrt.287, f32[8192,2048]{1,0} %broadcast.224), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.857486: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.289 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.276, f32[8192,2048]{1,0} %subtract.286, f32[8192,2048]{1,0} %subtract.288), metadata={op_name="select.16"} +2023-12-14 14:52:57.857496: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.290 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.285, f32[8192,2048]{1,0} %select.289), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.857505: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.291 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.284, f32[8192,2048]{1,0} %multiply.290), metadata={op_name="add.28"} +2023-12-14 14:52:57.857515: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.292 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.291, f32[8192,2048]{1,0} %select.289), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.857525: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.293 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.283, f32[8192,2048]{1,0} %multiply.292), metadata={op_name="add.35"} +2023-12-14 14:52:57.857534: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.294 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.293, f32[8192,2048]{1,0} %select.289), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.857544: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.295 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.282, f32[8192,2048]{1,0} %multiply.294), metadata={op_name="add.42"} +2023-12-14 14:52:57.857555: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.296 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.295, f32[8192,2048]{1,0} %select.289), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.857564: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.297 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.281, f32[8192,2048]{1,0} %multiply.296), metadata={op_name="add.49"} +2023-12-14 14:52:57.857574: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.298 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.297, f32[8192,2048]{1,0} %select.289), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.857583: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.299 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.280, f32[8192,2048]{1,0} %multiply.298), metadata={op_name="add.56"} +2023-12-14 14:52:57.857596: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.300 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.299, f32[8192,2048]{1,0} %select.289), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.857605: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.301 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.279, f32[8192,2048]{1,0} %multiply.300), metadata={op_name="add.63"} +2023-12-14 14:52:57.857614: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.302 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.301, f32[8192,2048]{1,0} %select.289), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.857623: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.303 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.278, f32[8192,2048]{1,0} %multiply.302), metadata={op_name="add.70"} +2023-12-14 14:52:57.857633: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.304 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.303, f32[8192,2048]{1,0} %select.289), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.857644: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.305 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.277, f32[8192,2048]{1,0} %multiply.304), metadata={op_name="add.77"} +2023-12-14 14:52:57.857653: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.306 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.305, f32[8192,2048]{1,0} %Arg_0.222), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.857663: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.307 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.270, f32[8192,2048]{1,0} %multiply.271, f32[8192,2048]{1,0} %multiply.306), metadata={op_name="select.86"} +2023-12-14 14:52:57.857675: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:82] Replacing all uses of %call.310 = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %Arg_0.309), to_apply=%xla_fallback_erf_inv.221 with new root %select.10 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.0, f32[8192,2048]{1,0} %multiply.0, f32[8192,2048]{1,0} %multiply.10), metadata={op_name="select.86"} +2023-12-14 14:52:57.857690: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: clip.357 +2023-12-14 14:52:57.857697: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.366 +2023-12-14 14:52:57.857721: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %abs.0 = f32[8192,2048]{1,0} abs(f32[8192,2048]{1,0} %Arg_0.309), metadata={op_name="abs.83"} +2023-12-14 14:52:57.857732: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.0 = f32[] constant(1) +2023-12-14 14:52:57.857743: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.0 = f32[8192,2048]{1,0} broadcast(f32[] %constant.0), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.857753: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.0 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %abs.0, f32[8192,2048]{1,0} %broadcast.0), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.857763: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.1 = f32[] constant(inf) +2023-12-14 14:52:57.857776: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.857786: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.0 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_0.309, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.857796: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.0 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %Arg_0.309), metadata={op_name="negate.2"} +2023-12-14 14:52:57.857805: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %negate.0, f32[8192,2048]{1,0} %Arg_0.309), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.857814: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %log-plus-one.0 = f32[8192,2048]{1,0} log-plus-one(f32[8192,2048]{1,0} %multiply.1), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.857825: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %negate.1 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %log-plus-one.0), metadata={op_name="negate.5"} +2023-12-14 14:52:57.857834: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.2 = f32[] constant(5) +2023-12-14 14:52:57.857843: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.2 = f32[8192,2048]{1,0} broadcast(f32[] %constant.2), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.857853: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %compare.1 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %negate.1, f32[8192,2048]{1,0} %broadcast.2), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.857863: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.3 = f32[] constant(1.50140941) +2023-12-14 14:52:57.857872: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.3 = f32[8192,2048]{1,0} broadcast(f32[] %constant.3), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.857882: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.5 = f32[] constant(2.83297682) +2023-12-14 14:52:57.857891: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.4 = f32[8192,2048]{1,0} broadcast(f32[] %constant.5), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.857902: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.0 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.1, f32[8192,2048]{1,0} %broadcast.3, f32[8192,2048]{1,0} %broadcast.4), metadata={op_name="select.76"} +2023-12-14 14:52:57.857913: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.7 = f32[] constant(0.246640727) +2023-12-14 14:52:57.857923: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.6 = f32[8192,2048]{1,0} broadcast(f32[] %constant.7), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.857932: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.9 = f32[] constant(1.00167406) +2023-12-14 14:52:57.857946: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.8 = f32[8192,2048]{1,0} broadcast(f32[] %constant.9), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.857956: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.1 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.1, f32[8192,2048]{1,0} %broadcast.6, f32[8192,2048]{1,0} %broadcast.8), metadata={op_name="select.69"} +2023-12-14 14:52:57.857965: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.11 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.857975: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.10 = f32[8192,2048]{1,0} broadcast(f32[] %constant.11), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.857986: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.39 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.857996: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.12 = f32[8192,2048]{1,0} broadcast(f32[] %constant.39), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.858008: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.2 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.1, f32[8192,2048]{1,0} %broadcast.10, f32[8192,2048]{1,0} %broadcast.12), metadata={op_name="select.62"} +2023-12-14 14:52:57.858020: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.40 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.858030: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.13 = f32[8192,2048]{1,0} broadcast(f32[] %constant.40), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.858039: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.41 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.858048: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.14 = f32[8192,2048]{1,0} broadcast(f32[] %constant.41), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.858058: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.3 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.1, f32[8192,2048]{1,0} %broadcast.13, f32[8192,2048]{1,0} %broadcast.14), metadata={op_name="select.55"} +2023-12-14 14:52:57.858068: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.42 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.858079: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.15 = f32[8192,2048]{1,0} broadcast(f32[] %constant.42), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.858091: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.43 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.858104: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.16 = f32[8192,2048]{1,0} broadcast(f32[] %constant.43), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.858119: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.4 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.1, f32[8192,2048]{1,0} %broadcast.15, f32[8192,2048]{1,0} %broadcast.16), metadata={op_name="select.48"} +2023-12-14 14:52:57.858141: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.44 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.858156: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.17 = f32[8192,2048]{1,0} broadcast(f32[] %constant.44), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.858173: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.45 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.858194: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.18 = f32[8192,2048]{1,0} broadcast(f32[] %constant.45), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.858209: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.5 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.1, f32[8192,2048]{1,0} %broadcast.17, f32[8192,2048]{1,0} %broadcast.18), metadata={op_name="select.41"} +2023-12-14 14:52:57.858226: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.46 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.858240: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.19 = f32[8192,2048]{1,0} broadcast(f32[] %constant.46), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.858257: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.47 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.858273: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.20 = f32[8192,2048]{1,0} broadcast(f32[] %constant.47), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.858289: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.6 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.1, f32[8192,2048]{1,0} %broadcast.19, f32[8192,2048]{1,0} %broadcast.20), metadata={op_name="select.34"} +2023-12-14 14:52:57.858305: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.48 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.858320: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.21 = f32[8192,2048]{1,0} broadcast(f32[] %constant.48), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.858336: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.49 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.858350: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.22 = f32[8192,2048]{1,0} broadcast(f32[] %constant.49), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.858368: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.7 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.1, f32[8192,2048]{1,0} %broadcast.21, f32[8192,2048]{1,0} %broadcast.22), metadata={op_name="select.27"} +2023-12-14 14:52:57.858385: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.50 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.858400: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.23 = f32[8192,2048]{1,0} broadcast(f32[] %constant.50), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.858418: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.51 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.858428: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.24 = f32[8192,2048]{1,0} broadcast(f32[] %constant.51), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.858439: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.8 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.1, f32[8192,2048]{1,0} %broadcast.23, f32[8192,2048]{1,0} %broadcast.24), metadata={op_name="select.21"} +2023-12-14 14:52:57.858449: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.52 = f32[] constant(2.5) +2023-12-14 14:52:57.858459: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.25 = f32[8192,2048]{1,0} broadcast(f32[] %constant.52), dimensions={}, metadata={op_name="broadcast.14"} +2023-12-14 14:52:57.858468: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.0 = f32[8192,2048]{1,0} subtract(f32[8192,2048]{1,0} %negate.1, f32[8192,2048]{1,0} %broadcast.25), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.858477: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %sqrt.0 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %negate.1), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.858486: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %constant.53 = f32[] constant(3) +2023-12-14 14:52:57.858496: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.26 = f32[8192,2048]{1,0} broadcast(f32[] %constant.53), dimensions={}, metadata={op_name="broadcast.11"} +2023-12-14 14:52:57.858505: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %subtract.1 = f32[8192,2048]{1,0} subtract(f32[8192,2048]{1,0} %sqrt.0, f32[8192,2048]{1,0} %broadcast.26), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.858515: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.9 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.1, f32[8192,2048]{1,0} %subtract.0, f32[8192,2048]{1,0} %subtract.1), metadata={op_name="select.16"} +2023-12-14 14:52:57.858525: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.2 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.8, f32[8192,2048]{1,0} %select.9), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.858535: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.0 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.7, f32[8192,2048]{1,0} %multiply.2), metadata={op_name="add.28"} +2023-12-14 14:52:57.858545: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.3 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.0, f32[8192,2048]{1,0} %select.9), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.858554: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.1 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.6, f32[8192,2048]{1,0} %multiply.3), metadata={op_name="add.35"} +2023-12-14 14:52:57.858565: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.4 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.1, f32[8192,2048]{1,0} %select.9), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.858578: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.2 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.5, f32[8192,2048]{1,0} %multiply.4), metadata={op_name="add.42"} +2023-12-14 14:52:57.858588: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.5 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.2, f32[8192,2048]{1,0} %select.9), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.858597: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.3 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.4, f32[8192,2048]{1,0} %multiply.5), metadata={op_name="add.49"} +2023-12-14 14:52:57.858607: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.6 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.3, f32[8192,2048]{1,0} %select.9), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.858617: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.4 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.3, f32[8192,2048]{1,0} %multiply.6), metadata={op_name="add.56"} +2023-12-14 14:52:57.858626: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.7 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.4, f32[8192,2048]{1,0} %select.9), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.858637: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.5 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.2, f32[8192,2048]{1,0} %multiply.7), metadata={op_name="add.63"} +2023-12-14 14:52:57.858646: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.8 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.5, f32[8192,2048]{1,0} %select.9), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.858655: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.6 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.1, f32[8192,2048]{1,0} %multiply.8), metadata={op_name="add.70"} +2023-12-14 14:52:57.858663: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.9 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.6, f32[8192,2048]{1,0} %select.9), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.858672: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %add.7 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.0, f32[8192,2048]{1,0} %multiply.9), metadata={op_name="add.77"} +2023-12-14 14:52:57.858682: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %multiply.10 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.7, f32[8192,2048]{1,0} %Arg_0.309), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.858691: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %select.10 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.0, f32[8192,2048]{1,0} %multiply.0, f32[8192,2048]{1,0} %multiply.10), metadata={op_name="select.86"} +2023-12-14 14:52:57.858704: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:82] Replacing all uses of %call.311 = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %maximum.220), to_apply=%erf_inv.308 with new root %select.21 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.2, f32[8192,2048]{1,0} %multiply.11, f32[8192,2048]{1,0} %multiply.21), metadata={op_name="select.86"} +2023-12-14 14:52:57.858719: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.363 = f32[8192,2048]{1,0} broadcast(f32[] %Arg_2.360), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.858735: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %broadcast.361 = f32[8192,2048]{1,0} broadcast(f32[] %Arg_1.359), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.858746: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %maximum.362 = f32[8192,2048]{1,0} maximum(f32[8192,2048]{1,0} %broadcast.361, f32[8192,2048]{1,0} %Arg_0.358), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.858757: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:52] Cloning HLO and adding to caller: %minimum.364 = f32[8192,2048]{1,0} minimum(f32[8192,2048]{1,0} %broadcast.363, f32[8192,2048]{1,0} %maximum.362), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.858771: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:82] Replacing all uses of %call.365 = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %multiply.312, f32[] %bitcast-convert.334, f32[] %bitcast-convert.356), to_apply=%clip.357 with new root %minimum.0 = f32[8192,2048]{1,0} minimum(f32[8192,2048]{1,0} %broadcast.50, f32[8192,2048]{1,0} %maximum.0), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.858822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation xla_fallback_erf_inv.221 +2023-12-14 14:52:57.858856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation erf_inv.308 +2023-12-14 14:52:57.858884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation clip.357 +2023-12-14 14:52:57.858898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.859224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.859244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 2.56 ms (cumulative: 556 ms, max: 96.2 ms, #called: 2045) +2023-12-14 14:52:57.859252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.859269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.859530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.859546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 292 us (cumulative: 556 ms, max: 96.2 ms, #called: 2046) +2023-12-14 14:52:57.859553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:57.859568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.859807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.859829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 273 us (cumulative: 556 ms, max: 96.2 ms, #called: 2047) +2023-12-14 14:52:57.859835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:57.859953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.860193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.860207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 369 us (cumulative: 556 ms, max: 96.2 ms, #called: 2048) +2023-12-14 14:52:57.860213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:57.860228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.860465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.860476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 261 us (cumulative: 557 ms, max: 96.2 ms, #called: 2049) +2023-12-14 14:52:57.860482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.860532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.860767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.860780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 296 us (cumulative: 557 ms, max: 96.2 ms, #called: 2050) +2023-12-14 14:52:57.860786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:57.860831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.861063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.861074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 286 us (cumulative: 557 ms, max: 96.2 ms, #called: 2051) +2023-12-14 14:52:57.861080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:57.861127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.861357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.861369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 287 us (cumulative: 558 ms, max: 96.2 ms, #called: 2052) +2023-12-14 14:52:57.861375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:57.861416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.861647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.861659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 282 us (cumulative: 558 ms, max: 96.2 ms, #called: 2053) +2023-12-14 14:52:57.861670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:57.861706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.861937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.861949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 277 us (cumulative: 558 ms, max: 96.2 ms, #called: 2054) +2023-12-14 14:52:57.861955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:57.862102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.862333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.862345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 388 us (cumulative: 559 ms, max: 96.2 ms, #called: 2055) +2023-12-14 14:52:57.862351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:57.862611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.862855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.862868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 514 us (cumulative: 559 ms, max: 96.2 ms, #called: 2056) +2023-12-14 14:52:57.862874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:57.862907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.863138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.863151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 275 us (cumulative: 559 ms, max: 96.2 ms, #called: 2057) +2023-12-14 14:52:57.863157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:57.863188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.863424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.863439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 280 us (cumulative: 560 ms, max: 96.2 ms, #called: 2058) +2023-12-14 14:52:57.863446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:57.863468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.863697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.863711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 263 us (cumulative: 560 ms, max: 96.2 ms, #called: 2059) +2023-12-14 14:52:57.863717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:57.863759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.863986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.864000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 281 us (cumulative: 560 ms, max: 96.2 ms, #called: 2060) +2023-12-14 14:52:57.864006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:57.864013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.864030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.864329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 294 us (cumulative: 560 ms, max: 96.2 ms, #called: 2061) +2023-12-14 14:52:57.864345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.864364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 18 us (cumulative: 560 ms, max: 96.2 ms, #called: 2062) +2023-12-14 14:52:57.864371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.864400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 560 ms, max: 96.2 ms, #called: 2063) +2023-12-14 14:52:57.864405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.864444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 37 us (cumulative: 561 ms, max: 96.2 ms, #called: 2064) +2023-12-14 14:52:57.864451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.864503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 50 us (cumulative: 561 ms, max: 96.2 ms, #called: 2065) +2023-12-14 14:52:57.864509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.864552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 41 us (cumulative: 561 ms, max: 96.2 ms, #called: 2066) +2023-12-14 14:52:57.864559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.864619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 58 us (cumulative: 561 ms, max: 96.2 ms, #called: 2067) +2023-12-14 14:52:57.864628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.864660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 31 us (cumulative: 561 ms, max: 96.2 ms, #called: 2068) +2023-12-14 14:52:57.864667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.864685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 17 us (cumulative: 561 ms, max: 96.2 ms, #called: 2069) +2023-12-14 14:52:57.864691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.864801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_1.179 --> clone + +2023-12-14 14:52:57.864896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.115 --> clone + +2023-12-14 14:52:57.865161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.115.clone --> clone + +2023-12-14 14:52:57.865517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 821 us (cumulative: 562 ms, max: 96.2 ms, #called: 2070) +2023-12-14 14:52:57.865531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.865568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_0.115 +2023-12-14 14:52:57.865605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_1.179 +2023-12-14 14:52:57.865618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 85 us (cumulative: 562 ms, max: 96.2 ms, #called: 2071) +2023-12-14 14:52:57.865625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.865672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 45 us (cumulative: 562 ms, max: 96.2 ms, #called: 2072) +2023-12-14 14:52:57.865678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.865913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 230 us (cumulative: 562 ms, max: 96.2 ms, #called: 2073) +2023-12-14 14:52:57.865931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.865995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 62 us (cumulative: 562 ms, max: 96.2 ms, #called: 2074) +2023-12-14 14:52:57.866006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.866024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.866298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 270 us (cumulative: 562 ms, max: 96.2 ms, #called: 2075) +2023-12-14 14:52:57.866313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.866330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 15 us (cumulative: 562 ms, max: 96.2 ms, #called: 2076) +2023-12-14 14:52:57.866336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.866363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 26 us (cumulative: 562 ms, max: 96.2 ms, #called: 2077) +2023-12-14 14:52:57.866369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.866414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 44 us (cumulative: 562 ms, max: 96.2 ms, #called: 2078) +2023-12-14 14:52:57.866420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.866470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 48 us (cumulative: 562 ms, max: 96.2 ms, #called: 2079) +2023-12-14 14:52:57.866486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.866531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 43 us (cumulative: 562 ms, max: 96.2 ms, #called: 2080) +2023-12-14 14:52:57.866537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.866595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 55 us (cumulative: 562 ms, max: 96.2 ms, #called: 2081) +2023-12-14 14:52:57.866603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.866634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 30 us (cumulative: 562 ms, max: 96.2 ms, #called: 2082) +2023-12-14 14:52:57.866641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.866657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 15 us (cumulative: 563 ms, max: 96.2 ms, #called: 2083) +2023-12-14 14:52:57.866663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.866737: I external/org_tensorflow/tensorflow/compiler/xla/service/while_loop_simplifier.cc:458] Eliminating 1 elements from tuple of %while = (s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) while((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %tuple.114), condition=%region_1.179.clone, body=%region_0.115.clone.clone +2023-12-14 14:52:57.866755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_1.179.clone --> clone + +2023-12-14 14:52:57.866801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning region_0.115.clone.clone --> clone + +2023-12-14 14:52:57.867088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 421 us (cumulative: 563 ms, max: 96.2 ms, #called: 2084) +2023-12-14 14:52:57.867102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.867122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %constant.19.clone.3 = s32[] constant(0) and its unused operands +2023-12-14 14:52:57.867138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.36 = s32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.1), index=1 and its unused operands +2023-12-14 14:52:57.867148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %get-tuple-element.45 = s32[] get-tuple-element((s32[], s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], /*index=5*/u32[], u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.1), index=1 and its unused operands +2023-12-14 14:52:57.867171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_0.115.clone.clone +2023-12-14 14:52:57.867207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation region_1.179.clone +2023-12-14 14:52:57.867221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 117 us (cumulative: 563 ms, max: 96.2 ms, #called: 2085) +2023-12-14 14:52:57.867227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.867277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 48 us (cumulative: 563 ms, max: 96.2 ms, #called: 2086) +2023-12-14 14:52:57.867284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.867343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 57 us (cumulative: 563 ms, max: 96.2 ms, #called: 2087) +2023-12-14 14:52:57.867351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.867382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 30 us (cumulative: 563 ms, max: 96.2 ms, #called: 2088) +2023-12-14 14:52:57.867389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.867401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.867610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 206 us (cumulative: 563 ms, max: 96.2 ms, #called: 2089) +2023-12-14 14:52:57.867623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.867640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 16 us (cumulative: 563 ms, max: 96.2 ms, #called: 2090) +2023-12-14 14:52:57.867646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.867675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 563 ms, max: 96.2 ms, #called: 2091) +2023-12-14 14:52:57.867681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.867718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 36 us (cumulative: 563 ms, max: 96.2 ms, #called: 2092) +2023-12-14 14:52:57.867724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.867773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 48 us (cumulative: 564 ms, max: 96.2 ms, #called: 2093) +2023-12-14 14:52:57.867779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.867821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 41 us (cumulative: 564 ms, max: 96.2 ms, #called: 2094) +2023-12-14 14:52:57.867828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.867867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 37 us (cumulative: 564 ms, max: 96.2 ms, #called: 2095) +2023-12-14 14:52:57.867875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.867907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 30 us (cumulative: 564 ms, max: 96.2 ms, #called: 2096) +2023-12-14 14:52:57.867914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.867931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 16 us (cumulative: 564 ms, max: 96.2 ms, #called: 2097) +2023-12-14 14:52:57.867946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.868016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 67 us (cumulative: 564 ms, max: 96.2 ms, #called: 2098) +2023-12-14 14:52:57.868023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.868052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 564 ms, max: 96.2 ms, #called: 2099) +2023-12-14 14:52:57.868059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.868096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 35 us (cumulative: 564 ms, max: 96.2 ms, #called: 2100) +2023-12-14 14:52:57.868102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.868140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 36 us (cumulative: 564 ms, max: 96.2 ms, #called: 2101) +2023-12-14 14:52:57.868147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.868174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 26 us (cumulative: 564 ms, max: 96.2 ms, #called: 2102) +2023-12-14 14:52:57.868182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.868194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.868357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 161 us (cumulative: 564 ms, max: 96.2 ms, #called: 2103) +2023-12-14 14:52:57.868369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.868386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 16 us (cumulative: 564 ms, max: 96.2 ms, #called: 2104) +2023-12-14 14:52:57.868391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.868420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 564 ms, max: 96.2 ms, #called: 2105) +2023-12-14 14:52:57.868425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.868458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 30 us (cumulative: 564 ms, max: 96.2 ms, #called: 2106) +2023-12-14 14:52:57.868464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.868511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 45 us (cumulative: 564 ms, max: 96.2 ms, #called: 2107) +2023-12-14 14:52:57.868517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.868556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 38 us (cumulative: 564 ms, max: 96.2 ms, #called: 2108) +2023-12-14 14:52:57.868570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.868606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 34 us (cumulative: 564 ms, max: 96.2 ms, #called: 2109) +2023-12-14 14:52:57.868614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.868645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 29 us (cumulative: 564 ms, max: 96.2 ms, #called: 2110) +2023-12-14 14:52:57.868651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.868668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 16 us (cumulative: 564 ms, max: 96.2 ms, #called: 2111) +2023-12-14 14:52:57.868674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.868737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 61 us (cumulative: 564 ms, max: 96.2 ms, #called: 2112) +2023-12-14 14:52:57.868745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.868773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 564 ms, max: 96.2 ms, #called: 2113) +2023-12-14 14:52:57.868779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.868818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 36 us (cumulative: 564 ms, max: 96.2 ms, #called: 2114) +2023-12-14 14:52:57.868825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.868862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 35 us (cumulative: 564 ms, max: 96.2 ms, #called: 2115) +2023-12-14 14:52:57.868867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.868896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 26 us (cumulative: 564 ms, max: 96.2 ms, #called: 2116) +2023-12-14 14:52:57.868903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.868913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.869070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 154 us (cumulative: 565 ms, max: 96.2 ms, #called: 2117) +2023-12-14 14:52:57.869082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.869100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 16 us (cumulative: 565 ms, max: 96.2 ms, #called: 2118) +2023-12-14 14:52:57.869106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.869134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 565 ms, max: 96.2 ms, #called: 2119) +2023-12-14 14:52:57.869140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.869172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 30 us (cumulative: 565 ms, max: 96.2 ms, #called: 2120) +2023-12-14 14:52:57.869185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.869230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 44 us (cumulative: 565 ms, max: 96.2 ms, #called: 2121) +2023-12-14 14:52:57.869236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.869274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 37 us (cumulative: 565 ms, max: 96.2 ms, #called: 2122) +2023-12-14 14:52:57.869281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.869317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 34 us (cumulative: 565 ms, max: 96.2 ms, #called: 2123) +2023-12-14 14:52:57.869324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.869354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 29 us (cumulative: 565 ms, max: 96.2 ms, #called: 2124) +2023-12-14 14:52:57.869361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.869378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 16 us (cumulative: 565 ms, max: 96.2 ms, #called: 2125) +2023-12-14 14:52:57.869384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.869444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 58 us (cumulative: 565 ms, max: 96.2 ms, #called: 2126) +2023-12-14 14:52:57.869452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.869480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 26 us (cumulative: 565 ms, max: 96.2 ms, #called: 2127) +2023-12-14 14:52:57.869485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.869522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 34 us (cumulative: 565 ms, max: 96.2 ms, #called: 2128) +2023-12-14 14:52:57.869528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.869567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 36 us (cumulative: 565 ms, max: 96.2 ms, #called: 2129) +2023-12-14 14:52:57.869574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.869601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 25 us (cumulative: 565 ms, max: 96.2 ms, #called: 2130) +2023-12-14 14:52:57.869607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.869617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.869775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 155 us (cumulative: 565 ms, max: 96.2 ms, #called: 2131) +2023-12-14 14:52:57.869792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.869810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 17 us (cumulative: 565 ms, max: 96.2 ms, #called: 2132) +2023-12-14 14:52:57.869816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.869845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 565 ms, max: 96.2 ms, #called: 2133) +2023-12-14 14:52:57.869851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.869882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 30 us (cumulative: 565 ms, max: 96.2 ms, #called: 2134) +2023-12-14 14:52:57.869890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.869934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 43 us (cumulative: 565 ms, max: 96.2 ms, #called: 2135) +2023-12-14 14:52:57.869940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.869978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 37 us (cumulative: 565 ms, max: 96.2 ms, #called: 2136) +2023-12-14 14:52:57.869984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.870020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 34 us (cumulative: 565 ms, max: 96.2 ms, #called: 2137) +2023-12-14 14:52:57.870027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.870057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 28 us (cumulative: 565 ms, max: 96.2 ms, #called: 2138) +2023-12-14 14:52:57.870062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.870080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 16 us (cumulative: 565 ms, max: 96.2 ms, #called: 2139) +2023-12-14 14:52:57.870086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.870146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 58 us (cumulative: 565 ms, max: 96.2 ms, #called: 2140) +2023-12-14 14:52:57.870153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.870182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 565 ms, max: 96.2 ms, #called: 2141) +2023-12-14 14:52:57.870188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.870226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 35 us (cumulative: 565 ms, max: 96.2 ms, #called: 2142) +2023-12-14 14:52:57.870232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.870268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 34 us (cumulative: 566 ms, max: 96.2 ms, #called: 2143) +2023-12-14 14:52:57.870280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.870308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 26 us (cumulative: 566 ms, max: 96.2 ms, #called: 2144) +2023-12-14 14:52:57.870314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.870324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.870483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 156 us (cumulative: 566 ms, max: 96.2 ms, #called: 2145) +2023-12-14 14:52:57.870495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.870512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 15 us (cumulative: 566 ms, max: 96.2 ms, #called: 2146) +2023-12-14 14:52:57.870518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.870546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 566 ms, max: 96.2 ms, #called: 2147) +2023-12-14 14:52:57.870552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.870584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 30 us (cumulative: 566 ms, max: 96.2 ms, #called: 2148) +2023-12-14 14:52:57.870589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.870633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 43 us (cumulative: 566 ms, max: 96.2 ms, #called: 2149) +2023-12-14 14:52:57.870640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.870678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 37 us (cumulative: 566 ms, max: 96.2 ms, #called: 2150) +2023-12-14 14:52:57.870684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.870718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 32 us (cumulative: 566 ms, max: 96.2 ms, #called: 2151) +2023-12-14 14:52:57.870725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.870756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 28 us (cumulative: 566 ms, max: 96.2 ms, #called: 2152) +2023-12-14 14:52:57.870762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.870778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 15 us (cumulative: 566 ms, max: 96.2 ms, #called: 2153) +2023-12-14 14:52:57.870784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.870842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 56 us (cumulative: 566 ms, max: 96.2 ms, #called: 2154) +2023-12-14 14:52:57.870855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.870883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 566 ms, max: 96.2 ms, #called: 2155) +2023-12-14 14:52:57.870889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.870927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 37 us (cumulative: 566 ms, max: 96.2 ms, #called: 2156) +2023-12-14 14:52:57.870934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.870970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 34 us (cumulative: 566 ms, max: 96.2 ms, #called: 2157) +2023-12-14 14:52:57.870976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.871004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 26 us (cumulative: 566 ms, max: 96.2 ms, #called: 2158) +2023-12-14 14:52:57.871011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification +2023-12-14 14:52:57.871021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.871177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 152 us (cumulative: 566 ms, max: 96.2 ms, #called: 2159) +2023-12-14 14:52:57.871188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:57.871206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 15 us (cumulative: 566 ms, max: 96.2 ms, #called: 2160) +2023-12-14 14:52:57.871211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.871240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 26 us (cumulative: 566 ms, max: 96.2 ms, #called: 2161) +2023-12-14 14:52:57.871245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:57.871277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 30 us (cumulative: 566 ms, max: 96.2 ms, #called: 2162) +2023-12-14 14:52:57.871282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:57.871335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 50 us (cumulative: 566 ms, max: 96.2 ms, #called: 2163) +2023-12-14 14:52:57.871342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:57.871381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 37 us (cumulative: 566 ms, max: 96.2 ms, #called: 2164) +2023-12-14 14:52:57.871387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:57.871421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 32 us (cumulative: 566 ms, max: 96.2 ms, #called: 2165) +2023-12-14 14:52:57.871429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.871459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 29 us (cumulative: 566 ms, max: 96.2 ms, #called: 2166) +2023-12-14 14:52:57.871470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:57.871487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 16 us (cumulative: 566 ms, max: 96.2 ms, #called: 2167) +2023-12-14 14:52:57.871494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:57.871554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 58 us (cumulative: 567 ms, max: 96.2 ms, #called: 2168) +2023-12-14 14:52:57.871561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.871589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 26 us (cumulative: 567 ms, max: 96.2 ms, #called: 2169) +2023-12-14 14:52:57.871595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:57.871623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 25 us (cumulative: 567 ms, max: 96.2 ms, #called: 2170) +2023-12-14 14:52:57.871628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:57.871663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 32 us (cumulative: 567 ms, max: 96.2 ms, #called: 2171) +2023-12-14 14:52:57.871669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:57.871696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 26 us (cumulative: 567 ms, max: 96.2 ms, #called: 2172) +2023-12-14 14:52:57.871705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.871989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.872004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 8 ms (cumulative: 575 ms, max: 96.2 ms, #called: 2173) +2023-12-14 14:52:57.872010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:57.872043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.872284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.872296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 285 us (cumulative: 575 ms, max: 96.2 ms, #called: 2174) +2023-12-14 14:52:57.872303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:57.872333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.872560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.872571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 267 us (cumulative: 575 ms, max: 96.2 ms, #called: 2175) +2023-12-14 14:52:57.872577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:57.872593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.872815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.872831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 251 us (cumulative: 575 ms, max: 96.2 ms, #called: 2176) +2023-12-14 14:52:57.872837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:57.872888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.873111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.873122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 283 us (cumulative: 576 ms, max: 96.2 ms, #called: 2177) +2023-12-14 14:52:57.873128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.873416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.873652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.873662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 532 us (cumulative: 576 ms, max: 96.2 ms, #called: 2178) +2023-12-14 14:52:57.873668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:57.873686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.873903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.873915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 244 us (cumulative: 577 ms, max: 96.2 ms, #called: 2179) +2023-12-14 14:52:57.873921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:57.873954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.874167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.874185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 262 us (cumulative: 577 ms, max: 96.2 ms, #called: 2180) +2023-12-14 14:52:57.874192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:57.874213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.874423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.874436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 242 us (cumulative: 577 ms, max: 96.2 ms, #called: 2181) +2023-12-14 14:52:57.874443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:57.874820: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:57.874841: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.115.clone.clone.clone) +2023-12-14 14:52:57.875080: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_1.179.clone.clone) +2023-12-14 14:52:57.875113: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.366) +2023-12-14 14:52:57.875864: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:57.875940: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.115.clone.clone.clone) +2023-12-14 14:52:57.876120: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_1.179.clone.clone) +2023-12-14 14:52:57.876143: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.366) +2023-12-14 14:52:57.877033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:57.877385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.877434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.877441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.877456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.877462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:57.877473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.76 +2023-12-14 14:52:57.877479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.77 +2023-12-14 14:52:57.877484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.78 +2023-12-14 14:52:57.877489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.79 +2023-12-14 14:52:57.877494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.80 +2023-12-14 14:52:57.877499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.81 +2023-12-14 14:52:57.877504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.82 +2023-12-14 14:52:57.877508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.84 +2023-12-14 14:52:57.877513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.58 +2023-12-14 14:52:57.877519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.43 +2023-12-14 14:52:57.877524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : shift-right-logical.9 +2023-12-14 14:52:57.877529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : shift-left.8 +2023-12-14 14:52:57.877534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : tuple.7 +2023-12-14 14:52:57.877539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.8 +2023-12-14 14:52:57.877554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.9 +2023-12-14 14:52:57.877559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.10 +2023-12-14 14:52:57.877564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : slice.11 +2023-12-14 14:52:57.877570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : broadcast.88 +2023-12-14 14:52:57.877576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : broadcast.89 +2023-12-14 14:52:57.877582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.877586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.877599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <305 arg_tuple.4{3} (phi)> has new phi inputs: +2023-12-14 14:52:57.877606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <306 arg_tuple.4{4} (phi)> has new phi inputs: +2023-12-14 14:52:57.877611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <307 arg_tuple.4{5} (phi)> has new phi inputs: +2023-12-14 14:52:57.877617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <308 arg_tuple.4{6} (phi)> has new phi inputs: +2023-12-14 14:52:57.877622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <309 arg_tuple.4{7} (phi)> has new phi inputs: +2023-12-14 14:52:57.877627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.877635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <313 arg_tuple.3{3} (phi)> has new phi inputs: +2023-12-14 14:52:57.877641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <314 arg_tuple.3{4} (phi)> has new phi inputs: +2023-12-14 14:52:57.877648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <315 arg_tuple.3{5} (phi)> has new phi inputs: +2023-12-14 14:52:57.877653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <316 arg_tuple.3{6} (phi)> has new phi inputs: +2023-12-14 14:52:57.877659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <317 arg_tuple.3{7} (phi)> has new phi inputs: +2023-12-14 14:52:57.877664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.76 +2023-12-14 14:52:57.877669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.77 +2023-12-14 14:52:57.877674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.78 +2023-12-14 14:52:57.877679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.79 +2023-12-14 14:52:57.877684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.80 +2023-12-14 14:52:57.877688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.81 +2023-12-14 14:52:57.877693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.82 +2023-12-14 14:52:57.877698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.84 +2023-12-14 14:52:57.877722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.877739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.877745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 300, phi: +2023-12-14 14:52:57.877750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162 +2023-12-14 14:52:57.877754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.877759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162: +2023-12-14 14:52:57.877764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:57.877768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 301, phi: +2023-12-14 14:52:57.877773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162 +2023-12-14 14:52:57.877778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.877782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 302, phi: +2023-12-14 14:52:57.877787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.877792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3 +2023-12-14 14:52:57.877797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:57.877801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3: +2023-12-14 14:52:57.877806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 303, phi: +2023-12-14 14:52:57.877811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151 +2023-12-14 14:52:57.877816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:57.877821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151: +2023-12-14 14:52:57.877825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:57.877830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 304, phi: +2023-12-14 14:52:57.877835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156 +2023-12-14 14:52:57.877839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:57.877844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156: +2023-12-14 14:52:57.877848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51: +2023-12-14 14:52:57.877853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 305, phi: +2023-12-14 14:52:57.877857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154 +2023-12-14 14:52:57.877863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 314 +2023-12-14 14:52:57.877867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154: +2023-12-14 14:52:57.877872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159: +2023-12-14 14:52:57.877876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 306, phi: +2023-12-14 14:52:57.877881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159 +2023-12-14 14:52:57.877886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 315 +2023-12-14 14:52:57.877892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149: +2023-12-14 14:52:57.877919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 307, phi: +2023-12-14 14:52:57.877924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149 +2023-12-14 14:52:57.877928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 313 +2023-12-14 14:52:57.877934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 308, phi: +2023-12-14 14:52:57.877938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160 +2023-12-14 14:52:57.877943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 317 +2023-12-14 14:52:57.877947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160: +2023-12-14 14:52:57.877952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161: +2023-12-14 14:52:57.877957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 309, phi: +2023-12-14 14:52:57.877962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161 +2023-12-14 14:52:57.877967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 316 +2023-12-14 14:52:57.877972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 310, phi: +2023-12-14 14:52:57.877976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.877981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3 +2023-12-14 14:52:57.877985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 311, phi: +2023-12-14 14:52:57.877990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151 +2023-12-14 14:52:57.877995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:57.877999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 312, phi: +2023-12-14 14:52:57.878006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156 +2023-12-14 14:52:57.878010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:57.878015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 313, phi: +2023-12-14 14:52:57.878020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154 +2023-12-14 14:52:57.878024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 314 +2023-12-14 14:52:57.878029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 314, phi: +2023-12-14 14:52:57.878035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159 +2023-12-14 14:52:57.878040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 315 +2023-12-14 14:52:57.878044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 315, phi: +2023-12-14 14:52:57.878049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149 +2023-12-14 14:52:57.878054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 313 +2023-12-14 14:52:57.878058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 316, phi: +2023-12-14 14:52:57.878063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160 +2023-12-14 14:52:57.878067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 317 +2023-12-14 14:52:57.878072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 317, phi: +2023-12-14 14:52:57.878080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161 +2023-12-14 14:52:57.878085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 316 +2023-12-14 14:52:57.878090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 318, phi: +2023-12-14 14:52:57.878094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:57.878099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 162 +2023-12-14 14:52:57.878103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 319, phi: +2023-12-14 14:52:57.878109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 3 +2023-12-14 14:52:57.878114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.878118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 320, phi: +2023-12-14 14:52:57.878123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:57.878127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 151 +2023-12-14 14:52:57.878132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 321, phi: +2023-12-14 14:52:57.878137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:57.878141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 156 +2023-12-14 14:52:57.878147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 322, phi: +2023-12-14 14:52:57.878152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 314 +2023-12-14 14:52:57.878157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 154 +2023-12-14 14:52:57.878161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 323, phi: +2023-12-14 14:52:57.878166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 315 +2023-12-14 14:52:57.878170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 159 +2023-12-14 14:52:57.878175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 324, phi: +2023-12-14 14:52:57.878180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 313 +2023-12-14 14:52:57.878185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 149 +2023-12-14 14:52:57.878189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 325, phi: +2023-12-14 14:52:57.878194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 317 +2023-12-14 14:52:57.878199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 160 +2023-12-14 14:52:57.878203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 326, phi: +2023-12-14 14:52:57.878208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 316 +2023-12-14 14:52:57.878212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 161 +2023-12-14 14:52:57.878230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.878240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.878245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 300, phi: +2023-12-14 14:52:57.878249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162 +2023-12-14 14:52:57.878258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.878263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162: +2023-12-14 14:52:57.878268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:57.878272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 301, phi: +2023-12-14 14:52:57.878277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162 +2023-12-14 14:52:57.878282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.878286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 302, phi: +2023-12-14 14:52:57.878292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.878296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3 +2023-12-14 14:52:57.878301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:57.878306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3: +2023-12-14 14:52:57.878310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 303, phi: +2023-12-14 14:52:57.878315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151 +2023-12-14 14:52:57.878320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:57.878325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151: +2023-12-14 14:52:57.878330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:57.878335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 304, phi: +2023-12-14 14:52:57.878339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156 +2023-12-14 14:52:57.878344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:57.878349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156: +2023-12-14 14:52:57.878353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51: +2023-12-14 14:52:57.878358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 305, phi: +2023-12-14 14:52:57.878363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154 +2023-12-14 14:52:57.878368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 314 +2023-12-14 14:52:57.878372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154: +2023-12-14 14:52:57.878377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159: +2023-12-14 14:52:57.878382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 306, phi: +2023-12-14 14:52:57.878386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159 +2023-12-14 14:52:57.878391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 315 +2023-12-14 14:52:57.878397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149: +2023-12-14 14:52:57.878402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 307, phi: +2023-12-14 14:52:57.878407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149 +2023-12-14 14:52:57.878412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 313 +2023-12-14 14:52:57.878419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 308, phi: +2023-12-14 14:52:57.878424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160 +2023-12-14 14:52:57.878429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 317 +2023-12-14 14:52:57.878434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160: +2023-12-14 14:52:57.878439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161: +2023-12-14 14:52:57.878444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 309, phi: +2023-12-14 14:52:57.878448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161 +2023-12-14 14:52:57.878453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 316 +2023-12-14 14:52:57.878457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 310, phi: +2023-12-14 14:52:57.878462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.878467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3 +2023-12-14 14:52:57.878472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 311, phi: +2023-12-14 14:52:57.878477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151 +2023-12-14 14:52:57.878481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:57.878486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 312, phi: +2023-12-14 14:52:57.878491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156 +2023-12-14 14:52:57.878495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:57.878500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 313, phi: +2023-12-14 14:52:57.878505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154 +2023-12-14 14:52:57.878510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 314 +2023-12-14 14:52:57.878515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 314, phi: +2023-12-14 14:52:57.878519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159 +2023-12-14 14:52:57.878524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 315 +2023-12-14 14:52:57.878528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 315, phi: +2023-12-14 14:52:57.878533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149 +2023-12-14 14:52:57.878538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 313 +2023-12-14 14:52:57.878544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 316, phi: +2023-12-14 14:52:57.878548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160 +2023-12-14 14:52:57.878553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 317 +2023-12-14 14:52:57.878557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 317, phi: +2023-12-14 14:52:57.878562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161 +2023-12-14 14:52:57.878567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 316 +2023-12-14 14:52:57.878571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 318, phi: +2023-12-14 14:52:57.878579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:57.878584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 162 +2023-12-14 14:52:57.878589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 319, phi: +2023-12-14 14:52:57.878593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 3 +2023-12-14 14:52:57.878598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.878603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 320, phi: +2023-12-14 14:52:57.878607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:57.878613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 151 +2023-12-14 14:52:57.878618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 321, phi: +2023-12-14 14:52:57.878622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:57.878627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 156 +2023-12-14 14:52:57.878632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 322, phi: +2023-12-14 14:52:57.878636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 314 +2023-12-14 14:52:57.878641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 154 +2023-12-14 14:52:57.878646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 323, phi: +2023-12-14 14:52:57.878651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 315 +2023-12-14 14:52:57.878656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 159 +2023-12-14 14:52:57.878660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 324, phi: +2023-12-14 14:52:57.878665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 313 +2023-12-14 14:52:57.878670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 149 +2023-12-14 14:52:57.878674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 325, phi: +2023-12-14 14:52:57.878679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 317 +2023-12-14 14:52:57.878685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 160 +2023-12-14 14:52:57.878690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 326, phi: +2023-12-14 14:52:57.878695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 316 +2023-12-14 14:52:57.878699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 161 +2023-12-14 14:52:57.878704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.878712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <147 Arg_0.1> + +2023-12-14 14:52:57.878718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.878724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <81 Arg_1.2> + +2023-12-14 14:52:57.878729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:57.878734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <53 Arg_2.3> + +2023-12-14 14:52:57.878742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:57.878748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <295 constant.4> + +2023-12-14 14:52:57.878753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:52:57.878760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <296 broadcast.5> + +2023-12-14 14:52:57.878765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.8 +2023-12-14 14:52:57.878771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <167 constant.8> + +2023-12-14 14:52:57.878775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:52:57.878781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <164 constant.10> + +2023-12-14 14:52:57.878785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:52:57.878792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <57 constant.12> + +2023-12-14 14:52:57.878797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.13 +2023-12-14 14:52:57.878802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <72 constant.13> + +2023-12-14 14:52:57.878807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.14 +2023-12-14 14:52:57.878812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <61 constant.14> + +2023-12-14 14:52:57.878817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.15 +2023-12-14 14:52:57.878822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <68 constant.15> + +2023-12-14 14:52:57.878826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.17 +2023-12-14 14:52:57.878833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <84 constant.17> + +2023-12-14 14:52:57.878837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.18 +2023-12-14 14:52:57.878843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <73 constant.18> + +2023-12-14 14:52:57.878847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:57.878853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <63 constant.19> + +2023-12-14 14:52:57.878857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.20 +2023-12-14 14:52:57.878864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <158 constant.20> + +2023-12-14 14:52:57.878868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:57.878874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <161 constant.21> + +2023-12-14 14:52:57.878882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:57.878888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <160 constant.22> + +2023-12-14 14:52:57.878893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.23 +2023-12-14 14:52:57.878898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 constant.23> + +2023-12-14 14:52:57.878904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.24 +2023-12-14 14:52:57.878909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 constant.24> + +2023-12-14 14:52:57.878914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.25 +2023-12-14 14:52:57.878919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 constant.25> + +2023-12-14 14:52:57.878924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.26 +2023-12-14 14:52:57.878929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 constant.26> + +2023-12-14 14:52:57.878935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.27 +2023-12-14 14:52:57.878940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 constant.27> + +2023-12-14 14:52:57.878945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.28 +2023-12-14 14:52:57.878950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 constant.28> + +2023-12-14 14:52:57.878955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.29 +2023-12-14 14:52:57.878960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 constant.29> + +2023-12-14 14:52:57.878965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.30 +2023-12-14 14:52:57.878970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.30> + +2023-12-14 14:52:57.878976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.31 +2023-12-14 14:52:57.878981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.31> + +2023-12-14 14:52:57.878986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.32 +2023-12-14 14:52:57.878991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 constant.32> + +2023-12-14 14:52:57.878996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.33 +2023-12-14 14:52:57.879001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <111 constant.33> + +2023-12-14 14:52:57.879007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.34 +2023-12-14 14:52:57.879015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <108 constant.34> + +2023-12-14 14:52:57.879020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.35 +2023-12-14 14:52:57.879025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <106 constant.35> + +2023-12-14 14:52:57.879030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.36 +2023-12-14 14:52:57.879035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <103 constant.36> + +2023-12-14 14:52:57.879040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.37 +2023-12-14 14:52:57.879045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <100 constant.37> + +2023-12-14 14:52:57.879051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.39 +2023-12-14 14:52:57.879057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <82 convert.39> + +2023-12-14 14:52:57.879062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.40 +2023-12-14 14:52:57.879067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <54 convert.40> + +2023-12-14 14:52:57.879072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.42 +2023-12-14 14:52:57.879078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <104 clamp.42> + +2023-12-14 14:52:57.879083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.43 +2023-12-14 14:52:57.879088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <105 multiply.43> + +2023-12-14 14:52:57.879093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.44 +2023-12-14 14:52:57.879098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <107 multiply.44> + +2023-12-14 14:52:57.879103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.45 +2023-12-14 14:52:57.879108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <109 add.45> + +2023-12-14 14:52:57.879113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.46 +2023-12-14 14:52:57.879118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <110 multiply.46> + +2023-12-14 14:52:57.879124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.47 +2023-12-14 14:52:57.879129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 add.47> + +2023-12-14 14:52:57.879134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.48 +2023-12-14 14:52:57.879139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <113 multiply.48> + +2023-12-14 14:52:57.879144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.49 +2023-12-14 14:52:57.879153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 add.49> + +2023-12-14 14:52:57.879158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.50 +2023-12-14 14:52:57.879163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 multiply.50> + +2023-12-14 14:52:57.879168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.51 +2023-12-14 14:52:57.879173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 add.51> + +2023-12-14 14:52:57.879178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.52 +2023-12-14 14:52:57.879183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 multiply.52> + +2023-12-14 14:52:57.879188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.53 +2023-12-14 14:52:57.879194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 add.53> + +2023-12-14 14:52:57.879199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.54 +2023-12-14 14:52:57.879204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 multiply.54> + +2023-12-14 14:52:57.879209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.55 +2023-12-14 14:52:57.879214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 add.55> + +2023-12-14 14:52:57.879219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.56 +2023-12-14 14:52:57.879225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 multiply.56> + +2023-12-14 14:52:57.879230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.57 +2023-12-14 14:52:57.879235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 add.57> + +2023-12-14 14:52:57.879239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.59 +2023-12-14 14:52:57.879245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 add.59> + +2023-12-14 14:52:57.879249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.60 +2023-12-14 14:52:57.879255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 multiply.60> + +2023-12-14 14:52:57.879260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.61 +2023-12-14 14:52:57.879266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 add.61> + +2023-12-14 14:52:57.879271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.62 +2023-12-14 14:52:57.879276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 multiply.62> + +2023-12-14 14:52:57.879281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.63 +2023-12-14 14:52:57.879291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 add.63> + +2023-12-14 14:52:57.879296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.64 +2023-12-14 14:52:57.879301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 multiply.64> + +2023-12-14 14:52:57.879306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.65 +2023-12-14 14:52:57.879311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 add.65> + +2023-12-14 14:52:57.879316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.66 +2023-12-14 14:52:57.879333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 multiply.66> + +2023-12-14 14:52:57.879338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.67 +2023-12-14 14:52:57.879344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 add.67> + +2023-12-14 14:52:57.879348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.68 +2023-12-14 14:52:57.879355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 multiply.68> + +2023-12-14 14:52:57.879360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.69 +2023-12-14 14:52:57.879365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 divide.69> + +2023-12-14 14:52:57.879370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.71 +2023-12-14 14:52:57.879375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 clamp.71> + +2023-12-14 14:52:57.879381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.72 +2023-12-14 14:52:57.879386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 multiply.72> + +2023-12-14 14:52:57.879391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.73 +2023-12-14 14:52:57.879396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 multiply.73> + +2023-12-14 14:52:57.879401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.74 +2023-12-14 14:52:57.879406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 add.74> + +2023-12-14 14:52:57.879411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.75 +2023-12-14 14:52:57.879416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 multiply.75> + +2023-12-14 14:52:57.879421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.76 +2023-12-14 14:52:57.879428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <180 add.76> + +2023-12-14 14:52:57.879433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.77 +2023-12-14 14:52:57.879438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 multiply.77> + +2023-12-14 14:52:57.879446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.78 +2023-12-14 14:52:57.879452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 add.78> + +2023-12-14 14:52:57.879457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.79 +2023-12-14 14:52:57.879463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 multiply.79> + +2023-12-14 14:52:57.879467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.80 +2023-12-14 14:52:57.879472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 add.80> + +2023-12-14 14:52:57.879477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.81 +2023-12-14 14:52:57.879483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 multiply.81> + +2023-12-14 14:52:57.879487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.82 +2023-12-14 14:52:57.879493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 add.82> + +2023-12-14 14:52:57.879497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.83 +2023-12-14 14:52:57.879503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 multiply.83> + +2023-12-14 14:52:57.879508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.84 +2023-12-14 14:52:57.879513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 add.84> + +2023-12-14 14:52:57.879518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.85 +2023-12-14 14:52:57.879524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 multiply.85> + +2023-12-14 14:52:57.879529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.86 +2023-12-14 14:52:57.879534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 add.86> + +2023-12-14 14:52:57.879539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.88 +2023-12-14 14:52:57.879544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 add.88> + +2023-12-14 14:52:57.879549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.89 +2023-12-14 14:52:57.879554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 multiply.89> + +2023-12-14 14:52:57.879559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.90 +2023-12-14 14:52:57.879564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 add.90> + +2023-12-14 14:52:57.879570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.91 +2023-12-14 14:52:57.879575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 multiply.91> + +2023-12-14 14:52:57.879584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.92 +2023-12-14 14:52:57.879589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <196 add.92> + +2023-12-14 14:52:57.879594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.93 +2023-12-14 14:52:57.879600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <197 multiply.93> + +2023-12-14 14:52:57.879605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.94 +2023-12-14 14:52:57.879610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <198 add.94> + +2023-12-14 14:52:57.879615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.95 +2023-12-14 14:52:57.879620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <199 multiply.95> + +2023-12-14 14:52:57.879625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.96 +2023-12-14 14:52:57.879630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <200 add.96> + +2023-12-14 14:52:57.879635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.97 +2023-12-14 14:52:57.879640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 multiply.97> + +2023-12-14 14:52:57.879646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.98 +2023-12-14 14:52:57.879651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <201 divide.98> + +2023-12-14 14:52:57.879656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.99 +2023-12-14 14:52:57.879662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <203 reshape.99> + +2023-12-14 14:52:57.879667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.100 +2023-12-14 14:52:57.879673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <202 reshape.100> + +2023-12-14 14:52:57.879678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.101 +2023-12-14 14:52:57.879683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <145 iota.101> + +2023-12-14 14:52:57.879688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.102 +2023-12-14 14:52:57.879694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <148 slice.102> + +2023-12-14 14:52:57.879698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.103 +2023-12-14 14:52:57.879704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <149 reshape.103> + +2023-12-14 14:52:57.879708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.104 +2023-12-14 14:52:57.879714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <153 slice.104> + +2023-12-14 14:52:57.879723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.105 +2023-12-14 14:52:57.879729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <154 reshape.105> + +2023-12-14 14:52:57.879733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.106 +2023-12-14 14:52:57.879740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <146 slice.106> + +2023-12-14 14:52:57.879745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.107 +2023-12-14 14:52:57.879750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <152 slice.107> + +2023-12-14 14:52:57.879755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.108 +2023-12-14 14:52:57.879760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <157 xor.108> + +2023-12-14 14:52:57.879765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.109 +2023-12-14 14:52:57.879770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <159 xor.109> + +2023-12-14 14:52:57.879775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.110 +2023-12-14 14:52:57.879781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <150 broadcast.110> + +2023-12-14 14:52:57.879785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.111 +2023-12-14 14:52:57.879792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <151 add.111> + +2023-12-14 14:52:57.879797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.112 +2023-12-14 14:52:57.879802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <155 broadcast.112> + +2023-12-14 14:52:57.879808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.113 +2023-12-14 14:52:57.879814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <156 add.113> + +2023-12-14 14:52:57.879818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.202 +2023-12-14 14:52:57.879824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <163 concatenate.202> + +2023-12-14 14:52:57.879829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.208 +2023-12-14 14:52:57.879834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <204 subtract.208> + +2023-12-14 14:52:57.879839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.312 +2023-12-14 14:52:57.879845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <297 multiply.312> + +2023-12-14 14:52:57.879850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.313 +2023-12-14 14:52:57.879858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <86 bitcast-convert.313> + +2023-12-14 14:52:57.879864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.315 +2023-12-14 14:52:57.879870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <83 compare.315> + +2023-12-14 14:52:57.879874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.317 +2023-12-14 14:52:57.879880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <87 and.317> + +2023-12-14 14:52:57.879885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.319 +2023-12-14 14:52:57.879891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <85 compare.319> + +2023-12-14 14:52:57.879895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.320 +2023-12-14 14:52:57.879901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <88 compare.320> + +2023-12-14 14:52:57.879905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.322 +2023-12-14 14:52:57.879911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <90 and.322> + +2023-12-14 14:52:57.879915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.325 +2023-12-14 14:52:57.879921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <91 compare.325> + +2023-12-14 14:52:57.879926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.326 +2023-12-14 14:52:57.879931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <89 compare.326> + +2023-12-14 14:52:57.879937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.327 +2023-12-14 14:52:57.879942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <92 or.327> + +2023-12-14 14:52:57.879947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.328 +2023-12-14 14:52:57.879953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <93 select.328> + +2023-12-14 14:52:57.879957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.329 +2023-12-14 14:52:57.879963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <94 add.329> + +2023-12-14 14:52:57.879967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.331 +2023-12-14 14:52:57.879973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <95 select.331> + +2023-12-14 14:52:57.879978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.332 +2023-12-14 14:52:57.879983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <96 select.332> + +2023-12-14 14:52:57.879988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.333 +2023-12-14 14:52:57.879996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <97 select.333> + +2023-12-14 14:52:57.880001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.334 +2023-12-14 14:52:57.880007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <98 bitcast-convert.334> + +2023-12-14 14:52:57.880012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.335 +2023-12-14 14:52:57.880017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <60 bitcast-convert.335> + +2023-12-14 14:52:57.880023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.337 +2023-12-14 14:52:57.880029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <55 compare.337> + +2023-12-14 14:52:57.880033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.339 +2023-12-14 14:52:57.880039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <62 and.339> + +2023-12-14 14:52:57.880043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.341 +2023-12-14 14:52:57.880049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <58 compare.341> + +2023-12-14 14:52:57.880054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.342 +2023-12-14 14:52:57.880059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <64 compare.342> + +2023-12-14 14:52:57.880064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.344 +2023-12-14 14:52:57.880069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <69 and.344> + +2023-12-14 14:52:57.880074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.347 +2023-12-14 14:52:57.880080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <70 compare.347> + +2023-12-14 14:52:57.880085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.348 +2023-12-14 14:52:57.880091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <67 compare.348> + +2023-12-14 14:52:57.880096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.349 +2023-12-14 14:52:57.880102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <71 or.349> + +2023-12-14 14:52:57.880106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.350 +2023-12-14 14:52:57.880112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <74 select.350> + +2023-12-14 14:52:57.880116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.351 +2023-12-14 14:52:57.880122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <75 add.351> + +2023-12-14 14:52:57.880126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.353 +2023-12-14 14:52:57.880136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <76 select.353> + +2023-12-14 14:52:57.880141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.354 +2023-12-14 14:52:57.880146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <77 select.354> + +2023-12-14 14:52:57.880152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.355 +2023-12-14 14:52:57.880157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <78 select.355> + +2023-12-14 14:52:57.880164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.356 +2023-12-14 14:52:57.880170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <79 bitcast-convert.356> + +2023-12-14 14:52:57.880174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.1 +2023-12-14 14:52:57.880180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <211 abs.1> + +2023-12-14 14:52:57.880185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.54 +2023-12-14 14:52:57.880190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <212 constant.54> + +2023-12-14 14:52:57.880195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.27 +2023-12-14 14:52:57.880200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <213 broadcast.27> + +2023-12-14 14:52:57.880205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.2 +2023-12-14 14:52:57.880210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <214 compare.2> + +2023-12-14 14:52:57.880215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.28 +2023-12-14 14:52:57.880222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <215 broadcast.28> + +2023-12-14 14:52:57.880227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.11 +2023-12-14 14:52:57.880232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <216 multiply.11> + +2023-12-14 14:52:57.880238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.2 +2023-12-14 14:52:57.880243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <217 negate.2> + +2023-12-14 14:52:57.880248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.12 +2023-12-14 14:52:57.880253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <218 multiply.12> + +2023-12-14 14:52:57.880258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.1 +2023-12-14 14:52:57.880264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <219 log-plus-one.1> + +2023-12-14 14:52:57.880271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.3 +2023-12-14 14:52:57.880277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <220 negate.3> + +2023-12-14 14:52:57.880282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.56 +2023-12-14 14:52:57.880287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <221 constant.56> + +2023-12-14 14:52:57.880292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.29 +2023-12-14 14:52:57.880299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <222 broadcast.29> + +2023-12-14 14:52:57.880304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.3 +2023-12-14 14:52:57.880310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <223 compare.3> + +2023-12-14 14:52:57.880315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.57 +2023-12-14 14:52:57.880320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <224 constant.57> + +2023-12-14 14:52:57.880325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.30 +2023-12-14 14:52:57.880330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <225 broadcast.30> + +2023-12-14 14:52:57.880335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.58 +2023-12-14 14:52:57.880341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <226 constant.58> + +2023-12-14 14:52:57.880345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.31 +2023-12-14 14:52:57.880351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <227 broadcast.31> + +2023-12-14 14:52:57.880356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.11 +2023-12-14 14:52:57.880361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <228 select.11> + +2023-12-14 14:52:57.880368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.59 +2023-12-14 14:52:57.880373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <229 constant.59> + +2023-12-14 14:52:57.880379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.32 +2023-12-14 14:52:57.880384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <230 broadcast.32> + +2023-12-14 14:52:57.880389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.60 +2023-12-14 14:52:57.880394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <231 constant.60> + +2023-12-14 14:52:57.880399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.33 +2023-12-14 14:52:57.880404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <232 broadcast.33> + +2023-12-14 14:52:57.880412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.12 +2023-12-14 14:52:57.880418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <233 select.12> + +2023-12-14 14:52:57.880423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.61 +2023-12-14 14:52:57.880428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <234 constant.61> + +2023-12-14 14:52:57.880433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.34 +2023-12-14 14:52:57.880438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <235 broadcast.34> + +2023-12-14 14:52:57.880444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.62 +2023-12-14 14:52:57.880450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <236 constant.62> + +2023-12-14 14:52:57.880455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.35 +2023-12-14 14:52:57.880460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <237 broadcast.35> + +2023-12-14 14:52:57.880465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.13 +2023-12-14 14:52:57.880470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <238 select.13> + +2023-12-14 14:52:57.880475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.63 +2023-12-14 14:52:57.880481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <239 constant.63> + +2023-12-14 14:52:57.880485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.36 +2023-12-14 14:52:57.880491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <240 broadcast.36> + +2023-12-14 14:52:57.880496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.64 +2023-12-14 14:52:57.880501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <241 constant.64> + +2023-12-14 14:52:57.880506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.37 +2023-12-14 14:52:57.880512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <242 broadcast.37> + +2023-12-14 14:52:57.880517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.14 +2023-12-14 14:52:57.880523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <243 select.14> + +2023-12-14 14:52:57.880528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.65 +2023-12-14 14:52:57.880533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <244 constant.65> + +2023-12-14 14:52:57.880538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.38 +2023-12-14 14:52:57.880547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <245 broadcast.38> + +2023-12-14 14:52:57.880552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.66 +2023-12-14 14:52:57.880557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <246 constant.66> + +2023-12-14 14:52:57.880562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.39 +2023-12-14 14:52:57.880567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <247 broadcast.39> + +2023-12-14 14:52:57.880572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.15 +2023-12-14 14:52:57.880577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <248 select.15> + +2023-12-14 14:52:57.880583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.67 +2023-12-14 14:52:57.880589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <249 constant.67> + +2023-12-14 14:52:57.880595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.40 +2023-12-14 14:52:57.880600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <250 broadcast.40> + +2023-12-14 14:52:57.880605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.68 +2023-12-14 14:52:57.880610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <251 constant.68> + +2023-12-14 14:52:57.880615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.41 +2023-12-14 14:52:57.880621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <252 broadcast.41> + +2023-12-14 14:52:57.880625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.16 +2023-12-14 14:52:57.880631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <253 select.16> + +2023-12-14 14:52:57.880636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.69 +2023-12-14 14:52:57.880641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <254 constant.69> + +2023-12-14 14:52:57.880646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.42 +2023-12-14 14:52:57.880651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <255 broadcast.42> + +2023-12-14 14:52:57.880658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.70 +2023-12-14 14:52:57.880664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <256 constant.70> + +2023-12-14 14:52:57.880669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.43 +2023-12-14 14:52:57.880674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <257 broadcast.43> + +2023-12-14 14:52:57.880682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.17 +2023-12-14 14:52:57.880688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <258 select.17> + +2023-12-14 14:52:57.880692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.71 +2023-12-14 14:52:57.880698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <259 constant.71> + +2023-12-14 14:52:57.880702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.44 +2023-12-14 14:52:57.880708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <260 broadcast.44> + +2023-12-14 14:52:57.880713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.72 +2023-12-14 14:52:57.880718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <261 constant.72> + +2023-12-14 14:52:57.880723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.45 +2023-12-14 14:52:57.880728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <262 broadcast.45> + +2023-12-14 14:52:57.880734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.18 +2023-12-14 14:52:57.880740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <263 select.18> + +2023-12-14 14:52:57.880744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.73 +2023-12-14 14:52:57.880750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <264 constant.73> + +2023-12-14 14:52:57.880755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.46 +2023-12-14 14:52:57.880760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <265 broadcast.46> + +2023-12-14 14:52:57.880765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.74 +2023-12-14 14:52:57.880770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <266 constant.74> + +2023-12-14 14:52:57.880775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.47 +2023-12-14 14:52:57.880780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <267 broadcast.47> + +2023-12-14 14:52:57.880785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.19 +2023-12-14 14:52:57.880791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <268 select.19> + +2023-12-14 14:52:57.880795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.1 +2023-12-14 14:52:57.880802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <272 sqrt.1> + +2023-12-14 14:52:57.880808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.20 +2023-12-14 14:52:57.880813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <276 select.20> + +2023-12-14 14:52:57.880821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.13 +2023-12-14 14:52:57.880827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <277 multiply.13> + +2023-12-14 14:52:57.880832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.8 +2023-12-14 14:52:57.880837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <278 add.8> + +2023-12-14 14:52:57.880842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.14 +2023-12-14 14:52:57.880848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <279 multiply.14> + +2023-12-14 14:52:57.880852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.9 +2023-12-14 14:52:57.880858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <280 add.9> + +2023-12-14 14:52:57.880863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.15 +2023-12-14 14:52:57.880868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <281 multiply.15> + +2023-12-14 14:52:57.880874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.10 +2023-12-14 14:52:57.880880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <282 add.10> + +2023-12-14 14:52:57.880885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.16 +2023-12-14 14:52:57.880890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <283 multiply.16> + +2023-12-14 14:52:57.880895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.11 +2023-12-14 14:52:57.880900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <284 add.11> + +2023-12-14 14:52:57.880905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.17 +2023-12-14 14:52:57.880911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <285 multiply.17> + +2023-12-14 14:52:57.880915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.12 +2023-12-14 14:52:57.880921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <286 add.12> + +2023-12-14 14:52:57.880926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.18 +2023-12-14 14:52:57.880931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <287 multiply.18> + +2023-12-14 14:52:57.880936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.13 +2023-12-14 14:52:57.880941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <288 add.13> + +2023-12-14 14:52:57.880947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.19 +2023-12-14 14:52:57.880955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <289 multiply.19> + +2023-12-14 14:52:57.880960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.14 +2023-12-14 14:52:57.880966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <290 add.14> + +2023-12-14 14:52:57.880970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.20 +2023-12-14 14:52:57.880976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <291 multiply.20> + +2023-12-14 14:52:57.880980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.15 +2023-12-14 14:52:57.880986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <292 add.15> + +2023-12-14 14:52:57.880991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.21 +2023-12-14 14:52:57.880996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <293 multiply.21> + +2023-12-14 14:52:57.881001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.21 +2023-12-14 14:52:57.881006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <294 select.21> + +2023-12-14 14:52:57.881011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.50 +2023-12-14 14:52:57.881017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <80 broadcast.50> + +2023-12-14 14:52:57.881022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.51 +2023-12-14 14:52:57.881028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <99 broadcast.51> + +2023-12-14 14:52:57.881033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.0 +2023-12-14 14:52:57.881038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <298 maximum.0> + +2023-12-14 14:52:57.881043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.0 +2023-12-14 14:52:57.881048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <299 minimum.0> + +2023-12-14 14:52:57.881053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.77 +2023-12-14 14:52:57.881058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <101 constant.77> + +2023-12-14 14:52:57.881063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.22 +2023-12-14 14:52:57.881068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <102 multiply.22> + +2023-12-14 14:52:57.881073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.23 +2023-12-14 14:52:57.881079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 multiply.23> + +2023-12-14 14:52:57.881087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.210 +2023-12-14 14:52:57.881094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <205 reshape.210> + +2023-12-14 14:52:57.881098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.53 +2023-12-14 14:52:57.881104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <270 broadcast.53> + +2023-12-14 14:52:57.881109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.17 +2023-12-14 14:52:57.881114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <271 add.17> + +2023-12-14 14:52:57.881119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.54 +2023-12-14 14:52:57.881124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <274 broadcast.54> + +2023-12-14 14:52:57.881129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.18 +2023-12-14 14:52:57.881135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <275 add.18> + +2023-12-14 14:52:57.881139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.77 +2023-12-14 14:52:57.881145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <165 broadcast.77> + +2023-12-14 14:52:57.881150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.8 +2023-12-14 14:52:57.881155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <166 shift-right-logical.8> + +2023-12-14 14:52:57.881162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.84 +2023-12-14 14:52:57.881168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <56 constant.84> + +2023-12-14 14:52:57.881173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.85 +2023-12-14 14:52:57.881179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <59 constant.85> + +2023-12-14 14:52:57.881183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.86 +2023-12-14 14:52:57.881189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <66 constant.86> + +2023-12-14 14:52:57.881194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.90 +2023-12-14 14:52:57.881199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <65 constant.90> + +2023-12-14 14:52:57.881204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.98 +2023-12-14 14:52:57.881209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.98> + +2023-12-14 14:52:57.881214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.99 +2023-12-14 14:52:57.881219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <269 constant.99> + +2023-12-14 14:52:57.881227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.100 +2023-12-14 14:52:57.881234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <273 constant.100> + +2023-12-14 14:52:57.881239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:57.881251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <162 tuple.6{}> + {0} : HloValueSet: <63 constant.19> + {1} : HloValueSet: <151 add.111> + {2} : HloValueSet: <156 add.113> + {3} : HloValueSet: <154 reshape.105> + {4} : HloValueSet: <159 xor.109> + {5} : HloValueSet: <149 reshape.103> + {6} : HloValueSet: <160 constant.22> + {7} : HloValueSet: <161 constant.21> + +2023-12-14 14:52:57.881257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:57.881268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <318 while.1{} (phi)> + {0} : HloValueSet: <319 while.1{0} (phi)> + {1} : HloValueSet: <320 while.1{1} (phi)> + {2} : HloValueSet: <321 while.1{2} (phi)> + {3} : HloValueSet: <322 while.1{3} (phi)> + {4} : HloValueSet: <323 while.1{4} (phi)> + {5} : HloValueSet: <324 while.1{5} (phi)> + {6} : HloValueSet: <325 while.1{6} (phi)> + {7} : HloValueSet: <326 while.1{7} (phi)> + +2023-12-14 14:52:57.881274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:57.881280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <320 while.1{1} (phi)> + +2023-12-14 14:52:57.881285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:57.881290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <321 while.1{2} (phi)> + +2023-12-14 14:52:57.881295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.91 +2023-12-14 14:52:57.881301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <168 broadcast.91> + +2023-12-14 14:52:57.881306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.12 +2023-12-14 14:52:57.881312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <169 or.12> + +2023-12-14 14:52:57.881317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.0 +2023-12-14 14:52:57.881322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <170 bitcast-convert.0> + +2023-12-14 14:52:57.881327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.92 +2023-12-14 14:52:57.881332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <172 broadcast.92> + +2023-12-14 14:52:57.881337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.62 +2023-12-14 14:52:57.881342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <173 add.62> + +2023-12-14 14:52:57.881350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.93 +2023-12-14 14:52:57.881356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <206 broadcast.93> + +2023-12-14 14:52:57.881361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.28 +2023-12-14 14:52:57.881366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <207 multiply.28> + +2023-12-14 14:52:57.881371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.64 +2023-12-14 14:52:57.881377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <208 add.64> + +2023-12-14 14:52:57.881383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.95 +2023-12-14 14:52:57.881388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <144 broadcast.95> + +2023-12-14 14:52:57.881393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:57.881399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <209 maximum.1> + +2023-12-14 14:52:57.881403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.26 +2023-12-14 14:52:57.881409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <210 reshape.26> + +2023-12-14 14:52:57.881414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:57.881425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <301 arg_tuple.3{} (phi)> + {0} : HloValueSet: <310 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <311 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <312 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <313 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <314 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <315 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <316 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <317 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.881431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.101 +2023-12-14 14:52:57.881437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <9 constant.101> + +2023-12-14 14:52:57.881441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:57.881449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 constant.102> + +2023-12-14 14:52:57.881454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.8 +2023-12-14 14:52:57.881460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <5 slice.8> + +2023-12-14 14:52:57.881465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.17 +2023-12-14 14:52:57.881470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <6 reshape.17> + +2023-12-14 14:52:57.881475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.43 +2023-12-14 14:52:57.881483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <4 add.43> + +2023-12-14 14:52:57.881488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.80 +2023-12-14 14:52:57.881494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <7 broadcast.80> + +2023-12-14 14:52:57.881499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.8 +2023-12-14 14:52:57.881504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <8 shift-left.8> + +2023-12-14 14:52:57.881509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.12 +2023-12-14 14:52:57.881514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <10 subtract.12> + +2023-12-14 14:52:57.881520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.81 +2023-12-14 14:52:57.881526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 broadcast.81> + +2023-12-14 14:52:57.881531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.9 +2023-12-14 14:52:57.881536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <12 shift-right-logical.9> + +2023-12-14 14:52:57.881541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.8 +2023-12-14 14:52:57.881547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <13 or.8> + +2023-12-14 14:52:57.881551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.8 +2023-12-14 14:52:57.881557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <14 xor.8> + +2023-12-14 14:52:57.881562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.9 +2023-12-14 14:52:57.881567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.9> + +2023-12-14 14:52:57.881572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.18 +2023-12-14 14:52:57.881577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.18> + +2023-12-14 14:52:57.881582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.44 +2023-12-14 14:52:57.881587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <15 add.44> + +2023-12-14 14:52:57.881593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.82 +2023-12-14 14:52:57.881600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 broadcast.82> + +2023-12-14 14:52:57.881604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.9 +2023-12-14 14:52:57.881610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <19 shift-left.9> + +2023-12-14 14:52:57.881617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.13 +2023-12-14 14:52:57.881623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <20 subtract.13> + +2023-12-14 14:52:57.881628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.83 +2023-12-14 14:52:57.881633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <21 broadcast.83> + +2023-12-14 14:52:57.881638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.10 +2023-12-14 14:52:57.881644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <22 shift-right-logical.10> + +2023-12-14 14:52:57.881649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.9 +2023-12-14 14:52:57.881654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <23 or.9> + +2023-12-14 14:52:57.881660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.9 +2023-12-14 14:52:57.881665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <24 xor.9> + +2023-12-14 14:52:57.881671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.10 +2023-12-14 14:52:57.881677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <26 slice.10> + +2023-12-14 14:52:57.881682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.19 +2023-12-14 14:52:57.881687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <27 reshape.19> + +2023-12-14 14:52:57.881692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.46 +2023-12-14 14:52:57.881697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 add.46> + +2023-12-14 14:52:57.881702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.84 +2023-12-14 14:52:57.881707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <28 broadcast.84> + +2023-12-14 14:52:57.881712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.10 +2023-12-14 14:52:57.881718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <29 shift-left.10> + +2023-12-14 14:52:57.881722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:52:57.881728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <30 subtract.14> + +2023-12-14 14:52:57.881734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.85 +2023-12-14 14:52:57.881740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <31 broadcast.85> + +2023-12-14 14:52:57.881745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.11 +2023-12-14 14:52:57.881751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <32 shift-right-logical.11> + +2023-12-14 14:52:57.881759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.10 +2023-12-14 14:52:57.881764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <33 or.10> + +2023-12-14 14:52:57.881769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.10 +2023-12-14 14:52:57.881774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <34 xor.10> + +2023-12-14 14:52:57.881779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.11 +2023-12-14 14:52:57.881784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <38 slice.11> + +2023-12-14 14:52:57.881789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.20 +2023-12-14 14:52:57.881794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <39 reshape.20> + +2023-12-14 14:52:57.881799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.48 +2023-12-14 14:52:57.881805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <35 add.48> + +2023-12-14 14:52:57.881811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.86 +2023-12-14 14:52:57.881817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <40 broadcast.86> + +2023-12-14 14:52:57.881822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.11 +2023-12-14 14:52:57.881827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <41 shift-left.11> + +2023-12-14 14:52:57.881832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.15 +2023-12-14 14:52:57.881838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 subtract.15> + +2023-12-14 14:52:57.881842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.87 +2023-12-14 14:52:57.881848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <43 broadcast.87> + +2023-12-14 14:52:57.881853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.12 +2023-12-14 14:52:57.881858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <44 shift-right-logical.12> + +2023-12-14 14:52:57.881863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.11 +2023-12-14 14:52:57.881868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <45 or.11> + +2023-12-14 14:52:57.881874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.11 +2023-12-14 14:52:57.881880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <46 xor.11> + +2023-12-14 14:52:57.881885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.88 +2023-12-14 14:52:57.881894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <36 broadcast.88> + +2023-12-14 14:52:57.881899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.50 +2023-12-14 14:52:57.881904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <37 add.50> + +2023-12-14 14:52:57.881909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.89 +2023-12-14 14:52:57.881915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <47 broadcast.89> + +2023-12-14 14:52:57.881920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.52 +2023-12-14 14:52:57.881925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <48 add.52> + +2023-12-14 14:52:57.881930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.2 +2023-12-14 14:52:57.881935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 convert.2> + +2023-12-14 14:52:57.881940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.90 +2023-12-14 14:52:57.881945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <50 broadcast.90> + +2023-12-14 14:52:57.881951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.56 +2023-12-14 14:52:57.881958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <51 add.56> + +2023-12-14 14:52:57.881962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:57.881968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 add.58> + +2023-12-14 14:52:57.881972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.7 +2023-12-14 14:52:57.881982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <52 tuple.7{}> + {0} : HloValueSet: <3 add.58> + {1} : HloValueSet: <37 add.50> + {2} : HloValueSet: <51 add.56> + {3} : HloValueSet: <314 arg_tuple.3{4} (phi)> + {4} : HloValueSet: <315 arg_tuple.3{5} (phi)> + {5} : HloValueSet: <313 arg_tuple.3{3} (phi)> + {6} : HloValueSet: <317 arg_tuple.3{7} (phi)> + {7} : HloValueSet: <316 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.881988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.76 +2023-12-14 14:52:57.881993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <317 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.881998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.77 +2023-12-14 14:52:57.882004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <316 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.882008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.78 +2023-12-14 14:52:57.882014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <315 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:57.882022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.79 +2023-12-14 14:52:57.882029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <314 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.882034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.80 +2023-12-14 14:52:57.882039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <313 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.882044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.81 +2023-12-14 14:52:57.882049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <312 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.882054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.82 +2023-12-14 14:52:57.882060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <311 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.882065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.84 +2023-12-14 14:52:57.882070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <310 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.882075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:57.882085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <300 arg_tuple.4{} (phi)> + {0} : HloValueSet: <302 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <303 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <304 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <305 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <306 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <307 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <308 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <309 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:57.882091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:57.882097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 constant.103> + +2023-12-14 14:52:57.882102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:57.882108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <1 compare.5> + +2023-12-14 14:52:57.882113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:57.882118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <302 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:57.883465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:57.883493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.883500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.883510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 Arg_0.1> (def) +2023-12-14 14:52:57.883526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.883536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 Arg_1.2> (def) +2023-12-14 14:52:57.883541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:57.883550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 Arg_2.3> (def) +2023-12-14 14:52:57.883555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:57.883564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 constant.4> (def) +2023-12-14 14:52:57.883570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:52:57.883580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 broadcast.5> (def) +2023-12-14 14:52:57.883585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8: +2023-12-14 14:52:57.883595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 constant.8> (def) +2023-12-14 14:52:57.883599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:52:57.883609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 constant.10> (def) +2023-12-14 14:52:57.883613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:52:57.883623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 constant.12> (def) +2023-12-14 14:52:57.883627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13: +2023-12-14 14:52:57.883637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 constant.13> (def) +2023-12-14 14:52:57.883642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14: +2023-12-14 14:52:57.883651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 constant.14> (def) +2023-12-14 14:52:57.883656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15: +2023-12-14 14:52:57.883665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 constant.15> (def) +2023-12-14 14:52:57.883673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17: +2023-12-14 14:52:57.883684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 constant.17> (def) +2023-12-14 14:52:57.883689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.18: +2023-12-14 14:52:57.883699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 constant.18> (def) +2023-12-14 14:52:57.883703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:57.883713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 constant.19> (def) +2023-12-14 14:52:57.883717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.20: +2023-12-14 14:52:57.883727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.20> (def) +2023-12-14 14:52:57.883732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:57.883741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.21> (def) +2023-12-14 14:52:57.883746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:57.883758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.22> (def) +2023-12-14 14:52:57.883763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.23: +2023-12-14 14:52:57.883772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.23> (def) +2023-12-14 14:52:57.883777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.24: +2023-12-14 14:52:57.883786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.24> (def) +2023-12-14 14:52:57.883791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.25: +2023-12-14 14:52:57.883801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.25> (def) +2023-12-14 14:52:57.883805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.26: +2023-12-14 14:52:57.883815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.26> (def) +2023-12-14 14:52:57.883822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.27: +2023-12-14 14:52:57.883834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.27> (def) +2023-12-14 14:52:57.883838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.28: +2023-12-14 14:52:57.883848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.28> (def) +2023-12-14 14:52:57.883853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.29: +2023-12-14 14:52:57.883862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.29> (def) +2023-12-14 14:52:57.883867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.30: +2023-12-14 14:52:57.883876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.30> (def) +2023-12-14 14:52:57.883881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.31: +2023-12-14 14:52:57.883890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.31> (def) +2023-12-14 14:52:57.883897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.32: +2023-12-14 14:52:57.883907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.32> (def) +2023-12-14 14:52:57.883912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.33: +2023-12-14 14:52:57.883921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 constant.33> (def) +2023-12-14 14:52:57.883926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.34: +2023-12-14 14:52:57.883936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.34> (def) +2023-12-14 14:52:57.883940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.35: +2023-12-14 14:52:57.883950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 constant.35> (def) +2023-12-14 14:52:57.883955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.36: +2023-12-14 14:52:57.883964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 constant.36> (def) +2023-12-14 14:52:57.883973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.37: +2023-12-14 14:52:57.883984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 constant.37> (def) +2023-12-14 14:52:57.883989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.883993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.39: +2023-12-14 14:52:57.883998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 convert.39> (def) +2023-12-14 14:52:57.884003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.40: +2023-12-14 14:52:57.884012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 convert.40> (def) +2023-12-14 14:52:57.884017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.42: +2023-12-14 14:52:57.884027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 clamp.42> (def) +2023-12-14 14:52:57.884031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43: +2023-12-14 14:52:57.884042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 multiply.43> (def) +2023-12-14 14:52:57.884048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44: +2023-12-14 14:52:57.884058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 multiply.44> (def) +2023-12-14 14:52:57.884062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45: +2023-12-14 14:52:57.884072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 add.45> (def) +2023-12-14 14:52:57.884077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46: +2023-12-14 14:52:57.884086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 multiply.46> (def) +2023-12-14 14:52:57.884091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47: +2023-12-14 14:52:57.884100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 add.47> (def) +2023-12-14 14:52:57.884105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48: +2023-12-14 14:52:57.884115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.48> (def) +2023-12-14 14:52:57.884124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49: +2023-12-14 14:52:57.884134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.49> (def) +2023-12-14 14:52:57.884139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50: +2023-12-14 14:52:57.884148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.50> (def) +2023-12-14 14:52:57.884153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51: +2023-12-14 14:52:57.884162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.51> (def) +2023-12-14 14:52:57.884167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52: +2023-12-14 14:52:57.884176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.52> (def) +2023-12-14 14:52:57.884182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.53: +2023-12-14 14:52:57.884192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.53> (def) +2023-12-14 14:52:57.884197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.54: +2023-12-14 14:52:57.884207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.54> (def) +2023-12-14 14:52:57.884211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55: +2023-12-14 14:52:57.884221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.55> (def) +2023-12-14 14:52:57.884225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.56: +2023-12-14 14:52:57.884235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.56> (def) +2023-12-14 14:52:57.884240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57: +2023-12-14 14:52:57.884249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.57> (def) +2023-12-14 14:52:57.884255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59: +2023-12-14 14:52:57.884265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.59> (def) +2023-12-14 14:52:57.884273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.60: +2023-12-14 14:52:57.884283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.60> (def) +2023-12-14 14:52:57.884287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61: +2023-12-14 14:52:57.884297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.61> (def) +2023-12-14 14:52:57.884301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.62: +2023-12-14 14:52:57.884311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.62> (def) +2023-12-14 14:52:57.884316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63: +2023-12-14 14:52:57.884326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.63> (def) +2023-12-14 14:52:57.884331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.64: +2023-12-14 14:52:57.884341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.64> (def) +2023-12-14 14:52:57.884346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65: +2023-12-14 14:52:57.884355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.65> (def) +2023-12-14 14:52:57.884360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.66: +2023-12-14 14:52:57.884369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.66> (def) +2023-12-14 14:52:57.884374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67: +2023-12-14 14:52:57.884384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.67> (def) +2023-12-14 14:52:57.884388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.68: +2023-12-14 14:52:57.884399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.68> (def) +2023-12-14 14:52:57.884403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.69: +2023-12-14 14:52:57.884415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 divide.69> (def) +2023-12-14 14:52:57.884420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.71: +2023-12-14 14:52:57.884433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 clamp.71> (def) +2023-12-14 14:52:57.884438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.72: +2023-12-14 14:52:57.884448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.72> (def) +2023-12-14 14:52:57.884452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.73: +2023-12-14 14:52:57.884462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.73> (def) +2023-12-14 14:52:57.884467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.74: +2023-12-14 14:52:57.884476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.74> (def) +2023-12-14 14:52:57.884482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.75: +2023-12-14 14:52:57.884491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.75> (def) +2023-12-14 14:52:57.884496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.76: +2023-12-14 14:52:57.884505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 add.76> (def) +2023-12-14 14:52:57.884510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.77: +2023-12-14 14:52:57.884519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 multiply.77> (def) +2023-12-14 14:52:57.884524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.78: +2023-12-14 14:52:57.884533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.78> (def) +2023-12-14 14:52:57.884539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.79: +2023-12-14 14:52:57.884549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.79> (def) +2023-12-14 14:52:57.884554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.80: +2023-12-14 14:52:57.884564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 add.80> (def) +2023-12-14 14:52:57.884568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.81: +2023-12-14 14:52:57.884581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 multiply.81> (def) +2023-12-14 14:52:57.884586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.82: +2023-12-14 14:52:57.884595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 add.82> (def) +2023-12-14 14:52:57.884600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.83: +2023-12-14 14:52:57.884609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 multiply.83> (def) +2023-12-14 14:52:57.884615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84: +2023-12-14 14:52:57.884626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.84> (def) +2023-12-14 14:52:57.884630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.85: +2023-12-14 14:52:57.884640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.85> (def) +2023-12-14 14:52:57.884644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86: +2023-12-14 14:52:57.884654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 add.86> (def) +2023-12-14 14:52:57.884658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88: +2023-12-14 14:52:57.884668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 add.88> (def) +2023-12-14 14:52:57.884672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.89: +2023-12-14 14:52:57.884683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 multiply.89> (def) +2023-12-14 14:52:57.884688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.90: +2023-12-14 14:52:57.884699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.90> (def) +2023-12-14 14:52:57.884703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.91: +2023-12-14 14:52:57.884713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 multiply.91> (def) +2023-12-14 14:52:57.884718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92: +2023-12-14 14:52:57.884730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 add.92> (def) +2023-12-14 14:52:57.884735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.93: +2023-12-14 14:52:57.884744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 multiply.93> (def) +2023-12-14 14:52:57.884749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.94: +2023-12-14 14:52:57.884759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.94> (def) +2023-12-14 14:52:57.884764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.95: +2023-12-14 14:52:57.884774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 multiply.95> (def) +2023-12-14 14:52:57.884779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96: +2023-12-14 14:52:57.884788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 add.96> (def) +2023-12-14 14:52:57.884793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.97: +2023-12-14 14:52:57.884802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 multiply.97> (def) +2023-12-14 14:52:57.884807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.98: +2023-12-14 14:52:57.884817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 divide.98> (def) +2023-12-14 14:52:57.884821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.99: +2023-12-14 14:52:57.884831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 reshape.99> (def) +2023-12-14 14:52:57.884836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.100: +2023-12-14 14:52:57.884846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 reshape.100> (def) +2023-12-14 14:52:57.884851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.101: +2023-12-14 14:52:57.884860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 iota.101> (def) +2023-12-14 14:52:57.884865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.102: +2023-12-14 14:52:57.884881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 slice.102> (def) +2023-12-14 14:52:57.884886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.103: +2023-12-14 14:52:57.884897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 reshape.103> (def) +2023-12-14 14:52:57.884902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.104: +2023-12-14 14:52:57.884911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 slice.104> (def) +2023-12-14 14:52:57.884917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.105: +2023-12-14 14:52:57.884926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 reshape.105> (def) +2023-12-14 14:52:57.884931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.106: +2023-12-14 14:52:57.884940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 slice.106> (def) +2023-12-14 14:52:57.884945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.107: +2023-12-14 14:52:57.884954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 slice.107> (def) +2023-12-14 14:52:57.884959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.108: +2023-12-14 14:52:57.884970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 xor.108> (def) +2023-12-14 14:52:57.884975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.109: +2023-12-14 14:52:57.884985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 xor.109> (def) +2023-12-14 14:52:57.884990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.884995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110: +2023-12-14 14:52:57.884999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 broadcast.110> (def) +2023-12-14 14:52:57.885004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111: +2023-12-14 14:52:57.885013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 add.111> (def) +2023-12-14 14:52:57.885018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112: +2023-12-14 14:52:57.885031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 broadcast.112> (def) +2023-12-14 14:52:57.885035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113: +2023-12-14 14:52:57.885046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.113> (def) +2023-12-14 14:52:57.885050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.202: +2023-12-14 14:52:57.885061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 concatenate.202> (def) +2023-12-14 14:52:57.885066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.208: +2023-12-14 14:52:57.885075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 subtract.208> (def) +2023-12-14 14:52:57.885080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.312: +2023-12-14 14:52:57.885090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 multiply.312> (def) +2023-12-14 14:52:57.885094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.313: +2023-12-14 14:52:57.885104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 bitcast-convert.313> (def) +2023-12-14 14:52:57.885109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.315: +2023-12-14 14:52:57.885119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 compare.315> (def) +2023-12-14 14:52:57.885123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.317: +2023-12-14 14:52:57.885134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 and.317> (def) +2023-12-14 14:52:57.885138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.319: +2023-12-14 14:52:57.885148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 compare.319> (def) +2023-12-14 14:52:57.885153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.320: +2023-12-14 14:52:57.885162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 compare.320> (def) +2023-12-14 14:52:57.885167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.322: +2023-12-14 14:52:57.885179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 and.322> (def) +2023-12-14 14:52:57.885184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.325: +2023-12-14 14:52:57.885194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 compare.325> (def) +2023-12-14 14:52:57.885198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.326: +2023-12-14 14:52:57.885209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 compare.326> (def) +2023-12-14 14:52:57.885213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.327: +2023-12-14 14:52:57.885223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 or.327> (def) +2023-12-14 14:52:57.885227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.328: +2023-12-14 14:52:57.885237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 select.328> (def) +2023-12-14 14:52:57.885241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.329: +2023-12-14 14:52:57.885251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 add.329> (def) +2023-12-14 14:52:57.885256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.331: +2023-12-14 14:52:57.885266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 select.331> (def) +2023-12-14 14:52:57.885271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.332: +2023-12-14 14:52:57.885281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 select.332> (def) +2023-12-14 14:52:57.885286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.333: +2023-12-14 14:52:57.885295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 select.333> (def) +2023-12-14 14:52:57.885300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.334: +2023-12-14 14:52:57.885309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 bitcast-convert.334> (def) +2023-12-14 14:52:57.885314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.335: +2023-12-14 14:52:57.885327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 bitcast-convert.335> (def) +2023-12-14 14:52:57.885332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.337: +2023-12-14 14:52:57.885341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 compare.337> (def) +2023-12-14 14:52:57.885348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.339: +2023-12-14 14:52:57.885357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 and.339> (def) +2023-12-14 14:52:57.885362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.341: +2023-12-14 14:52:57.885371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 compare.341> (def) +2023-12-14 14:52:57.885376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.342: +2023-12-14 14:52:57.885386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 compare.342> (def) +2023-12-14 14:52:57.885390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.344: +2023-12-14 14:52:57.885401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 and.344> (def) +2023-12-14 14:52:57.885406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.347: +2023-12-14 14:52:57.885415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 compare.347> (def) +2023-12-14 14:52:57.885421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.348: +2023-12-14 14:52:57.885430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 compare.348> (def) +2023-12-14 14:52:57.885435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.349: +2023-12-14 14:52:57.885444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 or.349> (def) +2023-12-14 14:52:57.885449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.350: +2023-12-14 14:52:57.885458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 select.350> (def) +2023-12-14 14:52:57.885463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.351: +2023-12-14 14:52:57.885476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 add.351> (def) +2023-12-14 14:52:57.885480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.353: +2023-12-14 14:52:57.885490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 select.353> (def) +2023-12-14 14:52:57.885496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.354: +2023-12-14 14:52:57.885505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 select.354> (def) +2023-12-14 14:52:57.885510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.355: +2023-12-14 14:52:57.885519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 select.355> (def) +2023-12-14 14:52:57.885524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.356: +2023-12-14 14:52:57.885533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 bitcast-convert.356> (def) +2023-12-14 14:52:57.885539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.1: +2023-12-14 14:52:57.885548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 abs.1> (def) +2023-12-14 14:52:57.885553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.54: +2023-12-14 14:52:57.885564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.54> (def) +2023-12-14 14:52:57.885569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27: +2023-12-14 14:52:57.885578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.27> (def) +2023-12-14 14:52:57.885583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2: +2023-12-14 14:52:57.885592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 compare.2> (def) +2023-12-14 14:52:57.885597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.28: +2023-12-14 14:52:57.885606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 broadcast.28> (def) +2023-12-14 14:52:57.885612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11: +2023-12-14 14:52:57.885624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 multiply.11> (def) +2023-12-14 14:52:57.885629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.2: +2023-12-14 14:52:57.885639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 negate.2> (def) +2023-12-14 14:52:57.885644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12: +2023-12-14 14:52:57.885654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 multiply.12> (def) +2023-12-14 14:52:57.885658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.1: +2023-12-14 14:52:57.885668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 log-plus-one.1> (def) +2023-12-14 14:52:57.885673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.3: +2023-12-14 14:52:57.885683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 negate.3> (def) +2023-12-14 14:52:57.885688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.56: +2023-12-14 14:52:57.885697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 constant.56> (def) +2023-12-14 14:52:57.885702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29: +2023-12-14 14:52:57.885712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 broadcast.29> (def) +2023-12-14 14:52:57.885717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3: +2023-12-14 14:52:57.885726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 compare.3> (def) +2023-12-14 14:52:57.885731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.57: +2023-12-14 14:52:57.885740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 constant.57> (def) +2023-12-14 14:52:57.885745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.30: +2023-12-14 14:52:57.885757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.30> (def) +2023-12-14 14:52:57.885761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.58: +2023-12-14 14:52:57.885775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 constant.58> (def) +2023-12-14 14:52:57.885781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31: +2023-12-14 14:52:57.885790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 broadcast.31> (def) +2023-12-14 14:52:57.885795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11: +2023-12-14 14:52:57.885804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 select.11> (def) +2023-12-14 14:52:57.885809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.59: +2023-12-14 14:52:57.885818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 constant.59> (def) +2023-12-14 14:52:57.885824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32: +2023-12-14 14:52:57.885833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 broadcast.32> (def) +2023-12-14 14:52:57.885838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.60: +2023-12-14 14:52:57.885847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 constant.60> (def) +2023-12-14 14:52:57.885853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33: +2023-12-14 14:52:57.885862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 broadcast.33> (def) +2023-12-14 14:52:57.885867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12: +2023-12-14 14:52:57.885876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 select.12> (def) +2023-12-14 14:52:57.885881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.61: +2023-12-14 14:52:57.885890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 constant.61> (def) +2023-12-14 14:52:57.885896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34: +2023-12-14 14:52:57.885905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 broadcast.34> (def) +2023-12-14 14:52:57.885909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.62: +2023-12-14 14:52:57.885922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.62> (def) +2023-12-14 14:52:57.885927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35: +2023-12-14 14:52:57.885937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.35> (def) +2023-12-14 14:52:57.885941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13: +2023-12-14 14:52:57.885951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 select.13> (def) +2023-12-14 14:52:57.885955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.63: +2023-12-14 14:52:57.885966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 constant.63> (def) +2023-12-14 14:52:57.885970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36: +2023-12-14 14:52:57.885980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 broadcast.36> (def) +2023-12-14 14:52:57.885984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.885989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.64: +2023-12-14 14:52:57.885994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 constant.64> (def) +2023-12-14 14:52:57.886000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.37: +2023-12-14 14:52:57.886009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 broadcast.37> (def) +2023-12-14 14:52:57.886014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14: +2023-12-14 14:52:57.886023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 select.14> (def) +2023-12-14 14:52:57.886028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.65: +2023-12-14 14:52:57.886038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.65> (def) +2023-12-14 14:52:57.886042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38: +2023-12-14 14:52:57.886052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 broadcast.38> (def) +2023-12-14 14:52:57.886056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.66: +2023-12-14 14:52:57.886069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 constant.66> (def) +2023-12-14 14:52:57.886074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39: +2023-12-14 14:52:57.886084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.39> (def) +2023-12-14 14:52:57.886088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15: +2023-12-14 14:52:57.886098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 select.15> (def) +2023-12-14 14:52:57.886102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67: +2023-12-14 14:52:57.886113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 constant.67> (def) +2023-12-14 14:52:57.886117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.40: +2023-12-14 14:52:57.886127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 broadcast.40> (def) +2023-12-14 14:52:57.886131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68: +2023-12-14 14:52:57.886142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 constant.68> (def) +2023-12-14 14:52:57.886146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41: +2023-12-14 14:52:57.886156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 broadcast.41> (def) +2023-12-14 14:52:57.886161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16: +2023-12-14 14:52:57.886170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 select.16> (def) +2023-12-14 14:52:57.886175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69: +2023-12-14 14:52:57.886185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 constant.69> (def) +2023-12-14 14:52:57.886189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42: +2023-12-14 14:52:57.886199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 broadcast.42> (def) +2023-12-14 14:52:57.886203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70: +2023-12-14 14:52:57.886216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 constant.70> (def) +2023-12-14 14:52:57.886221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43: +2023-12-14 14:52:57.886231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 broadcast.43> (def) +2023-12-14 14:52:57.886235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17: +2023-12-14 14:52:57.886245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.17> (def) +2023-12-14 14:52:57.886250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71: +2023-12-14 14:52:57.886259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.71> (def) +2023-12-14 14:52:57.886264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44: +2023-12-14 14:52:57.886273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.44> (def) +2023-12-14 14:52:57.886278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.72: +2023-12-14 14:52:57.886288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.72> (def) +2023-12-14 14:52:57.886293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45: +2023-12-14 14:52:57.886302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 broadcast.45> (def) +2023-12-14 14:52:57.886307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18: +2023-12-14 14:52:57.886316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 select.18> (def) +2023-12-14 14:52:57.886322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.73: +2023-12-14 14:52:57.886331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.73> (def) +2023-12-14 14:52:57.886336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46: +2023-12-14 14:52:57.886345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 broadcast.46> (def) +2023-12-14 14:52:57.886350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.74: +2023-12-14 14:52:57.886363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 constant.74> (def) +2023-12-14 14:52:57.886368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.47: +2023-12-14 14:52:57.886377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 broadcast.47> (def) +2023-12-14 14:52:57.886382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19: +2023-12-14 14:52:57.886392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 select.19> (def) +2023-12-14 14:52:57.886397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.1: +2023-12-14 14:52:57.886406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 sqrt.1> (def) +2023-12-14 14:52:57.886411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20: +2023-12-14 14:52:57.886420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 select.20> (def) +2023-12-14 14:52:57.886425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13: +2023-12-14 14:52:57.886435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 multiply.13> (def) +2023-12-14 14:52:57.886440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8: +2023-12-14 14:52:57.886449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 add.8> (def) +2023-12-14 14:52:57.886454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14: +2023-12-14 14:52:57.886464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 multiply.14> (def) +2023-12-14 14:52:57.886469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9: +2023-12-14 14:52:57.886478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 add.9> (def) +2023-12-14 14:52:57.886483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15: +2023-12-14 14:52:57.886492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 multiply.15> (def) +2023-12-14 14:52:57.886497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10: +2023-12-14 14:52:57.886511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 add.10> (def) +2023-12-14 14:52:57.886516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16: +2023-12-14 14:52:57.886525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 multiply.16> (def) +2023-12-14 14:52:57.886530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11: +2023-12-14 14:52:57.886540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 add.11> (def) +2023-12-14 14:52:57.886545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17: +2023-12-14 14:52:57.886554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 multiply.17> (def) +2023-12-14 14:52:57.886559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12: +2023-12-14 14:52:57.886568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 add.12> (def) +2023-12-14 14:52:57.886573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18: +2023-12-14 14:52:57.886583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 multiply.18> (def) +2023-12-14 14:52:57.886588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13: +2023-12-14 14:52:57.886598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 add.13> (def) +2023-12-14 14:52:57.886602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19: +2023-12-14 14:52:57.886612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 multiply.19> (def) +2023-12-14 14:52:57.886617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14: +2023-12-14 14:52:57.886626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.14> (def) +2023-12-14 14:52:57.886631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20: +2023-12-14 14:52:57.886640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 multiply.20> (def) +2023-12-14 14:52:57.886645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15: +2023-12-14 14:52:57.886655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 add.15> (def) +2023-12-14 14:52:57.886663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21: +2023-12-14 14:52:57.886673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 multiply.21> (def) +2023-12-14 14:52:57.886678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21: +2023-12-14 14:52:57.886688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 select.21> (def) +2023-12-14 14:52:57.886692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.50: +2023-12-14 14:52:57.886702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.50> (def) +2023-12-14 14:52:57.886706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51: +2023-12-14 14:52:57.886716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 broadcast.51> (def) +2023-12-14 14:52:57.886721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.0: +2023-12-14 14:52:57.886731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 maximum.0> (def) +2023-12-14 14:52:57.886735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.0: +2023-12-14 14:52:57.886745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 minimum.0> (def) +2023-12-14 14:52:57.886750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.77: +2023-12-14 14:52:57.886760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 constant.77> (def) +2023-12-14 14:52:57.886764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.22: +2023-12-14 14:52:57.886774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 multiply.22> (def) +2023-12-14 14:52:57.886778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.23: +2023-12-14 14:52:57.886788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.23> (def) +2023-12-14 14:52:57.886793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.210: +2023-12-14 14:52:57.886802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 reshape.210> (def) +2023-12-14 14:52:57.886810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53: +2023-12-14 14:52:57.886821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 broadcast.53> (def) +2023-12-14 14:52:57.886825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17: +2023-12-14 14:52:57.886835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.17> (def) +2023-12-14 14:52:57.886839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54: +2023-12-14 14:52:57.886849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 broadcast.54> (def) +2023-12-14 14:52:57.886853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18: +2023-12-14 14:52:57.886863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 add.18> (def) +2023-12-14 14:52:57.886869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.77: +2023-12-14 14:52:57.886878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 broadcast.77> (def) +2023-12-14 14:52:57.886883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8: +2023-12-14 14:52:57.886893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 shift-right-logical.8> (def) +2023-12-14 14:52:57.886898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.84: +2023-12-14 14:52:57.886907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 constant.84> (def) +2023-12-14 14:52:57.886912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.85: +2023-12-14 14:52:57.886921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 constant.85> (def) +2023-12-14 14:52:57.886926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.86: +2023-12-14 14:52:57.886935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 constant.86> (def) +2023-12-14 14:52:57.886941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.90: +2023-12-14 14:52:57.886950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 constant.90> (def) +2023-12-14 14:52:57.886958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.98: +2023-12-14 14:52:57.886968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.98> (def) +2023-12-14 14:52:57.886973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.99: +2023-12-14 14:52:57.886982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.99> (def) +2023-12-14 14:52:57.886987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.886991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.100: +2023-12-14 14:52:57.886996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 constant.100> (def) +2023-12-14 14:52:57.887001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:57.887011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.887016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 tuple.6{}> (def) +2023-12-14 14:52:57.887021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.887026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 constant.19> +2023-12-14 14:52:57.887030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.887036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 add.111> +2023-12-14 14:52:57.887041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.887046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.113> +2023-12-14 14:52:57.887050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.887055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 reshape.105> +2023-12-14 14:52:57.887060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.887065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 xor.109> +2023-12-14 14:52:57.887069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.887074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 reshape.103> +2023-12-14 14:52:57.887079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.887085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.22> +2023-12-14 14:52:57.887089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.887094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.21> +2023-12-14 14:52:57.887102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:57.887112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.887117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 while.1{} (phi)> (def) +2023-12-14 14:52:57.887122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.887126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 while.1{0} (phi)> (def) +2023-12-14 14:52:57.887131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.887136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 while.1{1} (phi)> (def) +2023-12-14 14:52:57.887141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.887145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 while.1{2} (phi)> (def) +2023-12-14 14:52:57.887150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.887156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 while.1{3} (phi)> (def) +2023-12-14 14:52:57.887161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.887166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 while.1{4} (phi)> (def) +2023-12-14 14:52:57.887170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.887176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 while.1{5} (phi)> (def) +2023-12-14 14:52:57.887181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.887186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 while.1{6} (phi)> (def) +2023-12-14 14:52:57.887190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.887195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 while.1{7} (phi)> (def) +2023-12-14 14:52:57.887200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:57.887209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 while.1{1} (phi)> +2023-12-14 14:52:57.887214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:57.887224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 while.1{2} (phi)> +2023-12-14 14:52:57.887229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.91: +2023-12-14 14:52:57.887239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 broadcast.91> (def) +2023-12-14 14:52:57.887248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12: +2023-12-14 14:52:57.887258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 or.12> (def) +2023-12-14 14:52:57.887262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.0: +2023-12-14 14:52:57.887272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 bitcast-convert.0> (def) +2023-12-14 14:52:57.887277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.92: +2023-12-14 14:52:57.887286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.92> (def) +2023-12-14 14:52:57.887291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62: +2023-12-14 14:52:57.887301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.62> (def) +2023-12-14 14:52:57.887306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.93: +2023-12-14 14:52:57.887316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.93> (def) +2023-12-14 14:52:57.887326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.28: +2023-12-14 14:52:57.887338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 multiply.28> (def) +2023-12-14 14:52:57.887343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64: +2023-12-14 14:52:57.887352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 add.64> (def) +2023-12-14 14:52:57.887357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.95: +2023-12-14 14:52:57.887367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.95> (def) +2023-12-14 14:52:57.887371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:57.887381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 maximum.1> (def) +2023-12-14 14:52:57.887387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26: +2023-12-14 14:52:57.887397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 reshape.26> (def) +2023-12-14 14:52:57.887406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:57.887415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.887420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:57.887425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.887430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:57.887434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.887439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:57.887444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.887449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:57.887454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.887459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:57.887464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.887469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:57.887474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.887480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:57.887484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.887489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:57.887494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.887499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:57.887503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101: +2023-12-14 14:52:57.887513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.101> (def) +2023-12-14 14:52:57.887517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:57.887527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.102> (def) +2023-12-14 14:52:57.887533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8: +2023-12-14 14:52:57.887545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.8> (def) +2023-12-14 14:52:57.887550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17: +2023-12-14 14:52:57.887560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.17> (def) +2023-12-14 14:52:57.887564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43: +2023-12-14 14:52:57.887574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.43> (def) +2023-12-14 14:52:57.887579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.80: +2023-12-14 14:52:57.887588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 broadcast.80> (def) +2023-12-14 14:52:57.887593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8: +2023-12-14 14:52:57.887603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 shift-left.8> (def) +2023-12-14 14:52:57.887608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12: +2023-12-14 14:52:57.887619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 subtract.12> (def) +2023-12-14 14:52:57.887623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.81: +2023-12-14 14:52:57.887633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 broadcast.81> (def) +2023-12-14 14:52:57.887637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9: +2023-12-14 14:52:57.887647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 shift-right-logical.9> (def) +2023-12-14 14:52:57.887652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8: +2023-12-14 14:52:57.887661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 or.8> (def) +2023-12-14 14:52:57.887666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8: +2023-12-14 14:52:57.887677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 xor.8> (def) +2023-12-14 14:52:57.887682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9: +2023-12-14 14:52:57.887692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.9> (def) +2023-12-14 14:52:57.887700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18: +2023-12-14 14:52:57.887709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.18> (def) +2023-12-14 14:52:57.887714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44: +2023-12-14 14:52:57.887723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.44> (def) +2023-12-14 14:52:57.887728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.82: +2023-12-14 14:52:57.887737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.82> (def) +2023-12-14 14:52:57.887742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9: +2023-12-14 14:52:57.887752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 shift-left.9> (def) +2023-12-14 14:52:57.887757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13: +2023-12-14 14:52:57.887767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 subtract.13> (def) +2023-12-14 14:52:57.887772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.83: +2023-12-14 14:52:57.887781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.83> (def) +2023-12-14 14:52:57.887786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10: +2023-12-14 14:52:57.887796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 shift-right-logical.10> (def) +2023-12-14 14:52:57.887800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9: +2023-12-14 14:52:57.887810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 or.9> (def) +2023-12-14 14:52:57.887814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9: +2023-12-14 14:52:57.887825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 xor.9> (def) +2023-12-14 14:52:57.887830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10: +2023-12-14 14:52:57.887840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.10> (def) +2023-12-14 14:52:57.887848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19: +2023-12-14 14:52:57.887857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> (def) +2023-12-14 14:52:57.887862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46: +2023-12-14 14:52:57.887871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.46> (def) +2023-12-14 14:52:57.887876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.84: +2023-12-14 14:52:57.887885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 broadcast.84> (def) +2023-12-14 14:52:57.887890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10: +2023-12-14 14:52:57.887901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 shift-left.10> (def) +2023-12-14 14:52:57.887906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:52:57.887916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 subtract.14> (def) +2023-12-14 14:52:57.887920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.85: +2023-12-14 14:52:57.887930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 broadcast.85> (def) +2023-12-14 14:52:57.887934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11: +2023-12-14 14:52:57.887944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 shift-right-logical.11> (def) +2023-12-14 14:52:57.887949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10: +2023-12-14 14:52:57.887958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 or.10> (def) +2023-12-14 14:52:57.887963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10: +2023-12-14 14:52:57.887973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.10> (def) +2023-12-14 14:52:57.887979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.887983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11: +2023-12-14 14:52:57.887988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 slice.11> (def) +2023-12-14 14:52:57.887997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20: +2023-12-14 14:52:57.888006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 reshape.20> (def) +2023-12-14 14:52:57.888011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48: +2023-12-14 14:52:57.888020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 add.48> (def) +2023-12-14 14:52:57.888025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.86: +2023-12-14 14:52:57.888034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 broadcast.86> (def) +2023-12-14 14:52:57.888040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11: +2023-12-14 14:52:57.888051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 shift-left.11> (def) +2023-12-14 14:52:57.888055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15: +2023-12-14 14:52:57.888065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 subtract.15> (def) +2023-12-14 14:52:57.888069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.87: +2023-12-14 14:52:57.888079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 broadcast.87> (def) +2023-12-14 14:52:57.888083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12: +2023-12-14 14:52:57.888093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 shift-right-logical.12> (def) +2023-12-14 14:52:57.888098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11: +2023-12-14 14:52:57.888107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 or.11> (def) +2023-12-14 14:52:57.888112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11: +2023-12-14 14:52:57.888123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 xor.11> (def) +2023-12-14 14:52:57.888128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.88: +2023-12-14 14:52:57.888137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.88> (def) +2023-12-14 14:52:57.888144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50: +2023-12-14 14:52:57.888154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 add.50> (def) +2023-12-14 14:52:57.888159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.89: +2023-12-14 14:52:57.888168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 broadcast.89> (def) +2023-12-14 14:52:57.888173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52: +2023-12-14 14:52:57.888183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.52> (def) +2023-12-14 14:52:57.888188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2: +2023-12-14 14:52:57.888198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 convert.2> (def) +2023-12-14 14:52:57.888203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.90: +2023-12-14 14:52:57.888212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 broadcast.90> (def) +2023-12-14 14:52:57.888217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.56: +2023-12-14 14:52:57.888226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.56> (def) +2023-12-14 14:52:57.888231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:57.888240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.58> (def) +2023-12-14 14:52:57.888245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7: +2023-12-14 14:52:57.888255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.888260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 tuple.7{}> (def) +2023-12-14 14:52:57.888266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.888271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.58> +2023-12-14 14:52:57.888275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.888280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 add.50> +2023-12-14 14:52:57.888285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.888293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.56> +2023-12-14 14:52:57.888298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.888302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.888307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.888312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.888317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.888321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.888327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.888333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.888338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.888343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.888348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.76: +2023-12-14 14:52:57.888357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.888362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.77: +2023-12-14 14:52:57.888371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.888376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.78: +2023-12-14 14:52:57.888385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.888390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.79: +2023-12-14 14:52:57.888401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.888406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.80: +2023-12-14 14:52:57.888416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.888420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.81: +2023-12-14 14:52:57.888430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.888438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.82: +2023-12-14 14:52:57.888448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.888452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.84: +2023-12-14 14:52:57.888462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.888467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:57.888478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.888483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:57.888487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.888492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:57.888497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.888502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:57.888506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.888511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:57.888516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.888521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:57.888525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.888530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:57.888535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.888540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:57.888545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.888551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:57.888556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.888560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:57.888565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:57.888578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 constant.103> (def) +2023-12-14 14:52:57.888583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:57.888592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 compare.5> (def) +2023-12-14 14:52:57.888597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.888601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:57.888606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.888611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.888617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 constant.103> +2023-12-14 14:52:57.888622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.888627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:57.888632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.888637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:57.888642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:57.888646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 compare.5> +2023-12-14 14:52:57.888651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.888656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:57.888661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.888666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.888671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 constant.102> +2023-12-14 14:52:57.888676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.888680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:57.888685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.888691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:57.888697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:57.888701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.58> +2023-12-14 14:52:57.888706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.888711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:57.888718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {0} +2023-12-14 14:52:57.888723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.888728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 0 +2023-12-14 14:52:57.888733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2, operand 0 +2023-12-14 14:52:57.888738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %get-tuple-element.84, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.888743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.43> +2023-12-14 14:52:57.888748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.888752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43 +2023-12-14 14:52:57.888757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.888763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8, operand 0 +2023-12-14 14:52:57.888769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 0 +2023-12-14 14:52:57.888775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.43 = u32[8388608]{0} add(u32[8388608]{0} %get-tuple-element.82, u32[8388608]{0} %get-tuple-element.81), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.888779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 slice.8> +2023-12-14 14:52:57.888784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.888789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8 +2023-12-14 14:52:57.888793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.888798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17, operand 0 +2023-12-14 14:52:57.888803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.8 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.77), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.888808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reshape.17> +2023-12-14 14:52:57.888813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.888818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.17 +2023-12-14 14:52:57.888822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.888827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.80, operand 0 +2023-12-14 14:52:57.888833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 1 +2023-12-14 14:52:57.888841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.17 = u32[] reshape(u32[1]{0} %slice.8), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.888846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 broadcast.80> +2023-12-14 14:52:57.888851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.888856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.80 +2023-12-14 14:52:57.888861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.888865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8, operand 1 +2023-12-14 14:52:57.888870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.80 = u32[8388608]{0} broadcast(u32[] %reshape.17), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.888875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 shift-left.8> +2023-12-14 14:52:57.888880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.888885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8 +2023-12-14 14:52:57.888889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.888894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8, operand 0 +2023-12-14 14:52:57.888899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.8 = u32[8388608]{0} shift-left(u32[8388608]{0} %get-tuple-element.81, u32[8388608]{0} %broadcast.80), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.888905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.101> +2023-12-14 14:52:57.888910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.888915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.101 +2023-12-14 14:52:57.888920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.888925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12, operand 0 +2023-12-14 14:52:57.888929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 0 +2023-12-14 14:52:57.888934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:52:57.888939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 0 +2023-12-14 14:52:57.888944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.101 = u32[] constant(32) +2023-12-14 14:52:57.888949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 subtract.12> +2023-12-14 14:52:57.888953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.888961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.12 +2023-12-14 14:52:57.888966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.888970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.81, operand 0 +2023-12-14 14:52:57.888976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.12 = u32[] subtract(u32[] %constant.101, u32[] %reshape.17), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.888982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 broadcast.81> +2023-12-14 14:52:57.888987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.888991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.81 +2023-12-14 14:52:57.888996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9, operand 1 +2023-12-14 14:52:57.889006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.81 = u32[8388608]{0} broadcast(u32[] %subtract.12), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 shift-right-logical.9> +2023-12-14 14:52:57.889015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9 +2023-12-14 14:52:57.889025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8, operand 1 +2023-12-14 14:52:57.889035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.9 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %get-tuple-element.81, u32[8388608]{0} %broadcast.81), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 or.8> +2023-12-14 14:52:57.889045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.8 +2023-12-14 14:52:57.889056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8, operand 1 +2023-12-14 14:52:57.889066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.8 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.8, u32[8388608]{0} %shift-right-logical.9), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 xor.8> +2023-12-14 14:52:57.889078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.8 +2023-12-14 14:52:57.889087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44, operand 1 +2023-12-14 14:52:57.889097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9, operand 0 +2023-12-14 14:52:57.889102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10, operand 0 +2023-12-14 14:52:57.889107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.8 = u32[8388608]{0} xor(u32[8388608]{0} %add.43, u32[8388608]{0} %or.8), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 add.44> +2023-12-14 14:52:57.889116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.44 +2023-12-14 14:52:57.889127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9, operand 0 +2023-12-14 14:52:57.889137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 0 +2023-12-14 14:52:57.889142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.44 = u32[8388608]{0} add(u32[8388608]{0} %add.43, u32[8388608]{0} %xor.8), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.9> +2023-12-14 14:52:57.889151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9 +2023-12-14 14:52:57.889161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18, operand 0 +2023-12-14 14:52:57.889171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.9 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.77), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.18> +2023-12-14 14:52:57.889180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.18 +2023-12-14 14:52:57.889194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.82, operand 0 +2023-12-14 14:52:57.889204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13, operand 1 +2023-12-14 14:52:57.889209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.18 = u32[] reshape(u32[1]{0} %slice.9), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.82> +2023-12-14 14:52:57.889218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.82 +2023-12-14 14:52:57.889228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9, operand 1 +2023-12-14 14:52:57.889237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.82 = u32[8388608]{0} broadcast(u32[] %reshape.18), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 shift-left.9> +2023-12-14 14:52:57.889247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.9 +2023-12-14 14:52:57.889256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9, operand 0 +2023-12-14 14:52:57.889269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.9 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.8, u32[8388608]{0} %broadcast.82), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 subtract.13> +2023-12-14 14:52:57.889279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.13 +2023-12-14 14:52:57.889288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.83, operand 0 +2023-12-14 14:52:57.889298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.13 = u32[] subtract(u32[] %constant.101, u32[] %reshape.18), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 broadcast.83> +2023-12-14 14:52:57.889310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.83 +2023-12-14 14:52:57.889320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10, operand 1 +2023-12-14 14:52:57.889329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.83 = u32[8388608]{0} broadcast(u32[] %subtract.13), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 shift-right-logical.10> +2023-12-14 14:52:57.889340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.10 +2023-12-14 14:52:57.889350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9, operand 1 +2023-12-14 14:52:57.889359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.10 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.8, u32[8388608]{0} %broadcast.83), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 or.9> +2023-12-14 14:52:57.889369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.9 +2023-12-14 14:52:57.889378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9, operand 1 +2023-12-14 14:52:57.889388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.9 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.9, u32[8388608]{0} %shift-right-logical.10), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 xor.9> +2023-12-14 14:52:57.889397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.9 +2023-12-14 14:52:57.889406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46, operand 1 +2023-12-14 14:52:57.889420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10, operand 0 +2023-12-14 14:52:57.889425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11, operand 0 +2023-12-14 14:52:57.889430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.9 = u32[8388608]{0} xor(u32[8388608]{0} %add.44, u32[8388608]{0} %or.9), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 add.46> +2023-12-14 14:52:57.889439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.46 +2023-12-14 14:52:57.889448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10, operand 0 +2023-12-14 14:52:57.889458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 0 +2023-12-14 14:52:57.889463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.46 = u32[8388608]{0} add(u32[8388608]{0} %add.44, u32[8388608]{0} %xor.9), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 slice.10> +2023-12-14 14:52:57.889472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10 +2023-12-14 14:52:57.889483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19, operand 0 +2023-12-14 14:52:57.889492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.10 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.77), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 reshape.19> +2023-12-14 14:52:57.889502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.19 +2023-12-14 14:52:57.889511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.84, operand 0 +2023-12-14 14:52:57.889521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:52:57.889526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.19 = u32[] reshape(u32[1]{0} %slice.10), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 broadcast.84> +2023-12-14 14:52:57.889538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.84 +2023-12-14 14:52:57.889548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10, operand 1 +2023-12-14 14:52:57.889560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.84 = u32[8388608]{0} broadcast(u32[] %reshape.19), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 shift-left.10> +2023-12-14 14:52:57.889569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.10 +2023-12-14 14:52:57.889579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10, operand 0 +2023-12-14 14:52:57.889588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.10 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.9, u32[8388608]{0} %broadcast.84), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 subtract.14> +2023-12-14 14:52:57.889598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:52:57.889607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.85, operand 0 +2023-12-14 14:52:57.889617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = u32[] subtract(u32[] %constant.101, u32[] %reshape.19), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 broadcast.85> +2023-12-14 14:52:57.889627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.85 +2023-12-14 14:52:57.889636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11, operand 1 +2023-12-14 14:52:57.889649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.85 = u32[8388608]{0} broadcast(u32[] %subtract.14), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 shift-right-logical.11> +2023-12-14 14:52:57.889659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.11 +2023-12-14 14:52:57.889668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10, operand 1 +2023-12-14 14:52:57.889678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.11 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.9, u32[8388608]{0} %broadcast.85), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 or.10> +2023-12-14 14:52:57.889687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.10 +2023-12-14 14:52:57.889698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10, operand 1 +2023-12-14 14:52:57.889708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.10 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.10, u32[8388608]{0} %shift-right-logical.11), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.10> +2023-12-14 14:52:57.889718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.10 +2023-12-14 14:52:57.889727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48, operand 1 +2023-12-14 14:52:57.889737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11, operand 0 +2023-12-14 14:52:57.889742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 0 +2023-12-14 14:52:57.889746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.10 = u32[8388608]{0} xor(u32[8388608]{0} %add.46, u32[8388608]{0} %or.10), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 add.48> +2023-12-14 14:52:57.889759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.48 +2023-12-14 14:52:57.889769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11, operand 0 +2023-12-14 14:52:57.889780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 0 +2023-12-14 14:52:57.889785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.48 = u32[8388608]{0} add(u32[8388608]{0} %add.46, u32[8388608]{0} %xor.10), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.88> +2023-12-14 14:52:57.889794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.88 +2023-12-14 14:52:57.889804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50, operand 1 +2023-12-14 14:52:57.889813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.88 = u32[8388608]{0} broadcast(u32[] %get-tuple-element.80), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 add.50> +2023-12-14 14:52:57.889823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.50 +2023-12-14 14:52:57.889832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {1} +2023-12-14 14:52:57.889837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 1 +2023-12-14 14:52:57.889848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.50 = u32[8388608]{0} add(u32[8388608]{0} %add.48, u32[8388608]{0} %broadcast.88), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 slice.11> +2023-12-14 14:52:57.889857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11 +2023-12-14 14:52:57.889866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20, operand 0 +2023-12-14 14:52:57.889876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.11 = u32[1]{0} slice(u32[4]{0} %get-tuple-element.77), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 reshape.20> +2023-12-14 14:52:57.889890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.20 +2023-12-14 14:52:57.889899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.86, operand 0 +2023-12-14 14:52:57.889909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15, operand 1 +2023-12-14 14:52:57.889915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.20 = u32[] reshape(u32[1]{0} %slice.11), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 broadcast.86> +2023-12-14 14:52:57.889924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.86 +2023-12-14 14:52:57.889934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11, operand 1 +2023-12-14 14:52:57.889943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.86 = u32[8388608]{0} broadcast(u32[] %reshape.20), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 shift-left.11> +2023-12-14 14:52:57.889953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.11 +2023-12-14 14:52:57.889962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.889967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11, operand 0 +2023-12-14 14:52:57.889972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.11 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.10, u32[8388608]{0} %broadcast.86), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.889977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 subtract.15> +2023-12-14 14:52:57.889983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.889992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.15 +2023-12-14 14:52:57.889996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.87, operand 0 +2023-12-14 14:52:57.890006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.15 = u32[] subtract(u32[] %constant.101, u32[] %reshape.20), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 broadcast.87> +2023-12-14 14:52:57.890016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.87 +2023-12-14 14:52:57.890025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12, operand 1 +2023-12-14 14:52:57.890035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.87 = u32[8388608]{0} broadcast(u32[] %subtract.15), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 shift-right-logical.12> +2023-12-14 14:52:57.890044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.12 +2023-12-14 14:52:57.890054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11, operand 1 +2023-12-14 14:52:57.890064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.12 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.10, u32[8388608]{0} %broadcast.87), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 or.11> +2023-12-14 14:52:57.890074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.11 +2023-12-14 14:52:57.890083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11, operand 1 +2023-12-14 14:52:57.890093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.11 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.11, u32[8388608]{0} %shift-right-logical.12), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 xor.11> +2023-12-14 14:52:57.890105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.11 +2023-12-14 14:52:57.890114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 0 +2023-12-14 14:52:57.890124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.11 = u32[8388608]{0} xor(u32[8388608]{0} %add.48, u32[8388608]{0} %or.11), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 broadcast.89> +2023-12-14 14:52:57.890135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.89 +2023-12-14 14:52:57.890145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52, operand 1 +2023-12-14 14:52:57.890154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.89 = u32[8388608]{0} broadcast(u32[] %get-tuple-element.79), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 add.52> +2023-12-14 14:52:57.890164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.52 +2023-12-14 14:52:57.890173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.56, operand 0 +2023-12-14 14:52:57.890183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.52 = u32[8388608]{0} add(u32[8388608]{0} %xor.11, u32[8388608]{0} %broadcast.89), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 convert.2> +2023-12-14 14:52:57.890192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.2 +2023-12-14 14:52:57.890204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.90, operand 0 +2023-12-14 14:52:57.890213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.2 = u32[] convert(s32[] %add.58), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 broadcast.90> +2023-12-14 14:52:57.890228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.90 +2023-12-14 14:52:57.890237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.56, operand 1 +2023-12-14 14:52:57.890247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.90 = u32[8388608]{0} broadcast(u32[] %convert.2), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 add.56> +2023-12-14 14:52:57.890256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.56 +2023-12-14 14:52:57.890266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {2} +2023-12-14 14:52:57.890271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 2 +2023-12-14 14:52:57.890282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.56 = u32[8388608]{0} add(u32[8388608]{0} %add.52, u32[8388608]{0} %broadcast.90), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 tuple.7{}> +2023-12-14 14:52:57.890291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {} +2023-12-14 14:52:57.890301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.7 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %add.50, u32[8388608]{0} %add.56, u32[] %get-tuple-element.79, u32[] %get-tuple-element.78, /*index=5*/u32[] %get-tuple-element.80, u32[4]{0} %get-tuple-element.76, u32[4]{0} %get-tuple-element.77) +2023-12-14 14:52:57.890311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 Arg_2.3> +2023-12-14 14:52:57.890315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:57.890325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.40, operand 0 +2023-12-14 14:52:57.890337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.890343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 convert.40> +2023-12-14 14:52:57.890349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.40 +2023-12-14 14:52:57.890358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.23, operand 0 +2023-12-14 14:52:57.890368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.335, operand 0 +2023-12-14 14:52:57.890372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.337, operand 0 +2023-12-14 14:52:57.890377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.337, operand 1 +2023-12-14 14:52:57.890382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.341, operand 0 +2023-12-14 14:52:57.890387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.40 = f32[] convert(s32[] %Arg_2.3), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 compare.337> +2023-12-14 14:52:57.890396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.337 +2023-12-14 14:52:57.890406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.355, operand 0 +2023-12-14 14:52:57.890417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.337 = pred[] compare(f32[] %convert.40, f32[] %convert.40), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 constant.84> +2023-12-14 14:52:57.890428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.84 +2023-12-14 14:52:57.890437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.355, operand 1 +2023-12-14 14:52:57.890447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.333, operand 1 +2023-12-14 14:52:57.890452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.84 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 constant.12> +2023-12-14 14:52:57.890465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:52:57.890474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.341, operand 1 +2023-12-14 14:52:57.890484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = f32[] constant(-inf) +2023-12-14 14:52:57.890489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 compare.341> +2023-12-14 14:52:57.890495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.341 +2023-12-14 14:52:57.890505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.354, operand 0 +2023-12-14 14:52:57.890514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.341 = pred[] compare(f32[] %convert.40, f32[] %constant.12), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 constant.85> +2023-12-14 14:52:57.890524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.85 +2023-12-14 14:52:57.890533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.354, operand 1 +2023-12-14 14:52:57.890543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.85 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 bitcast-convert.335> +2023-12-14 14:52:57.890552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.335 +2023-12-14 14:52:57.890565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.339, operand 0 +2023-12-14 14:52:57.890574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.344, operand 0 +2023-12-14 14:52:57.890579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.351, operand 0 +2023-12-14 14:52:57.890584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.335 = s32[] bitcast-convert(f32[] %convert.40), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 constant.14> +2023-12-14 14:52:57.890597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.14 +2023-12-14 14:52:57.890606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.317, operand 1 +2023-12-14 14:52:57.890616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.339, operand 1 +2023-12-14 14:52:57.890621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.14 = s32[] constant(2147483647) +2023-12-14 14:52:57.890625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 and.339> +2023-12-14 14:52:57.890631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.339 +2023-12-14 14:52:57.890641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.342, operand 0 +2023-12-14 14:52:57.890650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.348, operand 0 +2023-12-14 14:52:57.890655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.339 = s32[] and(s32[] %bitcast-convert.335, s32[] %constant.14), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 constant.19> +2023-12-14 14:52:57.890665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:57.890674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:57.890679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.320, operand 1 +2023-12-14 14:52:57.890688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.342, operand 1 +2023-12-14 14:52:57.890693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.325, operand 1 +2023-12-14 14:52:57.890698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:57.890704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:57.890710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 compare.342> +2023-12-14 14:52:57.890714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.342 +2023-12-14 14:52:57.890727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.353, operand 0 +2023-12-14 14:52:57.890736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.342 = pred[] compare(s32[] %and.339, s32[] %constant.19), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 constant.90> +2023-12-14 14:52:57.890746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.90 +2023-12-14 14:52:57.890755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.353, operand 1 +2023-12-14 14:52:57.890765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.90 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 constant.86> +2023-12-14 14:52:57.890776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.86 +2023-12-14 14:52:57.890786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.348, operand 1 +2023-12-14 14:52:57.890796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.332, operand 1 +2023-12-14 14:52:57.890801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.326, operand 1 +2023-12-14 14:52:57.890805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.86 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 compare.348> +2023-12-14 14:52:57.890815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.348 +2023-12-14 14:52:57.890824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.349, operand 0 +2023-12-14 14:52:57.890834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.348 = pred[] compare(s32[] %and.339, s32[] %constant.86), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 constant.15> +2023-12-14 14:52:57.890847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.15 +2023-12-14 14:52:57.890858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.322, operand 1 +2023-12-14 14:52:57.890868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.344, operand 1 +2023-12-14 14:52:57.890872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.347, operand 1 +2023-12-14 14:52:57.890877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.15 = s32[] constant(-2147483648) +2023-12-14 14:52:57.890882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 and.344> +2023-12-14 14:52:57.890887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.344 +2023-12-14 14:52:57.890896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.347, operand 0 +2023-12-14 14:52:57.890906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.344 = s32[] and(s32[] %bitcast-convert.335, s32[] %constant.15), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 compare.347> +2023-12-14 14:52:57.890916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.347 +2023-12-14 14:52:57.890926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.349, operand 1 +2023-12-14 14:52:57.890936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.347 = pred[] compare(s32[] %and.344, s32[] %constant.15), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 or.349> +2023-12-14 14:52:57.890946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.349 +2023-12-14 14:52:57.890955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.350, operand 0 +2023-12-14 14:52:57.890967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.349 = pred[] or(pred[] %compare.348, pred[] %compare.347), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.890972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 constant.13> +2023-12-14 14:52:57.890977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.890982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.13 +2023-12-14 14:52:57.890988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.890992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.328, operand 1 +2023-12-14 14:52:57.890999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.350, operand 1 +2023-12-14 14:52:57.891004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.13 = s32[] constant(-1) +2023-12-14 14:52:57.891009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 constant.18> +2023-12-14 14:52:57.891013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.18 +2023-12-14 14:52:57.891023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.350, operand 2 +2023-12-14 14:52:57.891032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.328, operand 2 +2023-12-14 14:52:57.891037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.331, operand 1 +2023-12-14 14:52:57.891042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.18 = s32[] constant(1) +2023-12-14 14:52:57.891047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 select.350> +2023-12-14 14:52:57.891051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.350 +2023-12-14 14:52:57.891062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.351, operand 1 +2023-12-14 14:52:57.891073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.350 = s32[] select(pred[] %or.349, s32[] %constant.13, s32[] %constant.18), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 add.351> +2023-12-14 14:52:57.891082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.351 +2023-12-14 14:52:57.891092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.353, operand 2 +2023-12-14 14:52:57.891104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.351 = s32[] add(s32[] %bitcast-convert.335, s32[] %select.350), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 select.353> +2023-12-14 14:52:57.891114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.353 +2023-12-14 14:52:57.891123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.354, operand 2 +2023-12-14 14:52:57.891134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.353 = s32[] select(pred[] %compare.342, s32[] %constant.90, s32[] %add.351), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 select.354> +2023-12-14 14:52:57.891144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.354 +2023-12-14 14:52:57.891154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.355, operand 2 +2023-12-14 14:52:57.891163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.354 = s32[] select(pred[] %compare.341, s32[] %constant.85, s32[] %select.353), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 select.355> +2023-12-14 14:52:57.891173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.355 +2023-12-14 14:52:57.891182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.356, operand 0 +2023-12-14 14:52:57.891192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.355 = s32[] select(pred[] %compare.337, s32[] %constant.84, s32[] %select.354), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 bitcast-convert.356> +2023-12-14 14:52:57.891202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.356 +2023-12-14 14:52:57.891216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.50, operand 0 +2023-12-14 14:52:57.891225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.356 = f32[] bitcast-convert(s32[] %select.355), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.50> +2023-12-14 14:52:57.891235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.50 +2023-12-14 14:52:57.891244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.0, operand 0 +2023-12-14 14:52:57.891254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.50 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.356), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 Arg_1.2> +2023-12-14 14:52:57.891264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.891274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.39, operand 0 +2023-12-14 14:52:57.891284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.891290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 convert.39> +2023-12-14 14:52:57.891294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.39 +2023-12-14 14:52:57.891304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.22, operand 0 +2023-12-14 14:52:57.891313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.313, operand 0 +2023-12-14 14:52:57.891323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.315, operand 0 +2023-12-14 14:52:57.891333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.315, operand 1 +2023-12-14 14:52:57.891343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.319, operand 0 +2023-12-14 14:52:57.891348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.39 = f32[] convert(s32[] %Arg_1.2), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 compare.315> +2023-12-14 14:52:57.891362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.315 +2023-12-14 14:52:57.891373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.333, operand 0 +2023-12-14 14:52:57.891383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.315 = pred[] compare(f32[] %convert.39, f32[] %convert.39), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 constant.17> +2023-12-14 14:52:57.891392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.17 +2023-12-14 14:52:57.891402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.319, operand 1 +2023-12-14 14:52:57.891411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.28, operand 0 +2023-12-14 14:52:57.891416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.17 = f32[] constant(inf) +2023-12-14 14:52:57.891421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 compare.319> +2023-12-14 14:52:57.891427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.319 +2023-12-14 14:52:57.891436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.332, operand 0 +2023-12-14 14:52:57.891447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.319 = pred[] compare(f32[] %convert.39, f32[] %constant.17), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 bitcast-convert.313> +2023-12-14 14:52:57.891457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.313 +2023-12-14 14:52:57.891466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.317, operand 0 +2023-12-14 14:52:57.891478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.322, operand 0 +2023-12-14 14:52:57.891483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.329, operand 0 +2023-12-14 14:52:57.891488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.313 = s32[] bitcast-convert(f32[] %convert.39), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 and.317> +2023-12-14 14:52:57.891499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.317 +2023-12-14 14:52:57.891508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.320, operand 0 +2023-12-14 14:52:57.891519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.326, operand 0 +2023-12-14 14:52:57.891523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.317 = s32[] and(s32[] %bitcast-convert.313, s32[] %constant.14), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 compare.320> +2023-12-14 14:52:57.891533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.320 +2023-12-14 14:52:57.891542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.331, operand 0 +2023-12-14 14:52:57.891552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.320 = pred[] compare(s32[] %and.317, s32[] %constant.19), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 compare.326> +2023-12-14 14:52:57.891562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.326 +2023-12-14 14:52:57.891572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.327, operand 0 +2023-12-14 14:52:57.891581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.326 = pred[] compare(s32[] %and.317, s32[] %constant.86), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 and.322> +2023-12-14 14:52:57.891595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.322 +2023-12-14 14:52:57.891604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.325, operand 0 +2023-12-14 14:52:57.891614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.322 = s32[] and(s32[] %bitcast-convert.313, s32[] %constant.15), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 compare.325> +2023-12-14 14:52:57.891624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.325 +2023-12-14 14:52:57.891633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.327, operand 1 +2023-12-14 14:52:57.891644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.325 = pred[] compare(s32[] %and.322, s32[] %constant.19), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 or.327> +2023-12-14 14:52:57.891653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.327 +2023-12-14 14:52:57.891664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.328, operand 0 +2023-12-14 14:52:57.891673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.327 = pred[] or(pred[] %compare.326, pred[] %compare.325), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 select.328> +2023-12-14 14:52:57.891683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.328 +2023-12-14 14:52:57.891692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.329, operand 1 +2023-12-14 14:52:57.891702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.328 = s32[] select(pred[] %or.327, s32[] %constant.13, s32[] %constant.18), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 add.329> +2023-12-14 14:52:57.891717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.329 +2023-12-14 14:52:57.891727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.331, operand 2 +2023-12-14 14:52:57.891737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.329 = s32[] add(s32[] %bitcast-convert.313, s32[] %select.328), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 select.331> +2023-12-14 14:52:57.891748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.331 +2023-12-14 14:52:57.891764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.332, operand 2 +2023-12-14 14:52:57.891781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.331 = s32[] select(pred[] %compare.320, s32[] %constant.18, s32[] %add.329), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 select.332> +2023-12-14 14:52:57.891790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.332 +2023-12-14 14:52:57.891800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.333, operand 2 +2023-12-14 14:52:57.891810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.332 = s32[] select(pred[] %compare.319, s32[] %constant.86, s32[] %select.331), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 select.333> +2023-12-14 14:52:57.891820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.333 +2023-12-14 14:52:57.891829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.334, operand 0 +2023-12-14 14:52:57.891839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.333 = s32[] select(pred[] %compare.315, s32[] %constant.84, s32[] %select.332), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 bitcast-convert.334> +2023-12-14 14:52:57.891853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.334 +2023-12-14 14:52:57.891862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51, operand 0 +2023-12-14 14:52:57.891872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.334 = f32[] bitcast-convert(s32[] %select.333), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 broadcast.51> +2023-12-14 14:52:57.891882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.51 +2023-12-14 14:52:57.891892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.0, operand 0 +2023-12-14 14:52:57.891902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.51 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.334), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.891907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 constant.37> +2023-12-14 14:52:57.891911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.37 +2023-12-14 14:52:57.891922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.42, operand 0 +2023-12-14 14:52:57.891932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.71, operand 0 +2023-12-14 14:52:57.891937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.37 = f32[] constant(-4) +2023-12-14 14:52:57.891942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 constant.77> +2023-12-14 14:52:57.891947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.77 +2023-12-14 14:52:57.891957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.22, operand 1 +2023-12-14 14:52:57.891970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.23, operand 1 +2023-12-14 14:52:57.891974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.77 = f32[] constant(0.707106769) +2023-12-14 14:52:57.891979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 multiply.22> +2023-12-14 14:52:57.891984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.891989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.22 +2023-12-14 14:52:57.891994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.891999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.42, operand 1 +2023-12-14 14:52:57.892003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.22 = f32[] multiply(f32[] %convert.39, f32[] %constant.77), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 constant.36> +2023-12-14 14:52:57.892013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.36 +2023-12-14 14:52:57.892024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.42, operand 2 +2023-12-14 14:52:57.892033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.71, operand 2 +2023-12-14 14:52:57.892038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.36 = f32[] constant(4) +2023-12-14 14:52:57.892043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 clamp.42> +2023-12-14 14:52:57.892047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.42 +2023-12-14 14:52:57.892057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 0 +2023-12-14 14:52:57.892067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43, operand 1 +2023-12-14 14:52:57.892072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.68, operand 0 +2023-12-14 14:52:57.892076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.42 = f32[] clamp(f32[] %constant.37, f32[] %multiply.22, f32[] %constant.36), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 multiply.43> +2023-12-14 14:52:57.892086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.43 +2023-12-14 14:52:57.892099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 0 +2023-12-14 14:52:57.892109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 1 +2023-12-14 14:52:57.892114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 1 +2023-12-14 14:52:57.892118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 1 +2023-12-14 14:52:57.892123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 1 +2023-12-14 14:52:57.892128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.54, operand 1 +2023-12-14 14:52:57.892132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.56, operand 1 +2023-12-14 14:52:57.892138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.66, operand 1 +2023-12-14 14:52:57.892143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.60, operand 1 +2023-12-14 14:52:57.892148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.62, operand 1 +2023-12-14 14:52:57.892152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.64, operand 1 +2023-12-14 14:52:57.892157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.43 = f32[] multiply(f32[] %clamp.42, f32[] %clamp.42), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 constant.35> +2023-12-14 14:52:57.892168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.35 +2023-12-14 14:52:57.892177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44, operand 1 +2023-12-14 14:52:57.892187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.73, operand 1 +2023-12-14 14:52:57.892191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.35 = f32[] constant(0) +2023-12-14 14:52:57.892196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 multiply.44> +2023-12-14 14:52:57.892201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.44 +2023-12-14 14:52:57.892212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 0 +2023-12-14 14:52:57.892222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 0 +2023-12-14 14:52:57.892227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.44 = f32[] multiply(f32[] %multiply.43, f32[] %constant.35), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 constant.34> +2023-12-14 14:52:57.892240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.34 +2023-12-14 14:52:57.892249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45, operand 1 +2023-12-14 14:52:57.892259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.74, operand 1 +2023-12-14 14:52:57.892264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.34 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.892269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 add.45> +2023-12-14 14:52:57.892274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.45 +2023-12-14 14:52:57.892284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46, operand 0 +2023-12-14 14:52:57.892294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.45 = f32[] add(f32[] %multiply.44, f32[] %constant.34), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 multiply.46> +2023-12-14 14:52:57.892303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.46 +2023-12-14 14:52:57.892314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 0 +2023-12-14 14:52:57.892323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.46 = f32[] multiply(f32[] %add.45, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 constant.33> +2023-12-14 14:52:57.892333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.33 +2023-12-14 14:52:57.892342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47, operand 1 +2023-12-14 14:52:57.892353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.76, operand 1 +2023-12-14 14:52:57.892361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.33 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.892366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 add.47> +2023-12-14 14:52:57.892370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.47 +2023-12-14 14:52:57.892381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48, operand 0 +2023-12-14 14:52:57.892390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.47 = f32[] add(f32[] %multiply.46, f32[] %constant.33), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.48> +2023-12-14 14:52:57.892400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.48 +2023-12-14 14:52:57.892409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 0 +2023-12-14 14:52:57.892420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.48 = f32[] multiply(f32[] %add.47, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.32> +2023-12-14 14:52:57.892429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.32 +2023-12-14 14:52:57.892439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49, operand 1 +2023-12-14 14:52:57.892448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.78, operand 1 +2023-12-14 14:52:57.892454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.32 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.892459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.49> +2023-12-14 14:52:57.892464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.49 +2023-12-14 14:52:57.892473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50, operand 0 +2023-12-14 14:52:57.892483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.49 = f32[] add(f32[] %multiply.48, f32[] %constant.32), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.50> +2023-12-14 14:52:57.892496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.50 +2023-12-14 14:52:57.892506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 0 +2023-12-14 14:52:57.892515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.50 = f32[] multiply(f32[] %add.49, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.31> +2023-12-14 14:52:57.892526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.31 +2023-12-14 14:52:57.892535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51, operand 1 +2023-12-14 14:52:57.892545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.80, operand 1 +2023-12-14 14:52:57.892549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.31 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.892554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.51> +2023-12-14 14:52:57.892559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.51 +2023-12-14 14:52:57.892569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52, operand 0 +2023-12-14 14:52:57.892579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.51 = f32[] add(f32[] %multiply.50, f32[] %constant.31), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.52> +2023-12-14 14:52:57.892588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.52 +2023-12-14 14:52:57.892599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.53, operand 0 +2023-12-14 14:52:57.892611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.52 = f32[] multiply(f32[] %add.51, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.30> +2023-12-14 14:52:57.892621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.30 +2023-12-14 14:52:57.892630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.53, operand 1 +2023-12-14 14:52:57.892640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.82, operand 1 +2023-12-14 14:52:57.892645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.30 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.892650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.53> +2023-12-14 14:52:57.892655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.53 +2023-12-14 14:52:57.892664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.54, operand 0 +2023-12-14 14:52:57.892675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.53 = f32[] add(f32[] %multiply.52, f32[] %constant.30), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.54> +2023-12-14 14:52:57.892684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.54 +2023-12-14 14:52:57.892693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 0 +2023-12-14 14:52:57.892705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.54 = f32[] multiply(f32[] %add.53, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.29> +2023-12-14 14:52:57.892714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.29 +2023-12-14 14:52:57.892724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55, operand 1 +2023-12-14 14:52:57.892736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 1 +2023-12-14 14:52:57.892743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.29 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.892748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.55> +2023-12-14 14:52:57.892753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.55 +2023-12-14 14:52:57.892762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.56, operand 0 +2023-12-14 14:52:57.892772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.55 = f32[] add(f32[] %multiply.54, f32[] %constant.29), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.56> +2023-12-14 14:52:57.892782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.56 +2023-12-14 14:52:57.892791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 0 +2023-12-14 14:52:57.892801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.56 = f32[] multiply(f32[] %add.55, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.28> +2023-12-14 14:52:57.892810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.28 +2023-12-14 14:52:57.892820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57, operand 1 +2023-12-14 14:52:57.892830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 1 +2023-12-14 14:52:57.892835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.28 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.892840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.57> +2023-12-14 14:52:57.892844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.57 +2023-12-14 14:52:57.892854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.68, operand 1 +2023-12-14 14:52:57.892867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.57 = f32[] add(f32[] %multiply.56, f32[] %constant.28), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.68> +2023-12-14 14:52:57.892877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.68 +2023-12-14 14:52:57.892887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.69, operand 0 +2023-12-14 14:52:57.892897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.68 = f32[] multiply(f32[] %clamp.42, f32[] %add.57), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.27> +2023-12-14 14:52:57.892906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.27 +2023-12-14 14:52:57.892916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59, operand 1 +2023-12-14 14:52:57.892926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 1 +2023-12-14 14:52:57.892931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.27 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.892936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.59> +2023-12-14 14:52:57.892941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.59 +2023-12-14 14:52:57.892950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.60, operand 0 +2023-12-14 14:52:57.892961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.59 = f32[] add(f32[] %multiply.44, f32[] %constant.27), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.60> +2023-12-14 14:52:57.892971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.892975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.60 +2023-12-14 14:52:57.892980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.892985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 0 +2023-12-14 14:52:57.892994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.60 = f32[] multiply(f32[] %add.59, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.892998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.26> +2023-12-14 14:52:57.893003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.26 +2023-12-14 14:52:57.893012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61, operand 1 +2023-12-14 14:52:57.893022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.90, operand 1 +2023-12-14 14:52:57.893027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.26 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.893033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.61> +2023-12-14 14:52:57.893037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.61 +2023-12-14 14:52:57.893047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.62, operand 0 +2023-12-14 14:52:57.893056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.61 = f32[] add(f32[] %multiply.60, f32[] %constant.26), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.62> +2023-12-14 14:52:57.893067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.62 +2023-12-14 14:52:57.893076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 0 +2023-12-14 14:52:57.893086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.62 = f32[] multiply(f32[] %add.61, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.25> +2023-12-14 14:52:57.893095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.25 +2023-12-14 14:52:57.893106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63, operand 1 +2023-12-14 14:52:57.893119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 1 +2023-12-14 14:52:57.893123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.25 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.893128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.63> +2023-12-14 14:52:57.893134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.63 +2023-12-14 14:52:57.893143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.64, operand 0 +2023-12-14 14:52:57.893153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.63 = f32[] add(f32[] %multiply.62, f32[] %constant.25), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.64> +2023-12-14 14:52:57.893162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.64 +2023-12-14 14:52:57.893172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 0 +2023-12-14 14:52:57.893183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.64 = f32[] multiply(f32[] %add.63, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.24> +2023-12-14 14:52:57.893192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.24 +2023-12-14 14:52:57.893202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65, operand 1 +2023-12-14 14:52:57.893212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.94, operand 1 +2023-12-14 14:52:57.893217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.24 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.893222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.65> +2023-12-14 14:52:57.893227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.65 +2023-12-14 14:52:57.893236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.66, operand 0 +2023-12-14 14:52:57.893249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.65 = f32[] add(f32[] %multiply.64, f32[] %constant.24), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.66> +2023-12-14 14:52:57.893259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.66 +2023-12-14 14:52:57.893268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 0 +2023-12-14 14:52:57.893280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.66 = f32[] multiply(f32[] %add.65, f32[] %multiply.43), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.23> +2023-12-14 14:52:57.893289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.23 +2023-12-14 14:52:57.893299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67, operand 1 +2023-12-14 14:52:57.893308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 1 +2023-12-14 14:52:57.893313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.23 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.893319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.67> +2023-12-14 14:52:57.893324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.67 +2023-12-14 14:52:57.893333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.69, operand 1 +2023-12-14 14:52:57.893343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.67 = f32[] add(f32[] %multiply.66, f32[] %constant.23), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 divide.69> +2023-12-14 14:52:57.893353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.69 +2023-12-14 14:52:57.893362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.99, operand 0 +2023-12-14 14:52:57.893374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.95, operand 0 +2023-12-14 14:52:57.893379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.69 = f32[] divide(f32[] %multiply.68, f32[] %add.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 broadcast.95> +2023-12-14 14:52:57.893389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.95 +2023-12-14 14:52:57.893399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:57.893409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 1 +2023-12-14 14:52:57.893414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.95 = f32[16777216]{0} broadcast(f32[] %divide.69), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 iota.101> +2023-12-14 14:52:57.893424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.101 +2023-12-14 14:52:57.893433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.106, operand 0 +2023-12-14 14:52:57.893443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.107, operand 0 +2023-12-14 14:52:57.893448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.101 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 slice.106> +2023-12-14 14:52:57.893457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.106 +2023-12-14 14:52:57.893469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 0 +2023-12-14 14:52:57.893478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.106 = u32[8388608]{0} slice(u32[16777216]{0} %iota.101), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 Arg_0.1> +2023-12-14 14:52:57.893492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.893501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.102, operand 0 +2023-12-14 14:52:57.893511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.104, operand 0 +2023-12-14 14:52:57.893516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.893520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 slice.102> +2023-12-14 14:52:57.893525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.102 +2023-12-14 14:52:57.893535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.103, operand 0 +2023-12-14 14:52:57.893545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.102 = u32[1]{0} slice(u32[2]{0} %Arg_0.1), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 reshape.103> +2023-12-14 14:52:57.893554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.103 +2023-12-14 14:52:57.893566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {5} +2023-12-14 14:52:57.893570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.108, operand 0 +2023-12-14 14:52:57.893580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110, operand 0 +2023-12-14 14:52:57.893585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:57.893589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.103 = u32[] reshape(u32[1]{0} %slice.102), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 broadcast.110> +2023-12-14 14:52:57.893599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.110 +2023-12-14 14:52:57.893609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111, operand 1 +2023-12-14 14:52:57.893622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.110 = u32[8388608]{0} broadcast(u32[] %reshape.103), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 add.111> +2023-12-14 14:52:57.893633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.111 +2023-12-14 14:52:57.893642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:57.893647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:57.893656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.111 = u32[8388608]{0} add(u32[8388608]{0} %slice.106, u32[8388608]{0} %broadcast.110), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 slice.107> +2023-12-14 14:52:57.893666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.107 +2023-12-14 14:52:57.893675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 0 +2023-12-14 14:52:57.893686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.107 = u32[8388608]{0} slice(u32[16777216]{0} %iota.101), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 slice.104> +2023-12-14 14:52:57.893696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.104 +2023-12-14 14:52:57.893706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.105, operand 0 +2023-12-14 14:52:57.893716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.104 = u32[1]{0} slice(u32[2]{0} %Arg_0.1), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 reshape.105> +2023-12-14 14:52:57.893729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.105 +2023-12-14 14:52:57.893738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {3} +2023-12-14 14:52:57.893743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.108, operand 1 +2023-12-14 14:52:57.893754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112, operand 0 +2023-12-14 14:52:57.893759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:57.893763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.105 = u32[] reshape(u32[1]{0} %slice.104), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 broadcast.112> +2023-12-14 14:52:57.893774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.112 +2023-12-14 14:52:57.893784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113, operand 1 +2023-12-14 14:52:57.893793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.112 = u32[8388608]{0} broadcast(u32[] %reshape.105), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.113> +2023-12-14 14:52:57.893803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.113 +2023-12-14 14:52:57.893812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {2} +2023-12-14 14:52:57.893817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:57.893829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.113 = u32[8388608]{0} add(u32[8388608]{0} %slice.107, u32[8388608]{0} %broadcast.112), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 xor.108> +2023-12-14 14:52:57.893838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.108 +2023-12-14 14:52:57.893851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.109, operand 0 +2023-12-14 14:52:57.893861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.108 = u32[] xor(u32[] %reshape.103, u32[] %reshape.105), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.20> +2023-12-14 14:52:57.893870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.20 +2023-12-14 14:52:57.893880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.109, operand 1 +2023-12-14 14:52:57.893890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.20 = u32[] constant(466688986) +2023-12-14 14:52:57.893894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 xor.109> +2023-12-14 14:52:57.893900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.109 +2023-12-14 14:52:57.893909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {4} +2023-12-14 14:52:57.893914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:57.893925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.109 = u32[] xor(u32[] %xor.108, u32[] %constant.20), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.893930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.22> +2023-12-14 14:52:57.893935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:57.893944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {6} +2023-12-14 14:52:57.893949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:57.893959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.893964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.21> +2023-12-14 14:52:57.893969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.893974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:57.893982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {7} +2023-12-14 14:52:57.893988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.893993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:57.893998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.894003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 tuple.6{}> +2023-12-14 14:52:57.894008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:57.894017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:57.894027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.19, u32[8388608]{0} %add.111, u32[8388608]{0} %add.113, u32[] %reshape.105, u32[] %xor.109, /*index=5*/u32[] %reshape.103, u32[4]{0} %constant.22, u32[4]{0} %constant.21) +2023-12-14 14:52:57.894032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 concatenate.202> +2023-12-14 14:52:57.894037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.202 +2023-12-14 14:52:57.894047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8, operand 0 +2023-12-14 14:52:57.894057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.202 = u32[16777216]{0} concatenate(u32[8388608]{0} %get-tuple-element.195, u32[8388608]{0} %get-tuple-element.196), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 constant.10> +2023-12-14 14:52:57.894067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:52:57.894076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.77, operand 0 +2023-12-14 14:52:57.894086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = u32[] constant(9) +2023-12-14 14:52:57.894091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 broadcast.77> +2023-12-14 14:52:57.894096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.77 +2023-12-14 14:52:57.894108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8, operand 1 +2023-12-14 14:52:57.894119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.77 = u32[16777216]{0} broadcast(u32[] %constant.10), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 shift-right-logical.8> +2023-12-14 14:52:57.894129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.8 +2023-12-14 14:52:57.894139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 0 +2023-12-14 14:52:57.894149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.8 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.202, u32[16777216]{0} %broadcast.77), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 constant.8> +2023-12-14 14:52:57.894159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8 +2023-12-14 14:52:57.894168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.91, operand 0 +2023-12-14 14:52:57.894178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.8 = u32[] constant(1065353216) +2023-12-14 14:52:57.894184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 broadcast.91> +2023-12-14 14:52:57.894189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.91 +2023-12-14 14:52:57.894198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12, operand 1 +2023-12-14 14:52:57.894209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.91 = u32[16777216]{0} broadcast(u32[] %constant.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 or.12> +2023-12-14 14:52:57.894218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.12 +2023-12-14 14:52:57.894231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.0, operand 0 +2023-12-14 14:52:57.894241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.12 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.8, u32[16777216]{0} %broadcast.91), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 bitcast-convert.0> +2023-12-14 14:52:57.894250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.0 +2023-12-14 14:52:57.894261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 0 +2023-12-14 14:52:57.894270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.0 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.12), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.98> +2023-12-14 14:52:57.894281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.98 +2023-12-14 14:52:57.894290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.92, operand 0 +2023-12-14 14:52:57.894300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.98 = f32[] constant(-1) +2023-12-14 14:52:57.894305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 broadcast.92> +2023-12-14 14:52:57.894310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.92 +2023-12-14 14:52:57.894319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62, operand 1 +2023-12-14 14:52:57.894330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.92 = f32[16777216]{0} broadcast(f32[] %constant.98), dimensions={} +2023-12-14 14:52:57.894335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.62> +2023-12-14 14:52:57.894340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.62 +2023-12-14 14:52:57.894352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.28, operand 0 +2023-12-14 14:52:57.894362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.62 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.0, f32[16777216]{0} %broadcast.92), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.23> +2023-12-14 14:52:57.894372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.23 +2023-12-14 14:52:57.894381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.71, operand 1 +2023-12-14 14:52:57.894391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.23 = f32[] multiply(f32[] %convert.40, f32[] %constant.77), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 clamp.71> +2023-12-14 14:52:57.894401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.71 +2023-12-14 14:52:57.894411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.72, operand 0 +2023-12-14 14:52:57.894422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.72, operand 1 +2023-12-14 14:52:57.894426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.97, operand 0 +2023-12-14 14:52:57.894431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.71 = f32[] clamp(f32[] %constant.37, f32[] %multiply.23, f32[] %constant.36), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.72> +2023-12-14 14:52:57.894441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.72 +2023-12-14 14:52:57.894450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.73, operand 0 +2023-12-14 14:52:57.894460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.75, operand 1 +2023-12-14 14:52:57.894465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.77, operand 1 +2023-12-14 14:52:57.894470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.79, operand 1 +2023-12-14 14:52:57.894478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.81, operand 1 +2023-12-14 14:52:57.894483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.83, operand 1 +2023-12-14 14:52:57.894487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.85, operand 1 +2023-12-14 14:52:57.894493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.95, operand 1 +2023-12-14 14:52:57.894498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.89, operand 1 +2023-12-14 14:52:57.894503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.91, operand 1 +2023-12-14 14:52:57.894507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.93, operand 1 +2023-12-14 14:52:57.894512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.72 = f32[] multiply(f32[] %clamp.71, f32[] %clamp.71), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.73> +2023-12-14 14:52:57.894522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.73 +2023-12-14 14:52:57.894532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.74, operand 0 +2023-12-14 14:52:57.894541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88, operand 0 +2023-12-14 14:52:57.894547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.73 = f32[] multiply(f32[] %multiply.72, f32[] %constant.35), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.74> +2023-12-14 14:52:57.894557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.74 +2023-12-14 14:52:57.894567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.75, operand 0 +2023-12-14 14:52:57.894576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.74 = f32[] add(f32[] %multiply.73, f32[] %constant.34), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.75> +2023-12-14 14:52:57.894586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.75 +2023-12-14 14:52:57.894599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.76, operand 0 +2023-12-14 14:52:57.894608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.75 = f32[] multiply(f32[] %add.74, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 add.76> +2023-12-14 14:52:57.894619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.76 +2023-12-14 14:52:57.894628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.77, operand 0 +2023-12-14 14:52:57.894639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.76 = f32[] add(f32[] %multiply.75, f32[] %constant.33), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 multiply.77> +2023-12-14 14:52:57.894648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.77 +2023-12-14 14:52:57.894658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.78, operand 0 +2023-12-14 14:52:57.894667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.77 = f32[] multiply(f32[] %add.76, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.78> +2023-12-14 14:52:57.894677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.78 +2023-12-14 14:52:57.894687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.79, operand 0 +2023-12-14 14:52:57.894697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.78 = f32[] add(f32[] %multiply.77, f32[] %constant.32), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.79> +2023-12-14 14:52:57.894708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.79 +2023-12-14 14:52:57.894720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.80, operand 0 +2023-12-14 14:52:57.894730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.79 = f32[] multiply(f32[] %add.78, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 add.80> +2023-12-14 14:52:57.894739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.80 +2023-12-14 14:52:57.894749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.81, operand 0 +2023-12-14 14:52:57.894760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.80 = f32[] add(f32[] %multiply.79, f32[] %constant.31), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 multiply.81> +2023-12-14 14:52:57.894769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.81 +2023-12-14 14:52:57.894781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.82, operand 0 +2023-12-14 14:52:57.894791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.81 = f32[] multiply(f32[] %add.80, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 add.82> +2023-12-14 14:52:57.894800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.82 +2023-12-14 14:52:57.894810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.83, operand 0 +2023-12-14 14:52:57.894819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.82 = f32[] add(f32[] %multiply.81, f32[] %constant.30), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 multiply.83> +2023-12-14 14:52:57.894829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.83 +2023-12-14 14:52:57.894842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84, operand 0 +2023-12-14 14:52:57.894853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.83 = f32[] multiply(f32[] %add.82, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.84> +2023-12-14 14:52:57.894862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.84 +2023-12-14 14:52:57.894871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.85, operand 0 +2023-12-14 14:52:57.894881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.84 = f32[] add(f32[] %multiply.83, f32[] %constant.29), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.85> +2023-12-14 14:52:57.894891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.85 +2023-12-14 14:52:57.894901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86, operand 0 +2023-12-14 14:52:57.894911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.85 = f32[] multiply(f32[] %add.84, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 add.86> +2023-12-14 14:52:57.894921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.86 +2023-12-14 14:52:57.894930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.97, operand 1 +2023-12-14 14:52:57.894940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.86 = f32[] add(f32[] %multiply.85, f32[] %constant.28), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 multiply.97> +2023-12-14 14:52:57.894953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.97 +2023-12-14 14:52:57.894963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.98, operand 0 +2023-12-14 14:52:57.894973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.97 = f32[] multiply(f32[] %clamp.71, f32[] %add.86), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.894978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 add.88> +2023-12-14 14:52:57.894983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.894987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.88 +2023-12-14 14:52:57.894992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.894998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.89, operand 0 +2023-12-14 14:52:57.895003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.88 = f32[] add(f32[] %multiply.73, f32[] %constant.27), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 multiply.89> +2023-12-14 14:52:57.895013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.89 +2023-12-14 14:52:57.895023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.90, operand 0 +2023-12-14 14:52:57.895033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.89 = f32[] multiply(f32[] %add.88, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.90> +2023-12-14 14:52:57.895042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.90 +2023-12-14 14:52:57.895053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.91, operand 0 +2023-12-14 14:52:57.895063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.90 = f32[] add(f32[] %multiply.89, f32[] %constant.26), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 multiply.91> +2023-12-14 14:52:57.895077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.91 +2023-12-14 14:52:57.895087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92, operand 0 +2023-12-14 14:52:57.895099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.91 = f32[] multiply(f32[] %add.90, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 add.92> +2023-12-14 14:52:57.895109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.92 +2023-12-14 14:52:57.895119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.93, operand 0 +2023-12-14 14:52:57.895128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.92 = f32[] add(f32[] %multiply.91, f32[] %constant.25), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 multiply.93> +2023-12-14 14:52:57.895138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.93 +2023-12-14 14:52:57.895148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.94, operand 0 +2023-12-14 14:52:57.895158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.93 = f32[] multiply(f32[] %add.92, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.94> +2023-12-14 14:52:57.895168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.94 +2023-12-14 14:52:57.895177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.95, operand 0 +2023-12-14 14:52:57.895187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.94 = f32[] add(f32[] %multiply.93, f32[] %constant.24), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 multiply.95> +2023-12-14 14:52:57.895201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.95 +2023-12-14 14:52:57.895211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96, operand 0 +2023-12-14 14:52:57.895220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.95 = f32[] multiply(f32[] %add.94, f32[] %multiply.72), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 add.96> +2023-12-14 14:52:57.895230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.96 +2023-12-14 14:52:57.895240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.98, operand 1 +2023-12-14 14:52:57.895251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.96 = f32[] add(f32[] %multiply.95, f32[] %constant.23), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 divide.98> +2023-12-14 14:52:57.895260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.98 +2023-12-14 14:52:57.895270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.100, operand 0 +2023-12-14 14:52:57.895279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.98 = f32[] divide(f32[] %multiply.97, f32[] %add.96), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 reshape.100> +2023-12-14 14:52:57.895290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.100 +2023-12-14 14:52:57.895300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.208, operand 0 +2023-12-14 14:52:57.895310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.100 = f32[1,1]{1,0} reshape(f32[] %divide.98), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 reshape.99> +2023-12-14 14:52:57.895332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.99 +2023-12-14 14:52:57.895343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.208, operand 1 +2023-12-14 14:52:57.895353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.99 = f32[1,1]{1,0} reshape(f32[] %divide.69), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 subtract.208> +2023-12-14 14:52:57.895363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.208 +2023-12-14 14:52:57.895372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.210, operand 0 +2023-12-14 14:52:57.895382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.208 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.100, f32[1,1]{1,0} %reshape.99), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 reshape.210> +2023-12-14 14:52:57.895392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.210 +2023-12-14 14:52:57.895403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.93, operand 0 +2023-12-14 14:52:57.895412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.210 = f32[] reshape(f32[1,1]{1,0} %subtract.208), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.93> +2023-12-14 14:52:57.895422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.93 +2023-12-14 14:52:57.895431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.28, operand 1 +2023-12-14 14:52:57.895443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.93 = f32[16777216]{0} broadcast(f32[] %reshape.210), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 multiply.28> +2023-12-14 14:52:57.895457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.28 +2023-12-14 14:52:57.895466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64, operand 0 +2023-12-14 14:52:57.895476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.28 = f32[16777216]{0} multiply(f32[16777216]{0} %add.62, f32[16777216]{0} %broadcast.93), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 add.64> +2023-12-14 14:52:57.895487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.64 +2023-12-14 14:52:57.895497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:57.895507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.64 = f32[16777216]{0} add(f32[16777216]{0} %multiply.28, f32[16777216]{0} %broadcast.95), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 maximum.1> +2023-12-14 14:52:57.895516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:57.895526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26, operand 0 +2023-12-14 14:52:57.895536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.95, f32[16777216]{0} %add.64), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 reshape.26> +2023-12-14 14:52:57.895546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.26 +2023-12-14 14:52:57.895556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21, operand 1 +2023-12-14 14:52:57.895569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.1, operand 0 +2023-12-14 14:52:57.895574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11, operand 0 +2023-12-14 14:52:57.895578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.2, operand 0 +2023-12-14 14:52:57.895585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12, operand 1 +2023-12-14 14:52:57.895590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.26 = f32[8192,2048]{1,0} reshape(f32[16777216]{0} %maximum.1), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.895595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 abs.1> +2023-12-14 14:52:57.895600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.1 +2023-12-14 14:52:57.895609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2, operand 0 +2023-12-14 14:52:57.895619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.1 = f32[8192,2048]{1,0} abs(f32[8192,2048]{1,0} %reshape.26), metadata={op_name="abs.83"} +2023-12-14 14:52:57.895624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.54> +2023-12-14 14:52:57.895629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.54 +2023-12-14 14:52:57.895639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27, operand 0 +2023-12-14 14:52:57.895649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.54 = f32[] constant(1) +2023-12-14 14:52:57.895654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.27> +2023-12-14 14:52:57.895658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.27 +2023-12-14 14:52:57.895668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2, operand 1 +2023-12-14 14:52:57.895678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.27 = f32[8192,2048]{1,0} broadcast(f32[] %constant.54), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.895684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 compare.2> +2023-12-14 14:52:57.895688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.2 +2023-12-14 14:52:57.895700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21, operand 0 +2023-12-14 14:52:57.895710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.2 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %abs.1, f32[8192,2048]{1,0} %broadcast.27), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.895715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 broadcast.28> +2023-12-14 14:52:57.895720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.28 +2023-12-14 14:52:57.895730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11, operand 1 +2023-12-14 14:52:57.895740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.28 = f32[8192,2048]{1,0} broadcast(f32[] %constant.17), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.895745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 multiply.11> +2023-12-14 14:52:57.895750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.11 +2023-12-14 14:52:57.895759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21, operand 1 +2023-12-14 14:52:57.895769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.11 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %reshape.26, f32[8192,2048]{1,0} %broadcast.28), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.895774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 negate.2> +2023-12-14 14:52:57.895780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.2 +2023-12-14 14:52:57.895789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12, operand 0 +2023-12-14 14:52:57.895799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.2 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %reshape.26), metadata={op_name="negate.2"} +2023-12-14 14:52:57.895804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 multiply.12> +2023-12-14 14:52:57.895809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.12 +2023-12-14 14:52:57.895818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.1, operand 0 +2023-12-14 14:52:57.895832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.12 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %negate.2, f32[8192,2048]{1,0} %reshape.26), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.895837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 log-plus-one.1> +2023-12-14 14:52:57.895841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.1 +2023-12-14 14:52:57.895851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.3, operand 0 +2023-12-14 14:52:57.895861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.1 = f32[8192,2048]{1,0} log-plus-one(f32[8192,2048]{1,0} %multiply.12), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.895865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 negate.3> +2023-12-14 14:52:57.895870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.3 +2023-12-14 14:52:57.895881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 0 +2023-12-14 14:52:57.895890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17, operand 0 +2023-12-14 14:52:57.895895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.1, operand 0 +2023-12-14 14:52:57.895900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.3 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %log-plus-one.1), metadata={op_name="negate.5"} +2023-12-14 14:52:57.895905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 constant.56> +2023-12-14 14:52:57.895910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.56 +2023-12-14 14:52:57.895920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29, operand 0 +2023-12-14 14:52:57.895930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.56 = f32[] constant(5) +2023-12-14 14:52:57.895935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 broadcast.29> +2023-12-14 14:52:57.895940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.29 +2023-12-14 14:52:57.895949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 1 +2023-12-14 14:52:57.895959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.29 = f32[8192,2048]{1,0} broadcast(f32[] %constant.56), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.895968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 compare.3> +2023-12-14 14:52:57.895974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.895978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3 +2023-12-14 14:52:57.895983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.895988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11, operand 0 +2023-12-14 14:52:57.895993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12, operand 0 +2023-12-14 14:52:57.895997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13, operand 0 +2023-12-14 14:52:57.896002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14, operand 0 +2023-12-14 14:52:57.896007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15, operand 0 +2023-12-14 14:52:57.896012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16, operand 0 +2023-12-14 14:52:57.896019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17, operand 0 +2023-12-14 14:52:57.896024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18, operand 0 +2023-12-14 14:52:57.896028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19, operand 0 +2023-12-14 14:52:57.896033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20, operand 0 +2023-12-14 14:52:57.896038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.3 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %negate.3, f32[8192,2048]{1,0} %broadcast.29), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.896043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 constant.57> +2023-12-14 14:52:57.896048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.57 +2023-12-14 14:52:57.896057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.30, operand 0 +2023-12-14 14:52:57.896069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.57 = f32[] constant(1.50140941) +2023-12-14 14:52:57.896074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.30> +2023-12-14 14:52:57.896079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.30 +2023-12-14 14:52:57.896088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11, operand 1 +2023-12-14 14:52:57.896098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.30 = f32[8192,2048]{1,0} broadcast(f32[] %constant.57), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.896106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 constant.58> +2023-12-14 14:52:57.896110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.58 +2023-12-14 14:52:57.896121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31, operand 0 +2023-12-14 14:52:57.896130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.58 = f32[] constant(2.83297682) +2023-12-14 14:52:57.896135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 broadcast.31> +2023-12-14 14:52:57.896140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.31 +2023-12-14 14:52:57.896149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11, operand 2 +2023-12-14 14:52:57.896160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.31 = f32[8192,2048]{1,0} broadcast(f32[] %constant.58), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.896165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 select.11> +2023-12-14 14:52:57.896170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.11 +2023-12-14 14:52:57.896180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15, operand 0 +2023-12-14 14:52:57.896189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.11 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.3, f32[8192,2048]{1,0} %broadcast.30, f32[8192,2048]{1,0} %broadcast.31), metadata={op_name="select.76"} +2023-12-14 14:52:57.896194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 constant.59> +2023-12-14 14:52:57.896199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.59 +2023-12-14 14:52:57.896209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32, operand 0 +2023-12-14 14:52:57.896220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.59 = f32[] constant(0.246640727) +2023-12-14 14:52:57.896224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 broadcast.32> +2023-12-14 14:52:57.896229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.32 +2023-12-14 14:52:57.896242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12, operand 1 +2023-12-14 14:52:57.896251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.32 = f32[8192,2048]{1,0} broadcast(f32[] %constant.59), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.896257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 constant.60> +2023-12-14 14:52:57.896263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.60 +2023-12-14 14:52:57.896272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33, operand 0 +2023-12-14 14:52:57.896282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.60 = f32[] constant(1.00167406) +2023-12-14 14:52:57.896286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 broadcast.33> +2023-12-14 14:52:57.896291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.33 +2023-12-14 14:52:57.896301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12, operand 2 +2023-12-14 14:52:57.896312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.33 = f32[8192,2048]{1,0} broadcast(f32[] %constant.60), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.896317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 select.12> +2023-12-14 14:52:57.896322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.12 +2023-12-14 14:52:57.896331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14, operand 0 +2023-12-14 14:52:57.896341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.12 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.3, f32[8192,2048]{1,0} %broadcast.32, f32[8192,2048]{1,0} %broadcast.33), metadata={op_name="select.69"} +2023-12-14 14:52:57.896345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 constant.61> +2023-12-14 14:52:57.896351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.61 +2023-12-14 14:52:57.896361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34, operand 0 +2023-12-14 14:52:57.896374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.61 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.896379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 broadcast.34> +2023-12-14 14:52:57.896383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.34 +2023-12-14 14:52:57.896393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13, operand 1 +2023-12-14 14:52:57.896403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.34 = f32[8192,2048]{1,0} broadcast(f32[] %constant.61), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.896409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.62> +2023-12-14 14:52:57.896414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.62 +2023-12-14 14:52:57.896423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35, operand 0 +2023-12-14 14:52:57.896433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.62 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.896438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 broadcast.35> +2023-12-14 14:52:57.896442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.35 +2023-12-14 14:52:57.896453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13, operand 2 +2023-12-14 14:52:57.896463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.35 = f32[8192,2048]{1,0} broadcast(f32[] %constant.62), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.896468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 select.13> +2023-12-14 14:52:57.896473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.13 +2023-12-14 14:52:57.896482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13, operand 0 +2023-12-14 14:52:57.896492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.13 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.3, f32[8192,2048]{1,0} %broadcast.34, f32[8192,2048]{1,0} %broadcast.35), metadata={op_name="select.62"} +2023-12-14 14:52:57.896497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 constant.63> +2023-12-14 14:52:57.896503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.63 +2023-12-14 14:52:57.896516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36, operand 0 +2023-12-14 14:52:57.896526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.63 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.896531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 broadcast.36> +2023-12-14 14:52:57.896535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.36 +2023-12-14 14:52:57.896546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14, operand 1 +2023-12-14 14:52:57.896556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.36 = f32[8192,2048]{1,0} broadcast(f32[] %constant.63), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.896561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 constant.64> +2023-12-14 14:52:57.896566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.64 +2023-12-14 14:52:57.896575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.37, operand 0 +2023-12-14 14:52:57.896585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.64 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.896590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 broadcast.37> +2023-12-14 14:52:57.896595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.37 +2023-12-14 14:52:57.896606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14, operand 2 +2023-12-14 14:52:57.896615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.37 = f32[8192,2048]{1,0} broadcast(f32[] %constant.64), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.896620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 select.14> +2023-12-14 14:52:57.896625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.14 +2023-12-14 14:52:57.896634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12, operand 0 +2023-12-14 14:52:57.896647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.14 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.3, f32[8192,2048]{1,0} %broadcast.36, f32[8192,2048]{1,0} %broadcast.37), metadata={op_name="select.55"} +2023-12-14 14:52:57.896653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.65> +2023-12-14 14:52:57.896658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.65 +2023-12-14 14:52:57.896667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38, operand 0 +2023-12-14 14:52:57.896677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.65 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.896682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 broadcast.38> +2023-12-14 14:52:57.896687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.38 +2023-12-14 14:52:57.896698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15, operand 1 +2023-12-14 14:52:57.896707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.38 = f32[8192,2048]{1,0} broadcast(f32[] %constant.65), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.896712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 constant.66> +2023-12-14 14:52:57.896717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.66 +2023-12-14 14:52:57.896727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39, operand 0 +2023-12-14 14:52:57.896737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.66 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.896742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.39> +2023-12-14 14:52:57.896747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.39 +2023-12-14 14:52:57.896757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15, operand 2 +2023-12-14 14:52:57.896767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.39 = f32[8192,2048]{1,0} broadcast(f32[] %constant.66), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.896771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 select.15> +2023-12-14 14:52:57.896776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.15 +2023-12-14 14:52:57.896789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11, operand 0 +2023-12-14 14:52:57.896800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.15 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.3, f32[8192,2048]{1,0} %broadcast.38, f32[8192,2048]{1,0} %broadcast.39), metadata={op_name="select.48"} +2023-12-14 14:52:57.896804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 constant.67> +2023-12-14 14:52:57.896809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.67 +2023-12-14 14:52:57.896819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.40, operand 0 +2023-12-14 14:52:57.896829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.67 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.896834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 broadcast.40> +2023-12-14 14:52:57.896839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.40 +2023-12-14 14:52:57.896849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16, operand 1 +2023-12-14 14:52:57.896859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.40 = f32[8192,2048]{1,0} broadcast(f32[] %constant.67), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.896863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 constant.68> +2023-12-14 14:52:57.896868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.68 +2023-12-14 14:52:57.896878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41, operand 0 +2023-12-14 14:52:57.896888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.68 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.896894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 broadcast.41> +2023-12-14 14:52:57.896898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.41 +2023-12-14 14:52:57.896908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16, operand 2 +2023-12-14 14:52:57.896920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.41 = f32[8192,2048]{1,0} broadcast(f32[] %constant.68), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.896926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 select.16> +2023-12-14 14:52:57.896931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.16 +2023-12-14 14:52:57.896941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10, operand 0 +2023-12-14 14:52:57.896951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.16 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.3, f32[8192,2048]{1,0} %broadcast.40, f32[8192,2048]{1,0} %broadcast.41), metadata={op_name="select.41"} +2023-12-14 14:52:57.896956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 constant.69> +2023-12-14 14:52:57.896960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.69 +2023-12-14 14:52:57.896970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.896975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42, operand 0 +2023-12-14 14:52:57.896980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.69 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.896985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 broadcast.42> +2023-12-14 14:52:57.896991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.896995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.42 +2023-12-14 14:52:57.897000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17, operand 1 +2023-12-14 14:52:57.897010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.42 = f32[8192,2048]{1,0} broadcast(f32[] %constant.69), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.897014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 constant.70> +2023-12-14 14:52:57.897020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.70 +2023-12-14 14:52:57.897029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43, operand 0 +2023-12-14 14:52:57.897041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.70 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.897046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 broadcast.43> +2023-12-14 14:52:57.897053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.43 +2023-12-14 14:52:57.897063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17, operand 2 +2023-12-14 14:52:57.897073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.43 = f32[8192,2048]{1,0} broadcast(f32[] %constant.70), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.897078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.17> +2023-12-14 14:52:57.897083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.17 +2023-12-14 14:52:57.897093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9, operand 0 +2023-12-14 14:52:57.897103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.17 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.3, f32[8192,2048]{1,0} %broadcast.42, f32[8192,2048]{1,0} %broadcast.43), metadata={op_name="select.34"} +2023-12-14 14:52:57.897107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.71> +2023-12-14 14:52:57.897112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.71 +2023-12-14 14:52:57.897122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44, operand 0 +2023-12-14 14:52:57.897133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.71 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.897138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.44> +2023-12-14 14:52:57.897142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.44 +2023-12-14 14:52:57.897152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18, operand 1 +2023-12-14 14:52:57.897163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.44 = f32[8192,2048]{1,0} broadcast(f32[] %constant.71), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.897168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.72> +2023-12-14 14:52:57.897173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.72 +2023-12-14 14:52:57.897183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45, operand 0 +2023-12-14 14:52:57.897195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.72 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.897200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 broadcast.45> +2023-12-14 14:52:57.897205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.45 +2023-12-14 14:52:57.897215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18, operand 2 +2023-12-14 14:52:57.897225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.45 = f32[8192,2048]{1,0} broadcast(f32[] %constant.72), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.897230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 select.18> +2023-12-14 14:52:57.897235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.18 +2023-12-14 14:52:57.897245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8, operand 0 +2023-12-14 14:52:57.897254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.18 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.3, f32[8192,2048]{1,0} %broadcast.44, f32[8192,2048]{1,0} %broadcast.45), metadata={op_name="select.27"} +2023-12-14 14:52:57.897260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.73> +2023-12-14 14:52:57.897264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.73 +2023-12-14 14:52:57.897274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46, operand 0 +2023-12-14 14:52:57.897284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.73 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.897289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 broadcast.46> +2023-12-14 14:52:57.897294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.46 +2023-12-14 14:52:57.897303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19, operand 1 +2023-12-14 14:52:57.897314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.46 = f32[8192,2048]{1,0} broadcast(f32[] %constant.73), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.897321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 constant.74> +2023-12-14 14:52:57.897327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.74 +2023-12-14 14:52:57.897336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.47, operand 0 +2023-12-14 14:52:57.897346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.74 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.897351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 broadcast.47> +2023-12-14 14:52:57.897356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.47 +2023-12-14 14:52:57.897366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19, operand 2 +2023-12-14 14:52:57.897377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.47 = f32[8192,2048]{1,0} broadcast(f32[] %constant.74), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.897381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 select.19> +2023-12-14 14:52:57.897386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.19 +2023-12-14 14:52:57.897395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13, operand 0 +2023-12-14 14:52:57.897407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.19 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.3, f32[8192,2048]{1,0} %broadcast.46, f32[8192,2048]{1,0} %broadcast.47), metadata={op_name="select.21"} +2023-12-14 14:52:57.897411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.99> +2023-12-14 14:52:57.897416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.99 +2023-12-14 14:52:57.897426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53, operand 0 +2023-12-14 14:52:57.897436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.99 = f32[] constant(-2.5) +2023-12-14 14:52:57.897441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 broadcast.53> +2023-12-14 14:52:57.897446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.53 +2023-12-14 14:52:57.897456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17, operand 1 +2023-12-14 14:52:57.897470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.53 = f32[8192,2048]{1,0} broadcast(f32[] %constant.99), dimensions={} +2023-12-14 14:52:57.897475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.17> +2023-12-14 14:52:57.897480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.17 +2023-12-14 14:52:57.897489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20, operand 1 +2023-12-14 14:52:57.897499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.17 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %negate.3, f32[8192,2048]{1,0} %broadcast.53), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.897504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 sqrt.1> +2023-12-14 14:52:57.897509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.1 +2023-12-14 14:52:57.897519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18, operand 0 +2023-12-14 14:52:57.897529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.1 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %negate.3), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.897534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 constant.100> +2023-12-14 14:52:57.897539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.100 +2023-12-14 14:52:57.897549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54, operand 0 +2023-12-14 14:52:57.897559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.100 = f32[] constant(-3) +2023-12-14 14:52:57.897564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 broadcast.54> +2023-12-14 14:52:57.897569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.54 +2023-12-14 14:52:57.897579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18, operand 1 +2023-12-14 14:52:57.897588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.54 = f32[8192,2048]{1,0} broadcast(f32[] %constant.100), dimensions={} +2023-12-14 14:52:57.897594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 add.18> +2023-12-14 14:52:57.897601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.18 +2023-12-14 14:52:57.897611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20, operand 2 +2023-12-14 14:52:57.897621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.18 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.1, f32[8192,2048]{1,0} %broadcast.54), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.897626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 select.20> +2023-12-14 14:52:57.897631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.20 +2023-12-14 14:52:57.897641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13, operand 1 +2023-12-14 14:52:57.897651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14, operand 1 +2023-12-14 14:52:57.897655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15, operand 1 +2023-12-14 14:52:57.897660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16, operand 1 +2023-12-14 14:52:57.897666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17, operand 1 +2023-12-14 14:52:57.897671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18, operand 1 +2023-12-14 14:52:57.897675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19, operand 1 +2023-12-14 14:52:57.897680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20, operand 1 +2023-12-14 14:52:57.897685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.20 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.3, f32[8192,2048]{1,0} %add.17, f32[8192,2048]{1,0} %add.18), metadata={op_name="select.16"} +2023-12-14 14:52:57.897691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 multiply.13> +2023-12-14 14:52:57.897695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.13 +2023-12-14 14:52:57.897705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8, operand 1 +2023-12-14 14:52:57.897715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.13 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.19, f32[8192,2048]{1,0} %select.20), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.897720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 add.8> +2023-12-14 14:52:57.897725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.8 +2023-12-14 14:52:57.897738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14, operand 0 +2023-12-14 14:52:57.897748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.8 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.18, f32[8192,2048]{1,0} %multiply.13), metadata={op_name="add.28"} +2023-12-14 14:52:57.897753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 multiply.14> +2023-12-14 14:52:57.897757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.14 +2023-12-14 14:52:57.897768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9, operand 1 +2023-12-14 14:52:57.897777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.14 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.8, f32[8192,2048]{1,0} %select.20), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.897783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 add.9> +2023-12-14 14:52:57.897788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.9 +2023-12-14 14:52:57.897797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15, operand 0 +2023-12-14 14:52:57.897808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.9 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.17, f32[8192,2048]{1,0} %multiply.14), metadata={op_name="add.35"} +2023-12-14 14:52:57.897813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 multiply.15> +2023-12-14 14:52:57.897818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.15 +2023-12-14 14:52:57.897827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10, operand 1 +2023-12-14 14:52:57.897838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.15 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.9, f32[8192,2048]{1,0} %select.20), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.897843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 add.10> +2023-12-14 14:52:57.897847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.10 +2023-12-14 14:52:57.897857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16, operand 0 +2023-12-14 14:52:57.897870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.10 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.16, f32[8192,2048]{1,0} %multiply.15), metadata={op_name="add.42"} +2023-12-14 14:52:57.897875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 multiply.16> +2023-12-14 14:52:57.897880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.16 +2023-12-14 14:52:57.897890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11, operand 1 +2023-12-14 14:52:57.897899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.16 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.10, f32[8192,2048]{1,0} %select.20), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.897905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 add.11> +2023-12-14 14:52:57.897910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.11 +2023-12-14 14:52:57.897919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17, operand 0 +2023-12-14 14:52:57.897930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.11 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.15, f32[8192,2048]{1,0} %multiply.16), metadata={op_name="add.49"} +2023-12-14 14:52:57.897935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 multiply.17> +2023-12-14 14:52:57.897939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.17 +2023-12-14 14:52:57.897949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12, operand 1 +2023-12-14 14:52:57.897959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.17 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.11, f32[8192,2048]{1,0} %select.20), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.897964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 add.12> +2023-12-14 14:52:57.897969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.897974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.12 +2023-12-14 14:52:57.897979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.897983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18, operand 0 +2023-12-14 14:52:57.897988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.12 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.14, f32[8192,2048]{1,0} %multiply.17), metadata={op_name="add.56"} +2023-12-14 14:52:57.897996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 multiply.18> +2023-12-14 14:52:57.898002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.18 +2023-12-14 14:52:57.898012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13, operand 1 +2023-12-14 14:52:57.898022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.18 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.12, f32[8192,2048]{1,0} %select.20), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.898027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 add.13> +2023-12-14 14:52:57.898032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.13 +2023-12-14 14:52:57.898041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19, operand 0 +2023-12-14 14:52:57.898051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.13 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.13, f32[8192,2048]{1,0} %multiply.18), metadata={op_name="add.63"} +2023-12-14 14:52:57.898056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 multiply.19> +2023-12-14 14:52:57.898061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.19 +2023-12-14 14:52:57.898071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14, operand 1 +2023-12-14 14:52:57.898080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.19 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.13, f32[8192,2048]{1,0} %select.20), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.898085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.14> +2023-12-14 14:52:57.898090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.14 +2023-12-14 14:52:57.898100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20, operand 0 +2023-12-14 14:52:57.898110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.14 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.12, f32[8192,2048]{1,0} %multiply.19), metadata={op_name="add.70"} +2023-12-14 14:52:57.898115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 multiply.20> +2023-12-14 14:52:57.898120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.20 +2023-12-14 14:52:57.898133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15, operand 1 +2023-12-14 14:52:57.898142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.20 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.14, f32[8192,2048]{1,0} %select.20), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.898148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 add.15> +2023-12-14 14:52:57.898153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.15 +2023-12-14 14:52:57.898162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21, operand 0 +2023-12-14 14:52:57.898173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.15 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.11, f32[8192,2048]{1,0} %multiply.20), metadata={op_name="add.77"} +2023-12-14 14:52:57.898178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 multiply.21> +2023-12-14 14:52:57.898182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.21 +2023-12-14 14:52:57.898192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21, operand 2 +2023-12-14 14:52:57.898202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.21 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.15, f32[8192,2048]{1,0} %reshape.26), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.898207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 select.21> +2023-12-14 14:52:57.898213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.21 +2023-12-14 14:52:57.898222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.312, operand 0 +2023-12-14 14:52:57.898231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.21 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.2, f32[8192,2048]{1,0} %multiply.11, f32[8192,2048]{1,0} %multiply.21), metadata={op_name="select.86"} +2023-12-14 14:52:57.898236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 constant.4> +2023-12-14 14:52:57.898241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:57.898251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:52:57.898265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = f32[] constant(1.41421354) +2023-12-14 14:52:57.898270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 broadcast.5> +2023-12-14 14:52:57.898275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:52:57.898284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.312, operand 1 +2023-12-14 14:52:57.898295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[8192,2048]{1,0} broadcast(f32[] %constant.4), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.898300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 multiply.312> +2023-12-14 14:52:57.898305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.312 +2023-12-14 14:52:57.898315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.0, operand 1 +2023-12-14 14:52:57.898324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.312 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.21, f32[8192,2048]{1,0} %broadcast.5), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.898329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 maximum.0> +2023-12-14 14:52:57.898334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.0 +2023-12-14 14:52:57.898345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.0, operand 1 +2023-12-14 14:52:57.898356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.0 = f32[8192,2048]{1,0} maximum(f32[8192,2048]{1,0} %broadcast.51, f32[8192,2048]{1,0} %multiply.312), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.898361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 minimum.0> +2023-12-14 14:52:57.898365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.0 +2023-12-14 14:52:57.898375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.0 = f32[8192,2048]{1,0} minimum(f32[8192,2048]{1,0} %broadcast.50, f32[8192,2048]{1,0} %maximum.0), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.898387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 arg_tuple.4{} (phi)> +2023-12-14 14:52:57.898392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:57.898403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:57.898413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 arg_tuple.3{} (phi)> +2023-12-14 14:52:57.898423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:57.898432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.76, operand 0 {} +2023-12-14 14:52:57.898443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.77, operand 0 {} +2023-12-14 14:52:57.898448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.78, operand 0 {} +2023-12-14 14:52:57.898453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.79, operand 0 {} +2023-12-14 14:52:57.898458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.80, operand 0 {} +2023-12-14 14:52:57.898463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.81, operand 0 {} +2023-12-14 14:52:57.898467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.82, operand 0 {} +2023-12-14 14:52:57.898472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.84, operand 0 {} +2023-12-14 14:52:57.898477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.898487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:57.898497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:57.898506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:57.898515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 arg_tuple.4{1} (phi)> +2023-12-14 14:52:57.898525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:57.898535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 arg_tuple.4{2} (phi)> +2023-12-14 14:52:57.898551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:57.898560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 arg_tuple.4{3} (phi)> +2023-12-14 14:52:57.898575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:57.898585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 arg_tuple.4{4} (phi)> +2023-12-14 14:52:57.898600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:57.898610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 arg_tuple.4{5} (phi)> +2023-12-14 14:52:57.898624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:57.898637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 arg_tuple.4{6} (phi)> +2023-12-14 14:52:57.898653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:57.898662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 arg_tuple.4{7} (phi)> +2023-12-14 14:52:57.898676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:57.898687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.898702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:57.898712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.84 +2023-12-14 14:52:57.898716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:57.898726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.898736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:57.898747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.82 +2023-12-14 14:52:57.898751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 0 +2023-12-14 14:52:57.898761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.898774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:57.898784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.81 +2023-12-14 14:52:57.898790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.9, operand 0 +2023-12-14 14:52:57.898799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.43, operand 1 +2023-12-14 14:52:57.898804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.8, operand 0 +2023-12-14 14:52:57.898809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.898818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:57.898829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {5} +2023-12-14 14:52:57.898835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.80 +2023-12-14 14:52:57.898840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 5 +2023-12-14 14:52:57.898849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.88, operand 0 +2023-12-14 14:52:57.898854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.898864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:57.898874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {3} +2023-12-14 14:52:57.898879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.79 +2023-12-14 14:52:57.898884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 3 +2023-12-14 14:52:57.898893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.89, operand 0 +2023-12-14 14:52:57.898901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.898911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:57.898921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {4} +2023-12-14 14:52:57.898926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.78 +2023-12-14 14:52:57.898932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 4 +2023-12-14 14:52:57.898941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.898946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.898951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.898955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:57.898960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {7} +2023-12-14 14:52:57.898965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.77 +2023-12-14 14:52:57.898970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.898977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 7 +2023-12-14 14:52:57.898982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.8, operand 0 +2023-12-14 14:52:57.898987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.9, operand 0 +2023-12-14 14:52:57.898991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.10, operand 0 +2023-12-14 14:52:57.898996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.11, operand 0 +2023-12-14 14:52:57.899001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.899006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.899010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.899015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:57.899021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {6} +2023-12-14 14:52:57.899026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.76 +2023-12-14 14:52:57.899031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.899038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 6 +2023-12-14 14:52:57.899043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.899048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 while.1{} (phi)> +2023-12-14 14:52:57.899053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.899058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:57.899062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.899068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:57.899074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:57.899079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.899084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 while.1{0} (phi)> +2023-12-14 14:52:57.899088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.899093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:57.899098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.899103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.899108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 while.1{1} (phi)> +2023-12-14 14:52:57.899112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.899118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:57.899123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:57.899128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.899133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.202, operand 0 +2023-12-14 14:52:57.899138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.899143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 while.1{2} (phi)> +2023-12-14 14:52:57.899150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.899155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:57.899160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:57.899166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.899172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.202, operand 1 +2023-12-14 14:52:57.899176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.899181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 while.1{3} (phi)> +2023-12-14 14:52:57.899186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.899191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:57.899195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.899200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.899205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 while.1{4} (phi)> +2023-12-14 14:52:57.899210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.899216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:57.899221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.899226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.899231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 while.1{5} (phi)> +2023-12-14 14:52:57.899235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.899240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:57.899245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.899250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.899254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 while.1{6} (phi)> +2023-12-14 14:52:57.899263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.899269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:57.899273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.899278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.899283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 while.1{7} (phi)> +2023-12-14 14:52:57.899288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.899292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:57.899297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.899302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.900004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:57.900314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:57.900344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 25.9 ms (cumulative: 603 ms, max: 96.2 ms, #called: 2182) +2023-12-14 14:52:57.900503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: hlo normalization +2023-12-14 14:52:57.900530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.900644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 111 us (cumulative: 603 ms, max: 96.2 ms, #called: 2183) +2023-12-14 14:52:57.900654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:57.900731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 75 us (cumulative: 603 ms, max: 96.2 ms, #called: 2184) +2023-12-14 14:52:57.900737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:57.900781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 42 us (cumulative: 603 ms, max: 96.2 ms, #called: 2185) +2023-12-14 14:52:57.900794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: HLO passes after layout assignment +2023-12-14 14:52:57.900806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:57.900812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: after layout assignment +2023-12-14 14:52:57.900838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 30 us (cumulative: 603 ms, max: 96.2 ms, #called: 2186) +2023-12-14 14:52:57.900844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:57.900900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 53 us (cumulative: 603 ms, max: 96.2 ms, #called: 2187) +2023-12-14 14:52:57.900907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:57.903921: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 340 +2023-12-14 14:52:57.904317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 3.4 ms (cumulative: 607 ms, max: 96.2 ms, #called: 2188) +2023-12-14 14:52:57.904339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:57.904349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__truncated_normal: simplification after layout assignment +2023-12-14 14:52:57.904362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:57.904422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 55 us (cumulative: 607 ms, max: 96.2 ms, #called: 2189) +2023-12-14 14:52:57.904429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.904517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 86 us (cumulative: 607 ms, max: 96.2 ms, #called: 2190) +2023-12-14 14:52:57.904523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:57.905067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 537 us (cumulative: 607 ms, max: 96.2 ms, #called: 2191) +2023-12-14 14:52:57.905094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 753 us (cumulative: 608 ms, max: 96.2 ms, #called: 2192) +2023-12-14 14:52:57.905102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:57.905110: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:57.907237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:57.907490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.1 --> clone + +2023-12-14 14:52:57.907644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.2 --> clone + +2023-12-14 14:52:57.908151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.5 --> clone + +2023-12-14 14:52:57.908199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.7 --> clone + +2023-12-14 14:52:57.908260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 3.15 ms (cumulative: 611 ms, max: 96.2 ms, #called: 2193) +2023-12-14 14:52:57.908269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:57.908345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:57.908391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.1 +2023-12-14 14:52:57.908415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.2 +2023-12-14 14:52:57.908484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.5 +2023-12-14 14:52:57.908493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.7 +2023-12-14 14:52:57.908511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 239 us (cumulative: 611 ms, max: 96.2 ms, #called: 2194) +2023-12-14 14:52:57.908518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:57.908614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:57.909450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.909551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.909559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.909576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.909582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:57.909596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.76 +2023-12-14 14:52:57.909601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.77 +2023-12-14 14:52:57.909607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.78 +2023-12-14 14:52:57.909612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.79 +2023-12-14 14:52:57.909617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.80 +2023-12-14 14:52:57.909623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.81 +2023-12-14 14:52:57.909628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.82 +2023-12-14 14:52:57.909633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.84 +2023-12-14 14:52:57.909638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : add.58 +2023-12-14 14:52:57.909643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : call +2023-12-14 14:52:57.909649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.4 +2023-12-14 14:52:57.909654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : tuple.7 +2023-12-14 14:52:57.909659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : call.1 +2023-12-14 14:52:57.909664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.5 +2023-12-14 14:52:57.909670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.6 +2023-12-14 14:52:57.909685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.1 +2023-12-14 14:52:57.909690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.7 +2023-12-14 14:52:57.909695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.2 +2023-12-14 14:52:57.909701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.8 +2023-12-14 14:52:57.909707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p.3 +2023-12-14 14:52:57.909712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : fusion.1.clone +2023-12-14 14:52:57.909719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : p +2023-12-14 14:52:57.909726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : fusion.clone +2023-12-14 14:52:57.909734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.909739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.909750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <399 arg_tuple.4{3} (phi)> has new phi inputs: +2023-12-14 14:52:57.909757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <400 arg_tuple.4{4} (phi)> has new phi inputs: +2023-12-14 14:52:57.909763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <401 arg_tuple.4{5} (phi)> has new phi inputs: +2023-12-14 14:52:57.909769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <402 arg_tuple.4{6} (phi)> has new phi inputs: +2023-12-14 14:52:57.909775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <403 arg_tuple.4{7} (phi)> has new phi inputs: +2023-12-14 14:52:57.909781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.909789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <407 arg_tuple.3{3} (phi)> has new phi inputs: +2023-12-14 14:52:57.909795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <408 arg_tuple.3{4} (phi)> has new phi inputs: +2023-12-14 14:52:57.909800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <409 arg_tuple.3{5} (phi)> has new phi inputs: +2023-12-14 14:52:57.909807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <410 arg_tuple.3{6} (phi)> has new phi inputs: +2023-12-14 14:52:57.909812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:501] <411 arg_tuple.3{7} (phi)> has new phi inputs: +2023-12-14 14:52:57.909817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.76 +2023-12-14 14:52:57.909822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.77 +2023-12-14 14:52:57.909828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.78 +2023-12-14 14:52:57.909833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.79 +2023-12-14 14:52:57.909838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.80 +2023-12-14 14:52:57.909842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.81 +2023-12-14 14:52:57.909852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.82 +2023-12-14 14:52:57.909858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.84 +2023-12-14 14:52:57.909877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.909890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.909895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 394, phi: +2023-12-14 14:52:57.909900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.909905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:57.909909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49: +2023-12-14 14:52:57.909915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37: +2023-12-14 14:52:57.909919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 395, phi: +2023-12-14 14:52:57.909924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.909929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:57.909934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 396, phi: +2023-12-14 14:52:57.909939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.909943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:57.909948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:57.909952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36: +2023-12-14 14:52:57.909957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 397, phi: +2023-12-14 14:52:57.909962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.909967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.909972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:57.909976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10: +2023-12-14 14:52:57.909982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 398, phi: +2023-12-14 14:52:57.909986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.909991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.909995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:57.910000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:57.910005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 399, phi: +2023-12-14 14:52:57.910009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.910015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 408 +2023-12-14 14:52:57.910019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:57.910024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:57.910033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 400, phi: +2023-12-14 14:52:57.910037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.910042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 409 +2023-12-14 14:52:57.910047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:57.910051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 401, phi: +2023-12-14 14:52:57.910056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.910060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 407 +2023-12-14 14:52:57.910065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 402, phi: +2023-12-14 14:52:57.910070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:57.910075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411 +2023-12-14 14:52:57.910080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47: +2023-12-14 14:52:57.910085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:57.910090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 403, phi: +2023-12-14 14:52:57.910094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.910099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410 +2023-12-14 14:52:57.910103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 404, phi: +2023-12-14 14:52:57.910108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.910113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:57.910119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 405, phi: +2023-12-14 14:52:57.910124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.910128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.910133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 406, phi: +2023-12-14 14:52:57.910138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.910143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.910147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 407, phi: +2023-12-14 14:52:57.910152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.910156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 408 +2023-12-14 14:52:57.910161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 408, phi: +2023-12-14 14:52:57.910166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.910170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 409 +2023-12-14 14:52:57.910175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 409, phi: +2023-12-14 14:52:57.910180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.910186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 407 +2023-12-14 14:52:57.910190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410, phi: +2023-12-14 14:52:57.910199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:57.910203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411 +2023-12-14 14:52:57.910208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411, phi: +2023-12-14 14:52:57.910213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.910217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410 +2023-12-14 14:52:57.910224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 412, phi: +2023-12-14 14:52:57.910229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 37 +2023-12-14 14:52:57.910233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.910239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 413, phi: +2023-12-14 14:52:57.910244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 36 +2023-12-14 14:52:57.910248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.910253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 414, phi: +2023-12-14 14:52:57.910257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.910262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.910267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 415, phi: +2023-12-14 14:52:57.910271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.910277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.910281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 416, phi: +2023-12-14 14:52:57.910286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 408 +2023-12-14 14:52:57.910291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.910296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 417, phi: +2023-12-14 14:52:57.910300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 409 +2023-12-14 14:52:57.910305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.910310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 418, phi: +2023-12-14 14:52:57.910314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 407 +2023-12-14 14:52:57.910319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.910324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 419, phi: +2023-12-14 14:52:57.910329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411 +2023-12-14 14:52:57.910334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:57.910338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 420, phi: +2023-12-14 14:52:57.910344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410 +2023-12-14 14:52:57.910348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:57.910366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.910384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.910389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 394, phi: +2023-12-14 14:52:57.910394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.910399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:57.910404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49: +2023-12-14 14:52:57.910408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37: +2023-12-14 14:52:57.910413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 395, phi: +2023-12-14 14:52:57.910417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.910422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:57.910427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 396, phi: +2023-12-14 14:52:57.910432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.910437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:57.910442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:57.910447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36: +2023-12-14 14:52:57.910452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 397, phi: +2023-12-14 14:52:57.910456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.910461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.910466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:57.910470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10: +2023-12-14 14:52:57.910475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 398, phi: +2023-12-14 14:52:57.910480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.910485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.910490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:57.910495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:57.910500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 399, phi: +2023-12-14 14:52:57.910504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.910509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 408 +2023-12-14 14:52:57.910514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:57.910518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:57.910523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 400, phi: +2023-12-14 14:52:57.910527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.910532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 409 +2023-12-14 14:52:57.910538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:57.910547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 401, phi: +2023-12-14 14:52:57.910552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.910556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 407 +2023-12-14 14:52:57.910561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 402, phi: +2023-12-14 14:52:57.910566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:57.910570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411 +2023-12-14 14:52:57.910575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47: +2023-12-14 14:52:57.910580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:57.910585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 403, phi: +2023-12-14 14:52:57.910590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.910595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410 +2023-12-14 14:52:57.910600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 404, phi: +2023-12-14 14:52:57.910605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.910609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:57.910614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 405, phi: +2023-12-14 14:52:57.910619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.910623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.910628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 406, phi: +2023-12-14 14:52:57.910632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.910637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.910643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 407, phi: +2023-12-14 14:52:57.910647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.910653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 408 +2023-12-14 14:52:57.910657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 408, phi: +2023-12-14 14:52:57.910662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.910667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 409 +2023-12-14 14:52:57.910671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 409, phi: +2023-12-14 14:52:57.910676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.910680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 407 +2023-12-14 14:52:57.910685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410, phi: +2023-12-14 14:52:57.910690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:57.910695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411 +2023-12-14 14:52:57.910701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411, phi: +2023-12-14 14:52:57.910709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.910714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410 +2023-12-14 14:52:57.910718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 412, phi: +2023-12-14 14:52:57.910723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 37 +2023-12-14 14:52:57.910727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.910732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 413, phi: +2023-12-14 14:52:57.910737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 36 +2023-12-14 14:52:57.910741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.910747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 414, phi: +2023-12-14 14:52:57.910752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.910757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.910761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 415, phi: +2023-12-14 14:52:57.910766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.910770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.910775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 416, phi: +2023-12-14 14:52:57.910780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 408 +2023-12-14 14:52:57.910784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.910789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 417, phi: +2023-12-14 14:52:57.910794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 409 +2023-12-14 14:52:57.910799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.910805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 418, phi: +2023-12-14 14:52:57.910809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 407 +2023-12-14 14:52:57.910814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.910819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 419, phi: +2023-12-14 14:52:57.910823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411 +2023-12-14 14:52:57.910828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:57.910832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 420, phi: +2023-12-14 14:52:57.910837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410 +2023-12-14 14:52:57.910842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:57.910848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.910857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <43 Arg_0.1> + +2023-12-14 14:52:57.910863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.910868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <38 Arg_1.2> + +2023-12-14 14:52:57.910876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:57.910881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 Arg_2.3> + +2023-12-14 14:52:57.910886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:57.910892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <42 constant.19> + +2023-12-14 14:52:57.910897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:57.910903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 constant.21> + +2023-12-14 14:52:57.910908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:57.910914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 constant.22> + +2023-12-14 14:52:57.910919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.6 +2023-12-14 14:52:57.910931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <49 tuple.6{}> + {0} : HloValueSet: <42 constant.19> + {1} : HloValueSet: <1 fusion.7.clone> + {2} : HloValueSet: <0 fusion.5.clone> + {3} : HloValueSet: <44 fusion.6> + {4} : HloValueSet: <45 fusion.4> + {5} : HloValueSet: <46 fusion.8> + {6} : HloValueSet: <47 constant.22> + {7} : HloValueSet: <48 constant.21> + +2023-12-14 14:52:57.910937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:57.910947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <412 while.1{} (phi)> + {0} : HloValueSet: <413 while.1{0} (phi)> + {1} : HloValueSet: <414 while.1{1} (phi)> + {2} : HloValueSet: <415 while.1{2} (phi)> + {3} : HloValueSet: <416 while.1{3} (phi)> + {4} : HloValueSet: <417 while.1{4} (phi)> + {5} : HloValueSet: <418 while.1{5} (phi)> + {6} : HloValueSet: <419 while.1{6} (phi)> + {7} : HloValueSet: <420 while.1{7} (phi)> + +2023-12-14 14:52:57.910954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:57.910961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <414 while.1{1} (phi)> + +2023-12-14 14:52:57.910966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:57.910971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <415 while.1{2} (phi)> + +2023-12-14 14:52:57.910976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:57.910981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <41 fusion.3> + +2023-12-14 14:52:57.910986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:57.910991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <45 fusion.4> + +2023-12-14 14:52:57.911000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:57.911006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 fusion.6> + +2023-12-14 14:52:57.911012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:52:57.911017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <46 fusion.8> + +2023-12-14 14:52:57.911022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.9 +2023-12-14 14:52:57.911027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <39 fusion.9> + +2023-12-14 14:52:57.911031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:57.911037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <12 fusion.2.clone> + +2023-12-14 14:52:57.911042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:57.911047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.911052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:57.911058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.911064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:57.911074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <395 arg_tuple.3{} (phi)> + {0} : HloValueSet: <404 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <405 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <406 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <407 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <408 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <409 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <410 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <411 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.911080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:57.911086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 constant.102> + +2023-12-14 14:52:57.911090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:57.911096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <36 add.58> + +2023-12-14 14:52:57.911101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.7 +2023-12-14 14:52:57.911112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <37 tuple.7{}> + {0} : HloValueSet: <36 add.58> + {1} : HloValueSet: <10 fusion.1.clone> + {2} : HloValueSet: <11 fusion.clone> + {3} : HloValueSet: <408 arg_tuple.3{4} (phi)> + {4} : HloValueSet: <409 arg_tuple.3{5} (phi)> + {5} : HloValueSet: <407 arg_tuple.3{3} (phi)> + {6} : HloValueSet: <411 arg_tuple.3{7} (phi)> + {7} : HloValueSet: <410 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.911121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.76 +2023-12-14 14:52:57.911127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <411 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.911131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.77 +2023-12-14 14:52:57.911137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <410 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.911142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.78 +2023-12-14 14:52:57.911147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <409 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:57.911152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.79 +2023-12-14 14:52:57.911157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <408 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.911163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.80 +2023-12-14 14:52:57.911169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <407 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.911174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.81 +2023-12-14 14:52:57.911179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <406 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.911184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.82 +2023-12-14 14:52:57.911190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <405 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.911194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.84 +2023-12-14 14:52:57.911200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <404 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.911205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.911211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.911216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:57.911222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.911227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:57.911236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <394 arg_tuple.4{} (phi)> + {0} : HloValueSet: <396 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <397 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <398 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <399 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <400 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <401 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <402 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <403 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:57.911245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:57.911250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <8 constant.103> + +2023-12-14 14:52:57.911255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:57.911261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <9 compare.5> + +2023-12-14 14:52:57.911267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:57.911273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <396 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:57.911277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.0 +2023-12-14 14:52:57.911283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 divide.0> + +2023-12-14 14:52:57.911288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:57.911293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 add.105> + +2023-12-14 14:52:57.911298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:57.911303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 multiply.42> + +2023-12-14 14:52:57.911308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:57.911315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 add.106> + +2023-12-14 14:52:57.911332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:57.911337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 multiply.45> + +2023-12-14 14:52:57.911342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:57.911348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 add.107> + +2023-12-14 14:52:57.911352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:57.911358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 multiply.47> + +2023-12-14 14:52:57.911363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:57.911368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 add.108> + +2023-12-14 14:52:57.911373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:57.911378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 multiply.49> + +2023-12-14 14:52:57.911384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:57.911389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 add.109> + +2023-12-14 14:52:57.911397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:57.911403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 multiply.51> + +2023-12-14 14:52:57.911408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:57.911413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 add.110> + +2023-12-14 14:52:57.911418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.53 +2023-12-14 14:52:57.911423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 multiply.53> + +2023-12-14 14:52:57.911428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:57.911434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 add.112> + +2023-12-14 14:52:57.911439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.55 +2023-12-14 14:52:57.911445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 multiply.55> + +2023-12-14 14:52:57.911450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:57.911455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <111 add.114> + +2023-12-14 14:52:57.911460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.57 +2023-12-14 14:52:57.911465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <109 multiply.57> + +2023-12-14 14:52:57.911470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:57.911475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <108 add.115> + +2023-12-14 14:52:57.911480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.59 +2023-12-14 14:52:57.911486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <106 multiply.59> + +2023-12-14 14:52:57.911491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:57.911497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <105 add.116> + +2023-12-14 14:52:57.911501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.61 +2023-12-14 14:52:57.911507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <103 multiply.61> + +2023-12-14 14:52:57.911512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:57.911517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <102 add.117> + +2023-12-14 14:52:57.911522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.63 +2023-12-14 14:52:57.911527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <100 multiply.63> + +2023-12-14 14:52:57.911538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:57.911544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <99 add.118> + +2023-12-14 14:52:57.911549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.65 +2023-12-14 14:52:57.911554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <97 multiply.65> + +2023-12-14 14:52:57.911559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.67 +2023-12-14 14:52:57.911565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <95 multiply.67> + +2023-12-14 14:52:57.911569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.0 +2023-12-14 14:52:57.911574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <94 clamp.0> + +2023-12-14 14:52:57.911579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.69 +2023-12-14 14:52:57.911586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <92 multiply.69> + +2023-12-14 14:52:57.911591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.146 +2023-12-14 14:52:57.911597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 constant.146> + +2023-12-14 14:52:57.911601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.147 +2023-12-14 14:52:57.911607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 constant.147> + +2023-12-14 14:52:57.911612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.148 +2023-12-14 14:52:57.911617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 constant.148> + +2023-12-14 14:52:57.911622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.149 +2023-12-14 14:52:57.911627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 constant.149> + +2023-12-14 14:52:57.911632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.150 +2023-12-14 14:52:57.911639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 constant.150> + +2023-12-14 14:52:57.911644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.151 +2023-12-14 14:52:57.911650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 constant.151> + +2023-12-14 14:52:57.911654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.152 +2023-12-14 14:52:57.911660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <113 constant.152> + +2023-12-14 14:52:57.911665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.153 +2023-12-14 14:52:57.911670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <110 constant.153> + +2023-12-14 14:52:57.911681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.154 +2023-12-14 14:52:57.911688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <107 constant.154> + +2023-12-14 14:52:57.911693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.155 +2023-12-14 14:52:57.911699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <104 constant.155> + +2023-12-14 14:52:57.911704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.156 +2023-12-14 14:52:57.911709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <101 constant.156> + +2023-12-14 14:52:57.911714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.157 +2023-12-14 14:52:57.911719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <98 constant.157> + +2023-12-14 14:52:57.911724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.158 +2023-12-14 14:52:57.911730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <96 constant.158> + +2023-12-14 14:52:57.911735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.159 +2023-12-14 14:52:57.911740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <93 constant.159> + +2023-12-14 14:52:57.911746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.160 +2023-12-14 14:52:57.911752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <91 constant.160> + +2023-12-14 14:52:57.911757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.161 +2023-12-14 14:52:57.911762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <88 constant.161> + +2023-12-14 14:52:57.911767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.6 +2023-12-14 14:52:57.911772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <90 convert.6> + +2023-12-14 14:52:57.911777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.23 +2023-12-14 14:52:57.911782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <89 param_0.23> + +2023-12-14 14:52:57.911787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:57.911793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:57.911799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:57.911804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:57.911809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.162 +2023-12-14 14:52:57.911815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.162> + +2023-12-14 14:52:57.911823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:57.911828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.38> + +2023-12-14 14:52:57.911833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:57.911838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.19> + +2023-12-14 14:52:57.911844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:57.911850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.39> + +2023-12-14 14:52:57.911855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.27 +2023-12-14 14:52:57.911861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.27> + +2023-12-14 14:52:57.911865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:57.911871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.20> + +2023-12-14 14:52:57.911875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:57.911881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.41> + +2023-12-14 14:52:57.911885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:57.911892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.23> + +2023-12-14 14:52:57.911897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:57.911904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.31> + +2023-12-14 14:52:57.911909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:57.911914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.43> + +2023-12-14 14:52:57.911919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:57.911924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.26> + +2023-12-14 14:52:57.911929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.35 +2023-12-14 14:52:57.911935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.35> + +2023-12-14 14:52:57.911939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:52:57.911946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 divide.1> + +2023-12-14 14:52:57.911950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.121 +2023-12-14 14:52:57.911957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 add.121> + +2023-12-14 14:52:57.911965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.163 +2023-12-14 14:52:57.911970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.163> + +2023-12-14 14:52:57.911975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.70 +2023-12-14 14:52:57.911980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 multiply.70> + +2023-12-14 14:52:57.911985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.122 +2023-12-14 14:52:57.911991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 add.122> + +2023-12-14 14:52:57.911996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.164 +2023-12-14 14:52:57.912002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.164> + +2023-12-14 14:52:57.912007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.71 +2023-12-14 14:52:57.912013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 multiply.71> + +2023-12-14 14:52:57.912017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.123 +2023-12-14 14:52:57.912023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 add.123> + +2023-12-14 14:52:57.912028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.165 +2023-12-14 14:52:57.912033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.165> + +2023-12-14 14:52:57.912038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.74 +2023-12-14 14:52:57.912043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <170 multiply.74> + +2023-12-14 14:52:57.912049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.124 +2023-12-14 14:52:57.912054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 add.124> + +2023-12-14 14:52:57.912060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.166 +2023-12-14 14:52:57.912065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 constant.166> + +2023-12-14 14:52:57.912070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.76 +2023-12-14 14:52:57.912076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <167 multiply.76> + +2023-12-14 14:52:57.912080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:57.912086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 add.125> + +2023-12-14 14:52:57.912091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.167 +2023-12-14 14:52:57.912097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <165 constant.167> + +2023-12-14 14:52:57.912105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.78 +2023-12-14 14:52:57.912111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <164 multiply.78> + +2023-12-14 14:52:57.912116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.126 +2023-12-14 14:52:57.912122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 add.126> + +2023-12-14 14:52:57.912126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.168 +2023-12-14 14:52:57.912132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 constant.168> + +2023-12-14 14:52:57.912137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.80 +2023-12-14 14:52:57.912142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 multiply.80> + +2023-12-14 14:52:57.912148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.127 +2023-12-14 14:52:57.912153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <160 add.127> + +2023-12-14 14:52:57.912158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.169 +2023-12-14 14:52:57.912164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <159 constant.169> + +2023-12-14 14:52:57.912169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.82 +2023-12-14 14:52:57.912175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 multiply.82> + +2023-12-14 14:52:57.912179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.129 +2023-12-14 14:52:57.912185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <157 add.129> + +2023-12-14 14:52:57.912190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.170 +2023-12-14 14:52:57.912195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <156 constant.170> + +2023-12-14 14:52:57.912201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.84 +2023-12-14 14:52:57.912206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <155 multiply.84> + +2023-12-14 14:52:57.912212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.130 +2023-12-14 14:52:57.912217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 add.130> + +2023-12-14 14:52:57.912222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.171 +2023-12-14 14:52:57.912227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 constant.171> + +2023-12-14 14:52:57.912232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.86 +2023-12-14 14:52:57.912238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <152 multiply.86> + +2023-12-14 14:52:57.912246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.132 +2023-12-14 14:52:57.912252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <151 add.132> + +2023-12-14 14:52:57.912257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.172 +2023-12-14 14:52:57.912262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 constant.172> + +2023-12-14 14:52:57.912268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.88 +2023-12-14 14:52:57.912274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 multiply.88> + +2023-12-14 14:52:57.912278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.133 +2023-12-14 14:52:57.912284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <148 add.133> + +2023-12-14 14:52:57.912288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.173 +2023-12-14 14:52:57.912294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 constant.173> + +2023-12-14 14:52:57.912299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.90 +2023-12-14 14:52:57.912305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 multiply.90> + +2023-12-14 14:52:57.912310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.134 +2023-12-14 14:52:57.912316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 add.134> + +2023-12-14 14:52:57.912321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.174 +2023-12-14 14:52:57.912326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 constant.174> + +2023-12-14 14:52:57.912331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.92 +2023-12-14 14:52:57.912337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 multiply.92> + +2023-12-14 14:52:57.912341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.175 +2023-12-14 14:52:57.912347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 constant.175> + +2023-12-14 14:52:57.912352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.94 +2023-12-14 14:52:57.912358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 multiply.94> + +2023-12-14 14:52:57.912362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.1 +2023-12-14 14:52:57.912369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 clamp.1> + +2023-12-14 14:52:57.912374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.176 +2023-12-14 14:52:57.912379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 constant.176> + +2023-12-14 14:52:57.912387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.96 +2023-12-14 14:52:57.912393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 multiply.96> + +2023-12-14 14:52:57.912398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.177 +2023-12-14 14:52:57.912404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 constant.177> + +2023-12-14 14:52:57.912409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.178 +2023-12-14 14:52:57.912414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 constant.178> + +2023-12-14 14:52:57.912420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.7 +2023-12-14 14:52:57.912426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 convert.7> + +2023-12-14 14:52:57.912430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.41 +2023-12-14 14:52:57.912436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <135 param_0.41> + +2023-12-14 14:52:57.912441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.135 +2023-12-14 14:52:57.912446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <232 add.135> + +2023-12-14 14:52:57.912451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.153 +2023-12-14 14:52:57.912457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <231 broadcast.153> + +2023-12-14 14:52:57.912462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.8 +2023-12-14 14:52:57.912467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <230 convert.8> + +2023-12-14 14:52:57.912473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.136 +2023-12-14 14:52:57.912479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <226 add.136> + +2023-12-14 14:52:57.912483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.154 +2023-12-14 14:52:57.912489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <225 broadcast.154> + +2023-12-14 14:52:57.912494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:57.912499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <223 xor.21> + +2023-12-14 14:52:57.912505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:57.912511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <222 or.23> + +2023-12-14 14:52:57.912515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:57.912525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <221 shift-right-logical.21> + +2023-12-14 14:52:57.912530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.156 +2023-12-14 14:52:57.912535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <220 broadcast.156> + +2023-12-14 14:52:57.912540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:57.912546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <219 subtract.24> + +2023-12-14 14:52:57.912550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:57.912557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <218 shift-left.19> + +2023-12-14 14:52:57.912562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.157 +2023-12-14 14:52:57.912567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <217 broadcast.157> + +2023-12-14 14:52:57.912572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:57.912579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <216 reshape.44> + +2023-12-14 14:52:57.912583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:57.912589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <215 slice.27> + +2023-12-14 14:52:57.912593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.137 +2023-12-14 14:52:57.912599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <214 add.137> + +2023-12-14 14:52:57.912604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:57.912610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <213 xor.22> + +2023-12-14 14:52:57.912615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:57.912620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <212 or.24> + +2023-12-14 14:52:57.912625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:57.912632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <211 shift-right-logical.22> + +2023-12-14 14:52:57.912636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.158 +2023-12-14 14:52:57.912642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <210 broadcast.158> + +2023-12-14 14:52:57.912647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:57.912652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <209 subtract.25> + +2023-12-14 14:52:57.912658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:57.912667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <208 shift-left.20> + +2023-12-14 14:52:57.912672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.159 +2023-12-14 14:52:57.912677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <207 broadcast.159> + +2023-12-14 14:52:57.912683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:57.912688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <206 reshape.45> + +2023-12-14 14:52:57.912693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:57.912699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <205 slice.28> + +2023-12-14 14:52:57.912703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.138 +2023-12-14 14:52:57.912710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <204 add.138> + +2023-12-14 14:52:57.912714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:57.912720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <203 xor.23> + +2023-12-14 14:52:57.912725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:57.912731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <202 or.25> + +2023-12-14 14:52:57.912736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:57.912741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <201 shift-right-logical.23> + +2023-12-14 14:52:57.912746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.160 +2023-12-14 14:52:57.912752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <200 broadcast.160> + +2023-12-14 14:52:57.912757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:57.912763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <199 subtract.26> + +2023-12-14 14:52:57.912768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:57.912773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <198 shift-left.21> + +2023-12-14 14:52:57.912778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.161 +2023-12-14 14:52:57.912785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <197 broadcast.161> + +2023-12-14 14:52:57.912790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:57.912795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <196 reshape.46> + +2023-12-14 14:52:57.912803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:57.912809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <195 slice.29> + +2023-12-14 14:52:57.912814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.139 +2023-12-14 14:52:57.912820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <194 add.139> + +2023-12-14 14:52:57.912824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:57.912830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <193 xor.24> + +2023-12-14 14:52:57.912836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:57.912841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <192 or.26> + +2023-12-14 14:52:57.912846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:57.912852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <191 shift-right-logical.24> + +2023-12-14 14:52:57.912856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.163 +2023-12-14 14:52:57.912863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <190 broadcast.163> + +2023-12-14 14:52:57.912868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:57.912873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <189 subtract.27> + +2023-12-14 14:52:57.912878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.179 +2023-12-14 14:52:57.912883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <188 constant.179> + +2023-12-14 14:52:57.912889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:57.912895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <187 shift-left.22> + +2023-12-14 14:52:57.912899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.164 +2023-12-14 14:52:57.912905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <186 broadcast.164> + +2023-12-14 14:52:57.912910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:57.912916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <185 reshape.47> + +2023-12-14 14:52:57.912921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:57.912926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <184 slice.30> + +2023-12-14 14:52:57.912931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.140 +2023-12-14 14:52:57.912937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <182 add.140> + +2023-12-14 14:52:57.912946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.142 +2023-12-14 14:52:57.912951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <229 add.142> + +2023-12-14 14:52:57.912956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.42 +2023-12-14 14:52:57.912961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <224 param_0.42> + +2023-12-14 14:52:57.912967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.60 +2023-12-14 14:52:57.912972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <183 param_1.60> + +2023-12-14 14:52:57.912977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.56 +2023-12-14 14:52:57.912983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <181 param_2.56> + +2023-12-14 14:52:57.912987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.65 +2023-12-14 14:52:57.912994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <180 param_3.65> + +2023-12-14 14:52:57.912999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.68 +2023-12-14 14:52:57.913004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <227 param_4.68> + +2023-12-14 14:52:57.913009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.180 +2023-12-14 14:52:57.913016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <228 constant.180> + +2023-12-14 14:52:57.913021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.913026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.913031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.913037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <408 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.913043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.913048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <410 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.913053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:57.913059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <406 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.913063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:57.913070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <405 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.913074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:57.913083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <404 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.913088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.143 +2023-12-14 14:52:57.913095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <87 add.143> + +2023-12-14 14:52:57.913100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.166 +2023-12-14 14:52:57.913106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <86 broadcast.166> + +2023-12-14 14:52:57.913110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.144 +2023-12-14 14:52:57.913117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <84 add.144> + +2023-12-14 14:52:57.913122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.43 +2023-12-14 14:52:57.913128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 param_0.43> + +2023-12-14 14:52:57.913132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:57.913138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <83 xor.25> + +2023-12-14 14:52:57.913143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:57.913149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <82 or.27> + +2023-12-14 14:52:57.913154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:57.913160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <81 shift-right-logical.25> + +2023-12-14 14:52:57.913165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:57.913171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <80 broadcast.167> + +2023-12-14 14:52:57.913176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:57.913181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 subtract.28> + +2023-12-14 14:52:57.913186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:57.913192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <78 shift-left.23> + +2023-12-14 14:52:57.913197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.168 +2023-12-14 14:52:57.913203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <77 broadcast.168> + +2023-12-14 14:52:57.913208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.48 +2023-12-14 14:52:57.913213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <76 reshape.48> + +2023-12-14 14:52:57.913222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:57.913228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <75 slice.31> + +2023-12-14 14:52:57.913233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.145 +2023-12-14 14:52:57.913238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <74 add.145> + +2023-12-14 14:52:57.913243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:57.913250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <73 xor.26> + +2023-12-14 14:52:57.913255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:57.913260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <72 or.28> + +2023-12-14 14:52:57.913265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:57.913271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <71 shift-right-logical.26> + +2023-12-14 14:52:57.913276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.170 +2023-12-14 14:52:57.913282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <70 broadcast.170> + +2023-12-14 14:52:57.913286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:57.913292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <69 subtract.29> + +2023-12-14 14:52:57.913297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:57.913303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <68 shift-left.24> + +2023-12-14 14:52:57.913308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.172 +2023-12-14 14:52:57.913313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <67 broadcast.172> + +2023-12-14 14:52:57.913318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:57.913324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <66 reshape.49> + +2023-12-14 14:52:57.913329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:57.913335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <65 slice.32> + +2023-12-14 14:52:57.913339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.146 +2023-12-14 14:52:57.913345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <64 add.146> + +2023-12-14 14:52:57.913350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:57.913356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <63 xor.27> + +2023-12-14 14:52:57.913364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.29 +2023-12-14 14:52:57.913369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 or.29> + +2023-12-14 14:52:57.913375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:57.913381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <61 shift-right-logical.27> + +2023-12-14 14:52:57.913385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:57.913391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <60 broadcast.173> + +2023-12-14 14:52:57.913396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.30 +2023-12-14 14:52:57.913402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 subtract.30> + +2023-12-14 14:52:57.913407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.181 +2023-12-14 14:52:57.913413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 constant.181> + +2023-12-14 14:52:57.913418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.61 +2023-12-14 14:52:57.913423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <53 param_1.61> + +2023-12-14 14:52:57.913429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:57.913434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <57 shift-left.25> + +2023-12-14 14:52:57.913439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.174 +2023-12-14 14:52:57.913445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 broadcast.174> + +2023-12-14 14:52:57.913450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:57.913455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <55 reshape.50> + +2023-12-14 14:52:57.913461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:57.913466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <54 slice.33> + +2023-12-14 14:52:57.913471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.147 +2023-12-14 14:52:57.913477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <52 add.147> + +2023-12-14 14:52:57.913482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.57 +2023-12-14 14:52:57.913488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <51 param_2.57> + +2023-12-14 14:52:57.913493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.66 +2023-12-14 14:52:57.913498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <50 param_3.66> + +2023-12-14 14:52:57.913506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:57.913513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.913517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:57.913523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <407 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.913528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:57.913534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <410 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.913539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:57.913544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <406 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.913549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:57.913555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <405 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.913561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.2 +2023-12-14 14:52:57.913566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <393 minimum.2> + +2023-12-14 14:52:57.913571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:57.913577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <392 maximum.4> + +2023-12-14 14:52:57.913582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.98 +2023-12-14 14:52:57.913588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <391 multiply.98> + +2023-12-14 14:52:57.913593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:57.913598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <390 broadcast.176> + +2023-12-14 14:52:57.913603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.182 +2023-12-14 14:52:57.913609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <389 constant.182> + +2023-12-14 14:52:57.913615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:57.913620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <388 select.41> + +2023-12-14 14:52:57.913625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.99 +2023-12-14 14:52:57.913631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <387 multiply.99> + +2023-12-14 14:52:57.913636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.148 +2023-12-14 14:52:57.913645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <386 add.148> + +2023-12-14 14:52:57.913649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.100 +2023-12-14 14:52:57.913655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <385 multiply.100> + +2023-12-14 14:52:57.913660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.149 +2023-12-14 14:52:57.913666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <384 add.149> + +2023-12-14 14:52:57.913671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.101 +2023-12-14 14:52:57.913676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <383 multiply.101> + +2023-12-14 14:52:57.913682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.150 +2023-12-14 14:52:57.913687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <382 add.150> + +2023-12-14 14:52:57.913692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.102 +2023-12-14 14:52:57.913698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <381 multiply.102> + +2023-12-14 14:52:57.913703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.152 +2023-12-14 14:52:57.913708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <380 add.152> + +2023-12-14 14:52:57.913713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.103 +2023-12-14 14:52:57.913719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <379 multiply.103> + +2023-12-14 14:52:57.913724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.153 +2023-12-14 14:52:57.913729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <378 add.153> + +2023-12-14 14:52:57.913735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.104 +2023-12-14 14:52:57.913741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <377 multiply.104> + +2023-12-14 14:52:57.913745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.154 +2023-12-14 14:52:57.913751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <376 add.154> + +2023-12-14 14:52:57.913756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.105 +2023-12-14 14:52:57.913761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <375 multiply.105> + +2023-12-14 14:52:57.913767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.155 +2023-12-14 14:52:57.913773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <374 add.155> + +2023-12-14 14:52:57.913783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.106 +2023-12-14 14:52:57.913789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <373 multiply.106> + +2023-12-14 14:52:57.913794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.156 +2023-12-14 14:52:57.913799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <372 add.156> + +2023-12-14 14:52:57.913804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.107 +2023-12-14 14:52:57.913810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <371 multiply.107> + +2023-12-14 14:52:57.913814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:57.913821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <370 select.42> + +2023-12-14 14:52:57.913825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.157 +2023-12-14 14:52:57.913831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <369 add.157> + +2023-12-14 14:52:57.913836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:57.913842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <368 broadcast.177> + +2023-12-14 14:52:57.913847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.183 +2023-12-14 14:52:57.913852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <367 constant.183> + +2023-12-14 14:52:57.913857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:57.913862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <366 sqrt.3> + +2023-12-14 14:52:57.913867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.158 +2023-12-14 14:52:57.913873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <365 add.158> + +2023-12-14 14:52:57.913878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:57.913884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <364 broadcast.178> + +2023-12-14 14:52:57.913890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.184 +2023-12-14 14:52:57.913895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <363 constant.184> + +2023-12-14 14:52:57.913900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:57.913905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <362 select.43> + +2023-12-14 14:52:57.913910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:57.913916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <361 broadcast.179> + +2023-12-14 14:52:57.913925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.185 +2023-12-14 14:52:57.913930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <360 constant.185> + +2023-12-14 14:52:57.913936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:57.913941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <359 broadcast.180> + +2023-12-14 14:52:57.913946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.186 +2023-12-14 14:52:57.913952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <358 constant.186> + +2023-12-14 14:52:57.913957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.44 +2023-12-14 14:52:57.913962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <357 select.44> + +2023-12-14 14:52:57.913967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:57.913974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <356 broadcast.181> + +2023-12-14 14:52:57.913979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.187 +2023-12-14 14:52:57.913985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <355 constant.187> + +2023-12-14 14:52:57.913990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:57.913996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <354 broadcast.182> + +2023-12-14 14:52:57.914001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.188 +2023-12-14 14:52:57.914006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <353 constant.188> + +2023-12-14 14:52:57.914011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.45 +2023-12-14 14:52:57.914017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <352 select.45> + +2023-12-14 14:52:57.914021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:57.914027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <351 broadcast.183> + +2023-12-14 14:52:57.914032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.189 +2023-12-14 14:52:57.914038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <350 constant.189> + +2023-12-14 14:52:57.914043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:57.914049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <349 broadcast.184> + +2023-12-14 14:52:57.914053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.191 +2023-12-14 14:52:57.914062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <348 constant.191> + +2023-12-14 14:52:57.914067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.46 +2023-12-14 14:52:57.914073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <347 select.46> + +2023-12-14 14:52:57.914078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:57.914084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <346 broadcast.185> + +2023-12-14 14:52:57.914090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.192 +2023-12-14 14:52:57.914095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <345 constant.192> + +2023-12-14 14:52:57.914100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:57.914105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <344 broadcast.186> + +2023-12-14 14:52:57.914110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.193 +2023-12-14 14:52:57.914116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <343 constant.193> + +2023-12-14 14:52:57.914120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.47 +2023-12-14 14:52:57.914126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <342 select.47> + +2023-12-14 14:52:57.914132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:57.914137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <341 broadcast.187> + +2023-12-14 14:52:57.914143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.194 +2023-12-14 14:52:57.914148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <340 constant.194> + +2023-12-14 14:52:57.914153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:57.914159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <339 broadcast.188> + +2023-12-14 14:52:57.914163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.195 +2023-12-14 14:52:57.914169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <338 constant.195> + +2023-12-14 14:52:57.914174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.48 +2023-12-14 14:52:57.914179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <337 select.48> + +2023-12-14 14:52:57.914185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:57.914191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <336 broadcast.189> + +2023-12-14 14:52:57.914199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.196 +2023-12-14 14:52:57.914205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <335 constant.196> + +2023-12-14 14:52:57.914210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:57.914215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <334 broadcast.190> + +2023-12-14 14:52:57.914220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.197 +2023-12-14 14:52:57.914226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <333 constant.197> + +2023-12-14 14:52:57.914230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.49 +2023-12-14 14:52:57.914237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <332 select.49> + +2023-12-14 14:52:57.914243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:57.914249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <331 broadcast.191> + +2023-12-14 14:52:57.914254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.198 +2023-12-14 14:52:57.914260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <330 constant.198> + +2023-12-14 14:52:57.914264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:57.914270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <329 broadcast.192> + +2023-12-14 14:52:57.914275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.199 +2023-12-14 14:52:57.914280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <328 constant.199> + +2023-12-14 14:52:57.914286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.50 +2023-12-14 14:52:57.914291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <327 select.50> + +2023-12-14 14:52:57.914296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:57.914302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <326 broadcast.193> + +2023-12-14 14:52:57.914307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.200 +2023-12-14 14:52:57.914312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <325 constant.200> + +2023-12-14 14:52:57.914317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:57.914323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <324 broadcast.194> + +2023-12-14 14:52:57.914327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.201 +2023-12-14 14:52:57.914336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <323 constant.201> + +2023-12-14 14:52:57.914342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.51 +2023-12-14 14:52:57.914348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <322 select.51> + +2023-12-14 14:52:57.914353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:57.914359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <321 broadcast.195> + +2023-12-14 14:52:57.914364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.202 +2023-12-14 14:52:57.914369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <320 constant.202> + +2023-12-14 14:52:57.914374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:57.914379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <319 broadcast.196> + +2023-12-14 14:52:57.914384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.203 +2023-12-14 14:52:57.914391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <318 constant.203> + +2023-12-14 14:52:57.914396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.18 +2023-12-14 14:52:57.914402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <317 compare.18> + +2023-12-14 14:52:57.914407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:57.914412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <316 broadcast.197> + +2023-12-14 14:52:57.914417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.204 +2023-12-14 14:52:57.914423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <315 constant.204> + +2023-12-14 14:52:57.914427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:57.914433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <314 negate.9> + +2023-12-14 14:52:57.914438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:57.914444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <313 log-plus-one.3> + +2023-12-14 14:52:57.914450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.108 +2023-12-14 14:52:57.914455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <312 multiply.108> + +2023-12-14 14:52:57.914460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:57.914466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <311 negate.10> + +2023-12-14 14:52:57.914474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.109 +2023-12-14 14:52:57.914480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <310 multiply.109> + +2023-12-14 14:52:57.914484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:57.914490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <309 broadcast.198> + +2023-12-14 14:52:57.914496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.19 +2023-12-14 14:52:57.914502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <308 compare.19> + +2023-12-14 14:52:57.914507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:57.914513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <307 broadcast.199> + +2023-12-14 14:52:57.914518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.205 +2023-12-14 14:52:57.914523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <306 constant.205> + +2023-12-14 14:52:57.914528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:57.914533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <305 abs.3> + +2023-12-14 14:52:57.914538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:57.914544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <304 reshape.51> + +2023-12-14 14:52:57.914550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.5 +2023-12-14 14:52:57.914555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <303 maximum.5> + +2023-12-14 14:52:57.914560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.159 +2023-12-14 14:52:57.914565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <302 add.159> + +2023-12-14 14:52:57.914570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.110 +2023-12-14 14:52:57.914576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <301 multiply.110> + +2023-12-14 14:52:57.914580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:57.914586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <300 broadcast.200> + +2023-12-14 14:52:57.914591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:57.914598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <299 reshape.52> + +2023-12-14 14:52:57.914603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.31 +2023-12-14 14:52:57.914609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <298 subtract.31> + +2023-12-14 14:52:57.914617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.53 +2023-12-14 14:52:57.914623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <297 reshape.53> + +2023-12-14 14:52:57.914628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:57.914633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <296 reshape.54> + +2023-12-14 14:52:57.914638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.160 +2023-12-14 14:52:57.914644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <294 add.160> + +2023-12-14 14:52:57.914649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:57.914656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <293 broadcast.201> + +2023-12-14 14:52:57.914660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.206 +2023-12-14 14:52:57.914666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <292 constant.206> + +2023-12-14 14:52:57.914671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.6 +2023-12-14 14:52:57.914676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <291 bitcast-convert.6> + +2023-12-14 14:52:57.914681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.30 +2023-12-14 14:52:57.914686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <290 or.30> + +2023-12-14 14:52:57.914691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:57.914696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <289 broadcast.202> + +2023-12-14 14:52:57.914703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.207 +2023-12-14 14:52:57.914709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <288 constant.207> + +2023-12-14 14:52:57.914714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:57.914719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <287 shift-right-logical.28> + +2023-12-14 14:52:57.914724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:57.914730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <286 broadcast.203> + +2023-12-14 14:52:57.914735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.208 +2023-12-14 14:52:57.914740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <285 constant.208> + +2023-12-14 14:52:57.914745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:57.914755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <284 concatenate.1> + +2023-12-14 14:52:57.914760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:57.914766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <281 broadcast.204> + +2023-12-14 14:52:57.914771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:57.914776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <279 broadcast.205> + +2023-12-14 14:52:57.914781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.7 +2023-12-14 14:52:57.914786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <278 bitcast-convert.7> + +2023-12-14 14:52:57.914791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.52 +2023-12-14 14:52:57.914797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <277 select.52> + +2023-12-14 14:52:57.914802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.53 +2023-12-14 14:52:57.914808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <276 select.53> + +2023-12-14 14:52:57.914813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.54 +2023-12-14 14:52:57.914819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <275 select.54> + +2023-12-14 14:52:57.914823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.162 +2023-12-14 14:52:57.914829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <274 add.162> + +2023-12-14 14:52:57.914834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.55 +2023-12-14 14:52:57.914839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <273 select.55> + +2023-12-14 14:52:57.914843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.31 +2023-12-14 14:52:57.914849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <272 or.31> + +2023-12-14 14:52:57.914854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.20 +2023-12-14 14:52:57.914860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <271 compare.20> + +2023-12-14 14:52:57.914865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:57.914870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <270 and.4> + +2023-12-14 14:52:57.914875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.21 +2023-12-14 14:52:57.914881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <269 compare.21> + +2023-12-14 14:52:57.914889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.22 +2023-12-14 14:52:57.914895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <268 compare.22> + +2023-12-14 14:52:57.914900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.5 +2023-12-14 14:52:57.914905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <267 and.5> + +2023-12-14 14:52:57.914911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.8 +2023-12-14 14:52:57.914916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <266 bitcast-convert.8> + +2023-12-14 14:52:57.914921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.23 +2023-12-14 14:52:57.914927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <265 compare.23> + +2023-12-14 14:52:57.914931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.209 +2023-12-14 14:52:57.914937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <264 constant.209> + +2023-12-14 14:52:57.914942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.24 +2023-12-14 14:52:57.914947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <263 compare.24> + +2023-12-14 14:52:57.914952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.9 +2023-12-14 14:52:57.914957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <262 convert.9> + +2023-12-14 14:52:57.914963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:57.914969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <260 broadcast.206> + +2023-12-14 14:52:57.914974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.44 +2023-12-14 14:52:57.914979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <280 param_0.44> + +2023-12-14 14:52:57.914984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.62 +2023-12-14 14:52:57.914989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <295 param_1.62> + +2023-12-14 14:52:57.914994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.58 +2023-12-14 14:52:57.915000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <282 param_2.58> + +2023-12-14 14:52:57.915004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.67 +2023-12-14 14:52:57.915011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <283 param_3.67> + +2023-12-14 14:52:57.915016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.9 +2023-12-14 14:52:57.915022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <259 bitcast-convert.9> + +2023-12-14 14:52:57.915030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.56 +2023-12-14 14:52:57.915035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <258 select.56> + +2023-12-14 14:52:57.915040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.57 +2023-12-14 14:52:57.915046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <257 select.57> + +2023-12-14 14:52:57.915050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.58 +2023-12-14 14:52:57.915056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <256 select.58> + +2023-12-14 14:52:57.915061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.163 +2023-12-14 14:52:57.915068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <255 add.163> + +2023-12-14 14:52:57.915072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.59 +2023-12-14 14:52:57.915078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <254 select.59> + +2023-12-14 14:52:57.915083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.210 +2023-12-14 14:52:57.915088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <253 constant.210> + +2023-12-14 14:52:57.915093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.211 +2023-12-14 14:52:57.915098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <252 constant.211> + +2023-12-14 14:52:57.915103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.32 +2023-12-14 14:52:57.915109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <251 or.32> + +2023-12-14 14:52:57.915115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.25 +2023-12-14 14:52:57.915121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <250 compare.25> + +2023-12-14 14:52:57.915126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.6 +2023-12-14 14:52:57.915131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <249 and.6> + +2023-12-14 14:52:57.915136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.212 +2023-12-14 14:52:57.915141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <248 constant.212> + +2023-12-14 14:52:57.915146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.26 +2023-12-14 14:52:57.915152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <247 compare.26> + +2023-12-14 14:52:57.915156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.213 +2023-12-14 14:52:57.915163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <246 constant.213> + +2023-12-14 14:52:57.915172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.214 +2023-12-14 14:52:57.915177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <245 constant.214> + +2023-12-14 14:52:57.915182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.27 +2023-12-14 14:52:57.915188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <244 compare.27> + +2023-12-14 14:52:57.915192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.215 +2023-12-14 14:52:57.915198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <243 constant.215> + +2023-12-14 14:52:57.915203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.7 +2023-12-14 14:52:57.915208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <242 and.7> + +2023-12-14 14:52:57.915213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.216 +2023-12-14 14:52:57.915220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <241 constant.216> + +2023-12-14 14:52:57.915225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.10 +2023-12-14 14:52:57.915230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <240 bitcast-convert.10> + +2023-12-14 14:52:57.915235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.217 +2023-12-14 14:52:57.915241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <239 constant.217> + +2023-12-14 14:52:57.915245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.28 +2023-12-14 14:52:57.915251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <238 compare.28> + +2023-12-14 14:52:57.915256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.218 +2023-12-14 14:52:57.915261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <237 constant.218> + +2023-12-14 14:52:57.915267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.219 +2023-12-14 14:52:57.915273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <236 constant.219> + +2023-12-14 14:52:57.915278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.69 +2023-12-14 14:52:57.915283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <261 param_4.69> + +2023-12-14 14:52:57.915288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.29 +2023-12-14 14:52:57.915293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <235 compare.29> + +2023-12-14 14:52:57.915298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.10 +2023-12-14 14:52:57.915304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <234 convert.10> + +2023-12-14 14:52:57.915312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_5.76 +2023-12-14 14:52:57.915324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <233 param_5.76> + +2023-12-14 14:52:57.915330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:57.915336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <12 fusion.2.clone> + +2023-12-14 14:52:57.915341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:57.915346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <39 fusion.9> + +2023-12-14 14:52:57.915351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:57.915356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <41 fusion.3> + +2023-12-14 14:52:57.915361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:57.915366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <414 while.1{1} (phi)> + +2023-12-14 14:52:57.915371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:57.915378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <415 while.1{2} (phi)> + +2023-12-14 14:52:57.915384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.13 +2023-12-14 14:52:57.915389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <38 Arg_1.2> + +2023-12-14 14:52:57.915394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.14 +2023-12-14 14:52:57.915399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 Arg_2.3> + +2023-12-14 14:52:57.915404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.164 +2023-12-14 14:52:57.915409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <26 add.164> + +2023-12-14 14:52:57.915414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:57.915420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 broadcast.207> + +2023-12-14 14:52:57.915425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:57.915432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.55> + +2023-12-14 14:52:57.915437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:57.915443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.34> + +2023-12-14 14:52:57.915448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:57.915453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <21 slice.35> + +2023-12-14 14:52:57.915461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.45 +2023-12-14 14:52:57.915467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <22 param_0.45> + +2023-12-14 14:52:57.915472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:57.915478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <20 iota.2> + +2023-12-14 14:52:57.915483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5.clone +2023-12-14 14:52:57.915489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.915494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.15 +2023-12-14 14:52:57.915499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <43 Arg_0.1> + +2023-12-14 14:52:57.915504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.165 +2023-12-14 14:52:57.915510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <19 add.165> + +2023-12-14 14:52:57.915515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:57.915520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 broadcast.208> + +2023-12-14 14:52:57.915525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:57.915531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.56> + +2023-12-14 14:52:57.915537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:57.915542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.36> + +2023-12-14 14:52:57.915547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:57.915552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <14 slice.37> + +2023-12-14 14:52:57.915557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.46 +2023-12-14 14:52:57.915562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <15 param_0.46> + +2023-12-14 14:52:57.915567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:57.915572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <13 iota.3> + +2023-12-14 14:52:57.915578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7.clone +2023-12-14 14:52:57.915584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.915589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.16 +2023-12-14 14:52:57.915595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <43 Arg_0.1> + +2023-12-14 14:52:57.917243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:57.917275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.917282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.917292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 Arg_0.1> (def) +2023-12-14 14:52:57.917297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.917306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 Arg_1.2> (def) +2023-12-14 14:52:57.917311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:57.917320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_2.3> (def) +2023-12-14 14:52:57.917325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:57.917335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.19> (def) +2023-12-14 14:52:57.917340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:57.917350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 constant.21> (def) +2023-12-14 14:52:57.917355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:57.917364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.22> (def) +2023-12-14 14:52:57.917370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6: +2023-12-14 14:52:57.917380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.917385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.6{}> (def) +2023-12-14 14:52:57.917389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.917394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.19> +2023-12-14 14:52:57.917399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.917404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.917409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.917423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.917428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.917432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.6> +2023-12-14 14:52:57.917437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.917442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 fusion.4> +2023-12-14 14:52:57.917448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.917453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 fusion.8> +2023-12-14 14:52:57.917457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.917462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.22> +2023-12-14 14:52:57.917467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.917472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 constant.21> +2023-12-14 14:52:57.917478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:57.917487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.917492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 while.1{} (phi)> (def) +2023-12-14 14:52:57.917497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.917503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 while.1{0} (phi)> (def) +2023-12-14 14:52:57.917508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.917512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 while.1{1} (phi)> (def) +2023-12-14 14:52:57.917517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.917522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 while.1{2} (phi)> (def) +2023-12-14 14:52:57.917527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.917532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 while.1{3} (phi)> (def) +2023-12-14 14:52:57.917537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.917542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 while.1{4} (phi)> (def) +2023-12-14 14:52:57.917547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.917551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 while.1{5} (phi)> (def) +2023-12-14 14:52:57.917557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.917561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 while.1{6} (phi)> (def) +2023-12-14 14:52:57.917578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.917583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 while.1{7} (phi)> (def) +2023-12-14 14:52:57.917588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:57.917597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 while.1{1} (phi)> +2023-12-14 14:52:57.917602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:57.917612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 while.1{2} (phi)> +2023-12-14 14:52:57.917617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:57.917627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.3> (def) +2023-12-14 14:52:57.917632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:57.917642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 fusion.4> (def) +2023-12-14 14:52:57.917647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:57.917656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.6> (def) +2023-12-14 14:52:57.917662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:52:57.917671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 fusion.8> (def) +2023-12-14 14:52:57.917676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9: +2023-12-14 14:52:57.917686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.9> (def) +2023-12-14 14:52:57.917691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:57.917700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> +2023-12-14 14:52:57.917705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:57.917715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.917720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:57.917733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.917738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:57.917747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.917752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:57.917757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.917763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:57.917768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.917773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:57.917778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.917783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:57.917788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.917793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:57.917797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.917802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:57.917807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.917813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:57.917821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.917828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:57.917836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.917846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:57.917851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:57.917861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.102> (def) +2023-12-14 14:52:57.917867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:57.917876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 add.58> (def) +2023-12-14 14:52:57.917885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7: +2023-12-14 14:52:57.917894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.917899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 tuple.7{}> (def) +2023-12-14 14:52:57.917904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.917909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 add.58> +2023-12-14 14:52:57.917914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.917920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.917925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.917929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.917936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.917941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.917946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.917951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.917955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.917960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.917965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.917971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.917976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.917980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.917985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.917990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.76: +2023-12-14 14:52:57.917995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.918000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.77: +2023-12-14 14:52:57.918009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.918014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.78: +2023-12-14 14:52:57.918025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.918033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.79: +2023-12-14 14:52:57.918044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.918048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.80: +2023-12-14 14:52:57.918058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.918063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.81: +2023-12-14 14:52:57.918073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.918078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.82: +2023-12-14 14:52:57.918089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.918094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.84: +2023-12-14 14:52:57.918104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.918109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.918118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.918123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:57.918134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.918138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:57.918148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.918153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:57.918158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.918163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:57.918168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.918172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:57.918181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.918186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:57.918192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.918197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:57.918202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.918207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:57.918212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.918216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:57.918221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.918226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:57.918232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.918236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:57.918241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:57.918251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> (def) +2023-12-14 14:52:57.918256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:57.918266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> (def) +2023-12-14 14:52:57.918270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:57.918281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.918286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0: +2023-12-14 14:52:57.918296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 divide.0> (def) +2023-12-14 14:52:57.918301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:57.918310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.105> (def) +2023-12-14 14:52:57.918315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:57.918327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 multiply.42> (def) +2023-12-14 14:52:57.918333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:57.918342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 add.106> (def) +2023-12-14 14:52:57.918348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:57.918357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 multiply.45> (def) +2023-12-14 14:52:57.918362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:57.918372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.107> (def) +2023-12-14 14:52:57.918376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:57.918387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 multiply.47> (def) +2023-12-14 14:52:57.918392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:57.918402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 add.108> (def) +2023-12-14 14:52:57.918406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:57.918416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 multiply.49> (def) +2023-12-14 14:52:57.918421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:57.918430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 add.109> (def) +2023-12-14 14:52:57.918435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:57.918445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 multiply.51> (def) +2023-12-14 14:52:57.918450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:57.918460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 add.110> (def) +2023-12-14 14:52:57.918464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53: +2023-12-14 14:52:57.918474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 multiply.53> (def) +2023-12-14 14:52:57.918482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:57.918492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.112> (def) +2023-12-14 14:52:57.918497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55: +2023-12-14 14:52:57.918507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 multiply.55> (def) +2023-12-14 14:52:57.918512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:57.918521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.114> (def) +2023-12-14 14:52:57.918526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57: +2023-12-14 14:52:57.918535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 multiply.57> (def) +2023-12-14 14:52:57.918541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:57.918551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.115> (def) +2023-12-14 14:52:57.918556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59: +2023-12-14 14:52:57.918565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 multiply.59> (def) +2023-12-14 14:52:57.918570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:57.918579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 add.116> (def) +2023-12-14 14:52:57.918584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61: +2023-12-14 14:52:57.918594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 multiply.61> (def) +2023-12-14 14:52:57.918599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:57.918609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.117> (def) +2023-12-14 14:52:57.918614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63: +2023-12-14 14:52:57.918623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 multiply.63> (def) +2023-12-14 14:52:57.918632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:57.918641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.118> (def) +2023-12-14 14:52:57.918647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65: +2023-12-14 14:52:57.918658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 multiply.65> (def) +2023-12-14 14:52:57.918663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67: +2023-12-14 14:52:57.918672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 multiply.67> (def) +2023-12-14 14:52:57.918677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0: +2023-12-14 14:52:57.918686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 clamp.0> (def) +2023-12-14 14:52:57.918691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69: +2023-12-14 14:52:57.918702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 multiply.69> (def) +2023-12-14 14:52:57.918707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146: +2023-12-14 14:52:57.918716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.146> (def) +2023-12-14 14:52:57.918721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147: +2023-12-14 14:52:57.918730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 constant.147> (def) +2023-12-14 14:52:57.918735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148: +2023-12-14 14:52:57.918744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.148> (def) +2023-12-14 14:52:57.918750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149: +2023-12-14 14:52:57.918760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.149> (def) +2023-12-14 14:52:57.918765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150: +2023-12-14 14:52:57.918774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 constant.150> (def) +2023-12-14 14:52:57.918782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151: +2023-12-14 14:52:57.918791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.151> (def) +2023-12-14 14:52:57.918796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152: +2023-12-14 14:52:57.918807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 constant.152> (def) +2023-12-14 14:52:57.918812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153: +2023-12-14 14:52:57.918821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 constant.153> (def) +2023-12-14 14:52:57.918826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154: +2023-12-14 14:52:57.918835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.154> (def) +2023-12-14 14:52:57.918840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155: +2023-12-14 14:52:57.918849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.155> (def) +2023-12-14 14:52:57.918855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156: +2023-12-14 14:52:57.918865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 constant.156> (def) +2023-12-14 14:52:57.918870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157: +2023-12-14 14:52:57.918879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 constant.157> (def) +2023-12-14 14:52:57.918884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158: +2023-12-14 14:52:57.918894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 constant.158> (def) +2023-12-14 14:52:57.918898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159: +2023-12-14 14:52:57.918909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 constant.159> (def) +2023-12-14 14:52:57.918914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160: +2023-12-14 14:52:57.918923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 constant.160> (def) +2023-12-14 14:52:57.918931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161: +2023-12-14 14:52:57.918940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 constant.161> (def) +2023-12-14 14:52:57.918945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6: +2023-12-14 14:52:57.918954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 convert.6> (def) +2023-12-14 14:52:57.918960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23: +2023-12-14 14:52:57.918970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 param_0.23> (def) +2023-12-14 14:52:57.918975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:57.918984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:57.918989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.918993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:57.918998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:57.919003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162: +2023-12-14 14:52:57.919015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> (def) +2023-12-14 14:52:57.919019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:57.919029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> (def) +2023-12-14 14:52:57.919034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:57.919043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> (def) +2023-12-14 14:52:57.919048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:57.919057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> (def) +2023-12-14 14:52:57.919063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27: +2023-12-14 14:52:57.919072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> (def) +2023-12-14 14:52:57.919080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:57.919089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> (def) +2023-12-14 14:52:57.919094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:57.919104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> (def) +2023-12-14 14:52:57.919108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:57.919119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> (def) +2023-12-14 14:52:57.919123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:57.919133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> (def) +2023-12-14 14:52:57.919138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:57.919147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> (def) +2023-12-14 14:52:57.919152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:57.919161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> (def) +2023-12-14 14:52:57.919167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35: +2023-12-14 14:52:57.919176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> (def) +2023-12-14 14:52:57.919181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:52:57.919190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 divide.1> (def) +2023-12-14 14:52:57.919195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121: +2023-12-14 14:52:57.919204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.121> (def) +2023-12-14 14:52:57.919209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163: +2023-12-14 14:52:57.919221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.163> (def) +2023-12-14 14:52:57.919229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70: +2023-12-14 14:52:57.919238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.70> (def) +2023-12-14 14:52:57.919243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122: +2023-12-14 14:52:57.919252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 add.122> (def) +2023-12-14 14:52:57.919257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164: +2023-12-14 14:52:57.919267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.164> (def) +2023-12-14 14:52:57.919272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71: +2023-12-14 14:52:57.919282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.71> (def) +2023-12-14 14:52:57.919286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123: +2023-12-14 14:52:57.919296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.123> (def) +2023-12-14 14:52:57.919301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165: +2023-12-14 14:52:57.919310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.165> (def) +2023-12-14 14:52:57.919315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74: +2023-12-14 14:52:57.919336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.74> (def) +2023-12-14 14:52:57.919341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124: +2023-12-14 14:52:57.919351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.124> (def) +2023-12-14 14:52:57.919355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166: +2023-12-14 14:52:57.919365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.166> (def) +2023-12-14 14:52:57.919370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76: +2023-12-14 14:52:57.919379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.76> (def) +2023-12-14 14:52:57.919384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:57.919399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 add.125> (def) +2023-12-14 14:52:57.919403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167: +2023-12-14 14:52:57.919413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 constant.167> (def) +2023-12-14 14:52:57.919417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78: +2023-12-14 14:52:57.919427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 multiply.78> (def) +2023-12-14 14:52:57.919431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126: +2023-12-14 14:52:57.919444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 add.126> (def) +2023-12-14 14:52:57.919448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168: +2023-12-14 14:52:57.919458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 constant.168> (def) +2023-12-14 14:52:57.919462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80: +2023-12-14 14:52:57.919472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 multiply.80> (def) +2023-12-14 14:52:57.919476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127: +2023-12-14 14:52:57.919487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.127> (def) +2023-12-14 14:52:57.919492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169: +2023-12-14 14:52:57.919501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.169> (def) +2023-12-14 14:52:57.919506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82: +2023-12-14 14:52:57.919515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 multiply.82> (def) +2023-12-14 14:52:57.919520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129: +2023-12-14 14:52:57.919530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 add.129> (def) +2023-12-14 14:52:57.919534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170: +2023-12-14 14:52:57.919548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.170> (def) +2023-12-14 14:52:57.919553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84: +2023-12-14 14:52:57.919562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 multiply.84> (def) +2023-12-14 14:52:57.919567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130: +2023-12-14 14:52:57.919577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 add.130> (def) +2023-12-14 14:52:57.919581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171: +2023-12-14 14:52:57.919592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.171> (def) +2023-12-14 14:52:57.919597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86: +2023-12-14 14:52:57.919607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 multiply.86> (def) +2023-12-14 14:52:57.919611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132: +2023-12-14 14:52:57.919621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 add.132> (def) +2023-12-14 14:52:57.919625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172: +2023-12-14 14:52:57.919635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.172> (def) +2023-12-14 14:52:57.919640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88: +2023-12-14 14:52:57.919651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 multiply.88> (def) +2023-12-14 14:52:57.919656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133: +2023-12-14 14:52:57.919665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.133> (def) +2023-12-14 14:52:57.919670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173: +2023-12-14 14:52:57.919679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.173> (def) +2023-12-14 14:52:57.919684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90: +2023-12-14 14:52:57.919698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.90> (def) +2023-12-14 14:52:57.919703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134: +2023-12-14 14:52:57.919712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.134> (def) +2023-12-14 14:52:57.919717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174: +2023-12-14 14:52:57.919727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.174> (def) +2023-12-14 14:52:57.919731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92: +2023-12-14 14:52:57.919741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.92> (def) +2023-12-14 14:52:57.919746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175: +2023-12-14 14:52:57.919757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 constant.175> (def) +2023-12-14 14:52:57.919761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94: +2023-12-14 14:52:57.919771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 multiply.94> (def) +2023-12-14 14:52:57.919776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1: +2023-12-14 14:52:57.919785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 clamp.1> (def) +2023-12-14 14:52:57.919790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176: +2023-12-14 14:52:57.919801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 constant.176> (def) +2023-12-14 14:52:57.919805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96: +2023-12-14 14:52:57.919815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 multiply.96> (def) +2023-12-14 14:52:57.919819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177: +2023-12-14 14:52:57.919829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.177> (def) +2023-12-14 14:52:57.919833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178: +2023-12-14 14:52:57.919848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.178> (def) +2023-12-14 14:52:57.919854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7: +2023-12-14 14:52:57.919863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 convert.7> (def) +2023-12-14 14:52:57.919868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41: +2023-12-14 14:52:57.919877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 param_0.41> (def) +2023-12-14 14:52:57.919882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135: +2023-12-14 14:52:57.919891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 add.135> (def) +2023-12-14 14:52:57.919897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153: +2023-12-14 14:52:57.919908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.153> (def) +2023-12-14 14:52:57.919912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8: +2023-12-14 14:52:57.919922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 convert.8> (def) +2023-12-14 14:52:57.919926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136: +2023-12-14 14:52:57.919936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 add.136> (def) +2023-12-14 14:52:57.919941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154: +2023-12-14 14:52:57.919951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.154> (def) +2023-12-14 14:52:57.919956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:57.919966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 xor.21> (def) +2023-12-14 14:52:57.919971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:57.919980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 or.23> (def) +2023-12-14 14:52:57.919985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.919993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:57.919998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 shift-right-logical.21> (def) +2023-12-14 14:52:57.920003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156: +2023-12-14 14:52:57.920014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 broadcast.156> (def) +2023-12-14 14:52:57.920019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:57.920028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 subtract.24> (def) +2023-12-14 14:52:57.920033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:57.920042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 shift-left.19> (def) +2023-12-14 14:52:57.920047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157: +2023-12-14 14:52:57.920057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 broadcast.157> (def) +2023-12-14 14:52:57.920063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:57.920072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 reshape.44> (def) +2023-12-14 14:52:57.920077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:57.920086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 slice.27> (def) +2023-12-14 14:52:57.920091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137: +2023-12-14 14:52:57.920101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 add.137> (def) +2023-12-14 14:52:57.920106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:57.920116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 xor.22> (def) +2023-12-14 14:52:57.920121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:57.920130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 or.24> (def) +2023-12-14 14:52:57.920135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:57.920148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 shift-right-logical.22> (def) +2023-12-14 14:52:57.920153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158: +2023-12-14 14:52:57.920164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.158> (def) +2023-12-14 14:52:57.920169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:57.920178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 subtract.25> (def) +2023-12-14 14:52:57.920183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:57.920192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 shift-left.20> (def) +2023-12-14 14:52:57.920197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159: +2023-12-14 14:52:57.920208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 broadcast.159> (def) +2023-12-14 14:52:57.920213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:57.920223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 reshape.45> (def) +2023-12-14 14:52:57.920228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:57.920237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 slice.28> (def) +2023-12-14 14:52:57.920242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138: +2023-12-14 14:52:57.920251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 add.138> (def) +2023-12-14 14:52:57.920257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:57.920268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 xor.23> (def) +2023-12-14 14:52:57.920273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:57.920282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 or.25> (def) +2023-12-14 14:52:57.920287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:57.920300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 shift-right-logical.23> (def) +2023-12-14 14:52:57.920304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160: +2023-12-14 14:52:57.920315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 broadcast.160> (def) +2023-12-14 14:52:57.920320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:57.920330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 subtract.26> (def) +2023-12-14 14:52:57.920334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:57.920344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 shift-left.21> (def) +2023-12-14 14:52:57.920349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161: +2023-12-14 14:52:57.920359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 broadcast.161> (def) +2023-12-14 14:52:57.920364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:57.920374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 reshape.46> (def) +2023-12-14 14:52:57.920379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:57.920389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 slice.29> (def) +2023-12-14 14:52:57.920393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139: +2023-12-14 14:52:57.920403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.139> (def) +2023-12-14 14:52:57.920407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:57.920418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 xor.24> (def) +2023-12-14 14:52:57.920423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:57.920433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 or.26> (def) +2023-12-14 14:52:57.920437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:57.920450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 shift-right-logical.24> (def) +2023-12-14 14:52:57.920455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163: +2023-12-14 14:52:57.920466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 broadcast.163> (def) +2023-12-14 14:52:57.920471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:57.920481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 subtract.27> (def) +2023-12-14 14:52:57.920486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179: +2023-12-14 14:52:57.920495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 constant.179> (def) +2023-12-14 14:52:57.920500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:57.920510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 shift-left.22> (def) +2023-12-14 14:52:57.920515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164: +2023-12-14 14:52:57.920525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.164> (def) +2023-12-14 14:52:57.920530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:57.920539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 reshape.47> (def) +2023-12-14 14:52:57.920544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:57.920554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 slice.30> (def) +2023-12-14 14:52:57.920558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140: +2023-12-14 14:52:57.920568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.140> (def) +2023-12-14 14:52:57.920573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142: +2023-12-14 14:52:57.920583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 add.142> (def) +2023-12-14 14:52:57.920588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42: +2023-12-14 14:52:57.920601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 param_0.42> (def) +2023-12-14 14:52:57.920606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60: +2023-12-14 14:52:57.920616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 param_1.60> (def) +2023-12-14 14:52:57.920621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56: +2023-12-14 14:52:57.920631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 param_2.56> (def) +2023-12-14 14:52:57.920636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65: +2023-12-14 14:52:57.920645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 param_3.65> (def) +2023-12-14 14:52:57.920650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68: +2023-12-14 14:52:57.920659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 param_4.68> (def) +2023-12-14 14:52:57.920665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180: +2023-12-14 14:52:57.920674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.180> (def) +2023-12-14 14:52:57.920679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.920689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> (def) +2023-12-14 14:52:57.920694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.920703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.920708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.920718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.920723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:57.920734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.920738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:57.920751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.920756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:57.920765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.920771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143: +2023-12-14 14:52:57.920780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 add.143> (def) +2023-12-14 14:52:57.920786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166: +2023-12-14 14:52:57.920796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.166> (def) +2023-12-14 14:52:57.920801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144: +2023-12-14 14:52:57.920810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.144> (def) +2023-12-14 14:52:57.920815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43: +2023-12-14 14:52:57.920825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 param_0.43> (def) +2023-12-14 14:52:57.920830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:57.920840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.25> (def) +2023-12-14 14:52:57.920845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:57.920854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.27> (def) +2023-12-14 14:52:57.920859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:57.920869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.25> (def) +2023-12-14 14:52:57.920874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:57.920884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.167> (def) +2023-12-14 14:52:57.920889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:57.920902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.28> (def) +2023-12-14 14:52:57.920906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:57.920916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 shift-left.23> (def) +2023-12-14 14:52:57.920922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168: +2023-12-14 14:52:57.920931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 broadcast.168> (def) +2023-12-14 14:52:57.920936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48: +2023-12-14 14:52:57.920946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 reshape.48> (def) +2023-12-14 14:52:57.920951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:57.920961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 slice.31> (def) +2023-12-14 14:52:57.920965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145: +2023-12-14 14:52:57.920975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 add.145> (def) +2023-12-14 14:52:57.920980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.920985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:57.920989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 xor.26> (def) +2023-12-14 14:52:57.920995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:57.921004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 or.28> (def) +2023-12-14 14:52:57.921009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:57.921019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 shift-right-logical.26> (def) +2023-12-14 14:52:57.921024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170: +2023-12-14 14:52:57.921034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 broadcast.170> (def) +2023-12-14 14:52:57.921038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:57.921052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 subtract.29> (def) +2023-12-14 14:52:57.921057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:57.921066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 shift-left.24> (def) +2023-12-14 14:52:57.921071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172: +2023-12-14 14:52:57.921081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 broadcast.172> (def) +2023-12-14 14:52:57.921086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:57.921095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 reshape.49> (def) +2023-12-14 14:52:57.921101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:57.921110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 slice.32> (def) +2023-12-14 14:52:57.921115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146: +2023-12-14 14:52:57.921124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.146> (def) +2023-12-14 14:52:57.921130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:57.921139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 xor.27> (def) +2023-12-14 14:52:57.921144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29: +2023-12-14 14:52:57.921154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 or.29> (def) +2023-12-14 14:52:57.921159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:57.921169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 shift-right-logical.27> (def) +2023-12-14 14:52:57.921173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:57.921184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 broadcast.173> (def) +2023-12-14 14:52:57.921188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30: +2023-12-14 14:52:57.921201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 subtract.30> (def) +2023-12-14 14:52:57.921206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181: +2023-12-14 14:52:57.921216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 constant.181> (def) +2023-12-14 14:52:57.921220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61: +2023-12-14 14:52:57.921231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 param_1.61> (def) +2023-12-14 14:52:57.921235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:57.921245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 shift-left.25> (def) +2023-12-14 14:52:57.921250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174: +2023-12-14 14:52:57.921260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 broadcast.174> (def) +2023-12-14 14:52:57.921265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:57.921274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 reshape.50> (def) +2023-12-14 14:52:57.921280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:57.921289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 slice.33> (def) +2023-12-14 14:52:57.921294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147: +2023-12-14 14:52:57.921304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.147> (def) +2023-12-14 14:52:57.921309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57: +2023-12-14 14:52:57.921318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 param_2.57> (def) +2023-12-14 14:52:57.921323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66: +2023-12-14 14:52:57.921333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_3.66> (def) +2023-12-14 14:52:57.921338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:57.921350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> (def) +2023-12-14 14:52:57.921356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:57.921366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.921370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:57.921380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.921386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:57.921395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.921400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:57.921410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.921415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2: +2023-12-14 14:52:57.921424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 minimum.2> (def) +2023-12-14 14:52:57.921429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:57.921439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 maximum.4> (def) +2023-12-14 14:52:57.921444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98: +2023-12-14 14:52:57.921453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.98> (def) +2023-12-14 14:52:57.921458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:57.921469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 broadcast.176> (def) +2023-12-14 14:52:57.921473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182: +2023-12-14 14:52:57.921483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 constant.182> (def) +2023-12-14 14:52:57.921488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:57.921500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 select.41> (def) +2023-12-14 14:52:57.921505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99: +2023-12-14 14:52:57.921515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.99> (def) +2023-12-14 14:52:57.921520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148: +2023-12-14 14:52:57.921530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 add.148> (def) +2023-12-14 14:52:57.921534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100: +2023-12-14 14:52:57.921544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 multiply.100> (def) +2023-12-14 14:52:57.921549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149: +2023-12-14 14:52:57.921559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 add.149> (def) +2023-12-14 14:52:57.921565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101: +2023-12-14 14:52:57.921574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 multiply.101> (def) +2023-12-14 14:52:57.921579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150: +2023-12-14 14:52:57.921589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 add.150> (def) +2023-12-14 14:52:57.921594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102: +2023-12-14 14:52:57.921603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 multiply.102> (def) +2023-12-14 14:52:57.921608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152: +2023-12-14 14:52:57.921618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 add.152> (def) +2023-12-14 14:52:57.921623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103: +2023-12-14 14:52:57.921632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 multiply.103> (def) +2023-12-14 14:52:57.921638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153: +2023-12-14 14:52:57.921651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 add.153> (def) +2023-12-14 14:52:57.921656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104: +2023-12-14 14:52:57.921665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 multiply.104> (def) +2023-12-14 14:52:57.921671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154: +2023-12-14 14:52:57.921680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 add.154> (def) +2023-12-14 14:52:57.921685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105: +2023-12-14 14:52:57.921695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 multiply.105> (def) +2023-12-14 14:52:57.921700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155: +2023-12-14 14:52:57.921709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 add.155> (def) +2023-12-14 14:52:57.921714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106: +2023-12-14 14:52:57.921725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 multiply.106> (def) +2023-12-14 14:52:57.921730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156: +2023-12-14 14:52:57.921739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 add.156> (def) +2023-12-14 14:52:57.921744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107: +2023-12-14 14:52:57.921754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 multiply.107> (def) +2023-12-14 14:52:57.921759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:57.921768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 select.42> (def) +2023-12-14 14:52:57.921773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157: +2023-12-14 14:52:57.921783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 add.157> (def) +2023-12-14 14:52:57.921787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:57.921800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 broadcast.177> (def) +2023-12-14 14:52:57.921805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183: +2023-12-14 14:52:57.921815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 constant.183> (def) +2023-12-14 14:52:57.921819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:57.921830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 sqrt.3> (def) +2023-12-14 14:52:57.921834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158: +2023-12-14 14:52:57.921845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 add.158> (def) +2023-12-14 14:52:57.921849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:57.921859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 broadcast.178> (def) +2023-12-14 14:52:57.921864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184: +2023-12-14 14:52:57.921873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 constant.184> (def) +2023-12-14 14:52:57.921879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:57.921888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 select.43> (def) +2023-12-14 14:52:57.921894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:57.921904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 broadcast.179> (def) +2023-12-14 14:52:57.921909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185: +2023-12-14 14:52:57.921918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 constant.185> (def) +2023-12-14 14:52:57.921923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:57.921933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 broadcast.180> (def) +2023-12-14 14:52:57.921938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186: +2023-12-14 14:52:57.921951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 constant.186> (def) +2023-12-14 14:52:57.921956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44: +2023-12-14 14:52:57.921965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 select.44> (def) +2023-12-14 14:52:57.921970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:57.921980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 broadcast.181> (def) +2023-12-14 14:52:57.921985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.921990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187: +2023-12-14 14:52:57.921996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 constant.187> (def) +2023-12-14 14:52:57.922001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:57.922011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 broadcast.182> (def) +2023-12-14 14:52:57.922016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188: +2023-12-14 14:52:57.922025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 constant.188> (def) +2023-12-14 14:52:57.922031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45: +2023-12-14 14:52:57.922040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 select.45> (def) +2023-12-14 14:52:57.922045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:57.922055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 broadcast.183> (def) +2023-12-14 14:52:57.922060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189: +2023-12-14 14:52:57.922069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 constant.189> (def) +2023-12-14 14:52:57.922074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:57.922084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 broadcast.184> (def) +2023-12-14 14:52:57.922089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191: +2023-12-14 14:52:57.922103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 constant.191> (def) +2023-12-14 14:52:57.922108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46: +2023-12-14 14:52:57.922117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 select.46> (def) +2023-12-14 14:52:57.922122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:57.922132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 broadcast.185> (def) +2023-12-14 14:52:57.922138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192: +2023-12-14 14:52:57.922147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 constant.192> (def) +2023-12-14 14:52:57.922153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:57.922162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 broadcast.186> (def) +2023-12-14 14:52:57.922167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193: +2023-12-14 14:52:57.922176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 constant.193> (def) +2023-12-14 14:52:57.922181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47: +2023-12-14 14:52:57.922191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 select.47> (def) +2023-12-14 14:52:57.922196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:57.922206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 broadcast.187> (def) +2023-12-14 14:52:57.922211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194: +2023-12-14 14:52:57.922221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 constant.194> (def) +2023-12-14 14:52:57.922225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:57.922235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 broadcast.188> (def) +2023-12-14 14:52:57.922241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195: +2023-12-14 14:52:57.922253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 constant.195> (def) +2023-12-14 14:52:57.922258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48: +2023-12-14 14:52:57.922268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 select.48> (def) +2023-12-14 14:52:57.922272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:57.922282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 broadcast.189> (def) +2023-12-14 14:52:57.922287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196: +2023-12-14 14:52:57.922297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 constant.196> (def) +2023-12-14 14:52:57.922303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:57.922312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 broadcast.190> (def) +2023-12-14 14:52:57.922317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197: +2023-12-14 14:52:57.922326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 constant.197> (def) +2023-12-14 14:52:57.922331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49: +2023-12-14 14:52:57.922342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 select.49> (def) +2023-12-14 14:52:57.922347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:57.922358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 broadcast.191> (def) +2023-12-14 14:52:57.922363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198: +2023-12-14 14:52:57.922372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 constant.198> (def) +2023-12-14 14:52:57.922377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:57.922386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 broadcast.192> (def) +2023-12-14 14:52:57.922391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199: +2023-12-14 14:52:57.922405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 constant.199> (def) +2023-12-14 14:52:57.922410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50: +2023-12-14 14:52:57.922420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 select.50> (def) +2023-12-14 14:52:57.922425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:57.922434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 broadcast.193> (def) +2023-12-14 14:52:57.922439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200: +2023-12-14 14:52:57.922449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 constant.200> (def) +2023-12-14 14:52:57.922454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:57.922464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 broadcast.194> (def) +2023-12-14 14:52:57.922469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201: +2023-12-14 14:52:57.922478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 constant.201> (def) +2023-12-14 14:52:57.922483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51: +2023-12-14 14:52:57.922492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 select.51> (def) +2023-12-14 14:52:57.922498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:57.922508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 broadcast.195> (def) +2023-12-14 14:52:57.922513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202: +2023-12-14 14:52:57.922522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 constant.202> (def) +2023-12-14 14:52:57.922527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:57.922537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 broadcast.196> (def) +2023-12-14 14:52:57.922541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203: +2023-12-14 14:52:57.922555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 constant.203> (def) +2023-12-14 14:52:57.922561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18: +2023-12-14 14:52:57.922570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 compare.18> (def) +2023-12-14 14:52:57.922575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:57.922585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.197> (def) +2023-12-14 14:52:57.922589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204: +2023-12-14 14:52:57.922599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 constant.204> (def) +2023-12-14 14:52:57.922605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:57.922615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 negate.9> (def) +2023-12-14 14:52:57.922619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:57.922629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 log-plus-one.3> (def) +2023-12-14 14:52:57.922634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108: +2023-12-14 14:52:57.922643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 multiply.108> (def) +2023-12-14 14:52:57.922648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:57.922660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 negate.10> (def) +2023-12-14 14:52:57.922665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109: +2023-12-14 14:52:57.922674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 multiply.109> (def) +2023-12-14 14:52:57.922679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:57.922688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.198> (def) +2023-12-14 14:52:57.922693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19: +2023-12-14 14:52:57.922705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 compare.19> (def) +2023-12-14 14:52:57.922712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:57.922722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 broadcast.199> (def) +2023-12-14 14:52:57.922727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205: +2023-12-14 14:52:57.922737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 constant.205> (def) +2023-12-14 14:52:57.922741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:57.922751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 abs.3> (def) +2023-12-14 14:52:57.922755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:57.922766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 reshape.51> (def) +2023-12-14 14:52:57.922771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5: +2023-12-14 14:52:57.922780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 maximum.5> (def) +2023-12-14 14:52:57.922785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159: +2023-12-14 14:52:57.922794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 add.159> (def) +2023-12-14 14:52:57.922799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110: +2023-12-14 14:52:57.922808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 multiply.110> (def) +2023-12-14 14:52:57.922815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:57.922824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 broadcast.200> (def) +2023-12-14 14:52:57.922829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:57.922838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 reshape.52> (def) +2023-12-14 14:52:57.922843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31: +2023-12-14 14:52:57.922855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 subtract.31> (def) +2023-12-14 14:52:57.922860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53: +2023-12-14 14:52:57.922870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 reshape.53> (def) +2023-12-14 14:52:57.922875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:57.922885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 reshape.54> (def) +2023-12-14 14:52:57.922889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160: +2023-12-14 14:52:57.922899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 add.160> (def) +2023-12-14 14:52:57.922903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:57.922914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 broadcast.201> (def) +2023-12-14 14:52:57.922920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206: +2023-12-14 14:52:57.922929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 constant.206> (def) +2023-12-14 14:52:57.922934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6: +2023-12-14 14:52:57.922944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 bitcast-convert.6> (def) +2023-12-14 14:52:57.922949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30: +2023-12-14 14:52:57.922958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 or.30> (def) +2023-12-14 14:52:57.922963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:57.922973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 broadcast.202> (def) +2023-12-14 14:52:57.922978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.922982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207: +2023-12-14 14:52:57.922987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 constant.207> (def) +2023-12-14 14:52:57.922992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:57.923005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 shift-right-logical.28> (def) +2023-12-14 14:52:57.923009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:57.923020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 broadcast.203> (def) +2023-12-14 14:52:57.923024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208: +2023-12-14 14:52:57.923034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 constant.208> (def) +2023-12-14 14:52:57.923039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:57.923048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 concatenate.1> (def) +2023-12-14 14:52:57.923053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:57.923062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 broadcast.204> (def) +2023-12-14 14:52:57.923067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:57.923078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 broadcast.205> (def) +2023-12-14 14:52:57.923082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7: +2023-12-14 14:52:57.923092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 bitcast-convert.7> (def) +2023-12-14 14:52:57.923097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52: +2023-12-14 14:52:57.923106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 select.52> (def) +2023-12-14 14:52:57.923111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53: +2023-12-14 14:52:57.923122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 select.53> (def) +2023-12-14 14:52:57.923127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54: +2023-12-14 14:52:57.923137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 select.54> (def) +2023-12-14 14:52:57.923141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162: +2023-12-14 14:52:57.923154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 add.162> (def) +2023-12-14 14:52:57.923158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55: +2023-12-14 14:52:57.923168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.55> (def) +2023-12-14 14:52:57.923173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31: +2023-12-14 14:52:57.923183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 or.31> (def) +2023-12-14 14:52:57.923188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20: +2023-12-14 14:52:57.923197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 compare.20> (def) +2023-12-14 14:52:57.923202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:57.923211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 and.4> (def) +2023-12-14 14:52:57.923216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21: +2023-12-14 14:52:57.923227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 compare.21> (def) +2023-12-14 14:52:57.923231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22: +2023-12-14 14:52:57.923241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 compare.22> (def) +2023-12-14 14:52:57.923245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5: +2023-12-14 14:52:57.923255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 and.5> (def) +2023-12-14 14:52:57.923260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8: +2023-12-14 14:52:57.923269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 bitcast-convert.8> (def) +2023-12-14 14:52:57.923274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23: +2023-12-14 14:52:57.923284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 compare.23> (def) +2023-12-14 14:52:57.923289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209: +2023-12-14 14:52:57.923301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.209> (def) +2023-12-14 14:52:57.923306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24: +2023-12-14 14:52:57.923315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.24> (def) +2023-12-14 14:52:57.923325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9: +2023-12-14 14:52:57.923336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 convert.9> (def) +2023-12-14 14:52:57.923341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:57.923350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.206> (def) +2023-12-14 14:52:57.923355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44: +2023-12-14 14:52:57.923364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 param_0.44> (def) +2023-12-14 14:52:57.923369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62: +2023-12-14 14:52:57.923378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 param_1.62> (def) +2023-12-14 14:52:57.923385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58: +2023-12-14 14:52:57.923395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 param_2.58> (def) +2023-12-14 14:52:57.923400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67: +2023-12-14 14:52:57.923409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 param_3.67> (def) +2023-12-14 14:52:57.923414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9: +2023-12-14 14:52:57.923423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 bitcast-convert.9> (def) +2023-12-14 14:52:57.923428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56: +2023-12-14 14:52:57.923438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.56> (def) +2023-12-14 14:52:57.923443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57: +2023-12-14 14:52:57.923457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 select.57> (def) +2023-12-14 14:52:57.923462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58: +2023-12-14 14:52:57.923472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 select.58> (def) +2023-12-14 14:52:57.923476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163: +2023-12-14 14:52:57.923488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.163> (def) +2023-12-14 14:52:57.923493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59: +2023-12-14 14:52:57.923503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 select.59> (def) +2023-12-14 14:52:57.923507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210: +2023-12-14 14:52:57.923517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.210> (def) +2023-12-14 14:52:57.923521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211: +2023-12-14 14:52:57.923531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.211> (def) +2023-12-14 14:52:57.923536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32: +2023-12-14 14:52:57.923546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 or.32> (def) +2023-12-14 14:52:57.923551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25: +2023-12-14 14:52:57.923560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 compare.25> (def) +2023-12-14 14:52:57.923565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6: +2023-12-14 14:52:57.923574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 and.6> (def) +2023-12-14 14:52:57.923579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212: +2023-12-14 14:52:57.923588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 constant.212> (def) +2023-12-14 14:52:57.923594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26: +2023-12-14 14:52:57.923607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 compare.26> (def) +2023-12-14 14:52:57.923612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213: +2023-12-14 14:52:57.923621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 constant.213> (def) +2023-12-14 14:52:57.923626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214: +2023-12-14 14:52:57.923635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 constant.214> (def) +2023-12-14 14:52:57.923641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27: +2023-12-14 14:52:57.923651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 compare.27> (def) +2023-12-14 14:52:57.923656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215: +2023-12-14 14:52:57.923665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 constant.215> (def) +2023-12-14 14:52:57.923670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7: +2023-12-14 14:52:57.923679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 and.7> (def) +2023-12-14 14:52:57.923684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216: +2023-12-14 14:52:57.923694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 constant.216> (def) +2023-12-14 14:52:57.923700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10: +2023-12-14 14:52:57.923710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 bitcast-convert.10> (def) +2023-12-14 14:52:57.923714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217: +2023-12-14 14:52:57.923724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 constant.217> (def) +2023-12-14 14:52:57.923728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28: +2023-12-14 14:52:57.923738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 compare.28> (def) +2023-12-14 14:52:57.923743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218: +2023-12-14 14:52:57.923756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.218> (def) +2023-12-14 14:52:57.923761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219: +2023-12-14 14:52:57.923771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.219> (def) +2023-12-14 14:52:57.923775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69: +2023-12-14 14:52:57.923785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 param_4.69> (def) +2023-12-14 14:52:57.923789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29: +2023-12-14 14:52:57.923800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 compare.29> (def) +2023-12-14 14:52:57.923805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10: +2023-12-14 14:52:57.923815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 convert.10> (def) +2023-12-14 14:52:57.923819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76: +2023-12-14 14:52:57.923829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 param_5.76> (def) +2023-12-14 14:52:57.923833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:57.923843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> (def) +2023-12-14 14:52:57.923849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:57.923859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.9> +2023-12-14 14:52:57.923864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:57.923873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.3> +2023-12-14 14:52:57.923878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:57.923887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 while.1{1} (phi)> +2023-12-14 14:52:57.923892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:57.923906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 while.1{2} (phi)> +2023-12-14 14:52:57.923911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13: +2023-12-14 14:52:57.923921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 Arg_1.2> +2023-12-14 14:52:57.923925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14: +2023-12-14 14:52:57.923935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_2.3> +2023-12-14 14:52:57.923940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164: +2023-12-14 14:52:57.923950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.164> (def) +2023-12-14 14:52:57.923956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:57.923965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.207> (def) +2023-12-14 14:52:57.923970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:57.923979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.55> (def) +2023-12-14 14:52:57.923984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.923989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:57.923993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.34> (def) +2023-12-14 14:52:57.923999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:57.924009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.35> (def) +2023-12-14 14:52:57.924014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45: +2023-12-14 14:52:57.924023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.45> (def) +2023-12-14 14:52:57.924028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:57.924038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.2> (def) +2023-12-14 14:52:57.924042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone: +2023-12-14 14:52:57.924056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> (def) +2023-12-14 14:52:57.924061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15: +2023-12-14 14:52:57.924071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 Arg_0.1> +2023-12-14 14:52:57.924076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165: +2023-12-14 14:52:57.924085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.165> (def) +2023-12-14 14:52:57.924090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:57.924099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.208> (def) +2023-12-14 14:52:57.924105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:57.924116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.56> (def) +2023-12-14 14:52:57.924120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:57.924130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.36> (def) +2023-12-14 14:52:57.924134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:57.924144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.37> (def) +2023-12-14 14:52:57.924149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46: +2023-12-14 14:52:57.924159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.46> (def) +2023-12-14 14:52:57.924164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:57.924174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.3> (def) +2023-12-14 14:52:57.924179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone: +2023-12-14 14:52:57.924188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> (def) +2023-12-14 14:52:57.924193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.924197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16: +2023-12-14 14:52:57.924204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 Arg_0.1> +2023-12-14 14:52:57.924212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.924217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.924222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone +2023-12-14 14:52:57.924232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {2} +2023-12-14 14:52:57.924237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:57.924241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:57.924252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.924258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.924262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone +2023-12-14 14:52:57.924273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {1} +2023-12-14 14:52:57.924277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:57.924282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:57.924292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.924297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> +2023-12-14 14:52:57.924301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:57.924312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:57.924322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.924327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> +2023-12-14 14:52:57.924332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:57.924346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:57.924357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> +2023-12-14 14:52:57.924366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:57.924377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> +2023-12-14 14:52:57.924392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35 +2023-12-14 14:52:57.924401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:57.924412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.924416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> +2023-12-14 14:52:57.924421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:57.924431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:57.924441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> +2023-12-14 14:52:57.924451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:57.924464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> +2023-12-14 14:52:57.924479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:57.924489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:57.924498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:57.924503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> +2023-12-14 14:52:57.924508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:57.924518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.924534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:57.924544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {1} +2023-12-14 14:52:57.924548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:57.924553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 1 +2023-12-14 14:52:57.924564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.924569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.924574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.924587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {2} +2023-12-14 14:52:57.924592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.924597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 2 +2023-12-14 14:52:57.924607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.924614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> +2023-12-14 14:52:57.924619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:57.924628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:57.924634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[8192,2048]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.924644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.3> +2023-12-14 14:52:57.924649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:57.924659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:57.924670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.37> +2023-12-14 14:52:57.924680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:57.924690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 0 +2023-12-14 14:52:57.924703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.46> +2023-12-14 14:52:57.924713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46 +2023-12-14 14:52:57.924723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:57.924733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.924739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.36> +2023-12-14 14:52:57.924744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:57.924753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:57.924763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.56> +2023-12-14 14:52:57.924774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:57.924783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:57.924794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.208> +2023-12-14 14:52:57.924803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:57.924813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 1 +2023-12-14 14:52:57.924827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.165> +2023-12-14 14:52:57.924836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165 +2023-12-14 14:52:57.924847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.2> +2023-12-14 14:52:57.924862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:57.924872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:57.924882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.35> +2023-12-14 14:52:57.924892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:57.924902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 0 +2023-12-14 14:52:57.924911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.45> +2023-12-14 14:52:57.924922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45 +2023-12-14 14:52:57.924931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:57.924945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.924950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.34> +2023-12-14 14:52:57.924954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:57.924964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.924969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:57.924975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.924980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.55> +2023-12-14 14:52:57.924984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.924989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:57.924995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:57.925005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.207> +2023-12-14 14:52:57.925015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:57.925025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 1 +2023-12-14 14:52:57.925035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.164> +2023-12-14 14:52:57.925045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164 +2023-12-14 14:52:57.925055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> +2023-12-14 14:52:57.925072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27 +2023-12-14 14:52:57.925083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:57.925092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:57.925097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.925103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> +2023-12-14 14:52:57.925108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:57.925117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:57.925128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> +2023-12-14 14:52:57.925137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:57.925147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:57.925157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> +2023-12-14 14:52:57.925167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:57.925177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:57.925190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> +2023-12-14 14:52:57.925200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:57.925210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:57.925220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:57.925230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:57.925240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:57.925250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> +2023-12-14 14:52:57.925261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162 +2023-12-14 14:52:57.925271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:57.925281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.162 = u32[] constant(466688986) +2023-12-14 14:52:57.925286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:57.925291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:57.925300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 constant.102> +2023-12-14 14:52:57.925318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:57.925327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:57.925338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:57.925343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 add.58> +2023-12-14 14:52:57.925347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:57.925357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {0} +2023-12-14 14:52:57.925363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 0 +2023-12-14 14:52:57.925372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %get-tuple-element.84, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 tuple.7{}> +2023-12-14 14:52:57.925383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {} +2023-12-14 14:52:57.925393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.7 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %get-tuple-element.79, u32[] %get-tuple-element.78, /*index=5*/u32[] %get-tuple-element.80, u32[4]{0} %get-tuple-element.76, u32[4]{0} %get-tuple-element.77) +2023-12-14 14:52:57.925403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 Arg_1.2> +2023-12-14 14:52:57.925408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.925418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13 +2023-12-14 14:52:57.925423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9, operand 0 +2023-12-14 14:52:57.925436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 4 +2023-12-14 14:52:57.925441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 4 +2023-12-14 14:52:57.925446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.925450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 fusion.9> +2023-12-14 14:52:57.925455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9 +2023-12-14 14:52:57.925466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:57.925471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:57.925480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:57.925486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_2.3> +2023-12-14 14:52:57.925496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:57.925505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14 +2023-12-14 14:52:57.925510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:57.925520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 5 +2023-12-14 14:52:57.925525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 5 +2023-12-14 14:52:57.925530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.925536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.3> +2023-12-14 14:52:57.925541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:57.925550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:57.925555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:57.925564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:57.925573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 constant.19> +2023-12-14 14:52:57.925583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:57.925593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {0} +2023-12-14 14:52:57.925598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:57.925608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:57.925613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 Arg_0.1> +2023-12-14 14:52:57.925617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.925628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15 +2023-12-14 14:52:57.925633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16 +2023-12-14 14:52:57.925638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:52:57.925648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:57.925653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:57.925657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:57.925662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:57.925667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone, operand 0 +2023-12-14 14:52:57.925673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone, operand 0 +2023-12-14 14:52:57.925678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.925682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.6> +2023-12-14 14:52:57.925687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:57.925698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {3} +2023-12-14 14:52:57.925702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:57.925716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 fusion.4> +2023-12-14 14:52:57.925727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:57.925736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {4} +2023-12-14 14:52:57.925742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:57.925752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 fusion.8> +2023-12-14 14:52:57.925762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:52:57.925771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {5} +2023-12-14 14:52:57.925777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:57.925786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.925792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.22> +2023-12-14 14:52:57.925797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:57.925807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {6} +2023-12-14 14:52:57.925811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:57.925821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.925827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 constant.21> +2023-12-14 14:52:57.925832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:57.925846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {7} +2023-12-14 14:52:57.925850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:57.925860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.925865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.6{}> +2023-12-14 14:52:57.925870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.6 {} +2023-12-14 14:52:57.925880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:57.925891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.6 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.19, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %constant.22, u32[4]{0} %constant.21) +2023-12-14 14:52:57.925897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_3.66> +2023-12-14 14:52:57.925902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66 +2023-12-14 14:52:57.925911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 0 +2023-12-14 14:52:57.925921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.925926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 param_2.57> +2023-12-14 14:52:57.925931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57 +2023-12-14 14:52:57.925941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:57.925951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:57.925956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 1 +2023-12-14 14:52:57.925961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.925966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.147> +2023-12-14 14:52:57.925971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.925978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147 +2023-12-14 14:52:57.925984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.925989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 0 +2023-12-14 14:52:57.925994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:57.925999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 param_1.61> +2023-12-14 14:52:57.926009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61 +2023-12-14 14:52:57.926018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:57.926028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:57.926034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:57.926039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.926044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 slice.33> +2023-12-14 14:52:57.926050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:57.926059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:57.926069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 reshape.50> +2023-12-14 14:52:57.926079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:57.926089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 1 +2023-12-14 14:52:57.926100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174, operand 0 +2023-12-14 14:52:57.926108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 broadcast.174> +2023-12-14 14:52:57.926117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174 +2023-12-14 14:52:57.926127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:57.926138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 shift-left.25> +2023-12-14 14:52:57.926148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:57.926158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 0 +2023-12-14 14:52:57.926167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 constant.181> +2023-12-14 14:52:57.926177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181 +2023-12-14 14:52:57.926188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:57.926198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:57.926203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 0 +2023-12-14 14:52:57.926208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.181 = u32[] constant(32) +2023-12-14 14:52:57.926213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 subtract.30> +2023-12-14 14:52:57.926218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30 +2023-12-14 14:52:57.926232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:57.926243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 broadcast.173> +2023-12-14 14:52:57.926253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:57.926262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:57.926274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 shift-right-logical.27> +2023-12-14 14:52:57.926284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:57.926294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 1 +2023-12-14 14:52:57.926304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 or.29> +2023-12-14 14:52:57.926314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29 +2023-12-14 14:52:57.926325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:57.926335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 xor.27> +2023-12-14 14:52:57.926359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:57.926369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:57.926379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:57.926384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 1 +2023-12-14 14:52:57.926389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 add.146> +2023-12-14 14:52:57.926400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146 +2023-12-14 14:52:57.926410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 0 +2023-12-14 14:52:57.926420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:57.926424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 slice.32> +2023-12-14 14:52:57.926434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:57.926444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:57.926455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 reshape.49> +2023-12-14 14:52:57.926465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:57.926474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:57.926489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172, operand 0 +2023-12-14 14:52:57.926494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 broadcast.172> +2023-12-14 14:52:57.926504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172 +2023-12-14 14:52:57.926514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:57.926523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 shift-left.24> +2023-12-14 14:52:57.926535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:57.926544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:57.926554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 subtract.29> +2023-12-14 14:52:57.926563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:57.926575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170, operand 0 +2023-12-14 14:52:57.926584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 broadcast.170> +2023-12-14 14:52:57.926597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170 +2023-12-14 14:52:57.926607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:57.926618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 shift-right-logical.26> +2023-12-14 14:52:57.926628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:57.926638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:57.926647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 or.28> +2023-12-14 14:52:57.926659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:57.926669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:57.926678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 xor.26> +2023-12-14 14:52:57.926688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:57.926698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:57.926708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:57.926716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 1 +2023-12-14 14:52:57.926721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 add.145> +2023-12-14 14:52:57.926731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145 +2023-12-14 14:52:57.926741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 0 +2023-12-14 14:52:57.926752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:57.926757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 slice.31> +2023-12-14 14:52:57.926766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:57.926776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48, operand 0 +2023-12-14 14:52:57.926787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 reshape.48> +2023-12-14 14:52:57.926797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48 +2023-12-14 14:52:57.926806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:57.926816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168, operand 0 +2023-12-14 14:52:57.926821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 broadcast.168> +2023-12-14 14:52:57.926835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168 +2023-12-14 14:52:57.926845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:57.926854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 shift-left.23> +2023-12-14 14:52:57.926864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:57.926876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:57.926886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 subtract.28> +2023-12-14 14:52:57.926895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:57.926905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:57.926917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.167> +2023-12-14 14:52:57.926926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:57.926936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:57.926946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-right-logical.25> +2023-12-14 14:52:57.926959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:57.926969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.926973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:57.926978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.926983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 or.27> +2023-12-14 14:52:57.926988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.926993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:57.926998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:57.927008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 xor.25> +2023-12-14 14:52:57.927018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:57.927027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 1 +2023-12-14 14:52:57.927037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 add.144> +2023-12-14 14:52:57.927048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144 +2023-12-14 14:52:57.927057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 0 +2023-12-14 14:52:57.927070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 param_0.43> +2023-12-14 14:52:57.927080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43 +2023-12-14 14:52:57.927091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166, operand 0 +2023-12-14 14:52:57.927100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.43 = u32[] parameter(0) +2023-12-14 14:52:57.927105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.166> +2023-12-14 14:52:57.927110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166 +2023-12-14 14:52:57.927119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 1 +2023-12-14 14:52:57.927131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 add.143> +2023-12-14 14:52:57.927141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143 +2023-12-14 14:52:57.927150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 constant.161> +2023-12-14 14:52:57.927165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161 +2023-12-14 14:52:57.927175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 0 +2023-12-14 14:52:57.927185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.161 = f32[] constant(-4) +2023-12-14 14:52:57.927193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 param_0.23> +2023-12-14 14:52:57.927197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23 +2023-12-14 14:52:57.927207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6, operand 0 +2023-12-14 14:52:57.927226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.23 = s32[] parameter(0) +2023-12-14 14:52:57.927235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 convert.6> +2023-12-14 14:52:57.927240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6 +2023-12-14 14:52:57.927250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 0 +2023-12-14 14:52:57.927261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 constant.160> +2023-12-14 14:52:57.927271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160 +2023-12-14 14:52:57.927280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 1 +2023-12-14 14:52:57.927290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:57.927296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 multiply.69> +2023-12-14 14:52:57.927301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69 +2023-12-14 14:52:57.927310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 1 +2023-12-14 14:52:57.927325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 constant.159> +2023-12-14 14:52:57.927338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159 +2023-12-14 14:52:57.927349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 2 +2023-12-14 14:52:57.927359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.159 = f32[] constant(4) +2023-12-14 14:52:57.927364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 clamp.0> +2023-12-14 14:52:57.927369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0 +2023-12-14 14:52:57.927378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:57.927390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 0 +2023-12-14 14:52:57.927395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 1 +2023-12-14 14:52:57.927400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 multiply.67> +2023-12-14 14:52:57.927410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67 +2023-12-14 14:52:57.927419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:57.927429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:57.927435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:57.927440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:57.927444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 1 +2023-12-14 14:52:57.927449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 1 +2023-12-14 14:52:57.927454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 1 +2023-12-14 14:52:57.927459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 1 +2023-12-14 14:52:57.927463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 1 +2023-12-14 14:52:57.927469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 1 +2023-12-14 14:52:57.927477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 0 +2023-12-14 14:52:57.927482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 constant.158> +2023-12-14 14:52:57.927492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158 +2023-12-14 14:52:57.927501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 1 +2023-12-14 14:52:57.927511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.158 = f32[] constant(0) +2023-12-14 14:52:57.927517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 multiply.65> +2023-12-14 14:52:57.927522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65 +2023-12-14 14:52:57.927532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:57.927541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:57.927546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 constant.157> +2023-12-14 14:52:57.927556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157 +2023-12-14 14:52:57.927567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:57.927576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.927581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 add.118> +2023-12-14 14:52:57.927586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:57.927596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 0 +2023-12-14 14:52:57.927609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 multiply.63> +2023-12-14 14:52:57.927619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63 +2023-12-14 14:52:57.927628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:57.927639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 constant.156> +2023-12-14 14:52:57.927649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156 +2023-12-14 14:52:57.927659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:57.927669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.927674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 add.117> +2023-12-14 14:52:57.927678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:57.927689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 0 +2023-12-14 14:52:57.927699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 multiply.61> +2023-12-14 14:52:57.927709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61 +2023-12-14 14:52:57.927718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:57.927728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.155> +2023-12-14 14:52:57.927742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155 +2023-12-14 14:52:57.927751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:57.927761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.927767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 add.116> +2023-12-14 14:52:57.927771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:57.927782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 0 +2023-12-14 14:52:57.927791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 multiply.59> +2023-12-14 14:52:57.927801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59 +2023-12-14 14:52:57.927812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:57.927823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.154> +2023-12-14 14:52:57.927832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154 +2023-12-14 14:52:57.927842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:57.927852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.927860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.115> +2023-12-14 14:52:57.927865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:57.927875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 0 +2023-12-14 14:52:57.927884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 multiply.57> +2023-12-14 14:52:57.927895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57 +2023-12-14 14:52:57.927905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:57.927915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 constant.153> +2023-12-14 14:52:57.927924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153 +2023-12-14 14:52:57.927934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:57.927944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.927950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.114> +2023-12-14 14:52:57.927955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:57.927964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.927969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 0 +2023-12-14 14:52:57.927974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.927979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 multiply.55> +2023-12-14 14:52:57.927986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.927992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55 +2023-12-14 14:52:57.927997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:57.928007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 constant.152> +2023-12-14 14:52:57.928016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152 +2023-12-14 14:52:57.928027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:57.928037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.928042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 add.112> +2023-12-14 14:52:57.928047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:57.928056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 0 +2023-12-14 14:52:57.928067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 multiply.53> +2023-12-14 14:52:57.928077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53 +2023-12-14 14:52:57.928087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:57.928096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 constant.151> +2023-12-14 14:52:57.928106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151 +2023-12-14 14:52:57.928121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:57.928131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.928136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 add.110> +2023-12-14 14:52:57.928140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:57.928151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:57.928161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 multiply.51> +2023-12-14 14:52:57.928171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:57.928180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 0 +2023-12-14 14:52:57.928191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 constant.150> +2023-12-14 14:52:57.928200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150 +2023-12-14 14:52:57.928211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:57.928220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.928225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 add.109> +2023-12-14 14:52:57.928230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:57.928240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:57.928253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 multiply.49> +2023-12-14 14:52:57.928263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:57.928273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:57.928282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.149> +2023-12-14 14:52:57.928294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149 +2023-12-14 14:52:57.928303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:57.928314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.928320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 add.108> +2023-12-14 14:52:57.928324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:57.928334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:57.928344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 multiply.47> +2023-12-14 14:52:57.928353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:57.928363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:57.928377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.148> +2023-12-14 14:52:57.928386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148 +2023-12-14 14:52:57.928396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:57.928406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.928411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.107> +2023-12-14 14:52:57.928416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:57.928426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:57.928435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 multiply.45> +2023-12-14 14:52:57.928447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:57.928456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:57.928467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 constant.147> +2023-12-14 14:52:57.928476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147 +2023-12-14 14:52:57.928486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:57.928500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.928506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 add.106> +2023-12-14 14:52:57.928511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:57.928521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:57.928531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 multiply.42> +2023-12-14 14:52:57.928541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:57.928551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:57.928560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.146> +2023-12-14 14:52:57.928571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146 +2023-12-14 14:52:57.928580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:57.928591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.928596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.105> +2023-12-14 14:52:57.928600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:57.928610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 1 +2023-12-14 14:52:57.928620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 divide.0> +2023-12-14 14:52:57.928634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0 +2023-12-14 14:52:57.928644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.178> +2023-12-14 14:52:57.928659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178 +2023-12-14 14:52:57.928669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 0 +2023-12-14 14:52:57.928679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.178 = f32[] constant(-4) +2023-12-14 14:52:57.928684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 param_0.41> +2023-12-14 14:52:57.928689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41 +2023-12-14 14:52:57.928700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7, operand 0 +2023-12-14 14:52:57.928710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.41 = s32[] parameter(0) +2023-12-14 14:52:57.928714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 convert.7> +2023-12-14 14:52:57.928720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7 +2023-12-14 14:52:57.928729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 0 +2023-12-14 14:52:57.928740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.177> +2023-12-14 14:52:57.928749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177 +2023-12-14 14:52:57.928762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 1 +2023-12-14 14:52:57.928772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:57.928777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 multiply.96> +2023-12-14 14:52:57.928782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96 +2023-12-14 14:52:57.928792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 1 +2023-12-14 14:52:57.928802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 constant.176> +2023-12-14 14:52:57.928812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176 +2023-12-14 14:52:57.928822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 2 +2023-12-14 14:52:57.928832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.176 = f32[] constant(4) +2023-12-14 14:52:57.928837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 clamp.1> +2023-12-14 14:52:57.928841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1 +2023-12-14 14:52:57.928852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 0 +2023-12-14 14:52:57.928861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 0 +2023-12-14 14:52:57.928867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 1 +2023-12-14 14:52:57.928871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 multiply.94> +2023-12-14 14:52:57.928881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94 +2023-12-14 14:52:57.928895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 1 +2023-12-14 14:52:57.928904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 1 +2023-12-14 14:52:57.928910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 1 +2023-12-14 14:52:57.928915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 1 +2023-12-14 14:52:57.928920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 1 +2023-12-14 14:52:57.928924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 1 +2023-12-14 14:52:57.928929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 1 +2023-12-14 14:52:57.928935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 1 +2023-12-14 14:52:57.928940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 1 +2023-12-14 14:52:57.928944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 1 +2023-12-14 14:52:57.928950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 0 +2023-12-14 14:52:57.928955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.928960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 constant.175> +2023-12-14 14:52:57.928964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.928969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175 +2023-12-14 14:52:57.928975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.928980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 1 +2023-12-14 14:52:57.928985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.175 = f32[] constant(0) +2023-12-14 14:52:57.928990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.92> +2023-12-14 14:52:57.928995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92 +2023-12-14 14:52:57.929005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:57.929014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 0 +2023-12-14 14:52:57.929020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.174> +2023-12-14 14:52:57.929033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174 +2023-12-14 14:52:57.929043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 1 +2023-12-14 14:52:57.929052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.929057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.134> +2023-12-14 14:52:57.929063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134 +2023-12-14 14:52:57.929072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 0 +2023-12-14 14:52:57.929083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.90> +2023-12-14 14:52:57.929092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90 +2023-12-14 14:52:57.929102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 0 +2023-12-14 14:52:57.929112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.173> +2023-12-14 14:52:57.929122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173 +2023-12-14 14:52:57.929132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 1 +2023-12-14 14:52:57.929141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.929147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.133> +2023-12-14 14:52:57.929155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133 +2023-12-14 14:52:57.929165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 0 +2023-12-14 14:52:57.929175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 multiply.88> +2023-12-14 14:52:57.929184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88 +2023-12-14 14:52:57.929195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 0 +2023-12-14 14:52:57.929205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.172> +2023-12-14 14:52:57.929215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172 +2023-12-14 14:52:57.929224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 1 +2023-12-14 14:52:57.929235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.929240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 add.132> +2023-12-14 14:52:57.929245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132 +2023-12-14 14:52:57.929254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 0 +2023-12-14 14:52:57.929264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 multiply.86> +2023-12-14 14:52:57.929278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86 +2023-12-14 14:52:57.929288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 0 +2023-12-14 14:52:57.929298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.171> +2023-12-14 14:52:57.929307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171 +2023-12-14 14:52:57.929318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 1 +2023-12-14 14:52:57.929330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.929335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 add.130> +2023-12-14 14:52:57.929340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130 +2023-12-14 14:52:57.929349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 0 +2023-12-14 14:52:57.929359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 multiply.84> +2023-12-14 14:52:57.929369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84 +2023-12-14 14:52:57.929379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 0 +2023-12-14 14:52:57.929388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 constant.170> +2023-12-14 14:52:57.929398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170 +2023-12-14 14:52:57.929411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 1 +2023-12-14 14:52:57.929422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.929427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 add.129> +2023-12-14 14:52:57.929431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129 +2023-12-14 14:52:57.929441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 0 +2023-12-14 14:52:57.929452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 multiply.82> +2023-12-14 14:52:57.929462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82 +2023-12-14 14:52:57.929472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 0 +2023-12-14 14:52:57.929482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 constant.169> +2023-12-14 14:52:57.929492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169 +2023-12-14 14:52:57.929502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 1 +2023-12-14 14:52:57.929512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.929516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 add.127> +2023-12-14 14:52:57.929521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127 +2023-12-14 14:52:57.929531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 0 +2023-12-14 14:52:57.929545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 multiply.80> +2023-12-14 14:52:57.929554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80 +2023-12-14 14:52:57.929564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 0 +2023-12-14 14:52:57.929573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 constant.168> +2023-12-14 14:52:57.929585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168 +2023-12-14 14:52:57.929594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 1 +2023-12-14 14:52:57.929604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.929609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 add.126> +2023-12-14 14:52:57.929614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126 +2023-12-14 14:52:57.929624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 1 +2023-12-14 14:52:57.929634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 multiply.78> +2023-12-14 14:52:57.929644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78 +2023-12-14 14:52:57.929653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:52:57.929666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 constant.167> +2023-12-14 14:52:57.929677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167 +2023-12-14 14:52:57.929686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:57.929696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.929701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 add.125> +2023-12-14 14:52:57.929706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:57.929717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 0 +2023-12-14 14:52:57.929726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.76> +2023-12-14 14:52:57.929736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76 +2023-12-14 14:52:57.929745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 0 +2023-12-14 14:52:57.929757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.166> +2023-12-14 14:52:57.929766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166 +2023-12-14 14:52:57.929776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 1 +2023-12-14 14:52:57.929785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.929794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.124> +2023-12-14 14:52:57.929799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124 +2023-12-14 14:52:57.929809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 0 +2023-12-14 14:52:57.929818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.74> +2023-12-14 14:52:57.929828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74 +2023-12-14 14:52:57.929839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 0 +2023-12-14 14:52:57.929849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.165> +2023-12-14 14:52:57.929858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165 +2023-12-14 14:52:57.929868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 1 +2023-12-14 14:52:57.929878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.929884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.123> +2023-12-14 14:52:57.929888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123 +2023-12-14 14:52:57.929898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 0 +2023-12-14 14:52:57.929907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.71> +2023-12-14 14:52:57.929921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71 +2023-12-14 14:52:57.929931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 0 +2023-12-14 14:52:57.929940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.929945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.164> +2023-12-14 14:52:57.929950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164 +2023-12-14 14:52:57.929959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 1 +2023-12-14 14:52:57.929970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.929975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 add.122> +2023-12-14 14:52:57.929980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.929984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122 +2023-12-14 14:52:57.929989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.929994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 0 +2023-12-14 14:52:57.929998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.70> +2023-12-14 14:52:57.930009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70 +2023-12-14 14:52:57.930018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 0 +2023-12-14 14:52:57.930028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.163> +2023-12-14 14:52:57.930041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163 +2023-12-14 14:52:57.930052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 1 +2023-12-14 14:52:57.930062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.930066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.121> +2023-12-14 14:52:57.930071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121 +2023-12-14 14:52:57.930080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:52:57.930092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 divide.1> +2023-12-14 14:52:57.930103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:52:57.930113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 param_3.65> +2023-12-14 14:52:57.930127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65 +2023-12-14 14:52:57.930137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 0 +2023-12-14 14:52:57.930146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.930151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 param_2.56> +2023-12-14 14:52:57.930156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56 +2023-12-14 14:52:57.930165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:57.930179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:57.930184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 1 +2023-12-14 14:52:57.930189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.930194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.140> +2023-12-14 14:52:57.930198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140 +2023-12-14 14:52:57.930208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 0 +2023-12-14 14:52:57.930219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:57.930225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 param_1.60> +2023-12-14 14:52:57.930235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60 +2023-12-14 14:52:57.930244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:57.930254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:57.930258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:57.930264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:57.930269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.930274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 slice.30> +2023-12-14 14:52:57.930279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:57.930288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:57.930298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 reshape.47> +2023-12-14 14:52:57.930313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:57.930322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:57.930332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164, operand 0 +2023-12-14 14:52:57.930337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 broadcast.164> +2023-12-14 14:52:57.930347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164 +2023-12-14 14:52:57.930358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:57.930367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 shift-left.22> +2023-12-14 14:52:57.930377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:57.930387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:57.930398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 constant.179> +2023-12-14 14:52:57.930408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179 +2023-12-14 14:52:57.930417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:57.930431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:57.930437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:57.930441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:57.930446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.179 = u32[] constant(32) +2023-12-14 14:52:57.930451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 subtract.27> +2023-12-14 14:52:57.930456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:57.930465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163, operand 0 +2023-12-14 14:52:57.930476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 broadcast.163> +2023-12-14 14:52:57.930486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163 +2023-12-14 14:52:57.930496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:57.930505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 shift-right-logical.24> +2023-12-14 14:52:57.930516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:57.930526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:57.930536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 or.26> +2023-12-14 14:52:57.930548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:57.930558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:57.930569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 xor.24> +2023-12-14 14:52:57.930579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:57.930588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:57.930598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:57.930603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 1 +2023-12-14 14:52:57.930609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.139> +2023-12-14 14:52:57.930619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139 +2023-12-14 14:52:57.930628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 0 +2023-12-14 14:52:57.930638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:57.930643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 slice.29> +2023-12-14 14:52:57.930653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:57.930666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:57.930676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 reshape.46> +2023-12-14 14:52:57.930686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:57.930697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:57.930706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161, operand 0 +2023-12-14 14:52:57.930711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 broadcast.161> +2023-12-14 14:52:57.930721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161 +2023-12-14 14:52:57.930732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:57.930743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 shift-left.21> +2023-12-14 14:52:57.930752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:57.930762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:57.930772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 subtract.26> +2023-12-14 14:52:57.930785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:57.930794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160, operand 0 +2023-12-14 14:52:57.930804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 broadcast.160> +2023-12-14 14:52:57.930814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160 +2023-12-14 14:52:57.930825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:57.930835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 shift-right-logical.23> +2023-12-14 14:52:57.930844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:57.930854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:57.930865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 or.25> +2023-12-14 14:52:57.930874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:57.930884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:57.930893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 xor.23> +2023-12-14 14:52:57.930908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:57.930917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:57.930927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:57.930931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 1 +2023-12-14 14:52:57.930936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 add.138> +2023-12-14 14:52:57.930947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138 +2023-12-14 14:52:57.930957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 0 +2023-12-14 14:52:57.930967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:57.930972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.930976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 slice.28> +2023-12-14 14:52:57.930982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.930986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:57.930991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.930997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:57.931002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 reshape.45> +2023-12-14 14:52:57.931014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:57.931025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:57.931034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159, operand 0 +2023-12-14 14:52:57.931040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 broadcast.159> +2023-12-14 14:52:57.931050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159 +2023-12-14 14:52:57.931059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:57.931070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 shift-left.20> +2023-12-14 14:52:57.931081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:57.931090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:57.931100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 subtract.25> +2023-12-14 14:52:57.931110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:57.931120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158, operand 0 +2023-12-14 14:52:57.931130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.158> +2023-12-14 14:52:57.931143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158 +2023-12-14 14:52:57.931153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:57.931164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 shift-right-logical.22> +2023-12-14 14:52:57.931174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:57.931184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:57.931194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 or.24> +2023-12-14 14:52:57.931204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:57.931214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:57.931223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 xor.22> +2023-12-14 14:52:57.931234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:57.931246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:57.931257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:57.931261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 1 +2023-12-14 14:52:57.931266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 add.137> +2023-12-14 14:52:57.931277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137 +2023-12-14 14:52:57.931286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:57.931296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 slice.27> +2023-12-14 14:52:57.931306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:57.931315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:57.931331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 reshape.44> +2023-12-14 14:52:57.931342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:57.931352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:57.931361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157, operand 0 +2023-12-14 14:52:57.931367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 broadcast.157> +2023-12-14 14:52:57.931379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157 +2023-12-14 14:52:57.931390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:57.931399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 shift-left.19> +2023-12-14 14:52:57.931410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:57.931419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:57.931430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 subtract.24> +2023-12-14 14:52:57.931440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:57.931449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156, operand 0 +2023-12-14 14:52:57.931459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 broadcast.156> +2023-12-14 14:52:57.931470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156 +2023-12-14 14:52:57.931479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:57.931492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 shift-right-logical.21> +2023-12-14 14:52:57.931502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:57.931513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:57.931522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 or.23> +2023-12-14 14:52:57.931532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:57.931542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:57.931552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 xor.21> +2023-12-14 14:52:57.931562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:57.931571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 0 +2023-12-14 14:52:57.931582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 param_0.42> +2023-12-14 14:52:57.931591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42 +2023-12-14 14:52:57.931604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154, operand 0 +2023-12-14 14:52:57.931614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.42 = u32[] parameter(0) +2023-12-14 14:52:57.931619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 broadcast.154> +2023-12-14 14:52:57.931624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154 +2023-12-14 14:52:57.931634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 1 +2023-12-14 14:52:57.931644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 add.136> +2023-12-14 14:52:57.931654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136 +2023-12-14 14:52:57.931664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 0 +2023-12-14 14:52:57.931674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 param_4.68> +2023-12-14 14:52:57.931684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68 +2023-12-14 14:52:57.931694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 0 +2023-12-14 14:52:57.931703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.68 = s32[] parameter(4) +2023-12-14 14:52:57.931709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 constant.180> +2023-12-14 14:52:57.931713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180 +2023-12-14 14:52:57.931723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 1 +2023-12-14 14:52:57.931736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.180 = s32[] constant(1) +2023-12-14 14:52:57.931741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 add.142> +2023-12-14 14:52:57.931746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142 +2023-12-14 14:52:57.931756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8, operand 0 +2023-12-14 14:52:57.931765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 convert.8> +2023-12-14 14:52:57.931776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8 +2023-12-14 14:52:57.931786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153, operand 0 +2023-12-14 14:52:57.931796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.153> +2023-12-14 14:52:57.931806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153 +2023-12-14 14:52:57.931816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 1 +2023-12-14 14:52:57.931826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 add.135> +2023-12-14 14:52:57.931836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135 +2023-12-14 14:52:57.931845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 param_5.76> +2023-12-14 14:52:57.931865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76 +2023-12-14 14:52:57.931876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10, operand 0 +2023-12-14 14:52:57.931886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_5.76 = s32[] parameter(5) +2023-12-14 14:52:57.931891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 convert.10> +2023-12-14 14:52:57.931895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10 +2023-12-14 14:52:57.931906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10, operand 0 +2023-12-14 14:52:57.931915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 0 +2023-12-14 14:52:57.931921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 0 +2023-12-14 14:52:57.931926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 1 +2023-12-14 14:52:57.931930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 compare.29> +2023-12-14 14:52:57.931940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29 +2023-12-14 14:52:57.931950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 0 +2023-12-14 14:52:57.931960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.931965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 constant.219> +2023-12-14 14:52:57.931970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.931978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219 +2023-12-14 14:52:57.931983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.931988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 1 +2023-12-14 14:52:57.931993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 1 +2023-12-14 14:52:57.931999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 constant.218> +2023-12-14 14:52:57.932009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218 +2023-12-14 14:52:57.932019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 1 +2023-12-14 14:52:57.932029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.218 = f32[] constant(-inf) +2023-12-14 14:52:57.932034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 compare.28> +2023-12-14 14:52:57.932039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28 +2023-12-14 14:52:57.932050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 0 +2023-12-14 14:52:57.932060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 constant.217> +2023-12-14 14:52:57.932069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217 +2023-12-14 14:52:57.932080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 1 +2023-12-14 14:52:57.932090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 bitcast-convert.10> +2023-12-14 14:52:57.932099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10 +2023-12-14 14:52:57.932112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 0 +2023-12-14 14:52:57.932122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 0 +2023-12-14 14:52:57.932127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 0 +2023-12-14 14:52:57.932133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 constant.216> +2023-12-14 14:52:57.932142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216 +2023-12-14 14:52:57.932152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 1 +2023-12-14 14:52:57.932162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 1 +2023-12-14 14:52:57.932167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:57.932173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 and.7> +2023-12-14 14:52:57.932178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7 +2023-12-14 14:52:57.932187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 0 +2023-12-14 14:52:57.932197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 0 +2023-12-14 14:52:57.932203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 constant.215> +2023-12-14 14:52:57.932212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215 +2023-12-14 14:52:57.932222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 1 +2023-12-14 14:52:57.932232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 1 +2023-12-14 14:52:57.932239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 1 +2023-12-14 14:52:57.932245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.215 = s32[] constant(0) +2023-12-14 14:52:57.932250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 compare.27> +2023-12-14 14:52:57.932255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27 +2023-12-14 14:52:57.932265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 0 +2023-12-14 14:52:57.932275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 constant.214> +2023-12-14 14:52:57.932285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214 +2023-12-14 14:52:57.932295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 1 +2023-12-14 14:52:57.932305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 constant.213> +2023-12-14 14:52:57.932315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213 +2023-12-14 14:52:57.932324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 1 +2023-12-14 14:52:57.932334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 1 +2023-12-14 14:52:57.932339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 1 +2023-12-14 14:52:57.932345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 compare.26> +2023-12-14 14:52:57.932354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26 +2023-12-14 14:52:57.932367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 0 +2023-12-14 14:52:57.932377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 constant.212> +2023-12-14 14:52:57.932388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212 +2023-12-14 14:52:57.932397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:57.932407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 1 +2023-12-14 14:52:57.932411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 1 +2023-12-14 14:52:57.932417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:57.932422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 and.6> +2023-12-14 14:52:57.932427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6 +2023-12-14 14:52:57.932437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 0 +2023-12-14 14:52:57.932446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 compare.25> +2023-12-14 14:52:57.932457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25 +2023-12-14 14:52:57.932466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 1 +2023-12-14 14:52:57.932476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 or.32> +2023-12-14 14:52:57.932489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32 +2023-12-14 14:52:57.932500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 0 +2023-12-14 14:52:57.932509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.211> +2023-12-14 14:52:57.932520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211 +2023-12-14 14:52:57.932529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 1 +2023-12-14 14:52:57.932539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 1 +2023-12-14 14:52:57.932545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.211 = s32[] constant(-1) +2023-12-14 14:52:57.932549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.210> +2023-12-14 14:52:57.932555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210 +2023-12-14 14:52:57.932564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 1 +2023-12-14 14:52:57.932574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 2 +2023-12-14 14:52:57.932579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 2 +2023-12-14 14:52:57.932584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.210 = s32[] constant(1) +2023-12-14 14:52:57.932589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 select.59> +2023-12-14 14:52:57.932594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59 +2023-12-14 14:52:57.932604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 1 +2023-12-14 14:52:57.932614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 add.163> +2023-12-14 14:52:57.932626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163 +2023-12-14 14:52:57.932637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 2 +2023-12-14 14:52:57.932647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 select.58> +2023-12-14 14:52:57.932657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58 +2023-12-14 14:52:57.932666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 2 +2023-12-14 14:52:57.932677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 select.57> +2023-12-14 14:52:57.932687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57 +2023-12-14 14:52:57.932697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 2 +2023-12-14 14:52:57.932706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 select.56> +2023-12-14 14:52:57.932717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56 +2023-12-14 14:52:57.932727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9, operand 0 +2023-12-14 14:52:57.932737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 bitcast-convert.9> +2023-12-14 14:52:57.932749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9 +2023-12-14 14:52:57.932760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:57.932771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 broadcast.206> +2023-12-14 14:52:57.932781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:57.932790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 0 +2023-12-14 14:52:57.932801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 param_4.69> +2023-12-14 14:52:57.932811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69 +2023-12-14 14:52:57.932820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9, operand 0 +2023-12-14 14:52:57.932830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.69 = s32[] parameter(4) +2023-12-14 14:52:57.932835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 convert.9> +2023-12-14 14:52:57.932839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9 +2023-12-14 14:52:57.932850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8, operand 0 +2023-12-14 14:52:57.932860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 0 +2023-12-14 14:52:57.932868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 0 +2023-12-14 14:52:57.932872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 1 +2023-12-14 14:52:57.932877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.24> +2023-12-14 14:52:57.932888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24 +2023-12-14 14:52:57.932898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 0 +2023-12-14 14:52:57.932908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.209> +2023-12-14 14:52:57.932917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209 +2023-12-14 14:52:57.932928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:57.932938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 1 +2023-12-14 14:52:57.932943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.209 = f32[] constant(inf) +2023-12-14 14:52:57.932948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 compare.23> +2023-12-14 14:52:57.932953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23 +2023-12-14 14:52:57.932962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.932967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 0 +2023-12-14 14:52:57.932973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.932978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 bitcast-convert.8> +2023-12-14 14:52:57.932983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.932991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8 +2023-12-14 14:52:57.932995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 0 +2023-12-14 14:52:57.933005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:57.933010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 0 +2023-12-14 14:52:57.933016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 and.5> +2023-12-14 14:52:57.933026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5 +2023-12-14 14:52:57.933035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 0 +2023-12-14 14:52:57.933045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 0 +2023-12-14 14:52:57.933050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 compare.22> +2023-12-14 14:52:57.933060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22 +2023-12-14 14:52:57.933070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 0 +2023-12-14 14:52:57.933080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 compare.21> +2023-12-14 14:52:57.933089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21 +2023-12-14 14:52:57.933100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 0 +2023-12-14 14:52:57.933110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 and.4> +2023-12-14 14:52:57.933122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:57.933132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 0 +2023-12-14 14:52:57.933142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 compare.20> +2023-12-14 14:52:57.933153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20 +2023-12-14 14:52:57.933162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 1 +2023-12-14 14:52:57.933172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 or.31> +2023-12-14 14:52:57.933181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31 +2023-12-14 14:52:57.933192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 0 +2023-12-14 14:52:57.933202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.55> +2023-12-14 14:52:57.933211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55 +2023-12-14 14:52:57.933221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 1 +2023-12-14 14:52:57.933234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 add.162> +2023-12-14 14:52:57.933244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162 +2023-12-14 14:52:57.933253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 2 +2023-12-14 14:52:57.933263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 select.54> +2023-12-14 14:52:57.933273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54 +2023-12-14 14:52:57.933283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 2 +2023-12-14 14:52:57.933292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 select.53> +2023-12-14 14:52:57.933302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53 +2023-12-14 14:52:57.933311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 2 +2023-12-14 14:52:57.933322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 select.52> +2023-12-14 14:52:57.933332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52 +2023-12-14 14:52:57.933341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7, operand 0 +2023-12-14 14:52:57.933356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 bitcast-convert.7> +2023-12-14 14:52:57.933367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7 +2023-12-14 14:52:57.933376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:57.933386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 broadcast.205> +2023-12-14 14:52:57.933395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:57.933406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:57.933415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 param_0.44> +2023-12-14 14:52:57.933425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44 +2023-12-14 14:52:57.933434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53, operand 0 +2023-12-14 14:52:57.933445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:57.933450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.44 = f32[] parameter(0) +2023-12-14 14:52:57.933455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 broadcast.204> +2023-12-14 14:52:57.933459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:57.933472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 0 +2023-12-14 14:52:57.933482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 1 +2023-12-14 14:52:57.933488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 param_2.58> +2023-12-14 14:52:57.933498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58 +2023-12-14 14:52:57.933507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:57.933517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.933521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 param_3.67> +2023-12-14 14:52:57.933527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67 +2023-12-14 14:52:57.933537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:57.933547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.933551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 concatenate.1> +2023-12-14 14:52:57.933556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:57.933566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:57.933576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 constant.208> +2023-12-14 14:52:57.933586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208 +2023-12-14 14:52:57.933598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:57.933608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.208 = u32[] constant(9) +2023-12-14 14:52:57.933614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 broadcast.203> +2023-12-14 14:52:57.933618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:57.933628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:57.933638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 shift-right-logical.28> +2023-12-14 14:52:57.933647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:57.933658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 0 +2023-12-14 14:52:57.933667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 constant.207> +2023-12-14 14:52:57.933677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207 +2023-12-14 14:52:57.933686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:57.933697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:57.933703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 broadcast.202> +2023-12-14 14:52:57.933707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:57.933717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 1 +2023-12-14 14:52:57.933730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 or.30> +2023-12-14 14:52:57.933741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30 +2023-12-14 14:52:57.933750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6, operand 0 +2023-12-14 14:52:57.933760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 bitcast-convert.6> +2023-12-14 14:52:57.933770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6 +2023-12-14 14:52:57.933779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 0 +2023-12-14 14:52:57.933790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 constant.206> +2023-12-14 14:52:57.933799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206 +2023-12-14 14:52:57.933809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:57.933818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.206 = f32[] constant(-1) +2023-12-14 14:52:57.933824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 broadcast.201> +2023-12-14 14:52:57.933830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:57.933842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 1 +2023-12-14 14:52:57.933852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:57.933857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 add.160> +2023-12-14 14:52:57.933862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160 +2023-12-14 14:52:57.933873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 0 +2023-12-14 14:52:57.933882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 param_1.62> +2023-12-14 14:52:57.933892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62 +2023-12-14 14:52:57.933901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:57.933913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.62 = f32[] parameter(1) +2023-12-14 14:52:57.933918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 reshape.54> +2023-12-14 14:52:57.933923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:57.933932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 0 +2023-12-14 14:52:57.933942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 reshape.53> +2023-12-14 14:52:57.933952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53 +2023-12-14 14:52:57.933962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.933967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 1 +2023-12-14 14:52:57.933975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.933980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 subtract.31> +2023-12-14 14:52:57.933985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.933990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31 +2023-12-14 14:52:57.933995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:57.934006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.934011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 reshape.52> +2023-12-14 14:52:57.934015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:57.934025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:57.934035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.934041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 broadcast.200> +2023-12-14 14:52:57.934046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:57.934055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 1 +2023-12-14 14:52:57.934065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.934070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 multiply.110> +2023-12-14 14:52:57.934076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110 +2023-12-14 14:52:57.934089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 0 +2023-12-14 14:52:57.934099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.934104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 add.159> +2023-12-14 14:52:57.934109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159 +2023-12-14 14:52:57.934118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 1 +2023-12-14 14:52:57.934129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.934134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 maximum.5> +2023-12-14 14:52:57.934139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5 +2023-12-14 14:52:57.934148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:57.934158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.934163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 reshape.51> +2023-12-14 14:52:57.934169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:57.934178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 1 +2023-12-14 14:52:57.934188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 1 +2023-12-14 14:52:57.934193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:57.934198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 0 +2023-12-14 14:52:57.934203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:57.934223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = f32[8192,2048]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.934228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 abs.3> +2023-12-14 14:52:57.934232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:57.934242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 0 +2023-12-14 14:52:57.934253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[8192,2048]{1,0} abs(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:57.934259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 constant.205> +2023-12-14 14:52:57.934263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205 +2023-12-14 14:52:57.934273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:57.934282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.205 = f32[] constant(1) +2023-12-14 14:52:57.934288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 broadcast.199> +2023-12-14 14:52:57.934293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:57.934303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 1 +2023-12-14 14:52:57.934313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[8192,2048]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.934318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 compare.19> +2023-12-14 14:52:57.934322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19 +2023-12-14 14:52:57.934333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:57.934343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.19 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %abs.3, f32[8192,2048]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.934348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.198> +2023-12-14 14:52:57.934356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:57.934365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 1 +2023-12-14 14:52:57.934376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[8192,2048]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.934381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 multiply.109> +2023-12-14 14:52:57.934386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109 +2023-12-14 14:52:57.934396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:57.934405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.109 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %reshape.51, f32[8192,2048]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.934410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 negate.10> +2023-12-14 14:52:57.934416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:57.934426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 0 +2023-12-14 14:52:57.934436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:57.934442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 multiply.108> +2023-12-14 14:52:57.934446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108 +2023-12-14 14:52:57.934456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:57.934466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.108 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %negate.10, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.934472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 log-plus-one.3> +2023-12-14 14:52:57.934477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:57.934489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:57.934500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[8192,2048]{1,0} log-plus-one(f32[8192,2048]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.934505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 negate.9> +2023-12-14 14:52:57.934510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:57.934520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:57.934530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 0 +2023-12-14 14:52:57.934534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 0 +2023-12-14 14:52:57.934541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:57.934546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 constant.204> +2023-12-14 14:52:57.934550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204 +2023-12-14 14:52:57.934561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:57.934570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.204 = f32[] constant(5) +2023-12-14 14:52:57.934575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.197> +2023-12-14 14:52:57.934580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:57.934590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 1 +2023-12-14 14:52:57.934600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[8192,2048]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.934605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 compare.18> +2023-12-14 14:52:57.934610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18 +2023-12-14 14:52:57.934619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:57.934632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:57.934637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 0 +2023-12-14 14:52:57.934643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 0 +2023-12-14 14:52:57.934648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 0 +2023-12-14 14:52:57.934653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 0 +2023-12-14 14:52:57.934657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 0 +2023-12-14 14:52:57.934662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 0 +2023-12-14 14:52:57.934668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 0 +2023-12-14 14:52:57.934673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 0 +2023-12-14 14:52:57.934677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.18 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.934682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 constant.203> +2023-12-14 14:52:57.934688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203 +2023-12-14 14:52:57.934697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:57.934707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:57.934713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 broadcast.196> +2023-12-14 14:52:57.934717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:57.934728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 1 +2023-12-14 14:52:57.934737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[8192,2048]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.934742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 constant.202> +2023-12-14 14:52:57.934747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202 +2023-12-14 14:52:57.934757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:57.934771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:57.934775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 broadcast.195> +2023-12-14 14:52:57.934780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:57.934790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 2 +2023-12-14 14:52:57.934800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[8192,2048]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.934805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 select.51> +2023-12-14 14:52:57.934810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51 +2023-12-14 14:52:57.934820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 0 +2023-12-14 14:52:57.934830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.51 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.196, f32[8192,2048]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:57.934835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 constant.201> +2023-12-14 14:52:57.934840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201 +2023-12-14 14:52:57.934849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:57.934860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:57.934865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 broadcast.194> +2023-12-14 14:52:57.934869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:57.934880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 1 +2023-12-14 14:52:57.934889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[8192,2048]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.934897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 constant.200> +2023-12-14 14:52:57.934903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200 +2023-12-14 14:52:57.934912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:57.934923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:57.934927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 broadcast.193> +2023-12-14 14:52:57.934932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:57.934942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 2 +2023-12-14 14:52:57.934952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[8192,2048]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.934957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 select.50> +2023-12-14 14:52:57.934962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50 +2023-12-14 14:52:57.934972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.934976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 0 +2023-12-14 14:52:57.934981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.50 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.194, f32[8192,2048]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:57.934987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 constant.199> +2023-12-14 14:52:57.934992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.934996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199 +2023-12-14 14:52:57.935001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:57.935011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.935016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 broadcast.192> +2023-12-14 14:52:57.935021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:57.935032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 1 +2023-12-14 14:52:57.935044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[8192,2048]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.935050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 constant.198> +2023-12-14 14:52:57.935055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198 +2023-12-14 14:52:57.935064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:57.935076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.935081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 broadcast.191> +2023-12-14 14:52:57.935086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:57.935096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 2 +2023-12-14 14:52:57.935105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[8192,2048]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.935110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 select.49> +2023-12-14 14:52:57.935115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49 +2023-12-14 14:52:57.935125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 0 +2023-12-14 14:52:57.935135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.49 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.192, f32[8192,2048]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:57.935140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 constant.197> +2023-12-14 14:52:57.935144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197 +2023-12-14 14:52:57.935154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:57.935165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.935173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 broadcast.190> +2023-12-14 14:52:57.935178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:57.935187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 1 +2023-12-14 14:52:57.935197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[8192,2048]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.935203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 constant.196> +2023-12-14 14:52:57.935208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196 +2023-12-14 14:52:57.935218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:57.935227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.935232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 broadcast.189> +2023-12-14 14:52:57.935237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:57.935247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 2 +2023-12-14 14:52:57.935257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[8192,2048]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.935262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 select.48> +2023-12-14 14:52:57.935267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48 +2023-12-14 14:52:57.935276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 0 +2023-12-14 14:52:57.935287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.48 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.190, f32[8192,2048]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:57.935292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 constant.195> +2023-12-14 14:52:57.935296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195 +2023-12-14 14:52:57.935310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:57.935325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.935330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 broadcast.188> +2023-12-14 14:52:57.935336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:57.935346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 1 +2023-12-14 14:52:57.935356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[8192,2048]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.935361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 constant.194> +2023-12-14 14:52:57.935366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194 +2023-12-14 14:52:57.935376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:57.935385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.935392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 broadcast.187> +2023-12-14 14:52:57.935397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:57.935406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 2 +2023-12-14 14:52:57.935416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[8192,2048]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.935422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 select.47> +2023-12-14 14:52:57.935426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47 +2023-12-14 14:52:57.935436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 0 +2023-12-14 14:52:57.935446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.47 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.188, f32[8192,2048]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:57.935454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 constant.193> +2023-12-14 14:52:57.935459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193 +2023-12-14 14:52:57.935469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:57.935479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.935484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 broadcast.186> +2023-12-14 14:52:57.935489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:57.935498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 1 +2023-12-14 14:52:57.935509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[8192,2048]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.935514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 constant.192> +2023-12-14 14:52:57.935519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192 +2023-12-14 14:52:57.935529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:57.935539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.935543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 broadcast.185> +2023-12-14 14:52:57.935549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:57.935558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 2 +2023-12-14 14:52:57.935569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[8192,2048]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.935574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 select.46> +2023-12-14 14:52:57.935578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46 +2023-12-14 14:52:57.935592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 0 +2023-12-14 14:52:57.935601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.46 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.186, f32[8192,2048]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:57.935607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 constant.191> +2023-12-14 14:52:57.935612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191 +2023-12-14 14:52:57.935621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:57.935631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.935636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 broadcast.184> +2023-12-14 14:52:57.935641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:57.935651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 1 +2023-12-14 14:52:57.935661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[8192,2048]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.935666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 constant.189> +2023-12-14 14:52:57.935670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189 +2023-12-14 14:52:57.935681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:57.935692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.935696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 broadcast.183> +2023-12-14 14:52:57.935701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:57.935711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 2 +2023-12-14 14:52:57.935725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[8192,2048]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.935731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 select.45> +2023-12-14 14:52:57.935735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45 +2023-12-14 14:52:57.935745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 0 +2023-12-14 14:52:57.935754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.45 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.184, f32[8192,2048]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:57.935759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 constant.188> +2023-12-14 14:52:57.935765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188 +2023-12-14 14:52:57.935775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:57.935785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.935790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 broadcast.182> +2023-12-14 14:52:57.935794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:57.935805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 1 +2023-12-14 14:52:57.935815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[8192,2048]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.935820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 constant.187> +2023-12-14 14:52:57.935825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187 +2023-12-14 14:52:57.935834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:57.935844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.935849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 broadcast.181> +2023-12-14 14:52:57.935858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:57.935867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 2 +2023-12-14 14:52:57.935877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[8192,2048]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.935882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 select.44> +2023-12-14 14:52:57.935886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44 +2023-12-14 14:52:57.935897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 0 +2023-12-14 14:52:57.935907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.44 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.182, f32[8192,2048]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:57.935912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 constant.186> +2023-12-14 14:52:57.935917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186 +2023-12-14 14:52:57.935926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:57.935937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.935942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 broadcast.180> +2023-12-14 14:52:57.935947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:57.935956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:57.935968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[8192,2048]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.935973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 constant.185> +2023-12-14 14:52:57.935978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.935982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185 +2023-12-14 14:52:57.935987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.935995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:57.936001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.936006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 broadcast.179> +2023-12-14 14:52:57.936010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:57.936020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:57.936031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[8192,2048]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.936036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 select.43> +2023-12-14 14:52:57.936041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:57.936050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 0 +2023-12-14 14:52:57.936061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.180, f32[8192,2048]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:57.936066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 constant.184> +2023-12-14 14:52:57.936071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184 +2023-12-14 14:52:57.936080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:57.936091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:57.936096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 broadcast.178> +2023-12-14 14:52:57.936101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:57.936110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 1 +2023-12-14 14:52:57.936121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[8192,2048]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:57.936126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 add.158> +2023-12-14 14:52:57.936136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158 +2023-12-14 14:52:57.936158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:57.936173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.158 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.936182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 sqrt.3> +2023-12-14 14:52:57.936189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:57.936205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 0 +2023-12-14 14:52:57.936222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.936230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 constant.183> +2023-12-14 14:52:57.936240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183 +2023-12-14 14:52:57.936256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:57.936273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.183 = f32[] constant(-3) +2023-12-14 14:52:57.936281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 broadcast.177> +2023-12-14 14:52:57.936289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:57.936306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 1 +2023-12-14 14:52:57.936322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[8192,2048]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:57.936332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 add.157> +2023-12-14 14:52:57.936340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157 +2023-12-14 14:52:57.936355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:57.936375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.157 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.3, f32[8192,2048]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.936383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 select.42> +2023-12-14 14:52:57.936392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:57.936408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 1 +2023-12-14 14:52:57.936425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 1 +2023-12-14 14:52:57.936433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 1 +2023-12-14 14:52:57.936441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 1 +2023-12-14 14:52:57.936449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 1 +2023-12-14 14:52:57.936458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 1 +2023-12-14 14:52:57.936466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 1 +2023-12-14 14:52:57.936474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 1 +2023-12-14 14:52:57.936484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %add.158, f32[8192,2048]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:57.936492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 multiply.107> +2023-12-14 14:52:57.936500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107 +2023-12-14 14:52:57.936517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 1 +2023-12-14 14:52:57.936533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.107 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.43, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.936543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 add.156> +2023-12-14 14:52:57.936552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156 +2023-12-14 14:52:57.936567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 0 +2023-12-14 14:52:57.936587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.156 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.44, f32[8192,2048]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:57.936596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 multiply.106> +2023-12-14 14:52:57.936607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106 +2023-12-14 14:52:57.936624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 1 +2023-12-14 14:52:57.936642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.106 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.156, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.936650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 add.155> +2023-12-14 14:52:57.936658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155 +2023-12-14 14:52:57.936675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 0 +2023-12-14 14:52:57.936691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.155 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.45, f32[8192,2048]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:57.936700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 multiply.105> +2023-12-14 14:52:57.936708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105 +2023-12-14 14:52:57.936725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 1 +2023-12-14 14:52:57.936742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.105 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.155, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.936750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 add.154> +2023-12-14 14:52:57.936759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154 +2023-12-14 14:52:57.936774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 0 +2023-12-14 14:52:57.936791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.154 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.46, f32[8192,2048]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:57.936800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 multiply.104> +2023-12-14 14:52:57.936812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104 +2023-12-14 14:52:57.936829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 1 +2023-12-14 14:52:57.936846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.104 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.154, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.936855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 add.153> +2023-12-14 14:52:57.936863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153 +2023-12-14 14:52:57.936880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 0 +2023-12-14 14:52:57.936896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.153 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.47, f32[8192,2048]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:57.936905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 multiply.103> +2023-12-14 14:52:57.936914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103 +2023-12-14 14:52:57.936929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 1 +2023-12-14 14:52:57.936948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.103 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.153, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.936956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 add.152> +2023-12-14 14:52:57.936964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.936973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152 +2023-12-14 14:52:57.936980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.936988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 0 +2023-12-14 14:52:57.936997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.152 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.48, f32[8192,2048]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:57.937007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 multiply.102> +2023-12-14 14:52:57.937015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102 +2023-12-14 14:52:57.937035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 1 +2023-12-14 14:52:57.937052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.102 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.152, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.937061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 add.150> +2023-12-14 14:52:57.937069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150 +2023-12-14 14:52:57.937086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 0 +2023-12-14 14:52:57.937106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.150 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.49, f32[8192,2048]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:57.937114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 multiply.101> +2023-12-14 14:52:57.937124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101 +2023-12-14 14:52:57.937139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 1 +2023-12-14 14:52:57.937157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.101 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.150, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.937165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 add.149> +2023-12-14 14:52:57.937173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149 +2023-12-14 14:52:57.937190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 0 +2023-12-14 14:52:57.937207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.149 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.50, f32[8192,2048]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:57.937217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 multiply.100> +2023-12-14 14:52:57.937224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100 +2023-12-14 14:52:57.937241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 1 +2023-12-14 14:52:57.937263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.100 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.149, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.937272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 add.148> +2023-12-14 14:52:57.937282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148 +2023-12-14 14:52:57.937298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 0 +2023-12-14 14:52:57.937316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.148 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.51, f32[8192,2048]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:57.937323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.99> +2023-12-14 14:52:57.937332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99 +2023-12-14 14:52:57.937349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:57.937366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.99 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.148, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.937376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 select.41> +2023-12-14 14:52:57.937384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:57.937401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 0 +2023-12-14 14:52:57.937417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.19, f32[8192,2048]{1,0} %multiply.109, f32[8192,2048]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:57.937426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 constant.182> +2023-12-14 14:52:57.937435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182 +2023-12-14 14:52:57.937451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:57.937469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:57.937481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 broadcast.176> +2023-12-14 14:52:57.937490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:57.937506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 1 +2023-12-14 14:52:57.937525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[8192,2048]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.937533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.98> +2023-12-14 14:52:57.937541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98 +2023-12-14 14:52:57.937558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:57.937575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.98 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.41, f32[8192,2048]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.937584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 maximum.4> +2023-12-14 14:52:57.937592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:57.937608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 1 +2023-12-14 14:52:57.937629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[8192,2048]{1,0} maximum(f32[8192,2048]{1,0} %broadcast.205, f32[8192,2048]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.937638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 minimum.2> +2023-12-14 14:52:57.937647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2 +2023-12-14 14:52:57.937663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.2 = f32[8192,2048]{1,0} minimum(f32[8192,2048]{1,0} %broadcast.206, f32[8192,2048]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.937686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 arg_tuple.4{} (phi)> +2023-12-14 14:52:57.937695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:57.937711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:57.937728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.937738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 arg_tuple.3{} (phi)> +2023-12-14 14:52:57.937746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:57.937762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.76, operand 0 {} +2023-12-14 14:52:57.937780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.77, operand 0 {} +2023-12-14 14:52:57.937789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.78, operand 0 {} +2023-12-14 14:52:57.937798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.79, operand 0 {} +2023-12-14 14:52:57.937806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.80, operand 0 {} +2023-12-14 14:52:57.937815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.81, operand 0 {} +2023-12-14 14:52:57.937823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.82, operand 0 {} +2023-12-14 14:52:57.937832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.84, operand 0 {} +2023-12-14 14:52:57.937840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.937849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.937858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:57.937875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:57.937883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:57.937900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.937913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 arg_tuple.4{1} (phi)> +2023-12-14 14:52:57.937922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:57.937939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.937957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 arg_tuple.4{2} (phi)> +2023-12-14 14:52:57.937966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.937974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:57.937982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.937991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 arg_tuple.4{3} (phi)> +2023-12-14 14:52:57.938008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:57.938025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 arg_tuple.4{4} (phi)> +2023-12-14 14:52:57.938050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:57.938067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 arg_tuple.4{5} (phi)> +2023-12-14 14:52:57.938095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:57.938114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 arg_tuple.4{6} (phi)> +2023-12-14 14:52:57.938144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:57.938160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 arg_tuple.4{7} (phi)> +2023-12-14 14:52:57.938186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:57.938204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.938230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:57.938246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.84 +2023-12-14 14:52:57.938255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:57.938265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:57.938281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:57.938290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:57.938299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.938314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:57.938332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.82 +2023-12-14 14:52:57.938340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:57.938349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:57.938362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:57.938379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:57.938388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:57.938396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:57.938404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.938423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:57.938440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.81 +2023-12-14 14:52:57.938449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:57.938457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:57.938464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:57.938482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:57.938490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:57.938499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:57.938508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.938524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:57.938542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {5} +2023-12-14 14:52:57.938551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.80 +2023-12-14 14:52:57.938560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:57.938570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 5 +2023-12-14 14:52:57.938586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:57.938595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:57.938609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.938627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:57.938644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {3} +2023-12-14 14:52:57.938652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.79 +2023-12-14 14:52:57.938661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.938669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 3 +2023-12-14 14:52:57.938686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.938695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.938703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.938720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:57.938737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {4} +2023-12-14 14:52:57.938746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.78 +2023-12-14 14:52:57.938755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 4 +2023-12-14 14:52:57.938771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.938788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:57.938803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {7} +2023-12-14 14:52:57.938812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.77 +2023-12-14 14:52:57.938820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.938828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:57.938843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 7 +2023-12-14 14:52:57.938859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:57.938869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.938878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.938886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:57.938894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.938911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:57.938927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7 {6} +2023-12-14 14:52:57.938936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.76 +2023-12-14 14:52:57.938944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.938952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.7, operand 6 +2023-12-14 14:52:57.938962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.938970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 while.1{} (phi)> +2023-12-14 14:52:57.938978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.938986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:57.938995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.939003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:57.939014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:57.939024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.939033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 while.1{0} (phi)> +2023-12-14 14:52:57.939040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.939049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:57.939062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.939070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.939080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 while.1{1} (phi)> +2023-12-14 14:52:57.939089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.939097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:57.939105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:57.939114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:57.939122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.939130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 2 +2023-12-14 14:52:57.939138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 2 +2023-12-14 14:52:57.939147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.939156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 while.1{2} (phi)> +2023-12-14 14:52:57.939164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.939173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:57.939182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:57.939190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:57.939198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.939207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 3 +2023-12-14 14:52:57.939215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 3 +2023-12-14 14:52:57.939223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.939232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 while.1{3} (phi)> +2023-12-14 14:52:57.939241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.939249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:57.939257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.939270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.939278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 while.1{4} (phi)> +2023-12-14 14:52:57.939286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.939296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:57.939304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.939312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.939327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 while.1{5} (phi)> +2023-12-14 14:52:57.939337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.939345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:57.939353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.939362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.939370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 while.1{6} (phi)> +2023-12-14 14:52:57.939378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.939387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:57.939396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.939404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.939412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 while.1{7} (phi)> +2023-12-14 14:52:57.939422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.939430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:57.939438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.939448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.6), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.940384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:57.941224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.941319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.941327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.941344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.941350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:57.941364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.110 +2023-12-14 14:52:57.941370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:57.941375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:57.941381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:57.941386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:57.941392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:57.941398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:57.941403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:57.941408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:57.941414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:57.941419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:57.941425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:57.941430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:57.941435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:57.941440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:57.941446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:57.941462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.941474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.941479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 418, phi: +2023-12-14 14:52:57.941484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:57.941490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:57.941504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54: +2023-12-14 14:52:57.941509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73: +2023-12-14 14:52:57.941514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 419, phi: +2023-12-14 14:52:57.941520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:57.941524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:57.941529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 420, phi: +2023-12-14 14:52:57.941534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.941538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.941543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:57.941549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:57.941554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 421, phi: +2023-12-14 14:52:57.941558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.941563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.941570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:57.941578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:57.941586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 422, phi: +2023-12-14 14:52:57.941592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.941599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.941606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:57.941616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:57.941621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 423, phi: +2023-12-14 14:52:57.941626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.941630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:57.941635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:57.941640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66: +2023-12-14 14:52:57.941645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 424, phi: +2023-12-14 14:52:57.941650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:57.941654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:57.941659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47: +2023-12-14 14:52:57.941664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:57.941669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 425, phi: +2023-12-14 14:52:57.941674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.941679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:57.941687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49: +2023-12-14 14:52:57.941692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69: +2023-12-14 14:52:57.941696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 426, phi: +2023-12-14 14:52:57.941702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:57.941707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:57.941711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51: +2023-12-14 14:52:57.941716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71: +2023-12-14 14:52:57.941721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 427, phi: +2023-12-14 14:52:57.941725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:57.941731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:57.941736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53: +2023-12-14 14:52:57.941740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72: +2023-12-14 14:52:57.941745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 428, phi: +2023-12-14 14:52:57.941749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.941754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.941761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 429, phi: +2023-12-14 14:52:57.941766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.941771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.941775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 430, phi: +2023-12-14 14:52:57.941780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.941785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.941789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 431, phi: +2023-12-14 14:52:57.941794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.941799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:57.941804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 432, phi: +2023-12-14 14:52:57.941808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:57.941813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:57.941817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 433, phi: +2023-12-14 14:52:57.941823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.941828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:57.941832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 434, phi: +2023-12-14 14:52:57.941837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:57.941841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:57.941853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 435, phi: +2023-12-14 14:52:57.941858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:57.941863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:57.941868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 436, phi: +2023-12-14 14:52:57.941872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:57.941877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 54 +2023-12-14 14:52:57.941882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 437, phi: +2023-12-14 14:52:57.941887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:57.941892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:57.941896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 438, phi: +2023-12-14 14:52:57.941901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:57.941905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.941911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 439, phi: +2023-12-14 14:52:57.941917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:57.941922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.941926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 440, phi: +2023-12-14 14:52:57.941931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:57.941935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.941940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 441, phi: +2023-12-14 14:52:57.941946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:57.941950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 47 +2023-12-14 14:52:57.941955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 442, phi: +2023-12-14 14:52:57.941959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:57.941964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:57.941968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 443, phi: +2023-12-14 14:52:57.941974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:57.941979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 51 +2023-12-14 14:52:57.941983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 444, phi: +2023-12-14 14:52:57.941988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:57.941993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 53 +2023-12-14 14:52:57.942010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.942020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.942025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 418, phi: +2023-12-14 14:52:57.942034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:57.942039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:57.942044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54: +2023-12-14 14:52:57.942049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73: +2023-12-14 14:52:57.942053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 419, phi: +2023-12-14 14:52:57.942058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:57.942063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:57.942069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 420, phi: +2023-12-14 14:52:57.942073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.942078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.942083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:57.942087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:57.942092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 421, phi: +2023-12-14 14:52:57.942098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.942103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.942107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:57.942112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:57.942116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 422, phi: +2023-12-14 14:52:57.942121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.942126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.942131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:57.942136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:57.942140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 423, phi: +2023-12-14 14:52:57.942145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.942150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:57.942155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:57.942160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66: +2023-12-14 14:52:57.942165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 424, phi: +2023-12-14 14:52:57.942170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:57.942174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:57.942179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47: +2023-12-14 14:52:57.942184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:57.942189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 425, phi: +2023-12-14 14:52:57.942197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.942202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:57.942207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49: +2023-12-14 14:52:57.942211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69: +2023-12-14 14:52:57.942217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 426, phi: +2023-12-14 14:52:57.942222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:57.942227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:57.942231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51: +2023-12-14 14:52:57.942236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71: +2023-12-14 14:52:57.942241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 427, phi: +2023-12-14 14:52:57.942246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:57.942251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:57.942256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53: +2023-12-14 14:52:57.942261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72: +2023-12-14 14:52:57.942265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 428, phi: +2023-12-14 14:52:57.942270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.942275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.942281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 429, phi: +2023-12-14 14:52:57.942285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.942290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.942294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 430, phi: +2023-12-14 14:52:57.942299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.942305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.942311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 431, phi: +2023-12-14 14:52:57.942315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.942320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:57.942324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 432, phi: +2023-12-14 14:52:57.942329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:57.942334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:57.942339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 433, phi: +2023-12-14 14:52:57.942344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.942349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:57.942353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 434, phi: +2023-12-14 14:52:57.942358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:57.942366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:57.942372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 435, phi: +2023-12-14 14:52:57.942376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:57.942381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:57.942385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 436, phi: +2023-12-14 14:52:57.942390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:57.942396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 54 +2023-12-14 14:52:57.942401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 437, phi: +2023-12-14 14:52:57.942406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:57.942411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:57.942415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 438, phi: +2023-12-14 14:52:57.942420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:57.942425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.942430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 439, phi: +2023-12-14 14:52:57.942435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:57.942440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.942444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 440, phi: +2023-12-14 14:52:57.942449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:57.942454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.942459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 441, phi: +2023-12-14 14:52:57.942464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:57.942469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 47 +2023-12-14 14:52:57.942474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 442, phi: +2023-12-14 14:52:57.942478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:57.942483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:57.942488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 443, phi: +2023-12-14 14:52:57.942494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:57.942498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 51 +2023-12-14 14:52:57.942503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 444, phi: +2023-12-14 14:52:57.942507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:57.942512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 53 +2023-12-14 14:52:57.942518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.942527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.942535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.942541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.942547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:57.942552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.942558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:57.942564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <39 constant.19> + +2023-12-14 14:52:57.942568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:57.942574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <52 constant.21> + +2023-12-14 14:52:57.942580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:57.942586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <50 constant.22> + +2023-12-14 14:52:57.942591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:57.942604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <436 while.1{} (phi)> + {0} : HloValueSet: <437 while.1{0} (phi)> + {1} : HloValueSet: <438 while.1{1} (phi)> + {2} : HloValueSet: <439 while.1{2} (phi)> + {3} : HloValueSet: <440 while.1{3} (phi)> + {4} : HloValueSet: <441 while.1{4} (phi)> + {5} : HloValueSet: <442 while.1{5} (phi)> + {6} : HloValueSet: <443 while.1{6} (phi)> + {7} : HloValueSet: <444 while.1{7} (phi)> + +2023-12-14 14:52:57.942610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:57.942616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <438 while.1{1} (phi)> + +2023-12-14 14:52:57.942622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:57.942628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <439 while.1{2} (phi)> + +2023-12-14 14:52:57.942633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:57.942639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.942644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:57.942650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <46 fusion.4> + +2023-12-14 14:52:57.942655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:57.942660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 fusion.6> + +2023-12-14 14:52:57.942665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:52:57.942675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <48 fusion.8> + +2023-12-14 14:52:57.942681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.9 +2023-12-14 14:52:57.942686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.942691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:57.942697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <12 fusion.2.clone> + +2023-12-14 14:52:57.942702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:57.942709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.942714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:57.942719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.942724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:57.942730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 copy> + +2023-12-14 14:52:57.942734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.1 +2023-12-14 14:52:57.942741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <42 copy.1> + +2023-12-14 14:52:57.942746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:52:57.942751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <43 copy.2> + +2023-12-14 14:52:57.942756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.3 +2023-12-14 14:52:57.942762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <45 copy.3> + +2023-12-14 14:52:57.942766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.4 +2023-12-14 14:52:57.942772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <47 copy.4> + +2023-12-14 14:52:57.942777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.5 +2023-12-14 14:52:57.942782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <49 copy.5> + +2023-12-14 14:52:57.942788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.6 +2023-12-14 14:52:57.942794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <51 copy.6> + +2023-12-14 14:52:57.942800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.7 +2023-12-14 14:52:57.942806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <53 copy.7> + +2023-12-14 14:52:57.942811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:57.942825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <54 tuple.9{}> + {0} : HloValueSet: <40 copy> + {1} : HloValueSet: <42 copy.1> + {2} : HloValueSet: <43 copy.2> + {3} : HloValueSet: <45 copy.3> + {4} : HloValueSet: <47 copy.4> + {5} : HloValueSet: <49 copy.5> + {6} : HloValueSet: <51 copy.6> + {7} : HloValueSet: <53 copy.7> + +2023-12-14 14:52:57.942830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:57.942841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <419 arg_tuple.3{} (phi)> + {0} : HloValueSet: <428 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <429 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <430 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <431 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <432 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <433 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <434 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <435 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.942847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:57.942854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <56 constant.102> + +2023-12-14 14:52:57.942858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:57.942865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <57 add.58> + +2023-12-14 14:52:57.942870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.942875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.942881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:57.942886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.942892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.103 +2023-12-14 14:52:57.942898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <428 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.942902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:57.942908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <55 copy.8> + +2023-12-14 14:52:57.942913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.104 +2023-12-14 14:52:57.942919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <429 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.942924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:57.942929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <59 copy.9> + +2023-12-14 14:52:57.942934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.105 +2023-12-14 14:52:57.942940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.942948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:57.942955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 copy.10> + +2023-12-14 14:52:57.942960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.106 +2023-12-14 14:52:57.942965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <431 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.942971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:57.942976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.11> + +2023-12-14 14:52:57.942981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:57.942988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <432 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.942992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:57.942998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.12> + +2023-12-14 14:52:57.943003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:57.943008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <433 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:57.943014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:57.943020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 copy.13> + +2023-12-14 14:52:57.943025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:57.943031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <434 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.943036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:57.943041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <61 copy.14> + +2023-12-14 14:52:57.943046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.110 +2023-12-14 14:52:57.943052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <435 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.943057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:57.943063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <70 copy.15> + +2023-12-14 14:52:57.943068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.16 +2023-12-14 14:52:57.943073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <58 copy.16> + +2023-12-14 14:52:57.943078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.17 +2023-12-14 14:52:57.943087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <63 copy.17> + +2023-12-14 14:52:57.943092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.18 +2023-12-14 14:52:57.943098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <65 copy.18> + +2023-12-14 14:52:57.943102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:57.943108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <66 copy.19> + +2023-12-14 14:52:57.943113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:57.943118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <68 copy.20> + +2023-12-14 14:52:57.943124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:57.943129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <69 copy.21> + +2023-12-14 14:52:57.943134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:57.943140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <71 copy.22> + +2023-12-14 14:52:57.943145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:57.943150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <72 copy.23> + +2023-12-14 14:52:57.943155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:57.943164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <73 tuple.11{}> + {0} : HloValueSet: <58 copy.16> + {1} : HloValueSet: <63 copy.17> + {2} : HloValueSet: <65 copy.18> + {3} : HloValueSet: <66 copy.19> + {4} : HloValueSet: <68 copy.20> + {5} : HloValueSet: <69 copy.21> + {6} : HloValueSet: <71 copy.22> + {7} : HloValueSet: <72 copy.23> + +2023-12-14 14:52:57.943171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:57.943180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <418 arg_tuple.4{} (phi)> + {0} : HloValueSet: <420 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <421 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <422 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <423 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <424 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <425 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <426 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <427 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:57.943187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:57.943192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <8 constant.103> + +2023-12-14 14:52:57.943198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:57.943204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <9 compare.5> + +2023-12-14 14:52:57.943215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:57.943221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <420 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:57.943226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.0 +2023-12-14 14:52:57.943232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <157 divide.0> + +2023-12-14 14:52:57.943237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:57.943243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <156 add.105> + +2023-12-14 14:52:57.943247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:57.943253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 multiply.42> + +2023-12-14 14:52:57.943258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:57.943264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 add.106> + +2023-12-14 14:52:57.943269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:57.943275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <151 multiply.45> + +2023-12-14 14:52:57.943279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:57.943285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 add.107> + +2023-12-14 14:52:57.943290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:57.943296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <148 multiply.47> + +2023-12-14 14:52:57.943301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:57.943307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 add.108> + +2023-12-14 14:52:57.943311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:57.943317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 multiply.49> + +2023-12-14 14:52:57.943332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:57.943338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 add.109> + +2023-12-14 14:52:57.943344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:57.943349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 multiply.51> + +2023-12-14 14:52:57.943354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:57.943360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 add.110> + +2023-12-14 14:52:57.943369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.53 +2023-12-14 14:52:57.943374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 multiply.53> + +2023-12-14 14:52:57.943380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:57.943385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 add.112> + +2023-12-14 14:52:57.943390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.55 +2023-12-14 14:52:57.943396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 multiply.55> + +2023-12-14 14:52:57.943401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:57.943407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 add.114> + +2023-12-14 14:52:57.943412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.57 +2023-12-14 14:52:57.943417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 multiply.57> + +2023-12-14 14:52:57.943424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:57.943430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 add.115> + +2023-12-14 14:52:57.943435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.59 +2023-12-14 14:52:57.943441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 multiply.59> + +2023-12-14 14:52:57.943445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:57.943451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 add.116> + +2023-12-14 14:52:57.943456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.61 +2023-12-14 14:52:57.943462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 multiply.61> + +2023-12-14 14:52:57.943467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:57.943472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 add.117> + +2023-12-14 14:52:57.943477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.63 +2023-12-14 14:52:57.943483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 multiply.63> + +2023-12-14 14:52:57.943488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:57.943494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 add.118> + +2023-12-14 14:52:57.943499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.65 +2023-12-14 14:52:57.943505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 multiply.65> + +2023-12-14 14:52:57.943512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.67 +2023-12-14 14:52:57.943519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 multiply.67> + +2023-12-14 14:52:57.943525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.0 +2023-12-14 14:52:57.943531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 clamp.0> + +2023-12-14 14:52:57.943536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.69 +2023-12-14 14:52:57.943541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 multiply.69> + +2023-12-14 14:52:57.943547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.146 +2023-12-14 14:52:57.943552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <155 constant.146> + +2023-12-14 14:52:57.943558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.147 +2023-12-14 14:52:57.943563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <152 constant.147> + +2023-12-14 14:52:57.943568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.148 +2023-12-14 14:52:57.943574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 constant.148> + +2023-12-14 14:52:57.943579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.149 +2023-12-14 14:52:57.943585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 constant.149> + +2023-12-14 14:52:57.943590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.150 +2023-12-14 14:52:57.943595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 constant.150> + +2023-12-14 14:52:57.943600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.151 +2023-12-14 14:52:57.943605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 constant.151> + +2023-12-14 14:52:57.943611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.152 +2023-12-14 14:52:57.943617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 constant.152> + +2023-12-14 14:52:57.943622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.153 +2023-12-14 14:52:57.943627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 constant.153> + +2023-12-14 14:52:57.943632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.154 +2023-12-14 14:52:57.943638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 constant.154> + +2023-12-14 14:52:57.943644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.155 +2023-12-14 14:52:57.943650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 constant.155> + +2023-12-14 14:52:57.943658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.156 +2023-12-14 14:52:57.943664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 constant.156> + +2023-12-14 14:52:57.943669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.157 +2023-12-14 14:52:57.943676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 constant.157> + +2023-12-14 14:52:57.943681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.158 +2023-12-14 14:52:57.943687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.158> + +2023-12-14 14:52:57.943692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.159 +2023-12-14 14:52:57.943697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.159> + +2023-12-14 14:52:57.943703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.160 +2023-12-14 14:52:57.943709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 constant.160> + +2023-12-14 14:52:57.943714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.161 +2023-12-14 14:52:57.943719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 constant.161> + +2023-12-14 14:52:57.943724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.6 +2023-12-14 14:52:57.943729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 convert.6> + +2023-12-14 14:52:57.943736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.23 +2023-12-14 14:52:57.943742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <113 param_0.23> + +2023-12-14 14:52:57.943747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:57.943752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:57.943757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:57.943763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:57.943769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.162 +2023-12-14 14:52:57.943774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.162> + +2023-12-14 14:52:57.943779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:57.943784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.38> + +2023-12-14 14:52:57.943789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:57.943799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.19> + +2023-12-14 14:52:57.943804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:57.943809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.39> + +2023-12-14 14:52:57.943814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.27 +2023-12-14 14:52:57.943820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.27> + +2023-12-14 14:52:57.943827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:57.943833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.20> + +2023-12-14 14:52:57.943838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:57.943843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.41> + +2023-12-14 14:52:57.943848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:57.943854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.23> + +2023-12-14 14:52:57.943860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:57.943865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.31> + +2023-12-14 14:52:57.943870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:57.943875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.43> + +2023-12-14 14:52:57.943880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:57.943887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.26> + +2023-12-14 14:52:57.943893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.35 +2023-12-14 14:52:57.943898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.35> + +2023-12-14 14:52:57.943903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:52:57.943908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <203 divide.1> + +2023-12-14 14:52:57.943914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.121 +2023-12-14 14:52:57.943920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <202 add.121> + +2023-12-14 14:52:57.943925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.163 +2023-12-14 14:52:57.943930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <201 constant.163> + +2023-12-14 14:52:57.943935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.70 +2023-12-14 14:52:57.943940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <200 multiply.70> + +2023-12-14 14:52:57.943950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.122 +2023-12-14 14:52:57.943955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <199 add.122> + +2023-12-14 14:52:57.943960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.164 +2023-12-14 14:52:57.943965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <198 constant.164> + +2023-12-14 14:52:57.943970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.71 +2023-12-14 14:52:57.943978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <197 multiply.71> + +2023-12-14 14:52:57.943983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.123 +2023-12-14 14:52:57.943988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <196 add.123> + +2023-12-14 14:52:57.943993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.165 +2023-12-14 14:52:57.943998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 constant.165> + +2023-12-14 14:52:57.944003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.74 +2023-12-14 14:52:57.944009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 multiply.74> + +2023-12-14 14:52:57.944014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.124 +2023-12-14 14:52:57.944020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 add.124> + +2023-12-14 14:52:57.944024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.166 +2023-12-14 14:52:57.944030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 constant.166> + +2023-12-14 14:52:57.944036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.76 +2023-12-14 14:52:57.944042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 multiply.76> + +2023-12-14 14:52:57.944047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:57.944052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 add.125> + +2023-12-14 14:52:57.944057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.167 +2023-12-14 14:52:57.944062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 constant.167> + +2023-12-14 14:52:57.944068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.78 +2023-12-14 14:52:57.944073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 multiply.78> + +2023-12-14 14:52:57.944078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.126 +2023-12-14 14:52:57.944083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 add.126> + +2023-12-14 14:52:57.944091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.168 +2023-12-14 14:52:57.944099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 constant.168> + +2023-12-14 14:52:57.944104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.80 +2023-12-14 14:52:57.944109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 multiply.80> + +2023-12-14 14:52:57.944114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.127 +2023-12-14 14:52:57.944120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 add.127> + +2023-12-14 14:52:57.944124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.169 +2023-12-14 14:52:57.944130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 constant.169> + +2023-12-14 14:52:57.944136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.82 +2023-12-14 14:52:57.944141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 multiply.82> + +2023-12-14 14:52:57.944146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.129 +2023-12-14 14:52:57.944151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 add.129> + +2023-12-14 14:52:57.944156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.170 +2023-12-14 14:52:57.944162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <180 constant.170> + +2023-12-14 14:52:57.944167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.84 +2023-12-14 14:52:57.944172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 multiply.84> + +2023-12-14 14:52:57.944177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.130 +2023-12-14 14:52:57.944183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 add.130> + +2023-12-14 14:52:57.944189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.171 +2023-12-14 14:52:57.944194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.171> + +2023-12-14 14:52:57.944199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.86 +2023-12-14 14:52:57.944204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 multiply.86> + +2023-12-14 14:52:57.944209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.132 +2023-12-14 14:52:57.944215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 add.132> + +2023-12-14 14:52:57.944221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.172 +2023-12-14 14:52:57.944229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.172> + +2023-12-14 14:52:57.944234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.88 +2023-12-14 14:52:57.944239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 multiply.88> + +2023-12-14 14:52:57.944244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.133 +2023-12-14 14:52:57.944250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 add.133> + +2023-12-14 14:52:57.944255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.173 +2023-12-14 14:52:57.944261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.173> + +2023-12-14 14:52:57.944266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.90 +2023-12-14 14:52:57.944271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <170 multiply.90> + +2023-12-14 14:52:57.944276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.134 +2023-12-14 14:52:57.944282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 add.134> + +2023-12-14 14:52:57.944287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.174 +2023-12-14 14:52:57.944293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 constant.174> + +2023-12-14 14:52:57.944297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.92 +2023-12-14 14:52:57.944303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <167 multiply.92> + +2023-12-14 14:52:57.944308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.175 +2023-12-14 14:52:57.944314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.175> + +2023-12-14 14:52:57.944319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.94 +2023-12-14 14:52:57.944324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <165 multiply.94> + +2023-12-14 14:52:57.944329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.1 +2023-12-14 14:52:57.944334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <164 clamp.1> + +2023-12-14 14:52:57.944341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.176 +2023-12-14 14:52:57.944347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.176> + +2023-12-14 14:52:57.944351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.96 +2023-12-14 14:52:57.944357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 multiply.96> + +2023-12-14 14:52:57.944362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.177 +2023-12-14 14:52:57.944371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 constant.177> + +2023-12-14 14:52:57.944377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.178 +2023-12-14 14:52:57.944382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 constant.178> + +2023-12-14 14:52:57.944387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.7 +2023-12-14 14:52:57.944392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <160 convert.7> + +2023-12-14 14:52:57.944397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.41 +2023-12-14 14:52:57.944403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <159 param_0.41> + +2023-12-14 14:52:57.944408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.135 +2023-12-14 14:52:57.944414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <256 add.135> + +2023-12-14 14:52:57.944419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.153 +2023-12-14 14:52:57.944424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <255 broadcast.153> + +2023-12-14 14:52:57.944430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.8 +2023-12-14 14:52:57.944437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <254 convert.8> + +2023-12-14 14:52:57.944442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.136 +2023-12-14 14:52:57.944447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <250 add.136> + +2023-12-14 14:52:57.944452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.154 +2023-12-14 14:52:57.944457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <249 broadcast.154> + +2023-12-14 14:52:57.944463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:57.944469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <247 xor.21> + +2023-12-14 14:52:57.944473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:57.944479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <246 or.23> + +2023-12-14 14:52:57.944484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:57.944489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <245 shift-right-logical.21> + +2023-12-14 14:52:57.944495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.156 +2023-12-14 14:52:57.944501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <244 broadcast.156> + +2023-12-14 14:52:57.944505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:57.944514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <243 subtract.24> + +2023-12-14 14:52:57.944519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:57.944525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <242 shift-left.19> + +2023-12-14 14:52:57.944530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.157 +2023-12-14 14:52:57.944535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <241 broadcast.157> + +2023-12-14 14:52:57.944540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:57.944546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <240 reshape.44> + +2023-12-14 14:52:57.944551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:57.944558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <239 slice.27> + +2023-12-14 14:52:57.944563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.137 +2023-12-14 14:52:57.944568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <238 add.137> + +2023-12-14 14:52:57.944573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:57.944578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <237 xor.22> + +2023-12-14 14:52:57.944585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:57.944591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <236 or.24> + +2023-12-14 14:52:57.944596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:57.944601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <235 shift-right-logical.22> + +2023-12-14 14:52:57.944606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.158 +2023-12-14 14:52:57.944612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <234 broadcast.158> + +2023-12-14 14:52:57.944617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:57.944623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <233 subtract.25> + +2023-12-14 14:52:57.944628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:57.944633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <232 shift-left.20> + +2023-12-14 14:52:57.944638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.159 +2023-12-14 14:52:57.944644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <231 broadcast.159> + +2023-12-14 14:52:57.944653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:57.944659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <230 reshape.45> + +2023-12-14 14:52:57.944664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:57.944669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <229 slice.28> + +2023-12-14 14:52:57.944675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.138 +2023-12-14 14:52:57.944681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <228 add.138> + +2023-12-14 14:52:57.944686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:57.944692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <227 xor.23> + +2023-12-14 14:52:57.944696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:57.944703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <226 or.25> + +2023-12-14 14:52:57.944708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:57.944714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <225 shift-right-logical.23> + +2023-12-14 14:52:57.944718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.160 +2023-12-14 14:52:57.944724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <224 broadcast.160> + +2023-12-14 14:52:57.944729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:57.944735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <223 subtract.26> + +2023-12-14 14:52:57.944741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:57.944746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <222 shift-left.21> + +2023-12-14 14:52:57.944751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.161 +2023-12-14 14:52:57.944756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <221 broadcast.161> + +2023-12-14 14:52:57.944762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:57.944769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <220 reshape.46> + +2023-12-14 14:52:57.944774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:57.944779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <219 slice.29> + +2023-12-14 14:52:57.944784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.139 +2023-12-14 14:52:57.944789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <218 add.139> + +2023-12-14 14:52:57.944798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:57.944804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <217 xor.24> + +2023-12-14 14:52:57.944809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:57.944814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <216 or.26> + +2023-12-14 14:52:57.944819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:57.944825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <215 shift-right-logical.24> + +2023-12-14 14:52:57.944831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.163 +2023-12-14 14:52:57.944837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <214 broadcast.163> + +2023-12-14 14:52:57.944842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:57.944847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <213 subtract.27> + +2023-12-14 14:52:57.944853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.179 +2023-12-14 14:52:57.944858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <212 constant.179> + +2023-12-14 14:52:57.944864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:57.944869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <211 shift-left.22> + +2023-12-14 14:52:57.944874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.164 +2023-12-14 14:52:57.944879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <210 broadcast.164> + +2023-12-14 14:52:57.944885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:57.944891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <209 reshape.47> + +2023-12-14 14:52:57.944896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:57.944901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <208 slice.30> + +2023-12-14 14:52:57.944906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.140 +2023-12-14 14:52:57.944912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <206 add.140> + +2023-12-14 14:52:57.944917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.142 +2023-12-14 14:52:57.944924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <253 add.142> + +2023-12-14 14:52:57.944928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.42 +2023-12-14 14:52:57.944937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <248 param_0.42> + +2023-12-14 14:52:57.944943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.60 +2023-12-14 14:52:57.944948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <207 param_1.60> + +2023-12-14 14:52:57.944954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.56 +2023-12-14 14:52:57.944960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <205 param_2.56> + +2023-12-14 14:52:57.944964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.65 +2023-12-14 14:52:57.944970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <204 param_3.65> + +2023-12-14 14:52:57.944975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.68 +2023-12-14 14:52:57.944981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <251 param_4.68> + +2023-12-14 14:52:57.944987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.180 +2023-12-14 14:52:57.944992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <252 constant.180> + +2023-12-14 14:52:57.944997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.945004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.945010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.945016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.12> + +2023-12-14 14:52:57.945021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.945026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <61 copy.14> + +2023-12-14 14:52:57.945031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:57.945037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 copy.10> + +2023-12-14 14:52:57.945041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:57.945048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <59 copy.9> + +2023-12-14 14:52:57.945052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:57.945058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <55 copy.8> + +2023-12-14 14:52:57.945064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.143 +2023-12-14 14:52:57.945070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <111 add.143> + +2023-12-14 14:52:57.945076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.166 +2023-12-14 14:52:57.945084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <110 broadcast.166> + +2023-12-14 14:52:57.945089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.144 +2023-12-14 14:52:57.945095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <108 add.144> + +2023-12-14 14:52:57.945100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.43 +2023-12-14 14:52:57.945106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 param_0.43> + +2023-12-14 14:52:57.945111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:57.945117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <107 xor.25> + +2023-12-14 14:52:57.945122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:57.945128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <106 or.27> + +2023-12-14 14:52:57.945132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:57.945139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <105 shift-right-logical.25> + +2023-12-14 14:52:57.945144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:57.945149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <104 broadcast.167> + +2023-12-14 14:52:57.945155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:57.945160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <103 subtract.28> + +2023-12-14 14:52:57.945166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:57.945172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <102 shift-left.23> + +2023-12-14 14:52:57.945176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.168 +2023-12-14 14:52:57.945182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <101 broadcast.168> + +2023-12-14 14:52:57.945187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.48 +2023-12-14 14:52:57.945193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <100 reshape.48> + +2023-12-14 14:52:57.945198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:57.945204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <99 slice.31> + +2023-12-14 14:52:57.945209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.145 +2023-12-14 14:52:57.945215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <98 add.145> + +2023-12-14 14:52:57.945223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:57.945230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <97 xor.26> + +2023-12-14 14:52:57.945235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:57.945240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <96 or.28> + +2023-12-14 14:52:57.945246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:57.945251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <95 shift-right-logical.26> + +2023-12-14 14:52:57.945256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.170 +2023-12-14 14:52:57.945262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <94 broadcast.170> + +2023-12-14 14:52:57.945267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:57.945273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <93 subtract.29> + +2023-12-14 14:52:57.945278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:57.945284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <92 shift-left.24> + +2023-12-14 14:52:57.945289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.172 +2023-12-14 14:52:57.945295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <91 broadcast.172> + +2023-12-14 14:52:57.945300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:57.945306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <90 reshape.49> + +2023-12-14 14:52:57.945310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:57.945316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 slice.32> + +2023-12-14 14:52:57.945321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.146 +2023-12-14 14:52:57.945327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <88 add.146> + +2023-12-14 14:52:57.945331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:57.945338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <87 xor.27> + +2023-12-14 14:52:57.945342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.29 +2023-12-14 14:52:57.945348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <86 or.29> + +2023-12-14 14:52:57.945353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:57.945359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <85 shift-right-logical.27> + +2023-12-14 14:52:57.945369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:57.945375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <84 broadcast.173> + +2023-12-14 14:52:57.945380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.30 +2023-12-14 14:52:57.945386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <83 subtract.30> + +2023-12-14 14:52:57.945391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.181 +2023-12-14 14:52:57.945398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 constant.181> + +2023-12-14 14:52:57.945402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.61 +2023-12-14 14:52:57.945408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <77 param_1.61> + +2023-12-14 14:52:57.945414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:57.945419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <81 shift-left.25> + +2023-12-14 14:52:57.945425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.174 +2023-12-14 14:52:57.945430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <80 broadcast.174> + +2023-12-14 14:52:57.945435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:57.945441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 reshape.50> + +2023-12-14 14:52:57.945446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:57.945452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <78 slice.33> + +2023-12-14 14:52:57.945457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.147 +2023-12-14 14:52:57.945463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <76 add.147> + +2023-12-14 14:52:57.945468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.57 +2023-12-14 14:52:57.945474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <75 param_2.57> + +2023-12-14 14:52:57.945479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.66 +2023-12-14 14:52:57.945486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <74 param_3.66> + +2023-12-14 14:52:57.945491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:57.945496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.945501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:57.945507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.11> + +2023-12-14 14:52:57.945515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:57.945521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <61 copy.14> + +2023-12-14 14:52:57.945526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:57.945531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 copy.10> + +2023-12-14 14:52:57.945537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:57.945542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <59 copy.9> + +2023-12-14 14:52:57.945548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.2 +2023-12-14 14:52:57.945554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <417 minimum.2> + +2023-12-14 14:52:57.945559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:57.945565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <416 maximum.4> + +2023-12-14 14:52:57.945570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.98 +2023-12-14 14:52:57.945576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <415 multiply.98> + +2023-12-14 14:52:57.945581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:57.945587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <414 broadcast.176> + +2023-12-14 14:52:57.945592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.182 +2023-12-14 14:52:57.945598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <413 constant.182> + +2023-12-14 14:52:57.945603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:57.945609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <412 select.41> + +2023-12-14 14:52:57.945614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.99 +2023-12-14 14:52:57.945619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <411 multiply.99> + +2023-12-14 14:52:57.945624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.148 +2023-12-14 14:52:57.945630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <410 add.148> + +2023-12-14 14:52:57.945636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.100 +2023-12-14 14:52:57.945641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <409 multiply.100> + +2023-12-14 14:52:57.945646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.149 +2023-12-14 14:52:57.945655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <408 add.149> + +2023-12-14 14:52:57.945660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.101 +2023-12-14 14:52:57.945667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <407 multiply.101> + +2023-12-14 14:52:57.945671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.150 +2023-12-14 14:52:57.945677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <406 add.150> + +2023-12-14 14:52:57.945682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.102 +2023-12-14 14:52:57.945688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <405 multiply.102> + +2023-12-14 14:52:57.945693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.152 +2023-12-14 14:52:57.945699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <404 add.152> + +2023-12-14 14:52:57.945704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.103 +2023-12-14 14:52:57.945709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <403 multiply.103> + +2023-12-14 14:52:57.945714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.153 +2023-12-14 14:52:57.945720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <402 add.153> + +2023-12-14 14:52:57.945726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.104 +2023-12-14 14:52:57.945731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <401 multiply.104> + +2023-12-14 14:52:57.945736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.154 +2023-12-14 14:52:57.945742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <400 add.154> + +2023-12-14 14:52:57.945747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.105 +2023-12-14 14:52:57.945753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <399 multiply.105> + +2023-12-14 14:52:57.945758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.155 +2023-12-14 14:52:57.945764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <398 add.155> + +2023-12-14 14:52:57.945768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.106 +2023-12-14 14:52:57.945774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <397 multiply.106> + +2023-12-14 14:52:57.945780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.156 +2023-12-14 14:52:57.945785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <396 add.156> + +2023-12-14 14:52:57.945793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.107 +2023-12-14 14:52:57.945799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <395 multiply.107> + +2023-12-14 14:52:57.945804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:57.945810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <394 select.42> + +2023-12-14 14:52:57.945816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.157 +2023-12-14 14:52:57.945821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <393 add.157> + +2023-12-14 14:52:57.945826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:57.945831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <392 broadcast.177> + +2023-12-14 14:52:57.945836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.183 +2023-12-14 14:52:57.945843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <391 constant.183> + +2023-12-14 14:52:57.945848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:57.945854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <390 sqrt.3> + +2023-12-14 14:52:57.945858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.158 +2023-12-14 14:52:57.945864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <389 add.158> + +2023-12-14 14:52:57.945869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:57.945875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <388 broadcast.178> + +2023-12-14 14:52:57.945880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.184 +2023-12-14 14:52:57.945886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <387 constant.184> + +2023-12-14 14:52:57.945891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:57.945896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <386 select.43> + +2023-12-14 14:52:57.945902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:57.945908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <385 broadcast.179> + +2023-12-14 14:52:57.945913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.185 +2023-12-14 14:52:57.945918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <384 constant.185> + +2023-12-14 14:52:57.945923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:57.945929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <383 broadcast.180> + +2023-12-14 14:52:57.945938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.186 +2023-12-14 14:52:57.945943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <382 constant.186> + +2023-12-14 14:52:57.945948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.44 +2023-12-14 14:52:57.945954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <381 select.44> + +2023-12-14 14:52:57.945959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:57.945965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <380 broadcast.181> + +2023-12-14 14:52:57.945971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.187 +2023-12-14 14:52:57.945976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <379 constant.187> + +2023-12-14 14:52:57.945981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:57.945986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <378 broadcast.182> + +2023-12-14 14:52:57.945991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.188 +2023-12-14 14:52:57.945998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <377 constant.188> + +2023-12-14 14:52:57.946003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.45 +2023-12-14 14:52:57.946008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <376 select.45> + +2023-12-14 14:52:57.946013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:57.946018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <375 broadcast.183> + +2023-12-14 14:52:57.946024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.189 +2023-12-14 14:52:57.946031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <374 constant.189> + +2023-12-14 14:52:57.946036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:57.946041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <373 broadcast.184> + +2023-12-14 14:52:57.946046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.191 +2023-12-14 14:52:57.946051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <372 constant.191> + +2023-12-14 14:52:57.946057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.46 +2023-12-14 14:52:57.946062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <371 select.46> + +2023-12-14 14:52:57.946067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:57.946076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <370 broadcast.185> + +2023-12-14 14:52:57.946081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.192 +2023-12-14 14:52:57.946087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <369 constant.192> + +2023-12-14 14:52:57.946092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:57.946097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <368 broadcast.186> + +2023-12-14 14:52:57.946102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.193 +2023-12-14 14:52:57.946108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <367 constant.193> + +2023-12-14 14:52:57.946112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.47 +2023-12-14 14:52:57.946119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <366 select.47> + +2023-12-14 14:52:57.946123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:57.946129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <365 broadcast.187> + +2023-12-14 14:52:57.946134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.194 +2023-12-14 14:52:57.946139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <364 constant.194> + +2023-12-14 14:52:57.946144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:57.946150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <363 broadcast.188> + +2023-12-14 14:52:57.946155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.195 +2023-12-14 14:52:57.946160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <362 constant.195> + +2023-12-14 14:52:57.946165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.48 +2023-12-14 14:52:57.946170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <361 select.48> + +2023-12-14 14:52:57.946178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:57.946184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <360 broadcast.189> + +2023-12-14 14:52:57.946189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.196 +2023-12-14 14:52:57.946195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <359 constant.196> + +2023-12-14 14:52:57.946199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:57.946205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <358 broadcast.190> + +2023-12-14 14:52:57.946213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.197 +2023-12-14 14:52:57.946219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <357 constant.197> + +2023-12-14 14:52:57.946224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.49 +2023-12-14 14:52:57.946229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <356 select.49> + +2023-12-14 14:52:57.946234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:57.946241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <355 broadcast.191> + +2023-12-14 14:52:57.946245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.198 +2023-12-14 14:52:57.946251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <354 constant.198> + +2023-12-14 14:52:57.946256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:57.946261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <353 broadcast.192> + +2023-12-14 14:52:57.946266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.199 +2023-12-14 14:52:57.946272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <352 constant.199> + +2023-12-14 14:52:57.946277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.50 +2023-12-14 14:52:57.946283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <351 select.50> + +2023-12-14 14:52:57.946287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:57.946293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <350 broadcast.193> + +2023-12-14 14:52:57.946299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.200 +2023-12-14 14:52:57.946305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <349 constant.200> + +2023-12-14 14:52:57.946310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:57.946315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <348 broadcast.194> + +2023-12-14 14:52:57.946320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.201 +2023-12-14 14:52:57.946325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <347 constant.201> + +2023-12-14 14:52:57.946331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.51 +2023-12-14 14:52:57.946337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <346 select.51> + +2023-12-14 14:52:57.946342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:57.946363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <345 broadcast.195> + +2023-12-14 14:52:57.946368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.202 +2023-12-14 14:52:57.946373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <344 constant.202> + +2023-12-14 14:52:57.946378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:57.946384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <343 broadcast.196> + +2023-12-14 14:52:57.946389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.203 +2023-12-14 14:52:57.946396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <342 constant.203> + +2023-12-14 14:52:57.946401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.18 +2023-12-14 14:52:57.946406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <341 compare.18> + +2023-12-14 14:52:57.946411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:57.946417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <340 broadcast.197> + +2023-12-14 14:52:57.946422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.204 +2023-12-14 14:52:57.946428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <339 constant.204> + +2023-12-14 14:52:57.946433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:57.946438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <338 negate.9> + +2023-12-14 14:52:57.946443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:57.946450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <337 log-plus-one.3> + +2023-12-14 14:52:57.946456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.108 +2023-12-14 14:52:57.946461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <336 multiply.108> + +2023-12-14 14:52:57.946466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:57.946471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <335 negate.10> + +2023-12-14 14:52:57.946476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.109 +2023-12-14 14:52:57.946483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <334 multiply.109> + +2023-12-14 14:52:57.946488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:57.946493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <333 broadcast.198> + +2023-12-14 14:52:57.946501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.19 +2023-12-14 14:52:57.946507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <332 compare.19> + +2023-12-14 14:52:57.946513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:57.946519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <331 broadcast.199> + +2023-12-14 14:52:57.946523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.205 +2023-12-14 14:52:57.946529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <330 constant.205> + +2023-12-14 14:52:57.946534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:57.946540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <329 abs.3> + +2023-12-14 14:52:57.946546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:57.946551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <328 reshape.51> + +2023-12-14 14:52:57.946556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.5 +2023-12-14 14:52:57.946561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <327 maximum.5> + +2023-12-14 14:52:57.946566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.159 +2023-12-14 14:52:57.946572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <326 add.159> + +2023-12-14 14:52:57.946578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.110 +2023-12-14 14:52:57.946584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <325 multiply.110> + +2023-12-14 14:52:57.946588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:57.946594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <324 broadcast.200> + +2023-12-14 14:52:57.946600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:57.946606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <323 reshape.52> + +2023-12-14 14:52:57.946611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.31 +2023-12-14 14:52:57.946617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <322 subtract.31> + +2023-12-14 14:52:57.946622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.53 +2023-12-14 14:52:57.946627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <321 reshape.53> + +2023-12-14 14:52:57.946633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:57.946639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <320 reshape.54> + +2023-12-14 14:52:57.946647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.160 +2023-12-14 14:52:57.946653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <318 add.160> + +2023-12-14 14:52:57.946657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:57.946664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <317 broadcast.201> + +2023-12-14 14:52:57.946669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.206 +2023-12-14 14:52:57.946675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <316 constant.206> + +2023-12-14 14:52:57.946680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.6 +2023-12-14 14:52:57.946686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <315 bitcast-convert.6> + +2023-12-14 14:52:57.946691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.30 +2023-12-14 14:52:57.946697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <314 or.30> + +2023-12-14 14:52:57.946702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:57.946708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <313 broadcast.202> + +2023-12-14 14:52:57.946713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.207 +2023-12-14 14:52:57.946718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <312 constant.207> + +2023-12-14 14:52:57.946724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:57.946730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <311 shift-right-logical.28> + +2023-12-14 14:52:57.946735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:57.946741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <310 broadcast.203> + +2023-12-14 14:52:57.946745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.208 +2023-12-14 14:52:57.946751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <309 constant.208> + +2023-12-14 14:52:57.946757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:57.946763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <308 concatenate.1> + +2023-12-14 14:52:57.946767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:57.946773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <305 broadcast.204> + +2023-12-14 14:52:57.946778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:57.946787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <303 broadcast.205> + +2023-12-14 14:52:57.946793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.7 +2023-12-14 14:52:57.946798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <302 bitcast-convert.7> + +2023-12-14 14:52:57.946803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.52 +2023-12-14 14:52:57.946809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <301 select.52> + +2023-12-14 14:52:57.946814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.53 +2023-12-14 14:52:57.946821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <300 select.53> + +2023-12-14 14:52:57.946825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.54 +2023-12-14 14:52:57.946831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <299 select.54> + +2023-12-14 14:52:57.946835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.162 +2023-12-14 14:52:57.946842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <298 add.162> + +2023-12-14 14:52:57.946847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.55 +2023-12-14 14:52:57.946853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <297 select.55> + +2023-12-14 14:52:57.946858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.31 +2023-12-14 14:52:57.946863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <296 or.31> + +2023-12-14 14:52:57.946868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.20 +2023-12-14 14:52:57.946874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <295 compare.20> + +2023-12-14 14:52:57.946880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:57.946885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <294 and.4> + +2023-12-14 14:52:57.946890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.21 +2023-12-14 14:52:57.946896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <293 compare.21> + +2023-12-14 14:52:57.946900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.22 +2023-12-14 14:52:57.946906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <292 compare.22> + +2023-12-14 14:52:57.946912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.5 +2023-12-14 14:52:57.946917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <291 and.5> + +2023-12-14 14:52:57.946922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.8 +2023-12-14 14:52:57.946931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <290 bitcast-convert.8> + +2023-12-14 14:52:57.946936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.23 +2023-12-14 14:52:57.946943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <289 compare.23> + +2023-12-14 14:52:57.946947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.209 +2023-12-14 14:52:57.946953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <288 constant.209> + +2023-12-14 14:52:57.946958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.24 +2023-12-14 14:52:57.946964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <287 compare.24> + +2023-12-14 14:52:57.946969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.9 +2023-12-14 14:52:57.946975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <286 convert.9> + +2023-12-14 14:52:57.946980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:57.946986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <284 broadcast.206> + +2023-12-14 14:52:57.946990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.44 +2023-12-14 14:52:57.946997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <304 param_0.44> + +2023-12-14 14:52:57.947002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.62 +2023-12-14 14:52:57.947008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <319 param_1.62> + +2023-12-14 14:52:57.947012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.58 +2023-12-14 14:52:57.947018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <306 param_2.58> + +2023-12-14 14:52:57.947024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.67 +2023-12-14 14:52:57.947029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <307 param_3.67> + +2023-12-14 14:52:57.947035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.9 +2023-12-14 14:52:57.947041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <283 bitcast-convert.9> + +2023-12-14 14:52:57.947045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.56 +2023-12-14 14:52:57.947051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <282 select.56> + +2023-12-14 14:52:57.947056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.57 +2023-12-14 14:52:57.947061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <281 select.57> + +2023-12-14 14:52:57.947070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.58 +2023-12-14 14:52:57.947075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <280 select.58> + +2023-12-14 14:52:57.947080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.163 +2023-12-14 14:52:57.947086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <279 add.163> + +2023-12-14 14:52:57.947091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.59 +2023-12-14 14:52:57.947097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <278 select.59> + +2023-12-14 14:52:57.947102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.210 +2023-12-14 14:52:57.947108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <277 constant.210> + +2023-12-14 14:52:57.947113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.211 +2023-12-14 14:52:57.947119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <276 constant.211> + +2023-12-14 14:52:57.947124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.32 +2023-12-14 14:52:57.947130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <275 or.32> + +2023-12-14 14:52:57.947135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.25 +2023-12-14 14:52:57.947140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <274 compare.25> + +2023-12-14 14:52:57.947146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.6 +2023-12-14 14:52:57.947151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <273 and.6> + +2023-12-14 14:52:57.947157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.212 +2023-12-14 14:52:57.947162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 constant.212> + +2023-12-14 14:52:57.947167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.26 +2023-12-14 14:52:57.947172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <271 compare.26> + +2023-12-14 14:52:57.947178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.213 +2023-12-14 14:52:57.947183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <270 constant.213> + +2023-12-14 14:52:57.947189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.214 +2023-12-14 14:52:57.947194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <269 constant.214> + +2023-12-14 14:52:57.947199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.27 +2023-12-14 14:52:57.947205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <268 compare.27> + +2023-12-14 14:52:57.947213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.215 +2023-12-14 14:52:57.947220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <267 constant.215> + +2023-12-14 14:52:57.947224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.7 +2023-12-14 14:52:57.947230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <266 and.7> + +2023-12-14 14:52:57.947236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.216 +2023-12-14 14:52:57.947241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <265 constant.216> + +2023-12-14 14:52:57.947246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.10 +2023-12-14 14:52:57.947252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 bitcast-convert.10> + +2023-12-14 14:52:57.947257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.217 +2023-12-14 14:52:57.947262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <263 constant.217> + +2023-12-14 14:52:57.947268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.28 +2023-12-14 14:52:57.947273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <262 compare.28> + +2023-12-14 14:52:57.947279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.218 +2023-12-14 14:52:57.947284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <261 constant.218> + +2023-12-14 14:52:57.947289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.219 +2023-12-14 14:52:57.947295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <260 constant.219> + +2023-12-14 14:52:57.947300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.69 +2023-12-14 14:52:57.947305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <285 param_4.69> + +2023-12-14 14:52:57.947311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.29 +2023-12-14 14:52:57.947317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <259 compare.29> + +2023-12-14 14:52:57.947329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.10 +2023-12-14 14:52:57.947335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <258 convert.10> + +2023-12-14 14:52:57.947340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_5.76 +2023-12-14 14:52:57.947346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <257 param_5.76> + +2023-12-14 14:52:57.947351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:57.947357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <12 fusion.2.clone> + +2023-12-14 14:52:57.947365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:57.947371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.947376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:57.947382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.947386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:57.947393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <438 while.1{1} (phi)> + +2023-12-14 14:52:57.947398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:57.947403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <439 while.1{2} (phi)> + +2023-12-14 14:52:57.947409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.13 +2023-12-14 14:52:57.947414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.947419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.14 +2023-12-14 14:52:57.947425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.947430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.164 +2023-12-14 14:52:57.947435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <26 add.164> + +2023-12-14 14:52:57.947441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:57.947446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 broadcast.207> + +2023-12-14 14:52:57.947452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:57.947457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.55> + +2023-12-14 14:52:57.947462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:57.947468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.34> + +2023-12-14 14:52:57.947473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:57.947479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <21 slice.35> + +2023-12-14 14:52:57.947484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.45 +2023-12-14 14:52:57.947489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <22 param_0.45> + +2023-12-14 14:52:57.947494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:57.947500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <20 iota.2> + +2023-12-14 14:52:57.947512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5.clone +2023-12-14 14:52:57.947518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.947523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.15 +2023-12-14 14:52:57.947529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.947534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.165 +2023-12-14 14:52:57.947541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <19 add.165> + +2023-12-14 14:52:57.947546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:57.947552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 broadcast.208> + +2023-12-14 14:52:57.947557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:57.947563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.56> + +2023-12-14 14:52:57.947568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:57.947574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.36> + +2023-12-14 14:52:57.947579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:57.947584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <14 slice.37> + +2023-12-14 14:52:57.947590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.46 +2023-12-14 14:52:57.947595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <15 param_0.46> + +2023-12-14 14:52:57.947601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:57.947607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <13 iota.3> + +2023-12-14 14:52:57.947612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7.clone +2023-12-14 14:52:57.947617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.947623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.16 +2023-12-14 14:52:57.947628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:57.949198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:57.949224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.949230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.949248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> (def) +2023-12-14 14:52:57.949253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.949262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> (def) +2023-12-14 14:52:57.949267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:57.949276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> (def) +2023-12-14 14:52:57.949281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:57.949291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> (def) +2023-12-14 14:52:57.949296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:57.949306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 constant.21> (def) +2023-12-14 14:52:57.949311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:57.949320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 constant.22> (def) +2023-12-14 14:52:57.949325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:57.949334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.949340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{} (phi)> (def) +2023-12-14 14:52:57.949345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.949350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <437 while.1{0} (phi)> (def) +2023-12-14 14:52:57.949355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.949361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> (def) +2023-12-14 14:52:57.949366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.949371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> (def) +2023-12-14 14:52:57.949376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.949381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <440 while.1{3} (phi)> (def) +2023-12-14 14:52:57.949386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.949391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <441 while.1{4} (phi)> (def) +2023-12-14 14:52:57.949401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.949406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <442 while.1{5} (phi)> (def) +2023-12-14 14:52:57.949411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.949416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <443 while.1{6} (phi)> (def) +2023-12-14 14:52:57.949422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.949427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <444 while.1{7} (phi)> (def) +2023-12-14 14:52:57.949432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:57.949442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> +2023-12-14 14:52:57.949446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:57.949457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> +2023-12-14 14:52:57.949462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:57.949472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:57.949476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:57.949487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 fusion.4> (def) +2023-12-14 14:52:57.949493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:57.949502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.6> (def) +2023-12-14 14:52:57.949507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:52:57.949517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 fusion.8> (def) +2023-12-14 14:52:57.949523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9: +2023-12-14 14:52:57.949532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> (def) +2023-12-14 14:52:57.949537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:57.949550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> +2023-12-14 14:52:57.949556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:57.949565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.949570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:57.949581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.949586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:57.949596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy> (def) +2023-12-14 14:52:57.949600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1: +2023-12-14 14:52:57.949611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.1> (def) +2023-12-14 14:52:57.949616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:52:57.949626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.2> (def) +2023-12-14 14:52:57.949631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3: +2023-12-14 14:52:57.949641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.3> (def) +2023-12-14 14:52:57.949646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4: +2023-12-14 14:52:57.949656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.4> (def) +2023-12-14 14:52:57.949661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5: +2023-12-14 14:52:57.949671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.5> (def) +2023-12-14 14:52:57.949676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6: +2023-12-14 14:52:57.949686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.6> (def) +2023-12-14 14:52:57.949691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7: +2023-12-14 14:52:57.949701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.7> (def) +2023-12-14 14:52:57.949709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:57.949719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.949724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 tuple.9{}> (def) +2023-12-14 14:52:57.949730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.949735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy> +2023-12-14 14:52:57.949740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.949745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.1> +2023-12-14 14:52:57.949750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.949755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.2> +2023-12-14 14:52:57.949760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.949766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.3> +2023-12-14 14:52:57.949771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.949776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.4> +2023-12-14 14:52:57.949780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.949785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.5> +2023-12-14 14:52:57.949791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.949796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.6> +2023-12-14 14:52:57.949801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.949806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.7> +2023-12-14 14:52:57.949811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:57.949821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.949827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:57.949832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.949836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:57.949841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.949846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:57.949852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.949860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:57.949865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.949870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:57.949875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.949881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:57.949886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.949891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:57.949896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.949901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:57.949906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.949911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:57.949917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:57.949926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 constant.102> (def) +2023-12-14 14:52:57.949931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:57.949942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 add.58> (def) +2023-12-14 14:52:57.949947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.949957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.949962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:57.949971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.949977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103: +2023-12-14 14:52:57.949987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.949991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.949996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:57.950001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.8> (def) +2023-12-14 14:52:57.950009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104: +2023-12-14 14:52:57.950019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.950024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:57.950035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.9> (def) +2023-12-14 14:52:57.950040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105: +2023-12-14 14:52:57.950049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.950054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:57.950065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.10> (def) +2023-12-14 14:52:57.950071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106: +2023-12-14 14:52:57.950080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.950085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:57.950096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.11> (def) +2023-12-14 14:52:57.950101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:57.950111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.950115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:57.950126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.12> (def) +2023-12-14 14:52:57.950131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:57.950141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.950145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:57.950157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.13> (def) +2023-12-14 14:52:57.950165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:57.950175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.950180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:57.950192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.14> (def) +2023-12-14 14:52:57.950196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110: +2023-12-14 14:52:57.950206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.950211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:57.950221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 copy.15> (def) +2023-12-14 14:52:57.950226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16: +2023-12-14 14:52:57.950236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.16> (def) +2023-12-14 14:52:57.950240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17: +2023-12-14 14:52:57.950251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.17> (def) +2023-12-14 14:52:57.950256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18: +2023-12-14 14:52:57.950265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> (def) +2023-12-14 14:52:57.950270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:57.950280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> (def) +2023-12-14 14:52:57.950285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:57.950295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> (def) +2023-12-14 14:52:57.950300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:57.950310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> (def) +2023-12-14 14:52:57.950315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:57.950327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> (def) +2023-12-14 14:52:57.950332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:57.950344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> (def) +2023-12-14 14:52:57.950348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:57.950358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.950363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.11{}> (def) +2023-12-14 14:52:57.950368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.950374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.16> +2023-12-14 14:52:57.950379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.950384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.17> +2023-12-14 14:52:57.950389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.950393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> +2023-12-14 14:52:57.950399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.950404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> +2023-12-14 14:52:57.950409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.950414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> +2023-12-14 14:52:57.950419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.950424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> +2023-12-14 14:52:57.950429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.950435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> +2023-12-14 14:52:57.950440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.950444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> +2023-12-14 14:52:57.950449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:57.950459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.950465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:57.950473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.950478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:57.950482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.950487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:57.950494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.950499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:57.950504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.950508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:57.950513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.950519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:57.950525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.950530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:57.950534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.950539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:57.950544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.950549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:57.950555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:57.950565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> (def) +2023-12-14 14:52:57.950570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:57.950580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> (def) +2023-12-14 14:52:57.950585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:57.950595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.950600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0: +2023-12-14 14:52:57.950610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 divide.0> (def) +2023-12-14 14:52:57.950615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:57.950628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.105> (def) +2023-12-14 14:52:57.950633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:57.950644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.42> (def) +2023-12-14 14:52:57.950649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:57.950659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.106> (def) +2023-12-14 14:52:57.950664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:57.950674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 multiply.45> (def) +2023-12-14 14:52:57.950679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:57.950689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.107> (def) +2023-12-14 14:52:57.950694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:57.950704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 multiply.47> (def) +2023-12-14 14:52:57.950709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:57.950719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 add.108> (def) +2023-12-14 14:52:57.950724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:57.950734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 multiply.49> (def) +2023-12-14 14:52:57.950738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:57.950749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.109> (def) +2023-12-14 14:52:57.950753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:57.950764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 multiply.51> (def) +2023-12-14 14:52:57.950768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:57.950781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.110> (def) +2023-12-14 14:52:57.950786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53: +2023-12-14 14:52:57.950797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 multiply.53> (def) +2023-12-14 14:52:57.950802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:57.950812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.112> (def) +2023-12-14 14:52:57.950816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55: +2023-12-14 14:52:57.950826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 multiply.55> (def) +2023-12-14 14:52:57.950832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:57.950842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 add.114> (def) +2023-12-14 14:52:57.950846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57: +2023-12-14 14:52:57.950856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 multiply.57> (def) +2023-12-14 14:52:57.950861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:57.950871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.115> (def) +2023-12-14 14:52:57.950876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59: +2023-12-14 14:52:57.950887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 multiply.59> (def) +2023-12-14 14:52:57.950892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:57.950902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 add.116> (def) +2023-12-14 14:52:57.950907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61: +2023-12-14 14:52:57.950917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 multiply.61> (def) +2023-12-14 14:52:57.950921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:57.950935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.117> (def) +2023-12-14 14:52:57.950940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63: +2023-12-14 14:52:57.950950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 multiply.63> (def) +2023-12-14 14:52:57.950956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:57.950965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 add.118> (def) +2023-12-14 14:52:57.950970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65: +2023-12-14 14:52:57.950980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 multiply.65> (def) +2023-12-14 14:52:57.950986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.950990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67: +2023-12-14 14:52:57.950995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.67> (def) +2023-12-14 14:52:57.951000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0: +2023-12-14 14:52:57.951010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 clamp.0> (def) +2023-12-14 14:52:57.951015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69: +2023-12-14 14:52:57.951025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.69> (def) +2023-12-14 14:52:57.951030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146: +2023-12-14 14:52:57.951040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.146> (def) +2023-12-14 14:52:57.951045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147: +2023-12-14 14:52:57.951055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.147> (def) +2023-12-14 14:52:57.951060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148: +2023-12-14 14:52:57.951070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 constant.148> (def) +2023-12-14 14:52:57.951075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149: +2023-12-14 14:52:57.951088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 constant.149> (def) +2023-12-14 14:52:57.951094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150: +2023-12-14 14:52:57.951103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 constant.150> (def) +2023-12-14 14:52:57.951109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151: +2023-12-14 14:52:57.951119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.151> (def) +2023-12-14 14:52:57.951124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152: +2023-12-14 14:52:57.951134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.152> (def) +2023-12-14 14:52:57.951138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153: +2023-12-14 14:52:57.951148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.153> (def) +2023-12-14 14:52:57.951154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154: +2023-12-14 14:52:57.951163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.154> (def) +2023-12-14 14:52:57.951168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155: +2023-12-14 14:52:57.951179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 constant.155> (def) +2023-12-14 14:52:57.951184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156: +2023-12-14 14:52:57.951193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.156> (def) +2023-12-14 14:52:57.951198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157: +2023-12-14 14:52:57.951208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.157> (def) +2023-12-14 14:52:57.951214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158: +2023-12-14 14:52:57.951223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.158> (def) +2023-12-14 14:52:57.951228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159: +2023-12-14 14:52:57.951241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.159> (def) +2023-12-14 14:52:57.951247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160: +2023-12-14 14:52:57.951256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 constant.160> (def) +2023-12-14 14:52:57.951262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161: +2023-12-14 14:52:57.951272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.161> (def) +2023-12-14 14:52:57.951277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6: +2023-12-14 14:52:57.951288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 convert.6> (def) +2023-12-14 14:52:57.951296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23: +2023-12-14 14:52:57.951314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 param_0.23> (def) +2023-12-14 14:52:57.951333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:57.951350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:57.951358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:57.951374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:57.951383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162: +2023-12-14 14:52:57.951399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> (def) +2023-12-14 14:52:57.951408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:57.951423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> (def) +2023-12-14 14:52:57.951432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:57.951448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> (def) +2023-12-14 14:52:57.951456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:57.951481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> (def) +2023-12-14 14:52:57.951490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27: +2023-12-14 14:52:57.951506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> (def) +2023-12-14 14:52:57.951514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:57.951531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> (def) +2023-12-14 14:52:57.951539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:57.951555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> (def) +2023-12-14 14:52:57.951564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:57.951579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> (def) +2023-12-14 14:52:57.951589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:57.951605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> (def) +2023-12-14 14:52:57.951613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:57.951630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> (def) +2023-12-14 14:52:57.951637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:57.951655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> (def) +2023-12-14 14:52:57.951663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35: +2023-12-14 14:52:57.951680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> (def) +2023-12-14 14:52:57.951688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:52:57.951705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 divide.1> (def) +2023-12-14 14:52:57.951714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121: +2023-12-14 14:52:57.951734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 add.121> (def) +2023-12-14 14:52:57.951743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163: +2023-12-14 14:52:57.951758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.163> (def) +2023-12-14 14:52:57.951767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70: +2023-12-14 14:52:57.951784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 multiply.70> (def) +2023-12-14 14:52:57.951792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122: +2023-12-14 14:52:57.951809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 add.122> (def) +2023-12-14 14:52:57.951817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164: +2023-12-14 14:52:57.951838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.164> (def) +2023-12-14 14:52:57.951845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71: +2023-12-14 14:52:57.951862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 multiply.71> (def) +2023-12-14 14:52:57.951870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123: +2023-12-14 14:52:57.951885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 add.123> (def) +2023-12-14 14:52:57.951894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165: +2023-12-14 14:52:57.951909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.165> (def) +2023-12-14 14:52:57.951917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74: +2023-12-14 14:52:57.951933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 multiply.74> (def) +2023-12-14 14:52:57.951941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124: +2023-12-14 14:52:57.951958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 add.124> (def) +2023-12-14 14:52:57.951966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.951973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166: +2023-12-14 14:52:57.951986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.166> (def) +2023-12-14 14:52:57.951994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76: +2023-12-14 14:52:57.952009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 multiply.76> (def) +2023-12-14 14:52:57.952018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:57.952033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 add.125> (def) +2023-12-14 14:52:57.952042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167: +2023-12-14 14:52:57.952058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.167> (def) +2023-12-14 14:52:57.952066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78: +2023-12-14 14:52:57.952083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 multiply.78> (def) +2023-12-14 14:52:57.952091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126: +2023-12-14 14:52:57.952107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 add.126> (def) +2023-12-14 14:52:57.952115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168: +2023-12-14 14:52:57.952132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.168> (def) +2023-12-14 14:52:57.952141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80: +2023-12-14 14:52:57.952157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 multiply.80> (def) +2023-12-14 14:52:57.952166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127: +2023-12-14 14:52:57.952181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 add.127> (def) +2023-12-14 14:52:57.952189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169: +2023-12-14 14:52:57.952206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.169> (def) +2023-12-14 14:52:57.952213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82: +2023-12-14 14:52:57.952233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.82> (def) +2023-12-14 14:52:57.952241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129: +2023-12-14 14:52:57.952258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 add.129> (def) +2023-12-14 14:52:57.952266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170: +2023-12-14 14:52:57.952281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 constant.170> (def) +2023-12-14 14:52:57.952290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84: +2023-12-14 14:52:57.952306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.84> (def) +2023-12-14 14:52:57.952315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130: +2023-12-14 14:52:57.952331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.130> (def) +2023-12-14 14:52:57.952339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171: +2023-12-14 14:52:57.952356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.171> (def) +2023-12-14 14:52:57.952363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86: +2023-12-14 14:52:57.952380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.86> (def) +2023-12-14 14:52:57.952388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132: +2023-12-14 14:52:57.952408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 add.132> (def) +2023-12-14 14:52:57.952417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172: +2023-12-14 14:52:57.952432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.172> (def) +2023-12-14 14:52:57.952441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88: +2023-12-14 14:52:57.952457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.88> (def) +2023-12-14 14:52:57.952466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133: +2023-12-14 14:52:57.952487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.133> (def) +2023-12-14 14:52:57.952496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173: +2023-12-14 14:52:57.952513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.173> (def) +2023-12-14 14:52:57.952520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90: +2023-12-14 14:52:57.952539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.90> (def) +2023-12-14 14:52:57.952547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134: +2023-12-14 14:52:57.952564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.134> (def) +2023-12-14 14:52:57.952572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174: +2023-12-14 14:52:57.952589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.174> (def) +2023-12-14 14:52:57.952598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92: +2023-12-14 14:52:57.952613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.92> (def) +2023-12-14 14:52:57.952622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175: +2023-12-14 14:52:57.952638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.175> (def) +2023-12-14 14:52:57.952646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94: +2023-12-14 14:52:57.952663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.94> (def) +2023-12-14 14:52:57.952671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1: +2023-12-14 14:52:57.952689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 clamp.1> (def) +2023-12-14 14:52:57.952697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176: +2023-12-14 14:52:57.952715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.176> (def) +2023-12-14 14:52:57.952723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96: +2023-12-14 14:52:57.952743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.96> (def) +2023-12-14 14:52:57.952752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177: +2023-12-14 14:52:57.952769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.177> (def) +2023-12-14 14:52:57.952777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178: +2023-12-14 14:52:57.952793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.178> (def) +2023-12-14 14:52:57.952802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7: +2023-12-14 14:52:57.952819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 convert.7> (def) +2023-12-14 14:52:57.952828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41: +2023-12-14 14:52:57.952844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 param_0.41> (def) +2023-12-14 14:52:57.952852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135: +2023-12-14 14:52:57.952870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.135> (def) +2023-12-14 14:52:57.952880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153: +2023-12-14 14:52:57.952899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 broadcast.153> (def) +2023-12-14 14:52:57.952907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8: +2023-12-14 14:52:57.952923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 convert.8> (def) +2023-12-14 14:52:57.952932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136: +2023-12-14 14:52:57.952948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.136> (def) +2023-12-14 14:52:57.952956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154: +2023-12-14 14:52:57.952973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 broadcast.154> (def) +2023-12-14 14:52:57.952982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.952991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:57.953003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 xor.21> (def) +2023-12-14 14:52:57.953012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:57.953029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 or.23> (def) +2023-12-14 14:52:57.953037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:57.953054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 shift-right-logical.21> (def) +2023-12-14 14:52:57.953062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156: +2023-12-14 14:52:57.953079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 broadcast.156> (def) +2023-12-14 14:52:57.953088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:57.953105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 subtract.24> (def) +2023-12-14 14:52:57.953114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:57.953131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 shift-left.19> (def) +2023-12-14 14:52:57.953139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157: +2023-12-14 14:52:57.953156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.157> (def) +2023-12-14 14:52:57.953165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:57.953181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 reshape.44> (def) +2023-12-14 14:52:57.953190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:57.953207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 slice.27> (def) +2023-12-14 14:52:57.953215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137: +2023-12-14 14:52:57.953231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.137> (def) +2023-12-14 14:52:57.953240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:57.953261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 xor.22> (def) +2023-12-14 14:52:57.953270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:57.953287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 or.24> (def) +2023-12-14 14:52:57.953296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:57.953312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 shift-right-logical.22> (def) +2023-12-14 14:52:57.953320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158: +2023-12-14 14:52:57.953338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.158> (def) +2023-12-14 14:52:57.953349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:57.953366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 subtract.25> (def) +2023-12-14 14:52:57.953375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:57.953391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 shift-left.20> (def) +2023-12-14 14:52:57.953400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159: +2023-12-14 14:52:57.953416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.159> (def) +2023-12-14 14:52:57.953425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:57.953442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 reshape.45> (def) +2023-12-14 14:52:57.953451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:57.953468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 slice.28> (def) +2023-12-14 14:52:57.953475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138: +2023-12-14 14:52:57.953493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 add.138> (def) +2023-12-14 14:52:57.953501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:57.953522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 xor.23> (def) +2023-12-14 14:52:57.953530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:57.953547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 or.25> (def) +2023-12-14 14:52:57.953556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:57.953572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 shift-right-logical.23> (def) +2023-12-14 14:52:57.953581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160: +2023-12-14 14:52:57.953597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.160> (def) +2023-12-14 14:52:57.953606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:57.953622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 subtract.26> (def) +2023-12-14 14:52:57.953630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:57.953647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 shift-left.21> (def) +2023-12-14 14:52:57.953655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161: +2023-12-14 14:52:57.953672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.161> (def) +2023-12-14 14:52:57.953680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:57.953697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 reshape.46> (def) +2023-12-14 14:52:57.953706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:57.953721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 slice.29> (def) +2023-12-14 14:52:57.953730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139: +2023-12-14 14:52:57.953745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 add.139> (def) +2023-12-14 14:52:57.953753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:57.953773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 xor.24> (def) +2023-12-14 14:52:57.953781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:57.953798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 or.26> (def) +2023-12-14 14:52:57.953806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:57.953823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 shift-right-logical.24> (def) +2023-12-14 14:52:57.953831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163: +2023-12-14 14:52:57.953847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.163> (def) +2023-12-14 14:52:57.953857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:57.953873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 subtract.27> (def) +2023-12-14 14:52:57.953883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179: +2023-12-14 14:52:57.953900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.179> (def) +2023-12-14 14:52:57.953909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:57.953926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 shift-left.22> (def) +2023-12-14 14:52:57.953933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164: +2023-12-14 14:52:57.953950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.164> (def) +2023-12-14 14:52:57.953958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:57.953974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 reshape.47> (def) +2023-12-14 14:52:57.953982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.953990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:57.953997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 slice.30> (def) +2023-12-14 14:52:57.954006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140: +2023-12-14 14:52:57.954026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 add.140> (def) +2023-12-14 14:52:57.954035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142: +2023-12-14 14:52:57.954051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.142> (def) +2023-12-14 14:52:57.954059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42: +2023-12-14 14:52:57.954075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 param_0.42> (def) +2023-12-14 14:52:57.954083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60: +2023-12-14 14:52:57.954100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 param_1.60> (def) +2023-12-14 14:52:57.954108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56: +2023-12-14 14:52:57.954125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 param_2.56> (def) +2023-12-14 14:52:57.954132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65: +2023-12-14 14:52:57.954148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 param_3.65> (def) +2023-12-14 14:52:57.954157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68: +2023-12-14 14:52:57.954173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 param_4.68> (def) +2023-12-14 14:52:57.954183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180: +2023-12-14 14:52:57.954199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.180> (def) +2023-12-14 14:52:57.954207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.954224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> (def) +2023-12-14 14:52:57.954231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.954248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.12> +2023-12-14 14:52:57.954256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.954273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.14> +2023-12-14 14:52:57.954285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:57.954302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.10> +2023-12-14 14:52:57.954311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:57.954327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.9> +2023-12-14 14:52:57.954336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:57.954352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.8> +2023-12-14 14:52:57.954359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143: +2023-12-14 14:52:57.954376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.143> (def) +2023-12-14 14:52:57.954384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166: +2023-12-14 14:52:57.954402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.166> (def) +2023-12-14 14:52:57.954413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144: +2023-12-14 14:52:57.954429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.144> (def) +2023-12-14 14:52:57.954437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43: +2023-12-14 14:52:57.954454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_0.43> (def) +2023-12-14 14:52:57.954463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:57.954478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.25> (def) +2023-12-14 14:52:57.954488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:57.954504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.27> (def) +2023-12-14 14:52:57.954514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:57.954531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.25> (def) +2023-12-14 14:52:57.954542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:57.954559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.167> (def) +2023-12-14 14:52:57.954567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:57.954585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.28> (def) +2023-12-14 14:52:57.954592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:57.954609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.23> (def) +2023-12-14 14:52:57.954618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168: +2023-12-14 14:52:57.954635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.168> (def) +2023-12-14 14:52:57.954644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48: +2023-12-14 14:52:57.954660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.48> (def) +2023-12-14 14:52:57.954669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:57.954685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.31> (def) +2023-12-14 14:52:57.954693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145: +2023-12-14 14:52:57.954712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.145> (def) +2023-12-14 14:52:57.954720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:57.954737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.26> (def) +2023-12-14 14:52:57.954745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:57.954761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.28> (def) +2023-12-14 14:52:57.954771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:57.954787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.26> (def) +2023-12-14 14:52:57.954800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170: +2023-12-14 14:52:57.954817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.170> (def) +2023-12-14 14:52:57.954826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:57.954841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.29> (def) +2023-12-14 14:52:57.954850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:57.954867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 shift-left.24> (def) +2023-12-14 14:52:57.954876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172: +2023-12-14 14:52:57.954893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 broadcast.172> (def) +2023-12-14 14:52:57.954901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:57.954922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.49> (def) +2023-12-14 14:52:57.954930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:57.954946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 slice.32> (def) +2023-12-14 14:52:57.954955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146: +2023-12-14 14:52:57.954972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.146> (def) +2023-12-14 14:52:57.954981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.954989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:57.954998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 xor.27> (def) +2023-12-14 14:52:57.955005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29: +2023-12-14 14:52:57.955022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 or.29> (def) +2023-12-14 14:52:57.955031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:57.955048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-right-logical.27> (def) +2023-12-14 14:52:57.955061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:57.955078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.173> (def) +2023-12-14 14:52:57.955086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30: +2023-12-14 14:52:57.955104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 subtract.30> (def) +2023-12-14 14:52:57.955112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181: +2023-12-14 14:52:57.955128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 constant.181> (def) +2023-12-14 14:52:57.955137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61: +2023-12-14 14:52:57.955154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_1.61> (def) +2023-12-14 14:52:57.955162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:57.955180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-left.25> (def) +2023-12-14 14:52:57.955188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174: +2023-12-14 14:52:57.955205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.174> (def) +2023-12-14 14:52:57.955214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:57.955230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.50> (def) +2023-12-14 14:52:57.955239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:57.955256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 slice.33> (def) +2023-12-14 14:52:57.955264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147: +2023-12-14 14:52:57.955281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.147> (def) +2023-12-14 14:52:57.955290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57: +2023-12-14 14:52:57.955307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 param_2.57> (def) +2023-12-14 14:52:57.955329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66: +2023-12-14 14:52:57.955347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 param_3.66> (def) +2023-12-14 14:52:57.955356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:57.955374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> (def) +2023-12-14 14:52:57.955383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:57.955400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.11> +2023-12-14 14:52:57.955408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:57.955426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.14> +2023-12-14 14:52:57.955433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:57.955449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.10> +2023-12-14 14:52:57.955459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:57.955469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.9> +2023-12-14 14:52:57.955475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2: +2023-12-14 14:52:57.955485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 minimum.2> (def) +2023-12-14 14:52:57.955490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:57.955499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 maximum.4> (def) +2023-12-14 14:52:57.955505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98: +2023-12-14 14:52:57.955515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 multiply.98> (def) +2023-12-14 14:52:57.955520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:57.955530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 broadcast.176> (def) +2023-12-14 14:52:57.955535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182: +2023-12-14 14:52:57.955549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 constant.182> (def) +2023-12-14 14:52:57.955554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:57.955565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 select.41> (def) +2023-12-14 14:52:57.955569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99: +2023-12-14 14:52:57.955579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 multiply.99> (def) +2023-12-14 14:52:57.955584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148: +2023-12-14 14:52:57.955594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 add.148> (def) +2023-12-14 14:52:57.955600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100: +2023-12-14 14:52:57.955610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 multiply.100> (def) +2023-12-14 14:52:57.955614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149: +2023-12-14 14:52:57.955624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 add.149> (def) +2023-12-14 14:52:57.955629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101: +2023-12-14 14:52:57.955640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.101> (def) +2023-12-14 14:52:57.955645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150: +2023-12-14 14:52:57.955654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 add.150> (def) +2023-12-14 14:52:57.955660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102: +2023-12-14 14:52:57.955670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 multiply.102> (def) +2023-12-14 14:52:57.955675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152: +2023-12-14 14:52:57.955684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 add.152> (def) +2023-12-14 14:52:57.955690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103: +2023-12-14 14:52:57.955703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.103> (def) +2023-12-14 14:52:57.955707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153: +2023-12-14 14:52:57.955717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.153> (def) +2023-12-14 14:52:57.955723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104: +2023-12-14 14:52:57.955733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.104> (def) +2023-12-14 14:52:57.955738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154: +2023-12-14 14:52:57.955747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.154> (def) +2023-12-14 14:52:57.955753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105: +2023-12-14 14:52:57.955763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.105> (def) +2023-12-14 14:52:57.955768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155: +2023-12-14 14:52:57.955777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.155> (def) +2023-12-14 14:52:57.955783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106: +2023-12-14 14:52:57.955793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.106> (def) +2023-12-14 14:52:57.955797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156: +2023-12-14 14:52:57.955807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.156> (def) +2023-12-14 14:52:57.955812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107: +2023-12-14 14:52:57.955822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.107> (def) +2023-12-14 14:52:57.955827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:57.955836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 select.42> (def) +2023-12-14 14:52:57.955842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157: +2023-12-14 14:52:57.955856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 add.157> (def) +2023-12-14 14:52:57.955861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:57.955870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 broadcast.177> (def) +2023-12-14 14:52:57.955876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183: +2023-12-14 14:52:57.955886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 constant.183> (def) +2023-12-14 14:52:57.955891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:57.955900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 sqrt.3> (def) +2023-12-14 14:52:57.955906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158: +2023-12-14 14:52:57.955916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 add.158> (def) +2023-12-14 14:52:57.955921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:57.955931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 broadcast.178> (def) +2023-12-14 14:52:57.955937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184: +2023-12-14 14:52:57.955947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 constant.184> (def) +2023-12-14 14:52:57.955951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:57.955961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.43> (def) +2023-12-14 14:52:57.955966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:57.955977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 broadcast.179> (def) +2023-12-14 14:52:57.955981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.955986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185: +2023-12-14 14:52:57.955991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 constant.185> (def) +2023-12-14 14:52:57.955996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:57.956010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 broadcast.180> (def) +2023-12-14 14:52:57.956014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186: +2023-12-14 14:52:57.956025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 constant.186> (def) +2023-12-14 14:52:57.956030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44: +2023-12-14 14:52:57.956040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 select.44> (def) +2023-12-14 14:52:57.956044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:57.956054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.181> (def) +2023-12-14 14:52:57.956060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187: +2023-12-14 14:52:57.956069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.187> (def) +2023-12-14 14:52:57.956074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:57.956084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 broadcast.182> (def) +2023-12-14 14:52:57.956089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188: +2023-12-14 14:52:57.956099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 constant.188> (def) +2023-12-14 14:52:57.956104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45: +2023-12-14 14:52:57.956113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 select.45> (def) +2023-12-14 14:52:57.956119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:57.956128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.183> (def) +2023-12-14 14:52:57.956133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189: +2023-12-14 14:52:57.956142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.189> (def) +2023-12-14 14:52:57.956149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:57.956162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 broadcast.184> (def) +2023-12-14 14:52:57.956167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191: +2023-12-14 14:52:57.956178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 constant.191> (def) +2023-12-14 14:52:57.956183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46: +2023-12-14 14:52:57.956193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 select.46> (def) +2023-12-14 14:52:57.956198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:57.956207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.185> (def) +2023-12-14 14:52:57.956213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192: +2023-12-14 14:52:57.956222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.192> (def) +2023-12-14 14:52:57.956227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:57.956237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 broadcast.186> (def) +2023-12-14 14:52:57.956242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193: +2023-12-14 14:52:57.956252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 constant.193> (def) +2023-12-14 14:52:57.956256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47: +2023-12-14 14:52:57.956266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 select.47> (def) +2023-12-14 14:52:57.956271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:57.956281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.187> (def) +2023-12-14 14:52:57.956286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194: +2023-12-14 14:52:57.956295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.194> (def) +2023-12-14 14:52:57.956301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:57.956314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 broadcast.188> (def) +2023-12-14 14:52:57.956319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195: +2023-12-14 14:52:57.956328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 constant.195> (def) +2023-12-14 14:52:57.956334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48: +2023-12-14 14:52:57.956343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 select.48> (def) +2023-12-14 14:52:57.956348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:57.956358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.189> (def) +2023-12-14 14:52:57.956363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196: +2023-12-14 14:52:57.956373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.196> (def) +2023-12-14 14:52:57.956377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:57.956387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 broadcast.190> (def) +2023-12-14 14:52:57.956393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197: +2023-12-14 14:52:57.956402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 constant.197> (def) +2023-12-14 14:52:57.956407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49: +2023-12-14 14:52:57.956416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 select.49> (def) +2023-12-14 14:52:57.956422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:57.956432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.191> (def) +2023-12-14 14:52:57.956437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198: +2023-12-14 14:52:57.956446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.198> (def) +2023-12-14 14:52:57.956452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:57.956466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 broadcast.192> (def) +2023-12-14 14:52:57.956471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199: +2023-12-14 14:52:57.956480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 constant.199> (def) +2023-12-14 14:52:57.956486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50: +2023-12-14 14:52:57.956495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 select.50> (def) +2023-12-14 14:52:57.956500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:57.956510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.193> (def) +2023-12-14 14:52:57.956515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200: +2023-12-14 14:52:57.956525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.200> (def) +2023-12-14 14:52:57.956530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:57.956540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 broadcast.194> (def) +2023-12-14 14:52:57.956545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201: +2023-12-14 14:52:57.956555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 constant.201> (def) +2023-12-14 14:52:57.956560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51: +2023-12-14 14:52:57.956569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 select.51> (def) +2023-12-14 14:52:57.956575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:57.956585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.195> (def) +2023-12-14 14:52:57.956589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202: +2023-12-14 14:52:57.956599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.202> (def) +2023-12-14 14:52:57.956604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:57.956618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 broadcast.196> (def) +2023-12-14 14:52:57.956622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203: +2023-12-14 14:52:57.956633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 constant.203> (def) +2023-12-14 14:52:57.956638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18: +2023-12-14 14:52:57.956648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 compare.18> (def) +2023-12-14 14:52:57.956652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:57.956663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.197> (def) +2023-12-14 14:52:57.956668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204: +2023-12-14 14:52:57.956678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.204> (def) +2023-12-14 14:52:57.956682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:57.956692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 negate.9> (def) +2023-12-14 14:52:57.956698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:57.956708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 log-plus-one.3> (def) +2023-12-14 14:52:57.956712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108: +2023-12-14 14:52:57.956722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 multiply.108> (def) +2023-12-14 14:52:57.956728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:57.956737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 negate.10> (def) +2023-12-14 14:52:57.956742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109: +2023-12-14 14:52:57.956753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 multiply.109> (def) +2023-12-14 14:52:57.956759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:57.956775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 broadcast.198> (def) +2023-12-14 14:52:57.956780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19: +2023-12-14 14:52:57.956791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 compare.19> (def) +2023-12-14 14:52:57.956796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:57.956805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 broadcast.199> (def) +2023-12-14 14:52:57.956810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205: +2023-12-14 14:52:57.956821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 constant.205> (def) +2023-12-14 14:52:57.956826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:57.956835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 abs.3> (def) +2023-12-14 14:52:57.956840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:57.956851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 reshape.51> (def) +2023-12-14 14:52:57.956856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5: +2023-12-14 14:52:57.956866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 maximum.5> (def) +2023-12-14 14:52:57.956870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159: +2023-12-14 14:52:57.956880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 add.159> (def) +2023-12-14 14:52:57.956886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110: +2023-12-14 14:52:57.956895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 multiply.110> (def) +2023-12-14 14:52:57.956900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:57.956910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 broadcast.200> (def) +2023-12-14 14:52:57.956916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:57.956928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 reshape.52> (def) +2023-12-14 14:52:57.956933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31: +2023-12-14 14:52:57.956944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 subtract.31> (def) +2023-12-14 14:52:57.956948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53: +2023-12-14 14:52:57.956958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 reshape.53> (def) +2023-12-14 14:52:57.956962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:57.956973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.54> (def) +2023-12-14 14:52:57.956978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160: +2023-12-14 14:52:57.956988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.160> (def) +2023-12-14 14:52:57.956992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.956998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:57.957003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 broadcast.201> (def) +2023-12-14 14:52:57.957008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206: +2023-12-14 14:52:57.957018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 constant.206> (def) +2023-12-14 14:52:57.957022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6: +2023-12-14 14:52:57.957033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 bitcast-convert.6> (def) +2023-12-14 14:52:57.957039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30: +2023-12-14 14:52:57.957048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 or.30> (def) +2023-12-14 14:52:57.957053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:57.957063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 broadcast.202> (def) +2023-12-14 14:52:57.957069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207: +2023-12-14 14:52:57.957081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 constant.207> (def) +2023-12-14 14:52:57.957087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:57.957097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 shift-right-logical.28> (def) +2023-12-14 14:52:57.957102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:57.957111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 broadcast.203> (def) +2023-12-14 14:52:57.957117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208: +2023-12-14 14:52:57.957127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 constant.208> (def) +2023-12-14 14:52:57.957132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:57.957142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 concatenate.1> (def) +2023-12-14 14:52:57.957151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:57.957166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.204> (def) +2023-12-14 14:52:57.957171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:57.957181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 broadcast.205> (def) +2023-12-14 14:52:57.957186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7: +2023-12-14 14:52:57.957197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 bitcast-convert.7> (def) +2023-12-14 14:52:57.957201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52: +2023-12-14 14:52:57.957211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 select.52> (def) +2023-12-14 14:52:57.957216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53: +2023-12-14 14:52:57.957226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 select.53> (def) +2023-12-14 14:52:57.957234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54: +2023-12-14 14:52:57.957245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 select.54> (def) +2023-12-14 14:52:57.957250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162: +2023-12-14 14:52:57.957260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 add.162> (def) +2023-12-14 14:52:57.957266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55: +2023-12-14 14:52:57.957276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 select.55> (def) +2023-12-14 14:52:57.957282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31: +2023-12-14 14:52:57.957291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 or.31> (def) +2023-12-14 14:52:57.957296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20: +2023-12-14 14:52:57.957306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 compare.20> (def) +2023-12-14 14:52:57.957311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:57.957321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 and.4> (def) +2023-12-14 14:52:57.957327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21: +2023-12-14 14:52:57.957336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 compare.21> (def) +2023-12-14 14:52:57.957342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22: +2023-12-14 14:52:57.957351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 compare.22> (def) +2023-12-14 14:52:57.957356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5: +2023-12-14 14:52:57.957366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 and.5> (def) +2023-12-14 14:52:57.957372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8: +2023-12-14 14:52:57.957381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 bitcast-convert.8> (def) +2023-12-14 14:52:57.957387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23: +2023-12-14 14:52:57.957401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 compare.23> (def) +2023-12-14 14:52:57.957406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209: +2023-12-14 14:52:57.957416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 constant.209> (def) +2023-12-14 14:52:57.957421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24: +2023-12-14 14:52:57.957430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.24> (def) +2023-12-14 14:52:57.957436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9: +2023-12-14 14:52:57.957446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 convert.9> (def) +2023-12-14 14:52:57.957451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:57.957461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 broadcast.206> (def) +2023-12-14 14:52:57.957466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44: +2023-12-14 14:52:57.957476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 param_0.44> (def) +2023-12-14 14:52:57.957481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62: +2023-12-14 14:52:57.957490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 param_1.62> (def) +2023-12-14 14:52:57.957496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58: +2023-12-14 14:52:57.957505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 param_2.58> (def) +2023-12-14 14:52:57.957511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67: +2023-12-14 14:52:57.957520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 param_3.67> (def) +2023-12-14 14:52:57.957526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9: +2023-12-14 14:52:57.957535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 bitcast-convert.9> (def) +2023-12-14 14:52:57.957541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56: +2023-12-14 14:52:57.957553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 select.56> (def) +2023-12-14 14:52:57.957559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57: +2023-12-14 14:52:57.957569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 select.57> (def) +2023-12-14 14:52:57.957575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58: +2023-12-14 14:52:57.957585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 select.58> (def) +2023-12-14 14:52:57.957590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163: +2023-12-14 14:52:57.957600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 add.163> (def) +2023-12-14 14:52:57.957605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59: +2023-12-14 14:52:57.957614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 select.59> (def) +2023-12-14 14:52:57.957619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210: +2023-12-14 14:52:57.957630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 constant.210> (def) +2023-12-14 14:52:57.957634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211: +2023-12-14 14:52:57.957644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 constant.211> (def) +2023-12-14 14:52:57.957649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32: +2023-12-14 14:52:57.957660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 or.32> (def) +2023-12-14 14:52:57.957665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25: +2023-12-14 14:52:57.957674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 compare.25> (def) +2023-12-14 14:52:57.957680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6: +2023-12-14 14:52:57.957689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 and.6> (def) +2023-12-14 14:52:57.957694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212: +2023-12-14 14:52:57.957709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 constant.212> (def) +2023-12-14 14:52:57.957713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26: +2023-12-14 14:52:57.957724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 compare.26> (def) +2023-12-14 14:52:57.957728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213: +2023-12-14 14:52:57.957739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 constant.213> (def) +2023-12-14 14:52:57.957743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214: +2023-12-14 14:52:57.957754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.214> (def) +2023-12-14 14:52:57.957758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27: +2023-12-14 14:52:57.957768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 compare.27> (def) +2023-12-14 14:52:57.957774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215: +2023-12-14 14:52:57.957784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 constant.215> (def) +2023-12-14 14:52:57.957788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7: +2023-12-14 14:52:57.957798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 and.7> (def) +2023-12-14 14:52:57.957804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216: +2023-12-14 14:52:57.957814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 constant.216> (def) +2023-12-14 14:52:57.957818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10: +2023-12-14 14:52:57.957828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 bitcast-convert.10> (def) +2023-12-14 14:52:57.957833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217: +2023-12-14 14:52:57.957844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 constant.217> (def) +2023-12-14 14:52:57.957848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28: +2023-12-14 14:52:57.957862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 compare.28> (def) +2023-12-14 14:52:57.957867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218: +2023-12-14 14:52:57.957877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.218> (def) +2023-12-14 14:52:57.957882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219: +2023-12-14 14:52:57.957892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 constant.219> (def) +2023-12-14 14:52:57.957897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69: +2023-12-14 14:52:57.957907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 param_4.69> (def) +2023-12-14 14:52:57.957912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29: +2023-12-14 14:52:57.957921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 compare.29> (def) +2023-12-14 14:52:57.957927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10: +2023-12-14 14:52:57.957937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 convert.10> (def) +2023-12-14 14:52:57.957941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76: +2023-12-14 14:52:57.957951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 param_5.76> (def) +2023-12-14 14:52:57.957956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:57.957967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> (def) +2023-12-14 14:52:57.957971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:57.957981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.957987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.957992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:57.957997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.958001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:57.958015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> +2023-12-14 14:52:57.958020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:57.958030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> +2023-12-14 14:52:57.958035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13: +2023-12-14 14:52:57.958045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.958050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14: +2023-12-14 14:52:57.958061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.958065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164: +2023-12-14 14:52:57.958075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.164> (def) +2023-12-14 14:52:57.958080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:57.958091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.207> (def) +2023-12-14 14:52:57.958095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:57.958105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.55> (def) +2023-12-14 14:52:57.958110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:57.958120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.34> (def) +2023-12-14 14:52:57.958125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:57.958134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.35> (def) +2023-12-14 14:52:57.958140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45: +2023-12-14 14:52:57.958150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.45> (def) +2023-12-14 14:52:57.958155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:57.958167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.2> (def) +2023-12-14 14:52:57.958173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone: +2023-12-14 14:52:57.958183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> (def) +2023-12-14 14:52:57.958188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15: +2023-12-14 14:52:57.958198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.958203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165: +2023-12-14 14:52:57.958213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.165> (def) +2023-12-14 14:52:57.958218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:57.958227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.208> (def) +2023-12-14 14:52:57.958235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:57.958244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.56> (def) +2023-12-14 14:52:57.958249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:57.958259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.36> (def) +2023-12-14 14:52:57.958264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:57.958274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.37> (def) +2023-12-14 14:52:57.958279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46: +2023-12-14 14:52:57.958288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.46> (def) +2023-12-14 14:52:57.958295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:57.958304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.3> (def) +2023-12-14 14:52:57.958309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone: +2023-12-14 14:52:57.958323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> (def) +2023-12-14 14:52:57.958328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.958333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16: +2023-12-14 14:52:57.958338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.958342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.958347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.958353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone +2023-12-14 14:52:57.958363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:57.958368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:52:57.958378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.958384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.958390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone +2023-12-14 14:52:57.958399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:57.958404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1, operand 0 +2023-12-14 14:52:57.958415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.958420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> +2023-12-14 14:52:57.958425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:57.958435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:57.958446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.958455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> +2023-12-14 14:52:57.958460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:57.958469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:57.958481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.958486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> +2023-12-14 14:52:57.958491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:57.958500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.958512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> +2023-12-14 14:52:57.958517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35 +2023-12-14 14:52:57.958526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:57.958537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.958542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> +2023-12-14 14:52:57.958546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:57.958556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:57.958566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.958571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> +2023-12-14 14:52:57.958579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:57.958589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.958600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> +2023-12-14 14:52:57.958604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:57.958614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:57.958623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:57.958630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> +2023-12-14 14:52:57.958634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:57.958644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.958654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.958660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:57.958669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:57.958674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17, operand 0 +2023-12-14 14:52:57.958684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.958690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.958695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.958707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.958712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18, operand 0 +2023-12-14 14:52:57.958724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.958730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> +2023-12-14 14:52:57.958734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:57.958744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:57.958750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[8192,2048]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.958760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.3> +2023-12-14 14:52:57.958765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:57.958774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:57.958786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.958791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.37> +2023-12-14 14:52:57.958796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:57.958805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 0 +2023-12-14 14:52:57.958819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.958824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.46> +2023-12-14 14:52:57.958829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46 +2023-12-14 14:52:57.958839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:57.958850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.958855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.36> +2023-12-14 14:52:57.958860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:57.958870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:57.958880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.958885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.56> +2023-12-14 14:52:57.958890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:57.958900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:57.958911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.958916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.208> +2023-12-14 14:52:57.958920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:57.958930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 1 +2023-12-14 14:52:57.958944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.958949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.165> +2023-12-14 14:52:57.958954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165 +2023-12-14 14:52:57.958965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.958975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.2> +2023-12-14 14:52:57.958980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.958984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:57.958990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.958995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:57.959000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.35> +2023-12-14 14:52:57.959010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:57.959020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 0 +2023-12-14 14:52:57.959031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.45> +2023-12-14 14:52:57.959041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45 +2023-12-14 14:52:57.959051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:57.959075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.959081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.34> +2023-12-14 14:52:57.959085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:57.959096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:57.959105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.55> +2023-12-14 14:52:57.959116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:57.959126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:57.959136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.207> +2023-12-14 14:52:57.959146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:57.959156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 1 +2023-12-14 14:52:57.959166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.164> +2023-12-14 14:52:57.959176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164 +2023-12-14 14:52:57.959187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> +2023-12-14 14:52:57.959205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27 +2023-12-14 14:52:57.959216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:57.959225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:57.959231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.959236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> +2023-12-14 14:52:57.959241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:57.959251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:57.959261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> +2023-12-14 14:52:57.959272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:57.959281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:57.959292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> +2023-12-14 14:52:57.959302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:57.959312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:57.959331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> +2023-12-14 14:52:57.959342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:57.959352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:57.959362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:57.959373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:57.959382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:57.959393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> +2023-12-14 14:52:57.959404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162 +2023-12-14 14:52:57.959413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:57.959423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.162 = u32[] constant(466688986) +2023-12-14 14:52:57.959429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:57.959434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:57.959443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.959462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.959472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13 +2023-12-14 14:52:57.959477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9, operand 0 +2023-12-14 14:52:57.959487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 4 +2023-12-14 14:52:57.959493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 4 +2023-12-14 14:52:57.959498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.959502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.959508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9 +2023-12-14 14:52:57.959517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:57.959523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:57.959533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:57.959538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.959548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:57.959558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14 +2023-12-14 14:52:57.959563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:57.959573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 5 +2023-12-14 14:52:57.959578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 5 +2023-12-14 14:52:57.959584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.959592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.959598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:57.959607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:57.959613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:57.959623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:57.959628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> +2023-12-14 14:52:57.959638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:57.959649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:57.959659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:57.959664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy> +2023-12-14 14:52:57.959668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:57.959679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:57.959683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:57.959694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:57.959699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:57.959704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.959714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15 +2023-12-14 14:52:57.959719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16 +2023-12-14 14:52:57.959724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:52:57.959738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:57.959743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:57.959749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:57.959754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:57.959758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone, operand 0 +2023-12-14 14:52:57.959763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone, operand 0 +2023-12-14 14:52:57.959769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.959774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 copy.1> +2023-12-14 14:52:57.959779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1 +2023-12-14 14:52:57.959789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:57.959793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:57.959805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.1 = u32[8388608]{0} copy(u32[8388608]{0} %call.4) +2023-12-14 14:52:57.959810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 copy.2> +2023-12-14 14:52:57.959815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:52:57.959825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:57.959830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:57.959841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = u32[8388608]{0} copy(u32[8388608]{0} %call.3) +2023-12-14 14:52:57.959846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.6> +2023-12-14 14:52:57.959850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:57.959861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3, operand 0 +2023-12-14 14:52:57.959871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 copy.3> +2023-12-14 14:52:57.959884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3 +2023-12-14 14:52:57.959894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:57.959900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:57.959909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.3 = u32[] copy(u32[] %fusion.6) +2023-12-14 14:52:57.959914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 fusion.4> +2023-12-14 14:52:57.959920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:57.959930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4, operand 0 +2023-12-14 14:52:57.959940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.959945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy.4> +2023-12-14 14:52:57.959950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4 +2023-12-14 14:52:57.959960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:57.959965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.959970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:57.959975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.4 = u32[] copy(u32[] %fusion.4) +2023-12-14 14:52:57.959980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 fusion.8> +2023-12-14 14:52:57.959985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.959991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:52:57.959995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5, operand 0 +2023-12-14 14:52:57.960005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.960014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.5> +2023-12-14 14:52:57.960019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5 +2023-12-14 14:52:57.960029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:57.960033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:57.960044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.5 = u32[] copy(u32[] %fusion.8) +2023-12-14 14:52:57.960049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 constant.22> +2023-12-14 14:52:57.960054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:57.960064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6, operand 0 +2023-12-14 14:52:57.960074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.960079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.6> +2023-12-14 14:52:57.960085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6 +2023-12-14 14:52:57.960094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:57.960099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:57.960110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.6 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:57.960115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 constant.21> +2023-12-14 14:52:57.960120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:57.960129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7, operand 0 +2023-12-14 14:52:57.960140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.960146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.7> +2023-12-14 14:52:57.960150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7 +2023-12-14 14:52:57.960164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:57.960168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:57.960179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.7 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:57.960184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 tuple.9{}> +2023-12-14 14:52:57.960188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:57.960199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:57.960209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy, u32[8388608]{0} %copy.1, u32[8388608]{0} %copy.2, u32[] %copy.3, u32[] %copy.4, /*index=5*/u32[] %copy.5, u32[4]{0} %copy.6, u32[4]{0} %copy.7) +2023-12-14 14:52:57.960214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.8> +2023-12-14 14:52:57.960219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:57.960229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:57.960234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:57.960244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:57.960249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:57.960255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:57.960259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 constant.102> +2023-12-14 14:52:57.960265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:57.960274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:57.960285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:57.960290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 add.58> +2023-12-14 14:52:57.960295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:57.960308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16, operand 0 +2023-12-14 14:52:57.960318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.960324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.16> +2023-12-14 14:52:57.960329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16 +2023-12-14 14:52:57.960338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:57.960343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:57.960355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.16 = s32[] copy(s32[] %add.58), control-predecessors={%copy.8} +2023-12-14 14:52:57.960360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.9> +2023-12-14 14:52:57.960365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:57.960374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:57.960380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:57.960384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:57.960395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:57.960399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:57.960404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:57.960410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:57.960416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.11> +2023-12-14 14:52:57.960420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:57.960430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:57.960435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:57.960449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:57.960454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:57.960459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:57.960463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.14> +2023-12-14 14:52:57.960469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:57.960480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.960484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:57.960489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.960499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:57.960504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:57.960510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.960514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:57.960519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:57.960524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.10> +2023-12-14 14:52:57.960530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:57.960540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:57.960545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:57.960549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:57.960560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:57.960565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:57.960571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:57.960575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:57.960580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.17> +2023-12-14 14:52:57.960585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17 +2023-12-14 14:52:57.960599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:57.960604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:57.960613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.17 = u32[8388608]{0} copy(u32[8388608]{0} %call.1), control-predecessors={%copy.9} +2023-12-14 14:52:57.960618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.12> +2023-12-14 14:52:57.960624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:57.960634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.960639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.960649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:57.960654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.960660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:57.960665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> +2023-12-14 14:52:57.960669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18 +2023-12-14 14:52:57.960679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:57.960684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:57.960695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.18 = u32[8388608]{0} copy(u32[8388608]{0} %call), control-predecessors={%copy.10} +2023-12-14 14:52:57.960699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> +2023-12-14 14:52:57.960704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:57.960715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:57.960720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:57.960730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:57.960737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.13> +2023-12-14 14:52:57.960742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:57.960753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:57.960763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:57.960768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> +2023-12-14 14:52:57.960772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:57.960784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:57.960789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:57.960799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:57.960804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> +2023-12-14 14:52:57.960809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:57.960819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:57.960824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:57.960833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:57.960840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 copy.15> +2023-12-14 14:52:57.960845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:57.960854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:57.960864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:57.960870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> +2023-12-14 14:52:57.960875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:57.960888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:57.960892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:57.960904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:57.960908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> +2023-12-14 14:52:57.960913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:57.960923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:57.960928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:57.960939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:57.960944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.11{}> +2023-12-14 14:52:57.960949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:57.960960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.16, u32[8388608]{0} %copy.17, u32[8388608]{0} %copy.18, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:57.960970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 param_3.66> +2023-12-14 14:52:57.960975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.960980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66 +2023-12-14 14:52:57.960984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.960989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 0 +2023-12-14 14:52:57.960995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.961000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 param_2.57> +2023-12-14 14:52:57.961005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57 +2023-12-14 14:52:57.961014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:57.961027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:57.961032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 1 +2023-12-14 14:52:57.961037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.961042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.147> +2023-12-14 14:52:57.961047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147 +2023-12-14 14:52:57.961057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 0 +2023-12-14 14:52:57.961067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:57.961072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_1.61> +2023-12-14 14:52:57.961083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61 +2023-12-14 14:52:57.961093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:57.961102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:57.961107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:57.961113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.961118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 slice.33> +2023-12-14 14:52:57.961123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:57.961132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:57.961143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.50> +2023-12-14 14:52:57.961157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:57.961167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 1 +2023-12-14 14:52:57.961179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174, operand 0 +2023-12-14 14:52:57.961184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.174> +2023-12-14 14:52:57.961194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174 +2023-12-14 14:52:57.961204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:57.961214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-left.25> +2023-12-14 14:52:57.961224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:57.961234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 0 +2023-12-14 14:52:57.961245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 constant.181> +2023-12-14 14:52:57.961254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181 +2023-12-14 14:52:57.961264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:57.961275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:57.961283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 0 +2023-12-14 14:52:57.961287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.181 = u32[] constant(32) +2023-12-14 14:52:57.961292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 subtract.30> +2023-12-14 14:52:57.961298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30 +2023-12-14 14:52:57.961308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:57.961317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.173> +2023-12-14 14:52:57.961328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:57.961338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:57.961347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-right-logical.27> +2023-12-14 14:52:57.961358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:57.961367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 1 +2023-12-14 14:52:57.961377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 or.29> +2023-12-14 14:52:57.961388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29 +2023-12-14 14:52:57.961401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:57.961411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 xor.27> +2023-12-14 14:52:57.961422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:57.961431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:57.961441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:57.961446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 1 +2023-12-14 14:52:57.961452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.146> +2023-12-14 14:52:57.961462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146 +2023-12-14 14:52:57.961471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 0 +2023-12-14 14:52:57.961483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:57.961488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 slice.32> +2023-12-14 14:52:57.961497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:57.961507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:57.961518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.49> +2023-12-14 14:52:57.961531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:57.961542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:57.961551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172, operand 0 +2023-12-14 14:52:57.961556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 broadcast.172> +2023-12-14 14:52:57.961567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172 +2023-12-14 14:52:57.961577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:57.961587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 shift-left.24> +2023-12-14 14:52:57.961597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:57.961607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:57.961617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.29> +2023-12-14 14:52:57.961627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:57.961640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170, operand 0 +2023-12-14 14:52:57.961650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.170> +2023-12-14 14:52:57.961660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170 +2023-12-14 14:52:57.961671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:57.961681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.26> +2023-12-14 14:52:57.961691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:57.961701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:57.961711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.28> +2023-12-14 14:52:57.961721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:57.961731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:57.961741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.26> +2023-12-14 14:52:57.961756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:57.961766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:57.961776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:57.961781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 1 +2023-12-14 14:52:57.961787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.145> +2023-12-14 14:52:57.961796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145 +2023-12-14 14:52:57.961807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 0 +2023-12-14 14:52:57.961817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:57.961822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.31> +2023-12-14 14:52:57.961831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:57.961842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48, operand 0 +2023-12-14 14:52:57.961852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.48> +2023-12-14 14:52:57.961862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48 +2023-12-14 14:52:57.961872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:57.961885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168, operand 0 +2023-12-14 14:52:57.961890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.168> +2023-12-14 14:52:57.961901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168 +2023-12-14 14:52:57.961911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:57.961921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.23> +2023-12-14 14:52:57.961931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:57.961941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:57.961951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.28> +2023-12-14 14:52:57.961961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.961966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:57.961971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.961976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:57.961981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.961986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.167> +2023-12-14 14:52:57.961994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:57.962006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:57.962015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.25> +2023-12-14 14:52:57.962026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:57.962036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:57.962046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.27> +2023-12-14 14:52:57.962056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:57.962067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:57.962076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.25> +2023-12-14 14:52:57.962087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:57.962097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 1 +2023-12-14 14:52:57.962106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.144> +2023-12-14 14:52:57.962123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144 +2023-12-14 14:52:57.962132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 0 +2023-12-14 14:52:57.962143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_0.43> +2023-12-14 14:52:57.962153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43 +2023-12-14 14:52:57.962163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166, operand 0 +2023-12-14 14:52:57.962175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.43 = u32[] parameter(0) +2023-12-14 14:52:57.962180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.166> +2023-12-14 14:52:57.962185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166 +2023-12-14 14:52:57.962195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 1 +2023-12-14 14:52:57.962205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.143> +2023-12-14 14:52:57.962215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143 +2023-12-14 14:52:57.962225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.161> +2023-12-14 14:52:57.962243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161 +2023-12-14 14:52:57.962254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 0 +2023-12-14 14:52:57.962265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.161 = f32[] constant(-4) +2023-12-14 14:52:57.962270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 param_0.23> +2023-12-14 14:52:57.962275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23 +2023-12-14 14:52:57.962285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6, operand 0 +2023-12-14 14:52:57.962295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.23 = s32[] parameter(0) +2023-12-14 14:52:57.962300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 convert.6> +2023-12-14 14:52:57.962305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6 +2023-12-14 14:52:57.962315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 0 +2023-12-14 14:52:57.962325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 constant.160> +2023-12-14 14:52:57.962335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160 +2023-12-14 14:52:57.962345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 1 +2023-12-14 14:52:57.962356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:57.962361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.69> +2023-12-14 14:52:57.962365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69 +2023-12-14 14:52:57.962379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 1 +2023-12-14 14:52:57.962389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.159> +2023-12-14 14:52:57.962400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159 +2023-12-14 14:52:57.962409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 2 +2023-12-14 14:52:57.962420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.159 = f32[] constant(4) +2023-12-14 14:52:57.962424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 clamp.0> +2023-12-14 14:52:57.962430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0 +2023-12-14 14:52:57.962439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:57.962450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 0 +2023-12-14 14:52:57.962454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 1 +2023-12-14 14:52:57.962460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.67> +2023-12-14 14:52:57.962470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67 +2023-12-14 14:52:57.962481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:57.962493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:57.962498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:57.962503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:57.962508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 1 +2023-12-14 14:52:57.962515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 1 +2023-12-14 14:52:57.962521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 1 +2023-12-14 14:52:57.962527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 1 +2023-12-14 14:52:57.962533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 1 +2023-12-14 14:52:57.962537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 1 +2023-12-14 14:52:57.962542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 0 +2023-12-14 14:52:57.962547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.158> +2023-12-14 14:52:57.962557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158 +2023-12-14 14:52:57.962568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 1 +2023-12-14 14:52:57.962577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.158 = f32[] constant(0) +2023-12-14 14:52:57.962583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 multiply.65> +2023-12-14 14:52:57.962589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65 +2023-12-14 14:52:57.962599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:57.962608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:57.962613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.157> +2023-12-14 14:52:57.962624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157 +2023-12-14 14:52:57.962633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:57.962643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.962652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 add.118> +2023-12-14 14:52:57.962657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:57.962666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 0 +2023-12-14 14:52:57.962677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 multiply.63> +2023-12-14 14:52:57.962687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63 +2023-12-14 14:52:57.962697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:57.962707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.156> +2023-12-14 14:52:57.962718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156 +2023-12-14 14:52:57.962728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:57.962738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.962743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.117> +2023-12-14 14:52:57.962748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:57.962758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 0 +2023-12-14 14:52:57.962768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 multiply.61> +2023-12-14 14:52:57.962782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61 +2023-12-14 14:52:57.962791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:57.962802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 constant.155> +2023-12-14 14:52:57.962813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155 +2023-12-14 14:52:57.962822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:57.962833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.962838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 add.116> +2023-12-14 14:52:57.962843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:57.962852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 0 +2023-12-14 14:52:57.962863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 multiply.59> +2023-12-14 14:52:57.962873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59 +2023-12-14 14:52:57.962883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:57.962893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.154> +2023-12-14 14:52:57.962906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154 +2023-12-14 14:52:57.962916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:57.962927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.962932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.115> +2023-12-14 14:52:57.962937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:57.962946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 0 +2023-12-14 14:52:57.962957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 multiply.57> +2023-12-14 14:52:57.962967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.962971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57 +2023-12-14 14:52:57.962976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.962982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:57.962988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.962992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.153> +2023-12-14 14:52:57.962997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153 +2023-12-14 14:52:57.963007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:57.963017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.963022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 add.114> +2023-12-14 14:52:57.963027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:57.963039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 0 +2023-12-14 14:52:57.963050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 multiply.55> +2023-12-14 14:52:57.963060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55 +2023-12-14 14:52:57.963069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:57.963081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.152> +2023-12-14 14:52:57.963090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152 +2023-12-14 14:52:57.963099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:57.963111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.963115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.112> +2023-12-14 14:52:57.963120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:57.963129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 0 +2023-12-14 14:52:57.963141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 multiply.53> +2023-12-14 14:52:57.963150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53 +2023-12-14 14:52:57.963159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:57.963173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.151> +2023-12-14 14:52:57.963183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151 +2023-12-14 14:52:57.963192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:57.963203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.963208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.110> +2023-12-14 14:52:57.963213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:57.963222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:57.963234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 multiply.51> +2023-12-14 14:52:57.963243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:57.963253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 0 +2023-12-14 14:52:57.963264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 constant.150> +2023-12-14 14:52:57.963273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150 +2023-12-14 14:52:57.963283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:57.963296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.963301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.109> +2023-12-14 14:52:57.963305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:57.963315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:57.963331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 multiply.49> +2023-12-14 14:52:57.963340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:57.963350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:57.963361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 constant.149> +2023-12-14 14:52:57.963370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149 +2023-12-14 14:52:57.963380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:57.963390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.963395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 add.108> +2023-12-14 14:52:57.963400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:57.963409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:57.963420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 multiply.47> +2023-12-14 14:52:57.963433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:57.963442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:57.963453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 constant.148> +2023-12-14 14:52:57.963462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148 +2023-12-14 14:52:57.963472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:57.963482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.963487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.107> +2023-12-14 14:52:57.963492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:57.963501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:57.963512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 multiply.45> +2023-12-14 14:52:57.963521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:57.963531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:57.963541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.147> +2023-12-14 14:52:57.963554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147 +2023-12-14 14:52:57.963565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:57.963575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.963580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.106> +2023-12-14 14:52:57.963585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:57.963594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:57.963605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.42> +2023-12-14 14:52:57.963614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:57.963624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:57.963635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.146> +2023-12-14 14:52:57.963644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146 +2023-12-14 14:52:57.963654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:57.963665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.963669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.105> +2023-12-14 14:52:57.963678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:57.963689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 1 +2023-12-14 14:52:57.963699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 divide.0> +2023-12-14 14:52:57.963708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0 +2023-12-14 14:52:57.963719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.178> +2023-12-14 14:52:57.963734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178 +2023-12-14 14:52:57.963743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 0 +2023-12-14 14:52:57.963754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.178 = f32[] constant(-4) +2023-12-14 14:52:57.963759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 param_0.41> +2023-12-14 14:52:57.963764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41 +2023-12-14 14:52:57.963773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7, operand 0 +2023-12-14 14:52:57.963785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.41 = s32[] parameter(0) +2023-12-14 14:52:57.963789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 convert.7> +2023-12-14 14:52:57.963794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7 +2023-12-14 14:52:57.963803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 0 +2023-12-14 14:52:57.963818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.177> +2023-12-14 14:52:57.963827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177 +2023-12-14 14:52:57.963837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 1 +2023-12-14 14:52:57.963848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:57.963853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.96> +2023-12-14 14:52:57.963857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96 +2023-12-14 14:52:57.963868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 1 +2023-12-14 14:52:57.963878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.176> +2023-12-14 14:52:57.963888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176 +2023-12-14 14:52:57.963898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 2 +2023-12-14 14:52:57.963908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.176 = f32[] constant(4) +2023-12-14 14:52:57.963913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 clamp.1> +2023-12-14 14:52:57.963918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1 +2023-12-14 14:52:57.963928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 0 +2023-12-14 14:52:57.963938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 0 +2023-12-14 14:52:57.963946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 1 +2023-12-14 14:52:57.963951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.963957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.94> +2023-12-14 14:52:57.963961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.963967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94 +2023-12-14 14:52:57.963972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.963977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 1 +2023-12-14 14:52:57.963981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 1 +2023-12-14 14:52:57.963987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 1 +2023-12-14 14:52:57.963992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 1 +2023-12-14 14:52:57.963997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 1 +2023-12-14 14:52:57.964002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 1 +2023-12-14 14:52:57.964007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 1 +2023-12-14 14:52:57.964011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 1 +2023-12-14 14:52:57.964017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 1 +2023-12-14 14:52:57.964022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 1 +2023-12-14 14:52:57.964028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 0 +2023-12-14 14:52:57.964033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.175> +2023-12-14 14:52:57.964042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175 +2023-12-14 14:52:57.964052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 1 +2023-12-14 14:52:57.964063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.175 = f32[] constant(0) +2023-12-14 14:52:57.964068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.92> +2023-12-14 14:52:57.964072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92 +2023-12-14 14:52:57.964085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:57.964096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 0 +2023-12-14 14:52:57.964101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.174> +2023-12-14 14:52:57.964111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174 +2023-12-14 14:52:57.964121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 1 +2023-12-14 14:52:57.964131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.964136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.134> +2023-12-14 14:52:57.964141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134 +2023-12-14 14:52:57.964151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 0 +2023-12-14 14:52:57.964161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.90> +2023-12-14 14:52:57.964171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90 +2023-12-14 14:52:57.964182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 0 +2023-12-14 14:52:57.964191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.173> +2023-12-14 14:52:57.964205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173 +2023-12-14 14:52:57.964215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 1 +2023-12-14 14:52:57.964225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.964231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.133> +2023-12-14 14:52:57.964235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133 +2023-12-14 14:52:57.964246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 0 +2023-12-14 14:52:57.964255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.88> +2023-12-14 14:52:57.964266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88 +2023-12-14 14:52:57.964276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 0 +2023-12-14 14:52:57.964286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.172> +2023-12-14 14:52:57.964296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172 +2023-12-14 14:52:57.964306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 1 +2023-12-14 14:52:57.964316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.964321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 add.132> +2023-12-14 14:52:57.964326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132 +2023-12-14 14:52:57.964339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 0 +2023-12-14 14:52:57.964350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.86> +2023-12-14 14:52:57.964359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86 +2023-12-14 14:52:57.964370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 0 +2023-12-14 14:52:57.964380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.171> +2023-12-14 14:52:57.964390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171 +2023-12-14 14:52:57.964400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 1 +2023-12-14 14:52:57.964410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.964415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.130> +2023-12-14 14:52:57.964420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130 +2023-12-14 14:52:57.964430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 0 +2023-12-14 14:52:57.964441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.84> +2023-12-14 14:52:57.964451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84 +2023-12-14 14:52:57.964461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 0 +2023-12-14 14:52:57.964475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 constant.170> +2023-12-14 14:52:57.964485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170 +2023-12-14 14:52:57.964495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 1 +2023-12-14 14:52:57.964505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.964510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 add.129> +2023-12-14 14:52:57.964516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129 +2023-12-14 14:52:57.964525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 0 +2023-12-14 14:52:57.964535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.82> +2023-12-14 14:52:57.964546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82 +2023-12-14 14:52:57.964556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 0 +2023-12-14 14:52:57.964566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.169> +2023-12-14 14:52:57.964576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169 +2023-12-14 14:52:57.964586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 1 +2023-12-14 14:52:57.964599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.964604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 add.127> +2023-12-14 14:52:57.964609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127 +2023-12-14 14:52:57.964619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 0 +2023-12-14 14:52:57.964629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 multiply.80> +2023-12-14 14:52:57.964640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80 +2023-12-14 14:52:57.964649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 0 +2023-12-14 14:52:57.964659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.168> +2023-12-14 14:52:57.964670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168 +2023-12-14 14:52:57.964679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 1 +2023-12-14 14:52:57.964689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.964694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 add.126> +2023-12-14 14:52:57.964700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126 +2023-12-14 14:52:57.964709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 1 +2023-12-14 14:52:57.964719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 multiply.78> +2023-12-14 14:52:57.964733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78 +2023-12-14 14:52:57.964743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:52:57.964753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.167> +2023-12-14 14:52:57.964763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167 +2023-12-14 14:52:57.964773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:57.964783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.964788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 add.125> +2023-12-14 14:52:57.964794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:57.964804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 0 +2023-12-14 14:52:57.964813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 multiply.76> +2023-12-14 14:52:57.964824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76 +2023-12-14 14:52:57.964834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 0 +2023-12-14 14:52:57.964843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.166> +2023-12-14 14:52:57.964857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166 +2023-12-14 14:52:57.964867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 1 +2023-12-14 14:52:57.964876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.964882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 add.124> +2023-12-14 14:52:57.964888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124 +2023-12-14 14:52:57.964898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 0 +2023-12-14 14:52:57.964908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 multiply.74> +2023-12-14 14:52:57.964918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74 +2023-12-14 14:52:57.964929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 0 +2023-12-14 14:52:57.964939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.964944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.165> +2023-12-14 14:52:57.964949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165 +2023-12-14 14:52:57.964959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 1 +2023-12-14 14:52:57.964969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.964974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 add.123> +2023-12-14 14:52:57.964979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.964988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123 +2023-12-14 14:52:57.964993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.964998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 0 +2023-12-14 14:52:57.965003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 multiply.71> +2023-12-14 14:52:57.965013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71 +2023-12-14 14:52:57.965023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 0 +2023-12-14 14:52:57.965033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.164> +2023-12-14 14:52:57.965043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164 +2023-12-14 14:52:57.965053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 1 +2023-12-14 14:52:57.965063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.965069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 add.122> +2023-12-14 14:52:57.965073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122 +2023-12-14 14:52:57.965083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 0 +2023-12-14 14:52:57.965093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 multiply.70> +2023-12-14 14:52:57.965103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70 +2023-12-14 14:52:57.965116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 0 +2023-12-14 14:52:57.965126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.163> +2023-12-14 14:52:57.965137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163 +2023-12-14 14:52:57.965147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 1 +2023-12-14 14:52:57.965156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.965162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 add.121> +2023-12-14 14:52:57.965167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121 +2023-12-14 14:52:57.965177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:52:57.965186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 divide.1> +2023-12-14 14:52:57.965197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:52:57.965207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 param_3.65> +2023-12-14 14:52:57.965222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65 +2023-12-14 14:52:57.965232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 0 +2023-12-14 14:52:57.965245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.965251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 param_2.56> +2023-12-14 14:52:57.965257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56 +2023-12-14 14:52:57.965266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:57.965276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:57.965282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 1 +2023-12-14 14:52:57.965287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.965292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 add.140> +2023-12-14 14:52:57.965297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140 +2023-12-14 14:52:57.965306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 0 +2023-12-14 14:52:57.965317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:57.965322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 param_1.60> +2023-12-14 14:52:57.965331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60 +2023-12-14 14:52:57.965341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:57.965353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:57.965358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:57.965362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:57.965367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.965372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 slice.30> +2023-12-14 14:52:57.965381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:57.965391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:57.965400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 reshape.47> +2023-12-14 14:52:57.965412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:57.965421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:57.965431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164, operand 0 +2023-12-14 14:52:57.965436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.164> +2023-12-14 14:52:57.965446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164 +2023-12-14 14:52:57.965456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:57.965466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 shift-left.22> +2023-12-14 14:52:57.965477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:57.965486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:57.965497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.179> +2023-12-14 14:52:57.965510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179 +2023-12-14 14:52:57.965520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:57.965530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:57.965535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:57.965540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:57.965545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.179 = u32[] constant(32) +2023-12-14 14:52:57.965549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 subtract.27> +2023-12-14 14:52:57.965554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:57.965565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163, operand 0 +2023-12-14 14:52:57.965574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.163> +2023-12-14 14:52:57.965584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163 +2023-12-14 14:52:57.965595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:57.965604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 shift-right-logical.24> +2023-12-14 14:52:57.965614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:57.965629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:57.965639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 or.26> +2023-12-14 14:52:57.965650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:57.965660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:57.965669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 xor.24> +2023-12-14 14:52:57.965680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:57.965690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:57.965700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:57.965704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 1 +2023-12-14 14:52:57.965710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 add.139> +2023-12-14 14:52:57.965720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139 +2023-12-14 14:52:57.965729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 0 +2023-12-14 14:52:57.965739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:57.965748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 slice.29> +2023-12-14 14:52:57.965764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:57.965777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:57.965787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 reshape.46> +2023-12-14 14:52:57.965797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:57.965807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:57.965817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161, operand 0 +2023-12-14 14:52:57.965822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.161> +2023-12-14 14:52:57.965833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161 +2023-12-14 14:52:57.965842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:57.965852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 shift-left.21> +2023-12-14 14:52:57.965863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:57.965875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:57.965885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 subtract.26> +2023-12-14 14:52:57.965896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:57.965905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160, operand 0 +2023-12-14 14:52:57.965915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.160> +2023-12-14 14:52:57.965926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160 +2023-12-14 14:52:57.965935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:57.965945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 shift-right-logical.23> +2023-12-14 14:52:57.965956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:57.965965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.965970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:57.965975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.965984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 or.25> +2023-12-14 14:52:57.965989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.965994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:57.965998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:57.966008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 xor.23> +2023-12-14 14:52:57.966019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:57.966029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:57.966038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:57.966045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 1 +2023-12-14 14:52:57.966050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 add.138> +2023-12-14 14:52:57.966059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138 +2023-12-14 14:52:57.966069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 0 +2023-12-14 14:52:57.966080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:57.966085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 slice.28> +2023-12-14 14:52:57.966094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:57.966108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:57.966118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 reshape.45> +2023-12-14 14:52:57.966127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:57.966138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:57.966147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159, operand 0 +2023-12-14 14:52:57.966152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.159> +2023-12-14 14:52:57.966162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159 +2023-12-14 14:52:57.966173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:57.966182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 shift-left.20> +2023-12-14 14:52:57.966192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:57.966202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:57.966212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 subtract.25> +2023-12-14 14:52:57.966225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:57.966236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158, operand 0 +2023-12-14 14:52:57.966245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.158> +2023-12-14 14:52:57.966256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158 +2023-12-14 14:52:57.966266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:57.966276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 shift-right-logical.22> +2023-12-14 14:52:57.966286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:57.966297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:57.966307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 or.24> +2023-12-14 14:52:57.966317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:57.966327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:57.966337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 xor.22> +2023-12-14 14:52:57.966352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:57.966361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:57.966371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:57.966376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 1 +2023-12-14 14:52:57.966382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.137> +2023-12-14 14:52:57.966392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137 +2023-12-14 14:52:57.966401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:57.966413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 slice.27> +2023-12-14 14:52:57.966422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:57.966432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:57.966443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 reshape.44> +2023-12-14 14:52:57.966452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:57.966466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:57.966477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157, operand 0 +2023-12-14 14:52:57.966482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.157> +2023-12-14 14:52:57.966491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157 +2023-12-14 14:52:57.966502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:57.966512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 shift-left.19> +2023-12-14 14:52:57.966521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:57.966533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:57.966542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 subtract.24> +2023-12-14 14:52:57.966552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:57.966563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156, operand 0 +2023-12-14 14:52:57.966573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 broadcast.156> +2023-12-14 14:52:57.966585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156 +2023-12-14 14:52:57.966596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:57.966606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 shift-right-logical.21> +2023-12-14 14:52:57.966617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:57.966628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:57.966638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 or.23> +2023-12-14 14:52:57.966647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:57.966658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:57.966668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 xor.21> +2023-12-14 14:52:57.966678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:57.966688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 0 +2023-12-14 14:52:57.966701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 param_0.42> +2023-12-14 14:52:57.966711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42 +2023-12-14 14:52:57.966722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154, operand 0 +2023-12-14 14:52:57.966731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.42 = u32[] parameter(0) +2023-12-14 14:52:57.966736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 broadcast.154> +2023-12-14 14:52:57.966742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154 +2023-12-14 14:52:57.966752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 1 +2023-12-14 14:52:57.966762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.136> +2023-12-14 14:52:57.966773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136 +2023-12-14 14:52:57.966783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 0 +2023-12-14 14:52:57.966793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 param_4.68> +2023-12-14 14:52:57.966803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68 +2023-12-14 14:52:57.966813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 0 +2023-12-14 14:52:57.966826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.68 = s32[] parameter(4) +2023-12-14 14:52:57.966831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.180> +2023-12-14 14:52:57.966836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180 +2023-12-14 14:52:57.966847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 1 +2023-12-14 14:52:57.966856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.180 = s32[] constant(1) +2023-12-14 14:52:57.966862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.142> +2023-12-14 14:52:57.966867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142 +2023-12-14 14:52:57.966877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8, operand 0 +2023-12-14 14:52:57.966887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 convert.8> +2023-12-14 14:52:57.966897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8 +2023-12-14 14:52:57.966907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153, operand 0 +2023-12-14 14:52:57.966917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 broadcast.153> +2023-12-14 14:52:57.966927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153 +2023-12-14 14:52:57.966938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 1 +2023-12-14 14:52:57.966947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.135> +2023-12-14 14:52:57.966962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135 +2023-12-14 14:52:57.966971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.966976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.966982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 param_5.76> +2023-12-14 14:52:57.966986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.966992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76 +2023-12-14 14:52:57.966997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10, operand 0 +2023-12-14 14:52:57.967006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_5.76 = s32[] parameter(5) +2023-12-14 14:52:57.967012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 convert.10> +2023-12-14 14:52:57.967017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10 +2023-12-14 14:52:57.967027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10, operand 0 +2023-12-14 14:52:57.967037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 0 +2023-12-14 14:52:57.967042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 0 +2023-12-14 14:52:57.967047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 1 +2023-12-14 14:52:57.967052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 compare.29> +2023-12-14 14:52:57.967062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29 +2023-12-14 14:52:57.967073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 0 +2023-12-14 14:52:57.967088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 constant.219> +2023-12-14 14:52:57.967098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219 +2023-12-14 14:52:57.967108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 1 +2023-12-14 14:52:57.967118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 1 +2023-12-14 14:52:57.967123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.218> +2023-12-14 14:52:57.967134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218 +2023-12-14 14:52:57.967143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 1 +2023-12-14 14:52:57.967154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.218 = f32[] constant(-inf) +2023-12-14 14:52:57.967159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 compare.28> +2023-12-14 14:52:57.967164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28 +2023-12-14 14:52:57.967174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 0 +2023-12-14 14:52:57.967184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 constant.217> +2023-12-14 14:52:57.967194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217 +2023-12-14 14:52:57.967204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 1 +2023-12-14 14:52:57.967229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 bitcast-convert.10> +2023-12-14 14:52:57.967240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10 +2023-12-14 14:52:57.967250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 0 +2023-12-14 14:52:57.967260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 0 +2023-12-14 14:52:57.967265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 0 +2023-12-14 14:52:57.967271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 constant.216> +2023-12-14 14:52:57.967280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216 +2023-12-14 14:52:57.967291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 1 +2023-12-14 14:52:57.967301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 1 +2023-12-14 14:52:57.967306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:57.967310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 and.7> +2023-12-14 14:52:57.967316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7 +2023-12-14 14:52:57.967333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 0 +2023-12-14 14:52:57.967343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 0 +2023-12-14 14:52:57.967349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 constant.215> +2023-12-14 14:52:57.967362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215 +2023-12-14 14:52:57.967372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 1 +2023-12-14 14:52:57.967383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 1 +2023-12-14 14:52:57.967387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 1 +2023-12-14 14:52:57.967392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.215 = s32[] constant(0) +2023-12-14 14:52:57.967398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 compare.27> +2023-12-14 14:52:57.967403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27 +2023-12-14 14:52:57.967413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 0 +2023-12-14 14:52:57.967423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.214> +2023-12-14 14:52:57.967433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214 +2023-12-14 14:52:57.967444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 1 +2023-12-14 14:52:57.967453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 constant.213> +2023-12-14 14:52:57.967464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213 +2023-12-14 14:52:57.967474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 1 +2023-12-14 14:52:57.967484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 1 +2023-12-14 14:52:57.967493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 1 +2023-12-14 14:52:57.967499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 compare.26> +2023-12-14 14:52:57.967509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26 +2023-12-14 14:52:57.967519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 0 +2023-12-14 14:52:57.967530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 constant.212> +2023-12-14 14:52:57.967539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212 +2023-12-14 14:52:57.967550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:57.967560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 1 +2023-12-14 14:52:57.967565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 1 +2023-12-14 14:52:57.967570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:57.967575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 and.6> +2023-12-14 14:52:57.967580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6 +2023-12-14 14:52:57.967591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 0 +2023-12-14 14:52:57.967600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 compare.25> +2023-12-14 14:52:57.967611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25 +2023-12-14 14:52:57.967624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 1 +2023-12-14 14:52:57.967634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 or.32> +2023-12-14 14:52:57.967644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32 +2023-12-14 14:52:57.967654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 0 +2023-12-14 14:52:57.967664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 constant.211> +2023-12-14 14:52:57.967675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211 +2023-12-14 14:52:57.967685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 1 +2023-12-14 14:52:57.967695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 1 +2023-12-14 14:52:57.967700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.211 = s32[] constant(-1) +2023-12-14 14:52:57.967705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 constant.210> +2023-12-14 14:52:57.967710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210 +2023-12-14 14:52:57.967720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 1 +2023-12-14 14:52:57.967729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 2 +2023-12-14 14:52:57.967735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 2 +2023-12-14 14:52:57.967741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.210 = s32[] constant(1) +2023-12-14 14:52:57.967745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 select.59> +2023-12-14 14:52:57.967750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59 +2023-12-14 14:52:57.967764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 1 +2023-12-14 14:52:57.967774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 add.163> +2023-12-14 14:52:57.967784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163 +2023-12-14 14:52:57.967794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 2 +2023-12-14 14:52:57.967805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 select.58> +2023-12-14 14:52:57.967814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58 +2023-12-14 14:52:57.967824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 2 +2023-12-14 14:52:57.967835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 select.57> +2023-12-14 14:52:57.967844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57 +2023-12-14 14:52:57.967855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 2 +2023-12-14 14:52:57.967865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 select.56> +2023-12-14 14:52:57.967877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56 +2023-12-14 14:52:57.967888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9, operand 0 +2023-12-14 14:52:57.967898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 bitcast-convert.9> +2023-12-14 14:52:57.967908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9 +2023-12-14 14:52:57.967918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:57.967929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 broadcast.206> +2023-12-14 14:52:57.967938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:57.967949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 0 +2023-12-14 14:52:57.967959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.967964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 param_4.69> +2023-12-14 14:52:57.967969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.967974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69 +2023-12-14 14:52:57.967979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.967985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9, operand 0 +2023-12-14 14:52:57.967990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.69 = s32[] parameter(4) +2023-12-14 14:52:57.967995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 convert.9> +2023-12-14 14:52:57.968002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9 +2023-12-14 14:52:57.968014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8, operand 0 +2023-12-14 14:52:57.968023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 0 +2023-12-14 14:52:57.968028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 0 +2023-12-14 14:52:57.968033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 1 +2023-12-14 14:52:57.968039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.24> +2023-12-14 14:52:57.968049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24 +2023-12-14 14:52:57.968059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 0 +2023-12-14 14:52:57.968069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 constant.209> +2023-12-14 14:52:57.968080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209 +2023-12-14 14:52:57.968089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:57.968100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 1 +2023-12-14 14:52:57.968105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.209 = f32[] constant(inf) +2023-12-14 14:52:57.968110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 compare.23> +2023-12-14 14:52:57.968115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23 +2023-12-14 14:52:57.968124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 0 +2023-12-14 14:52:57.968139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 bitcast-convert.8> +2023-12-14 14:52:57.968148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8 +2023-12-14 14:52:57.968158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 0 +2023-12-14 14:52:57.968168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:57.968173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 0 +2023-12-14 14:52:57.968178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 and.5> +2023-12-14 14:52:57.968187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5 +2023-12-14 14:52:57.968198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 0 +2023-12-14 14:52:57.968208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 0 +2023-12-14 14:52:57.968213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 compare.22> +2023-12-14 14:52:57.968223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22 +2023-12-14 14:52:57.968233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 0 +2023-12-14 14:52:57.968242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 compare.21> +2023-12-14 14:52:57.968256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21 +2023-12-14 14:52:57.968266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 0 +2023-12-14 14:52:57.968276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 and.4> +2023-12-14 14:52:57.968286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:57.968296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 0 +2023-12-14 14:52:57.968306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 compare.20> +2023-12-14 14:52:57.968316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20 +2023-12-14 14:52:57.968326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 1 +2023-12-14 14:52:57.968336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 or.31> +2023-12-14 14:52:57.968346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31 +2023-12-14 14:52:57.968355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 0 +2023-12-14 14:52:57.968365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 select.55> +2023-12-14 14:52:57.968379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55 +2023-12-14 14:52:57.968389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 1 +2023-12-14 14:52:57.968398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 add.162> +2023-12-14 14:52:57.968409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162 +2023-12-14 14:52:57.968419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 2 +2023-12-14 14:52:57.968428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 select.54> +2023-12-14 14:52:57.968439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54 +2023-12-14 14:52:57.968449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 2 +2023-12-14 14:52:57.968459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 select.53> +2023-12-14 14:52:57.968469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53 +2023-12-14 14:52:57.968479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 2 +2023-12-14 14:52:57.968489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 select.52> +2023-12-14 14:52:57.968503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52 +2023-12-14 14:52:57.968512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7, operand 0 +2023-12-14 14:52:57.968522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 bitcast-convert.7> +2023-12-14 14:52:57.968532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7 +2023-12-14 14:52:57.968542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:57.968552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 broadcast.205> +2023-12-14 14:52:57.968562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:57.968572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:57.968582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 param_0.44> +2023-12-14 14:52:57.968592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44 +2023-12-14 14:52:57.968602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53, operand 0 +2023-12-14 14:52:57.968615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:57.968621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.44 = f32[] parameter(0) +2023-12-14 14:52:57.968626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.204> +2023-12-14 14:52:57.968631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:57.968640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 0 +2023-12-14 14:52:57.968652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 1 +2023-12-14 14:52:57.968657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 param_2.58> +2023-12-14 14:52:57.968666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58 +2023-12-14 14:52:57.968677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:57.968687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.968692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 param_3.67> +2023-12-14 14:52:57.968697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67 +2023-12-14 14:52:57.968707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:57.968718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.968723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 concatenate.1> +2023-12-14 14:52:57.968727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:57.968737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:57.968751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 constant.208> +2023-12-14 14:52:57.968761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208 +2023-12-14 14:52:57.968772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:57.968782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.208 = u32[] constant(9) +2023-12-14 14:52:57.968787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 broadcast.203> +2023-12-14 14:52:57.968792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:57.968803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:57.968813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 shift-right-logical.28> +2023-12-14 14:52:57.968822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:57.968834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 0 +2023-12-14 14:52:57.968843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 constant.207> +2023-12-14 14:52:57.968853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207 +2023-12-14 14:52:57.968864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:57.968877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:57.968882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 broadcast.202> +2023-12-14 14:52:57.968887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:57.968898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 1 +2023-12-14 14:52:57.968908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 or.30> +2023-12-14 14:52:57.968918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30 +2023-12-14 14:52:57.968928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6, operand 0 +2023-12-14 14:52:57.968938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 bitcast-convert.6> +2023-12-14 14:52:57.968949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6 +2023-12-14 14:52:57.968959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 0 +2023-12-14 14:52:57.968969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.968974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 constant.206> +2023-12-14 14:52:57.968979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.968985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206 +2023-12-14 14:52:57.968989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.968997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:57.969002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.206 = f32[] constant(-1) +2023-12-14 14:52:57.969008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 broadcast.201> +2023-12-14 14:52:57.969013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:57.969023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 1 +2023-12-14 14:52:57.969033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:57.969039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.160> +2023-12-14 14:52:57.969044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160 +2023-12-14 14:52:57.969054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 0 +2023-12-14 14:52:57.969064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.969069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 param_1.62> +2023-12-14 14:52:57.969074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62 +2023-12-14 14:52:57.969084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:57.969094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.62 = f32[] parameter(1) +2023-12-14 14:52:57.969100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.54> +2023-12-14 14:52:57.969104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:57.969115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 0 +2023-12-14 14:52:57.969125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.969133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 reshape.53> +2023-12-14 14:52:57.969139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53 +2023-12-14 14:52:57.969148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 1 +2023-12-14 14:52:57.969159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.969164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 subtract.31> +2023-12-14 14:52:57.969169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31 +2023-12-14 14:52:57.969179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:57.969189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.969194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 reshape.52> +2023-12-14 14:52:57.969200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:57.969209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:57.969220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.969225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 broadcast.200> +2023-12-14 14:52:57.969230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:57.969240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 1 +2023-12-14 14:52:57.969253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.969258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 multiply.110> +2023-12-14 14:52:57.969264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110 +2023-12-14 14:52:57.969273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 0 +2023-12-14 14:52:57.969285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.969291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 add.159> +2023-12-14 14:52:57.969295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159 +2023-12-14 14:52:57.969305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 1 +2023-12-14 14:52:57.969315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.969321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 maximum.5> +2023-12-14 14:52:57.969326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5 +2023-12-14 14:52:57.969336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:57.969346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.969351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 reshape.51> +2023-12-14 14:52:57.969357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:57.969366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 1 +2023-12-14 14:52:57.969381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 1 +2023-12-14 14:52:57.969387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:57.969391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 0 +2023-12-14 14:52:57.969396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:57.969402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = f32[8192,2048]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.969407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 abs.3> +2023-12-14 14:52:57.969412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:57.969422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 0 +2023-12-14 14:52:57.969433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[8192,2048]{1,0} abs(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:57.969437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 constant.205> +2023-12-14 14:52:57.969442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205 +2023-12-14 14:52:57.969453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:57.969463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.205 = f32[] constant(1) +2023-12-14 14:52:57.969468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 broadcast.199> +2023-12-14 14:52:57.969472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:57.969483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 1 +2023-12-14 14:52:57.969494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[8192,2048]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:57.969499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 compare.19> +2023-12-14 14:52:57.969503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19 +2023-12-14 14:52:57.969517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:57.969527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.19 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %abs.3, f32[8192,2048]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:57.969532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 broadcast.198> +2023-12-14 14:52:57.969538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:57.969548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 1 +2023-12-14 14:52:57.969558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[8192,2048]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:57.969563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 multiply.109> +2023-12-14 14:52:57.969568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109 +2023-12-14 14:52:57.969578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:57.969588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.109 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %reshape.51, f32[8192,2048]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:57.969593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 negate.10> +2023-12-14 14:52:57.969599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:57.969608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 0 +2023-12-14 14:52:57.969619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:57.969624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 multiply.108> +2023-12-14 14:52:57.969630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108 +2023-12-14 14:52:57.969639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:57.969653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.108 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %negate.10, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:57.969658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 log-plus-one.3> +2023-12-14 14:52:57.969663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:57.969673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:57.969683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[8192,2048]{1,0} log-plus-one(f32[8192,2048]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:57.969689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 negate.9> +2023-12-14 14:52:57.969694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:57.969704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:57.969714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 0 +2023-12-14 14:52:57.969719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 0 +2023-12-14 14:52:57.969724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:57.969729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.204> +2023-12-14 14:52:57.969735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204 +2023-12-14 14:52:57.969744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:57.969755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.204 = f32[] constant(5) +2023-12-14 14:52:57.969760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.197> +2023-12-14 14:52:57.969765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:57.969775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 1 +2023-12-14 14:52:57.969788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[8192,2048]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:57.969794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 compare.18> +2023-12-14 14:52:57.969799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18 +2023-12-14 14:52:57.969808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:57.969819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:57.969825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 0 +2023-12-14 14:52:57.969829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 0 +2023-12-14 14:52:57.969834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 0 +2023-12-14 14:52:57.969839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 0 +2023-12-14 14:52:57.969845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 0 +2023-12-14 14:52:57.969849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 0 +2023-12-14 14:52:57.969855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 0 +2023-12-14 14:52:57.969860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 0 +2023-12-14 14:52:57.969865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.18 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:57.969869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 constant.203> +2023-12-14 14:52:57.969875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203 +2023-12-14 14:52:57.969885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:57.969895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:57.969900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 broadcast.196> +2023-12-14 14:52:57.969905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:57.969916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 1 +2023-12-14 14:52:57.969928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[8192,2048]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:57.969933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.202> +2023-12-14 14:52:57.969939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202 +2023-12-14 14:52:57.969949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:57.969959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:57.969964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.195> +2023-12-14 14:52:57.969969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.969975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:57.969980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.969984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 2 +2023-12-14 14:52:57.969989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[8192,2048]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:57.969994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 select.51> +2023-12-14 14:52:57.970000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51 +2023-12-14 14:52:57.970010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 0 +2023-12-14 14:52:57.970020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.51 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.196, f32[8192,2048]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:57.970025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 constant.201> +2023-12-14 14:52:57.970030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201 +2023-12-14 14:52:57.970041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:57.970050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:57.970055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 broadcast.194> +2023-12-14 14:52:57.970065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:57.970074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 1 +2023-12-14 14:52:57.970084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[8192,2048]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:57.970090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.200> +2023-12-14 14:52:57.970095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200 +2023-12-14 14:52:57.970105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:57.970115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:57.970121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.193> +2023-12-14 14:52:57.970126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:57.970135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 2 +2023-12-14 14:52:57.970145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[8192,2048]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:57.970151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 select.50> +2023-12-14 14:52:57.970157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50 +2023-12-14 14:52:57.970166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 0 +2023-12-14 14:52:57.970176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.50 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.194, f32[8192,2048]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:57.970181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 constant.199> +2023-12-14 14:52:57.970187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199 +2023-12-14 14:52:57.970196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:57.970211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:57.970216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 broadcast.192> +2023-12-14 14:52:57.970221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:57.970231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 1 +2023-12-14 14:52:57.970241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[8192,2048]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:57.970246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.198> +2023-12-14 14:52:57.970251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198 +2023-12-14 14:52:57.970261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:57.970271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:57.970277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.191> +2023-12-14 14:52:57.970282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:57.970292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 2 +2023-12-14 14:52:57.970301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[8192,2048]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:57.970307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 select.49> +2023-12-14 14:52:57.970312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49 +2023-12-14 14:52:57.970321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 0 +2023-12-14 14:52:57.970331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.49 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.192, f32[8192,2048]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:57.970339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 constant.197> +2023-12-14 14:52:57.970344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197 +2023-12-14 14:52:57.970354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:57.970365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:57.970369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 broadcast.190> +2023-12-14 14:52:57.970374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:57.970384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 1 +2023-12-14 14:52:57.970395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[8192,2048]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:57.970400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.196> +2023-12-14 14:52:57.970404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196 +2023-12-14 14:52:57.970414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:57.970425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:57.970430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.189> +2023-12-14 14:52:57.970435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:57.970445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 2 +2023-12-14 14:52:57.970455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[8192,2048]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:57.970461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 select.48> +2023-12-14 14:52:57.970466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48 +2023-12-14 14:52:57.970475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 0 +2023-12-14 14:52:57.970489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.48 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.190, f32[8192,2048]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:57.970494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 constant.195> +2023-12-14 14:52:57.970498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195 +2023-12-14 14:52:57.970508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:57.970519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:57.970524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 broadcast.188> +2023-12-14 14:52:57.970528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:57.970538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 1 +2023-12-14 14:52:57.970548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[8192,2048]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:57.970553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.194> +2023-12-14 14:52:57.970558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194 +2023-12-14 14:52:57.970568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:57.970578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:57.970583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.187> +2023-12-14 14:52:57.970588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:57.970598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 2 +2023-12-14 14:52:57.970608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[8192,2048]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:57.970616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 select.47> +2023-12-14 14:52:57.970621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47 +2023-12-14 14:52:57.970630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 0 +2023-12-14 14:52:57.970643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.47 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.188, f32[8192,2048]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:57.970649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 constant.193> +2023-12-14 14:52:57.970653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193 +2023-12-14 14:52:57.970663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:57.970674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:57.970678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 broadcast.186> +2023-12-14 14:52:57.970683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:57.970693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 1 +2023-12-14 14:52:57.970704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[8192,2048]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:57.970709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.192> +2023-12-14 14:52:57.970713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192 +2023-12-14 14:52:57.970723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:57.970734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:57.970739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.185> +2023-12-14 14:52:57.970743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:57.970756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 2 +2023-12-14 14:52:57.970767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[8192,2048]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:57.970772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 select.46> +2023-12-14 14:52:57.970777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46 +2023-12-14 14:52:57.970786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 0 +2023-12-14 14:52:57.970797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.46 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.186, f32[8192,2048]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:57.970802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 constant.191> +2023-12-14 14:52:57.970807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191 +2023-12-14 14:52:57.970816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:57.970827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:57.970832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 broadcast.184> +2023-12-14 14:52:57.970836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:57.970846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 1 +2023-12-14 14:52:57.970857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[8192,2048]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:57.970861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.189> +2023-12-14 14:52:57.970866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189 +2023-12-14 14:52:57.970876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:57.970886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:57.970894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.183> +2023-12-14 14:52:57.970899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:57.970909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 2 +2023-12-14 14:52:57.970920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[8192,2048]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:57.970925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 select.45> +2023-12-14 14:52:57.970930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45 +2023-12-14 14:52:57.970940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 0 +2023-12-14 14:52:57.970951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.45 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.184, f32[8192,2048]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:57.970956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 constant.188> +2023-12-14 14:52:57.970960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188 +2023-12-14 14:52:57.970971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.970976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:57.970981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:57.970986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 broadcast.182> +2023-12-14 14:52:57.970991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.970996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:57.971001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 1 +2023-12-14 14:52:57.971012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[8192,2048]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:57.971017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.187> +2023-12-14 14:52:57.971021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187 +2023-12-14 14:52:57.971036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:57.971046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:57.971051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.181> +2023-12-14 14:52:57.971056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:57.971066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 2 +2023-12-14 14:52:57.971076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[8192,2048]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:57.971081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 select.44> +2023-12-14 14:52:57.971086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44 +2023-12-14 14:52:57.971096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 0 +2023-12-14 14:52:57.971106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.44 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.182, f32[8192,2048]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:57.971111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 constant.186> +2023-12-14 14:52:57.971116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186 +2023-12-14 14:52:57.971127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:57.971137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:57.971142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 broadcast.180> +2023-12-14 14:52:57.971146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:57.971157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:57.971170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[8192,2048]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:57.971175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 constant.185> +2023-12-14 14:52:57.971180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185 +2023-12-14 14:52:57.971191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:57.971201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:57.971206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 broadcast.179> +2023-12-14 14:52:57.971212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:57.971222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:57.971232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[8192,2048]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:57.971237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.43> +2023-12-14 14:52:57.971242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:57.971253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 0 +2023-12-14 14:52:57.971262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.180, f32[8192,2048]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:57.971267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 constant.184> +2023-12-14 14:52:57.971273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184 +2023-12-14 14:52:57.971283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:57.971293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:57.971297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 broadcast.178> +2023-12-14 14:52:57.971306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:57.971316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 1 +2023-12-14 14:52:57.971337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[8192,2048]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:57.971343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 add.158> +2023-12-14 14:52:57.971348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158 +2023-12-14 14:52:57.971358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:57.971368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.158 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:57.971373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 sqrt.3> +2023-12-14 14:52:57.971379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:57.971388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 0 +2023-12-14 14:52:57.971399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:57.971404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 constant.183> +2023-12-14 14:52:57.971409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183 +2023-12-14 14:52:57.971419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:57.971429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.183 = f32[] constant(-3) +2023-12-14 14:52:57.971434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 broadcast.177> +2023-12-14 14:52:57.971439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:57.971449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 1 +2023-12-14 14:52:57.971463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[8192,2048]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:57.971469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 add.157> +2023-12-14 14:52:57.971473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157 +2023-12-14 14:52:57.971483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:57.971493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.157 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.3, f32[8192,2048]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:57.971499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 select.42> +2023-12-14 14:52:57.971504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:57.971513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 1 +2023-12-14 14:52:57.971523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 1 +2023-12-14 14:52:57.971529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 1 +2023-12-14 14:52:57.971534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 1 +2023-12-14 14:52:57.971538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 1 +2023-12-14 14:52:57.971543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 1 +2023-12-14 14:52:57.971549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 1 +2023-12-14 14:52:57.971553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 1 +2023-12-14 14:52:57.971559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %add.158, f32[8192,2048]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:57.971564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.107> +2023-12-14 14:52:57.971569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107 +2023-12-14 14:52:57.971579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 1 +2023-12-14 14:52:57.971589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.107 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.43, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:57.971597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.156> +2023-12-14 14:52:57.971602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156 +2023-12-14 14:52:57.971612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 0 +2023-12-14 14:52:57.971623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.156 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.44, f32[8192,2048]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:57.971627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.106> +2023-12-14 14:52:57.971632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106 +2023-12-14 14:52:57.971642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 1 +2023-12-14 14:52:57.971653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.106 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.156, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:57.971658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.155> +2023-12-14 14:52:57.971662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155 +2023-12-14 14:52:57.971672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 0 +2023-12-14 14:52:57.971683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.155 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.45, f32[8192,2048]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:57.971688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.105> +2023-12-14 14:52:57.971692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105 +2023-12-14 14:52:57.971702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 1 +2023-12-14 14:52:57.971713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.105 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.155, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:57.971718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.154> +2023-12-14 14:52:57.971722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154 +2023-12-14 14:52:57.971735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 0 +2023-12-14 14:52:57.971745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.154 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.46, f32[8192,2048]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:57.971750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.104> +2023-12-14 14:52:57.971755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104 +2023-12-14 14:52:57.971765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 1 +2023-12-14 14:52:57.971776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.104 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.154, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:57.971780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.153> +2023-12-14 14:52:57.971785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153 +2023-12-14 14:52:57.971795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 0 +2023-12-14 14:52:57.971806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.153 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.47, f32[8192,2048]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:57.971811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.103> +2023-12-14 14:52:57.971816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103 +2023-12-14 14:52:57.971826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 1 +2023-12-14 14:52:57.971836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.103 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.153, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:57.971841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 add.152> +2023-12-14 14:52:57.971846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152 +2023-12-14 14:52:57.971856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 0 +2023-12-14 14:52:57.971869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.152 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.48, f32[8192,2048]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:57.971874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 multiply.102> +2023-12-14 14:52:57.971879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102 +2023-12-14 14:52:57.971889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 1 +2023-12-14 14:52:57.971900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.102 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.152, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:57.971904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 add.150> +2023-12-14 14:52:57.971911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150 +2023-12-14 14:52:57.971920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 0 +2023-12-14 14:52:57.971931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.150 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.49, f32[8192,2048]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:57.971935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.101> +2023-12-14 14:52:57.971940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101 +2023-12-14 14:52:57.971950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 1 +2023-12-14 14:52:57.971961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.101 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.150, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:57.971966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 add.149> +2023-12-14 14:52:57.971972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.971976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149 +2023-12-14 14:52:57.971981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.971986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 0 +2023-12-14 14:52:57.971991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.149 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.50, f32[8192,2048]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:57.971999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 multiply.100> +2023-12-14 14:52:57.972004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100 +2023-12-14 14:52:57.972014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 1 +2023-12-14 14:52:57.972024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.100 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.149, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:57.972029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 add.148> +2023-12-14 14:52:57.972035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148 +2023-12-14 14:52:57.972044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 0 +2023-12-14 14:52:57.972055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.148 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.51, f32[8192,2048]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:57.972060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 multiply.99> +2023-12-14 14:52:57.972065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99 +2023-12-14 14:52:57.972075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:57.972085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.99 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.148, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:57.972090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 select.41> +2023-12-14 14:52:57.972095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:57.972105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 0 +2023-12-14 14:52:57.972115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.19, f32[8192,2048]{1,0} %multiply.109, f32[8192,2048]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:57.972120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 constant.182> +2023-12-14 14:52:57.972128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182 +2023-12-14 14:52:57.972138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:57.972148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:57.972154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 broadcast.176> +2023-12-14 14:52:57.972159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:57.972168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 1 +2023-12-14 14:52:57.972179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[8192,2048]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.972184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 multiply.98> +2023-12-14 14:52:57.972189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98 +2023-12-14 14:52:57.972199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:57.972209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.98 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.41, f32[8192,2048]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.972215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 maximum.4> +2023-12-14 14:52:57.972220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:57.972229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 1 +2023-12-14 14:52:57.972239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[8192,2048]{1,0} maximum(f32[8192,2048]{1,0} %broadcast.205, f32[8192,2048]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.972245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 minimum.2> +2023-12-14 14:52:57.972254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2 +2023-12-14 14:52:57.972265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.2 = f32[8192,2048]{1,0} minimum(f32[8192,2048]{1,0} %broadcast.206, f32[8192,2048]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.972275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{} (phi)> +2023-12-14 14:52:57.972280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:57.972290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:57.972300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.3{} (phi)> +2023-12-14 14:52:57.972311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:57.972320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110, operand 0 {} +2023-12-14 14:52:57.972331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:57.972336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:57.972341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:57.972346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106, operand 0 {} +2023-12-14 14:52:57.972351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105, operand 0 {} +2023-12-14 14:52:57.972356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104, operand 0 {} +2023-12-14 14:52:57.972361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103, operand 0 {} +2023-12-14 14:52:57.972367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.972379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:57.972391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:57.972396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:57.972406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.4{1} (phi)> +2023-12-14 14:52:57.972415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:57.972426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.4{2} (phi)> +2023-12-14 14:52:57.972441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:57.972451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.4{3} (phi)> +2023-12-14 14:52:57.972466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:57.972476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.4{4} (phi)> +2023-12-14 14:52:57.972492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:57.972501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.4{5} (phi)> +2023-12-14 14:52:57.972520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:57.972530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.4{6} (phi)> +2023-12-14 14:52:57.972546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:57.972556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.4{7} (phi)> +2023-12-14 14:52:57.972571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:57.972581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.972596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:57.972607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103 +2023-12-14 14:52:57.972612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:57.972621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.972632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:57.972645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104 +2023-12-14 14:52:57.972650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:57.972659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.972670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:57.972679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105 +2023-12-14 14:52:57.972684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:57.972695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.972705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:57.972714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106 +2023-12-14 14:52:57.972719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:57.972730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.972739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:57.972749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:57.972754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:57.972764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.972777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:57.972788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:57.972792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:57.972802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.972812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:57.972822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:57.972827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:57.972836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.972847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:57.972857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110 +2023-12-14 14:52:57.972861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:57.972871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:57.972877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{} (phi)> +2023-12-14 14:52:57.972881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:57.972891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:57.972900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:57.972906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.972915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <437 while.1{0} (phi)> +2023-12-14 14:52:57.972919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:57.972929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.972940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> +2023-12-14 14:52:57.972944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:57.972954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:57.972959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:57.972963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.972969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 2 +2023-12-14 14:52:57.972974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 2 +2023-12-14 14:52:57.972979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.972984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> +2023-12-14 14:52:57.972988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.972993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:57.972999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:57.973004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:57.973008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.973013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 3 +2023-12-14 14:52:57.973018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 3 +2023-12-14 14:52:57.973023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.973032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <440 while.1{3} (phi)> +2023-12-14 14:52:57.973036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.973041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:57.973046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.973051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.973056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <441 while.1{4} (phi)> +2023-12-14 14:52:57.973062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.973066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:57.973071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.973076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.973081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <442 while.1{5} (phi)> +2023-12-14 14:52:57.973086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.973091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:57.973096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.973101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.973106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <443 while.1{6} (phi)> +2023-12-14 14:52:57.973111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.973115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:57.973121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.973126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.973134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <444 while.1{7} (phi)> +2023-12-14 14:52:57.973139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.973143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:57.973150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.973156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:57.973412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.973435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.16 = s32[] copy(s32[] %add.58), control-predecessors={%copy.8} which are in the same computation + +2023-12-14 14:52:57.973449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.973462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.17 = u32[8388608]{0} copy(u32[8388608]{0} %call.1), control-predecessors={%copy.9} which are in the same computation + +2023-12-14 14:52:57.973474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.973486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.18 = u32[8388608]{0} copy(u32[8388608]{0} %call), control-predecessors={%copy.10} which are in the same computation + +2023-12-14 14:52:57.973499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.973514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:57.973526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.973537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:57.973550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.973561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:57.973573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.973585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:57.973596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.973612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:57.973626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +and %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) which are in the same computation + +2023-12-14 14:52:57.973642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.16, u32[8388608]{0} %copy.17, u32[8388608]{0} %copy.18, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) which are in the same computation + +2023-12-14 14:52:57.973749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.16 = s32[] copy(s32[] %add.58), control-predecessors={%copy.8} which are in the same computation + +2023-12-14 14:52:57.973766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.17 = u32[8388608]{0} copy(u32[8388608]{0} %call.1), control-predecessors={%copy.9} which are in the same computation + +2023-12-14 14:52:57.973777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call.1 = u32[8388608]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9), to_apply=%parallel_fusion.1 +and %copy.18 = u32[8388608]{0} copy(u32[8388608]{0} %call), control-predecessors={%copy.10} which are in the same computation + +2023-12-14 14:52:57.973787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call.1 = u32[8388608]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9), to_apply=%parallel_fusion.1 +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:57.973797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:57.973805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:57.973820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:57.973829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:57.973847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} which are in the same computation + +2023-12-14 14:52:57.973860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.16 = s32[] copy(s32[] %add.58), control-predecessors={%copy.8} +and %while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone which are in the same computation + +2023-12-14 14:52:57.973881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:57.973894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.17 = u32[8388608]{0} copy(u32[8388608]{0} %call.1), control-predecessors={%copy.9} +and %while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone which are in the same computation + +2023-12-14 14:52:57.973911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +and %fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:57.973928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.18 = u32[8388608]{0} copy(u32[8388608]{0} %call), control-predecessors={%copy.10} +and %while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone which are in the same computation + +2023-12-14 14:52:57.973937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +and %copy.12 = u32[] copy(u32[] %get-tuple-element.107) which are in the same computation + +2023-12-14 14:52:57.973945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +and %copy.13 = u32[] copy(u32[] %get-tuple-element.108) which are in the same computation + +2023-12-14 14:52:57.973954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +and %copy.11 = u32[] copy(u32[] %get-tuple-element.106) which are in the same computation + +2023-12-14 14:52:57.973962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +and %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) which are in the same computation + +2023-12-14 14:52:57.973970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +and %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) which are in the same computation + +2023-12-14 14:52:57.973986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} which are in the same computation + +2023-12-14 14:52:57.974000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:57.974014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:57.974030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call.1 = u32[8388608]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9), to_apply=%parallel_fusion.1 +and %fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" which are in the same computation + +2023-12-14 14:52:57.974040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call.1 = u32[8388608]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9), to_apply=%parallel_fusion.1 +and %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} which are in the same computation + +2023-12-14 14:52:57.974051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} which are in the same computation + +2023-12-14 14:52:57.974059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +and %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} which are in the same computation + +2023-12-14 14:52:57.974069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +and %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} which are in the same computation + +2023-12-14 14:52:57.974079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +and %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} which are in the same computation + +2023-12-14 14:52:57.974087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +and %copy.12 = u32[] copy(u32[] %get-tuple-element.107) which are in the same computation + +2023-12-14 14:52:57.974095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +and %copy.13 = u32[] copy(u32[] %get-tuple-element.108) which are in the same computation + +2023-12-14 14:52:57.974103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +and %copy.11 = u32[] copy(u32[] %get-tuple-element.106) which are in the same computation + +2023-12-14 14:52:57.974112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +and %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) which are in the same computation + +2023-12-14 14:52:57.974120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_ordering.cc:139] Cannot determine order between:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +and %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) which are in the same computation + +2023-12-14 14:52:57.974278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:57.975154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:57.975248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:57.975256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:57.975274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:57.975280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:57.975293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.110 +2023-12-14 14:52:57.975300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:57.975305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:57.975309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:57.975314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:57.975330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:57.975337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:57.975342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:57.975347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:57.975353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:57.975358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:57.975364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:57.975370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:57.975375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:57.975380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:57.975385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:57.975402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:57.975415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:57.975420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 418, phi: +2023-12-14 14:52:57.975426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.975431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:57.975445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:57.975450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73: +2023-12-14 14:52:57.975456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 419, phi: +2023-12-14 14:52:57.975461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.975466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:57.975470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 420, phi: +2023-12-14 14:52:57.975475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:57.975479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:57.975484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39: +2023-12-14 14:52:57.975489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57: +2023-12-14 14:52:57.975494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 421, phi: +2023-12-14 14:52:57.975499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.975504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.975508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:57.975513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10: +2023-12-14 14:52:57.975518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 422, phi: +2023-12-14 14:52:57.975523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.975528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.975532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:57.975537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:57.975542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 423, phi: +2023-12-14 14:52:57.975548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:57.975553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:57.975558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41: +2023-12-14 14:52:57.975563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66: +2023-12-14 14:52:57.975567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 424, phi: +2023-12-14 14:52:57.975572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.975577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:57.975582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:57.975586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68: +2023-12-14 14:52:57.975591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 425, phi: +2023-12-14 14:52:57.975596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.975600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:57.975605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:57.975614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69: +2023-12-14 14:52:57.975619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 426, phi: +2023-12-14 14:52:57.975624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.975629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:57.975633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:57.975639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71: +2023-12-14 14:52:57.975644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 427, phi: +2023-12-14 14:52:57.975649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.975654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:57.975658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45: +2023-12-14 14:52:57.975663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72: +2023-12-14 14:52:57.975667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 428, phi: +2023-12-14 14:52:57.975673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:57.975678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:57.975682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 429, phi: +2023-12-14 14:52:57.975687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.975692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.975696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 430, phi: +2023-12-14 14:52:57.975702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.975707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.975711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 431, phi: +2023-12-14 14:52:57.975716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:57.975721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:57.975725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 432, phi: +2023-12-14 14:52:57.975731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.975736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:57.975741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 433, phi: +2023-12-14 14:52:57.975745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.975750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:57.975755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 434, phi: +2023-12-14 14:52:57.975761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.975767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:57.975772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 435, phi: +2023-12-14 14:52:57.975779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.975784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:57.975789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 436, phi: +2023-12-14 14:52:57.975794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 73 +2023-12-14 14:52:57.975799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:57.975804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 437, phi: +2023-12-14 14:52:57.975808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 57 +2023-12-14 14:52:57.975813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 39 +2023-12-14 14:52:57.975817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 438, phi: +2023-12-14 14:52:57.975823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:57.975828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:57.975833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 439, phi: +2023-12-14 14:52:57.975837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:57.975842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:57.975846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 440, phi: +2023-12-14 14:52:57.975852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 66 +2023-12-14 14:52:57.975858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 41 +2023-12-14 14:52:57.975862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 441, phi: +2023-12-14 14:52:57.975867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 68 +2023-12-14 14:52:57.975872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:57.975876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 442, phi: +2023-12-14 14:52:57.975881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 69 +2023-12-14 14:52:57.975886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:57.975891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 443, phi: +2023-12-14 14:52:57.975895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 71 +2023-12-14 14:52:57.975900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:57.975905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 444, phi: +2023-12-14 14:52:57.975909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 72 +2023-12-14 14:52:57.975915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 45 +2023-12-14 14:52:57.975932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:57.975941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:57.975946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 418, phi: +2023-12-14 14:52:57.975951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.975959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:57.975964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:57.975968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73: +2023-12-14 14:52:57.975974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 419, phi: +2023-12-14 14:52:57.975980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.975984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:57.975989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 420, phi: +2023-12-14 14:52:57.975993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:57.975998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:57.976003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39: +2023-12-14 14:52:57.976009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57: +2023-12-14 14:52:57.976014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 421, phi: +2023-12-14 14:52:57.976018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.976023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.976028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:57.976033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10: +2023-12-14 14:52:57.976039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 422, phi: +2023-12-14 14:52:57.976044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.976048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.976053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:57.976058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:57.976062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 423, phi: +2023-12-14 14:52:57.976068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:57.976072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:57.976077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41: +2023-12-14 14:52:57.976082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66: +2023-12-14 14:52:57.976086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 424, phi: +2023-12-14 14:52:57.976091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.976096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:57.976102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:57.976107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68: +2023-12-14 14:52:57.976111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 425, phi: +2023-12-14 14:52:57.976116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.976124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:57.976130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:57.976135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69: +2023-12-14 14:52:57.976139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 426, phi: +2023-12-14 14:52:57.976144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.976149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:57.976154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:57.976160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71: +2023-12-14 14:52:57.976165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 427, phi: +2023-12-14 14:52:57.976169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.976174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:57.976178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45: +2023-12-14 14:52:57.976183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72: +2023-12-14 14:52:57.976188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 428, phi: +2023-12-14 14:52:57.976194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:57.976198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:57.976203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 429, phi: +2023-12-14 14:52:57.976208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.976212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.976218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 430, phi: +2023-12-14 14:52:57.976223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.976228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.976232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 431, phi: +2023-12-14 14:52:57.976237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:57.976242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:57.976247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 432, phi: +2023-12-14 14:52:57.976253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.976257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:57.976262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 433, phi: +2023-12-14 14:52:57.976266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.976271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:57.976276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 434, phi: +2023-12-14 14:52:57.976281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.976286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:57.976294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 435, phi: +2023-12-14 14:52:57.976299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.976303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:57.976309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 436, phi: +2023-12-14 14:52:57.976314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 73 +2023-12-14 14:52:57.976319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:57.976323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 437, phi: +2023-12-14 14:52:57.976328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 57 +2023-12-14 14:52:57.976333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 39 +2023-12-14 14:52:57.976338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 438, phi: +2023-12-14 14:52:57.976343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:57.976348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:57.976353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 439, phi: +2023-12-14 14:52:57.976357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:57.976362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:57.976367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 440, phi: +2023-12-14 14:52:57.976372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 66 +2023-12-14 14:52:57.976377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 41 +2023-12-14 14:52:57.976382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 441, phi: +2023-12-14 14:52:57.976386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 68 +2023-12-14 14:52:57.976391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:57.976397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 442, phi: +2023-12-14 14:52:57.976402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 69 +2023-12-14 14:52:57.976407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:57.976412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 443, phi: +2023-12-14 14:52:57.976417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 71 +2023-12-14 14:52:57.976421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:57.976426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 444, phi: +2023-12-14 14:52:57.976431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 72 +2023-12-14 14:52:57.976437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 45 +2023-12-14 14:52:57.976442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:57.976450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <40 Arg_0.1> + +2023-12-14 14:52:57.976459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:57.976464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.976470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:57.976475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.976480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:57.976486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <39 constant.19> + +2023-12-14 14:52:57.976492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:57.976498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 constant.21> + +2023-12-14 14:52:57.976503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:57.976508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <44 constant.22> + +2023-12-14 14:52:57.976513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:57.976526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <436 while.1{} (phi)> + {0} : HloValueSet: <437 while.1{0} (phi)> + {1} : HloValueSet: <438 while.1{1} (phi)> + {2} : HloValueSet: <439 while.1{2} (phi)> + {3} : HloValueSet: <440 while.1{3} (phi)> + {4} : HloValueSet: <441 while.1{4} (phi)> + {5} : HloValueSet: <442 while.1{5} (phi)> + {6} : HloValueSet: <443 while.1{6} (phi)> + {7} : HloValueSet: <444 while.1{7} (phi)> + +2023-12-14 14:52:57.976533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:57.976539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <438 while.1{1} (phi)> + +2023-12-14 14:52:57.976543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:57.976550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <439 while.1{2} (phi)> + +2023-12-14 14:52:57.976555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:57.976561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.976566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:57.976571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 fusion.4> + +2023-12-14 14:52:57.976576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:57.976582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <41 fusion.6> + +2023-12-14 14:52:57.976587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:52:57.976593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <43 fusion.8> + +2023-12-14 14:52:57.976601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.9 +2023-12-14 14:52:57.976606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.976612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:57.976617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <12 fusion.2.clone> + +2023-12-14 14:52:57.976623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:57.976629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.976633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:57.976639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.976644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:57.976651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <47 copy> + +2023-12-14 14:52:57.976656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.1 +2023-12-14 14:52:57.976661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <48 copy.1> + +2023-12-14 14:52:57.976666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:52:57.976672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <49 copy.2> + +2023-12-14 14:52:57.976677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.3 +2023-12-14 14:52:57.976683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <50 copy.3> + +2023-12-14 14:52:57.976688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.4 +2023-12-14 14:52:57.976693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <51 copy.4> + +2023-12-14 14:52:57.976700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.5 +2023-12-14 14:52:57.976705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <52 copy.5> + +2023-12-14 14:52:57.976711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.6 +2023-12-14 14:52:57.976717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <53 copy.6> + +2023-12-14 14:52:57.976721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.7 +2023-12-14 14:52:57.976727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.7> + +2023-12-14 14:52:57.976732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:57.976742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <46 tuple.9{}> + {0} : HloValueSet: <39 constant.19> + {1} : HloValueSet: <1 fusion.7.clone> + {2} : HloValueSet: <0 fusion.5.clone> + {3} : HloValueSet: <41 fusion.6> + {4} : HloValueSet: <42 fusion.4> + {5} : HloValueSet: <43 fusion.8> + {6} : HloValueSet: <44 constant.22> + {7} : HloValueSet: <45 constant.21> + +2023-12-14 14:52:57.976751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:57.976762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <419 arg_tuple.3{} (phi)> + {0} : HloValueSet: <428 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <429 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <430 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <431 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <432 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <433 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <434 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <435 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.976769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:57.976775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <56 constant.102> + +2023-12-14 14:52:57.976780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:57.976785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <57 add.58> + +2023-12-14 14:52:57.976791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:57.976796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.976801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:57.976808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.976812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.103 +2023-12-14 14:52:57.976818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <428 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:57.976823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:57.976829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <55 copy.8> + +2023-12-14 14:52:57.976834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.104 +2023-12-14 14:52:57.976840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <429 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:57.976845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:57.976851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 copy.9> + +2023-12-14 14:52:57.976856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.105 +2023-12-14 14:52:57.976861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:57.976870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:57.976875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <61 copy.10> + +2023-12-14 14:52:57.976881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.106 +2023-12-14 14:52:57.976887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <431 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:57.976891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:57.976898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.11> + +2023-12-14 14:52:57.976902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:57.976908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <432 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:57.976913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:57.976919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.12> + +2023-12-14 14:52:57.976924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:57.976930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <433 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:57.976935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:57.976941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <67 copy.13> + +2023-12-14 14:52:57.976946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:57.976951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <434 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:57.976957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:57.976962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <60 copy.14> + +2023-12-14 14:52:57.976967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.110 +2023-12-14 14:52:57.976974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <435 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:57.976978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:57.976984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <70 copy.15> + +2023-12-14 14:52:57.976990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.16 +2023-12-14 14:52:57.976995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <58 copy.16> + +2023-12-14 14:52:57.977001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.17 +2023-12-14 14:52:57.977012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <63 copy.17> + +2023-12-14 14:52:57.977018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.18 +2023-12-14 14:52:57.977023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <65 copy.18> + +2023-12-14 14:52:57.977028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:57.977034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <66 copy.19> + +2023-12-14 14:52:57.977038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:57.977044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <68 copy.20> + +2023-12-14 14:52:57.977049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:57.977055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <69 copy.21> + +2023-12-14 14:52:57.977059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:57.977066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <71 copy.22> + +2023-12-14 14:52:57.977070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:57.977076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <72 copy.23> + +2023-12-14 14:52:57.977081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:57.977090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <73 tuple.11{}> + {0} : HloValueSet: <57 add.58> + {1} : HloValueSet: <10 fusion.1.clone> + {2} : HloValueSet: <11 fusion.clone> + {3} : HloValueSet: <66 copy.19> + {4} : HloValueSet: <68 copy.20> + {5} : HloValueSet: <69 copy.21> + {6} : HloValueSet: <71 copy.22> + {7} : HloValueSet: <72 copy.23> + +2023-12-14 14:52:57.977096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:57.977106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <418 arg_tuple.4{} (phi)> + {0} : HloValueSet: <420 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <421 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <422 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <423 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <424 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <425 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <426 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <427 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:57.977112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:57.977118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <8 constant.103> + +2023-12-14 14:52:57.977123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:57.977129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <9 compare.5> + +2023-12-14 14:52:57.977149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:57.977155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <420 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:57.977160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.0 +2023-12-14 14:52:57.977165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <157 divide.0> + +2023-12-14 14:52:57.977171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:57.977176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <156 add.105> + +2023-12-14 14:52:57.977182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:57.977188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 multiply.42> + +2023-12-14 14:52:57.977193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:57.977198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 add.106> + +2023-12-14 14:52:57.977204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:57.977209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <151 multiply.45> + +2023-12-14 14:52:57.977214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:57.977220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 add.107> + +2023-12-14 14:52:57.977225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:57.977230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <148 multiply.47> + +2023-12-14 14:52:57.977236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:57.977241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 add.108> + +2023-12-14 14:52:57.977246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:57.977252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 multiply.49> + +2023-12-14 14:52:57.977257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:57.977263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 add.109> + +2023-12-14 14:52:57.977267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:57.977274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 multiply.51> + +2023-12-14 14:52:57.977278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:57.977284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 add.110> + +2023-12-14 14:52:57.977293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.53 +2023-12-14 14:52:57.977299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 multiply.53> + +2023-12-14 14:52:57.977305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:57.977310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 add.112> + +2023-12-14 14:52:57.977315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.55 +2023-12-14 14:52:57.977320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 multiply.55> + +2023-12-14 14:52:57.977326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:57.977331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 add.114> + +2023-12-14 14:52:57.977336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.57 +2023-12-14 14:52:57.977342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 multiply.57> + +2023-12-14 14:52:57.977347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:57.977352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 add.115> + +2023-12-14 14:52:57.977358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.59 +2023-12-14 14:52:57.977364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 multiply.59> + +2023-12-14 14:52:57.977370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:57.977375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 add.116> + +2023-12-14 14:52:57.977380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.61 +2023-12-14 14:52:57.977386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 multiply.61> + +2023-12-14 14:52:57.977391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:57.977396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 add.117> + +2023-12-14 14:52:57.977401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.63 +2023-12-14 14:52:57.977407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 multiply.63> + +2023-12-14 14:52:57.977412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:57.977418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 add.118> + +2023-12-14 14:52:57.977423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.65 +2023-12-14 14:52:57.977429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 multiply.65> + +2023-12-14 14:52:57.977436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.67 +2023-12-14 14:52:57.977442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 multiply.67> + +2023-12-14 14:52:57.977448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.0 +2023-12-14 14:52:57.977453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 clamp.0> + +2023-12-14 14:52:57.977459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.69 +2023-12-14 14:52:57.977464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 multiply.69> + +2023-12-14 14:52:57.977469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.146 +2023-12-14 14:52:57.977474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <155 constant.146> + +2023-12-14 14:52:57.977480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.147 +2023-12-14 14:52:57.977486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <152 constant.147> + +2023-12-14 14:52:57.977491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.148 +2023-12-14 14:52:57.977497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 constant.148> + +2023-12-14 14:52:57.977501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.149 +2023-12-14 14:52:57.977507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 constant.149> + +2023-12-14 14:52:57.977512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.150 +2023-12-14 14:52:57.977518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 constant.150> + +2023-12-14 14:52:57.977523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.151 +2023-12-14 14:52:57.977529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 constant.151> + +2023-12-14 14:52:57.977533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.152 +2023-12-14 14:52:57.977539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 constant.152> + +2023-12-14 14:52:57.977545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.153 +2023-12-14 14:52:57.977550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 constant.153> + +2023-12-14 14:52:57.977555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.154 +2023-12-14 14:52:57.977561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 constant.154> + +2023-12-14 14:52:57.977565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.155 +2023-12-14 14:52:57.977572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 constant.155> + +2023-12-14 14:52:57.977580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.156 +2023-12-14 14:52:57.977585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 constant.156> + +2023-12-14 14:52:57.977590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.157 +2023-12-14 14:52:57.977596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 constant.157> + +2023-12-14 14:52:57.977601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.158 +2023-12-14 14:52:57.977607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.158> + +2023-12-14 14:52:57.977612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.159 +2023-12-14 14:52:57.977617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.159> + +2023-12-14 14:52:57.977622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.160 +2023-12-14 14:52:57.977628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 constant.160> + +2023-12-14 14:52:57.977633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.161 +2023-12-14 14:52:57.977640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 constant.161> + +2023-12-14 14:52:57.977644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.6 +2023-12-14 14:52:57.977650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 convert.6> + +2023-12-14 14:52:57.977655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.23 +2023-12-14 14:52:57.977660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <113 param_0.23> + +2023-12-14 14:52:57.977666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:57.977671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:57.977676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:57.977681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:57.977686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.162 +2023-12-14 14:52:57.977693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.162> + +2023-12-14 14:52:57.977698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:57.977703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.38> + +2023-12-14 14:52:57.977708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:57.977714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.19> + +2023-12-14 14:52:57.977722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:57.977729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.39> + +2023-12-14 14:52:57.977733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.27 +2023-12-14 14:52:57.977739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.27> + +2023-12-14 14:52:57.977743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:57.977749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.20> + +2023-12-14 14:52:57.977755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:57.977761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.41> + +2023-12-14 14:52:57.977766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:57.977771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.23> + +2023-12-14 14:52:57.977776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:57.977781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.31> + +2023-12-14 14:52:57.977787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:57.977792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.43> + +2023-12-14 14:52:57.977797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:57.977802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.26> + +2023-12-14 14:52:57.977807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.35 +2023-12-14 14:52:57.977813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.35> + +2023-12-14 14:52:57.977819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:52:57.977824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <203 divide.1> + +2023-12-14 14:52:57.977829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.121 +2023-12-14 14:52:57.977834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <202 add.121> + +2023-12-14 14:52:57.977839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.163 +2023-12-14 14:52:57.977845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <201 constant.163> + +2023-12-14 14:52:57.977851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.70 +2023-12-14 14:52:57.977856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <200 multiply.70> + +2023-12-14 14:52:57.977864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.122 +2023-12-14 14:52:57.977869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <199 add.122> + +2023-12-14 14:52:57.977874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.164 +2023-12-14 14:52:57.977880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <198 constant.164> + +2023-12-14 14:52:57.977885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.71 +2023-12-14 14:52:57.977890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <197 multiply.71> + +2023-12-14 14:52:57.977895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.123 +2023-12-14 14:52:57.977901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <196 add.123> + +2023-12-14 14:52:57.977907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.165 +2023-12-14 14:52:57.977912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 constant.165> + +2023-12-14 14:52:57.977917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.74 +2023-12-14 14:52:57.977922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 multiply.74> + +2023-12-14 14:52:57.977927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.124 +2023-12-14 14:52:57.977932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 add.124> + +2023-12-14 14:52:57.977938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.166 +2023-12-14 14:52:57.977943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 constant.166> + +2023-12-14 14:52:57.977948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.76 +2023-12-14 14:52:57.977954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 multiply.76> + +2023-12-14 14:52:57.977958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:57.977964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 add.125> + +2023-12-14 14:52:57.977969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.167 +2023-12-14 14:52:57.977975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 constant.167> + +2023-12-14 14:52:57.977980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.78 +2023-12-14 14:52:57.977985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 multiply.78> + +2023-12-14 14:52:57.977990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.126 +2023-12-14 14:52:57.977995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 add.126> + +2023-12-14 14:52:57.978003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.168 +2023-12-14 14:52:57.978009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 constant.168> + +2023-12-14 14:52:57.978014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.80 +2023-12-14 14:52:57.978019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 multiply.80> + +2023-12-14 14:52:57.978024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.127 +2023-12-14 14:52:57.978030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 add.127> + +2023-12-14 14:52:57.978035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.169 +2023-12-14 14:52:57.978040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 constant.169> + +2023-12-14 14:52:57.978045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.82 +2023-12-14 14:52:57.978050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 multiply.82> + +2023-12-14 14:52:57.978055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.129 +2023-12-14 14:52:57.978061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 add.129> + +2023-12-14 14:52:57.978066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.170 +2023-12-14 14:52:57.978071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <180 constant.170> + +2023-12-14 14:52:57.978076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.84 +2023-12-14 14:52:57.978081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 multiply.84> + +2023-12-14 14:52:57.978087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.130 +2023-12-14 14:52:57.978093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 add.130> + +2023-12-14 14:52:57.978098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.171 +2023-12-14 14:52:57.978103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 constant.171> + +2023-12-14 14:52:57.978108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.86 +2023-12-14 14:52:57.978114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 multiply.86> + +2023-12-14 14:52:57.978119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.132 +2023-12-14 14:52:57.978125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 add.132> + +2023-12-14 14:52:57.978130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.172 +2023-12-14 14:52:57.978135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 constant.172> + +2023-12-14 14:52:57.978143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.88 +2023-12-14 14:52:57.978150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 multiply.88> + +2023-12-14 14:52:57.978156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.133 +2023-12-14 14:52:57.978161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 add.133> + +2023-12-14 14:52:57.978166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.173 +2023-12-14 14:52:57.978171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 constant.173> + +2023-12-14 14:52:57.978178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.90 +2023-12-14 14:52:57.978184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <170 multiply.90> + +2023-12-14 14:52:57.978189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.134 +2023-12-14 14:52:57.978194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 add.134> + +2023-12-14 14:52:57.978199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.174 +2023-12-14 14:52:57.978205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 constant.174> + +2023-12-14 14:52:57.978211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.92 +2023-12-14 14:52:57.978217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <167 multiply.92> + +2023-12-14 14:52:57.978222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.175 +2023-12-14 14:52:57.978228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.175> + +2023-12-14 14:52:57.978232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.94 +2023-12-14 14:52:57.978239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <165 multiply.94> + +2023-12-14 14:52:57.978244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.1 +2023-12-14 14:52:57.978250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <164 clamp.1> + +2023-12-14 14:52:57.978255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.176 +2023-12-14 14:52:57.978260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.176> + +2023-12-14 14:52:57.978265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.96 +2023-12-14 14:52:57.978271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 multiply.96> + +2023-12-14 14:52:57.978276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.177 +2023-12-14 14:52:57.978282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 constant.177> + +2023-12-14 14:52:57.978290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.178 +2023-12-14 14:52:57.978295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 constant.178> + +2023-12-14 14:52:57.978301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.7 +2023-12-14 14:52:57.978307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <160 convert.7> + +2023-12-14 14:52:57.978312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.41 +2023-12-14 14:52:57.978317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <159 param_0.41> + +2023-12-14 14:52:57.978322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.135 +2023-12-14 14:52:57.978328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <256 add.135> + +2023-12-14 14:52:57.978334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.153 +2023-12-14 14:52:57.978340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <255 broadcast.153> + +2023-12-14 14:52:57.978345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.8 +2023-12-14 14:52:57.978351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <254 convert.8> + +2023-12-14 14:52:57.978355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.136 +2023-12-14 14:52:57.978361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <250 add.136> + +2023-12-14 14:52:57.978367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.154 +2023-12-14 14:52:57.978372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <249 broadcast.154> + +2023-12-14 14:52:57.978377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:57.978383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <247 xor.21> + +2023-12-14 14:52:57.978387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:57.978394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <246 or.23> + +2023-12-14 14:52:57.978399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:57.978405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <245 shift-right-logical.21> + +2023-12-14 14:52:57.978410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.156 +2023-12-14 14:52:57.978415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <244 broadcast.156> + +2023-12-14 14:52:57.978421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:57.978430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <243 subtract.24> + +2023-12-14 14:52:57.978435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:57.978440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <242 shift-left.19> + +2023-12-14 14:52:57.978445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.157 +2023-12-14 14:52:57.978451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <241 broadcast.157> + +2023-12-14 14:52:57.978457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:57.978463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <240 reshape.44> + +2023-12-14 14:52:57.978467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:57.978473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <239 slice.27> + +2023-12-14 14:52:57.978478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.137 +2023-12-14 14:52:57.978484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <238 add.137> + +2023-12-14 14:52:57.978489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:57.978495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <237 xor.22> + +2023-12-14 14:52:57.978500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:57.978505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <236 or.24> + +2023-12-14 14:52:57.978510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:57.978516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <235 shift-right-logical.22> + +2023-12-14 14:52:57.978521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.158 +2023-12-14 14:52:57.978527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <234 broadcast.158> + +2023-12-14 14:52:57.978532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:57.978537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <233 subtract.25> + +2023-12-14 14:52:57.978543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:57.978548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <232 shift-left.20> + +2023-12-14 14:52:57.978553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.159 +2023-12-14 14:52:57.978559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <231 broadcast.159> + +2023-12-14 14:52:57.978566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:57.978573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <230 reshape.45> + +2023-12-14 14:52:57.978578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:57.978584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <229 slice.28> + +2023-12-14 14:52:57.978589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.138 +2023-12-14 14:52:57.978594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <228 add.138> + +2023-12-14 14:52:57.978599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:57.978605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <227 xor.23> + +2023-12-14 14:52:57.978611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:57.978616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <226 or.25> + +2023-12-14 14:52:57.978621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:57.978627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <225 shift-right-logical.23> + +2023-12-14 14:52:57.978632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.160 +2023-12-14 14:52:57.978638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <224 broadcast.160> + +2023-12-14 14:52:57.978643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:57.978649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <223 subtract.26> + +2023-12-14 14:52:57.978653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:57.978659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <222 shift-left.21> + +2023-12-14 14:52:57.978664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.161 +2023-12-14 14:52:57.978670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <221 broadcast.161> + +2023-12-14 14:52:57.978675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:57.978681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <220 reshape.46> + +2023-12-14 14:52:57.978686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:57.978692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <219 slice.29> + +2023-12-14 14:52:57.978697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.139 +2023-12-14 14:52:57.978704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <218 add.139> + +2023-12-14 14:52:57.978711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:57.978717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <217 xor.24> + +2023-12-14 14:52:57.978722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:57.978728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <216 or.26> + +2023-12-14 14:52:57.978734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:57.978739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <215 shift-right-logical.24> + +2023-12-14 14:52:57.978744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.163 +2023-12-14 14:52:57.978750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <214 broadcast.163> + +2023-12-14 14:52:57.978755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:57.978761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <213 subtract.27> + +2023-12-14 14:52:57.978766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.179 +2023-12-14 14:52:57.978772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <212 constant.179> + +2023-12-14 14:52:57.978776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:57.978783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <211 shift-left.22> + +2023-12-14 14:52:57.978788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.164 +2023-12-14 14:52:57.978795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <210 broadcast.164> + +2023-12-14 14:52:57.978800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:57.978805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <209 reshape.47> + +2023-12-14 14:52:57.978810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:57.978816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <208 slice.30> + +2023-12-14 14:52:57.978820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.140 +2023-12-14 14:52:57.978827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <206 add.140> + +2023-12-14 14:52:57.978831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.142 +2023-12-14 14:52:57.978837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <253 add.142> + +2023-12-14 14:52:57.978843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.42 +2023-12-14 14:52:57.978849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <248 param_0.42> + +2023-12-14 14:52:57.978857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.60 +2023-12-14 14:52:57.978863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <207 param_1.60> + +2023-12-14 14:52:57.978868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.56 +2023-12-14 14:52:57.978873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <205 param_2.56> + +2023-12-14 14:52:57.978878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.65 +2023-12-14 14:52:57.978884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <204 param_3.65> + +2023-12-14 14:52:57.978890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.68 +2023-12-14 14:52:57.978895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <251 param_4.68> + +2023-12-14 14:52:57.978900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.180 +2023-12-14 14:52:57.978906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <252 constant.180> + +2023-12-14 14:52:57.978911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:57.978917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:57.978922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:57.978928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <64 copy.12> + +2023-12-14 14:52:57.978934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:57.978939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <60 copy.14> + +2023-12-14 14:52:57.978944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:57.978950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <61 copy.10> + +2023-12-14 14:52:57.978955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:57.978961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 copy.9> + +2023-12-14 14:52:57.978966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:57.978971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <55 copy.8> + +2023-12-14 14:52:57.978977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.143 +2023-12-14 14:52:57.978983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <111 add.143> + +2023-12-14 14:52:57.978988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.166 +2023-12-14 14:52:57.978994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <110 broadcast.166> + +2023-12-14 14:52:57.979002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.144 +2023-12-14 14:52:57.979008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <108 add.144> + +2023-12-14 14:52:57.979013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.43 +2023-12-14 14:52:57.979019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <109 param_0.43> + +2023-12-14 14:52:57.979024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:57.979030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <107 xor.25> + +2023-12-14 14:52:57.979035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:57.979041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <106 or.27> + +2023-12-14 14:52:57.979046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:57.979051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <105 shift-right-logical.25> + +2023-12-14 14:52:57.979057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:57.979063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <104 broadcast.167> + +2023-12-14 14:52:57.979068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:57.979074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <103 subtract.28> + +2023-12-14 14:52:57.979079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:57.979085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <102 shift-left.23> + +2023-12-14 14:52:57.979090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.168 +2023-12-14 14:52:57.979095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <101 broadcast.168> + +2023-12-14 14:52:57.979101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.48 +2023-12-14 14:52:57.979107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <100 reshape.48> + +2023-12-14 14:52:57.979111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:57.979117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <99 slice.31> + +2023-12-14 14:52:57.979122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.145 +2023-12-14 14:52:57.979128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <98 add.145> + +2023-12-14 14:52:57.979133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:57.979147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <97 xor.26> + +2023-12-14 14:52:57.979152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:57.979158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <96 or.28> + +2023-12-14 14:52:57.979164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:57.979170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <95 shift-right-logical.26> + +2023-12-14 14:52:57.979175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.170 +2023-12-14 14:52:57.979181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <94 broadcast.170> + +2023-12-14 14:52:57.979186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:57.979191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <93 subtract.29> + +2023-12-14 14:52:57.979197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:57.979202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <92 shift-left.24> + +2023-12-14 14:52:57.979208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.172 +2023-12-14 14:52:57.979213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <91 broadcast.172> + +2023-12-14 14:52:57.979218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:57.979224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <90 reshape.49> + +2023-12-14 14:52:57.979229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:57.979236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <89 slice.32> + +2023-12-14 14:52:57.979241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.146 +2023-12-14 14:52:57.979246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <88 add.146> + +2023-12-14 14:52:57.979251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:57.979257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <87 xor.27> + +2023-12-14 14:52:57.979262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.29 +2023-12-14 14:52:57.979268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <86 or.29> + +2023-12-14 14:52:57.979273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:57.979279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <85 shift-right-logical.27> + +2023-12-14 14:52:57.979287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:57.979293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <84 broadcast.173> + +2023-12-14 14:52:57.979299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.30 +2023-12-14 14:52:57.979304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <83 subtract.30> + +2023-12-14 14:52:57.979309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.181 +2023-12-14 14:52:57.979316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 constant.181> + +2023-12-14 14:52:57.979328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.61 +2023-12-14 14:52:57.979334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <77 param_1.61> + +2023-12-14 14:52:57.979339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:57.979344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <81 shift-left.25> + +2023-12-14 14:52:57.979351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.174 +2023-12-14 14:52:57.979356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <80 broadcast.174> + +2023-12-14 14:52:57.979362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:57.979367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <79 reshape.50> + +2023-12-14 14:52:57.979372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:57.979378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <78 slice.33> + +2023-12-14 14:52:57.979383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.147 +2023-12-14 14:52:57.979388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <76 add.147> + +2023-12-14 14:52:57.979394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.57 +2023-12-14 14:52:57.979399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <75 param_2.57> + +2023-12-14 14:52:57.979405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.66 +2023-12-14 14:52:57.979410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <74 param_3.66> + +2023-12-14 14:52:57.979416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:57.979422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:57.979427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:57.979432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.11> + +2023-12-14 14:52:57.979440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:57.979446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <60 copy.14> + +2023-12-14 14:52:57.979452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:57.979458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <61 copy.10> + +2023-12-14 14:52:57.979462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:57.979468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <62 copy.9> + +2023-12-14 14:52:57.979474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.2 +2023-12-14 14:52:57.979479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <417 minimum.2> + +2023-12-14 14:52:57.979485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:57.979490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <416 maximum.4> + +2023-12-14 14:52:57.979495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.98 +2023-12-14 14:52:57.979500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <415 multiply.98> + +2023-12-14 14:52:57.979506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:57.979512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <414 broadcast.176> + +2023-12-14 14:52:57.979517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.182 +2023-12-14 14:52:57.979523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <413 constant.182> + +2023-12-14 14:52:57.979527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:57.979533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <412 select.41> + +2023-12-14 14:52:57.979539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.99 +2023-12-14 14:52:57.979545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <411 multiply.99> + +2023-12-14 14:52:57.979549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.148 +2023-12-14 14:52:57.979555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <410 add.148> + +2023-12-14 14:52:57.979560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.100 +2023-12-14 14:52:57.979566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <409 multiply.100> + +2023-12-14 14:52:57.979572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.149 +2023-12-14 14:52:57.979578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <408 add.149> + +2023-12-14 14:52:57.979586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.101 +2023-12-14 14:52:57.979592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <407 multiply.101> + +2023-12-14 14:52:57.979597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.150 +2023-12-14 14:52:57.979603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <406 add.150> + +2023-12-14 14:52:57.979608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.102 +2023-12-14 14:52:57.979614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <405 multiply.102> + +2023-12-14 14:52:57.979618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.152 +2023-12-14 14:52:57.979624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <404 add.152> + +2023-12-14 14:52:57.979630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.103 +2023-12-14 14:52:57.979636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <403 multiply.103> + +2023-12-14 14:52:57.979640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.153 +2023-12-14 14:52:57.979646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <402 add.153> + +2023-12-14 14:52:57.979651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.104 +2023-12-14 14:52:57.979656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <401 multiply.104> + +2023-12-14 14:52:57.979663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.154 +2023-12-14 14:52:57.979669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <400 add.154> + +2023-12-14 14:52:57.979673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.105 +2023-12-14 14:52:57.979679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <399 multiply.105> + +2023-12-14 14:52:57.979684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.155 +2023-12-14 14:52:57.979690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <398 add.155> + +2023-12-14 14:52:57.979695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.106 +2023-12-14 14:52:57.979701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <397 multiply.106> + +2023-12-14 14:52:57.979706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.156 +2023-12-14 14:52:57.979711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <396 add.156> + +2023-12-14 14:52:57.979716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.107 +2023-12-14 14:52:57.979726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <395 multiply.107> + +2023-12-14 14:52:57.979731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:57.979737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <394 select.42> + +2023-12-14 14:52:57.979742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.157 +2023-12-14 14:52:57.979747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <393 add.157> + +2023-12-14 14:52:57.979753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:57.979759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <392 broadcast.177> + +2023-12-14 14:52:57.979764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.183 +2023-12-14 14:52:57.979769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <391 constant.183> + +2023-12-14 14:52:57.979774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:57.979779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <390 sqrt.3> + +2023-12-14 14:52:57.979785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.158 +2023-12-14 14:52:57.979791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <389 add.158> + +2023-12-14 14:52:57.979796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:57.979801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <388 broadcast.178> + +2023-12-14 14:52:57.979806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.184 +2023-12-14 14:52:57.979813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <387 constant.184> + +2023-12-14 14:52:57.979818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:57.979823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <386 select.43> + +2023-12-14 14:52:57.979828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:57.979834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <385 broadcast.179> + +2023-12-14 14:52:57.979839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.185 +2023-12-14 14:52:57.979845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <384 constant.185> + +2023-12-14 14:52:57.979850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:57.979855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <383 broadcast.180> + +2023-12-14 14:52:57.979863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.186 +2023-12-14 14:52:57.979869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <382 constant.186> + +2023-12-14 14:52:57.979874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.44 +2023-12-14 14:52:57.979880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <381 select.44> + +2023-12-14 14:52:57.979884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:57.979890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <380 broadcast.181> + +2023-12-14 14:52:57.979895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.187 +2023-12-14 14:52:57.979900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <379 constant.187> + +2023-12-14 14:52:57.979906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:57.979912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <378 broadcast.182> + +2023-12-14 14:52:57.979916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.188 +2023-12-14 14:52:57.979922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <377 constant.188> + +2023-12-14 14:52:57.979927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.45 +2023-12-14 14:52:57.979932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <376 select.45> + +2023-12-14 14:52:57.979938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:57.979943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <375 broadcast.183> + +2023-12-14 14:52:57.979948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.189 +2023-12-14 14:52:57.979954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <374 constant.189> + +2023-12-14 14:52:57.979958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:57.979965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <373 broadcast.184> + +2023-12-14 14:52:57.979970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.191 +2023-12-14 14:52:57.979975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <372 constant.191> + +2023-12-14 14:52:57.979980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.46 +2023-12-14 14:52:57.979986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <371 select.46> + +2023-12-14 14:52:57.979990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:57.980000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <370 broadcast.185> + +2023-12-14 14:52:57.980005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.192 +2023-12-14 14:52:57.980010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <369 constant.192> + +2023-12-14 14:52:57.980015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:57.980021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <368 broadcast.186> + +2023-12-14 14:52:57.980026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.193 +2023-12-14 14:52:57.980032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <367 constant.193> + +2023-12-14 14:52:57.980037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.47 +2023-12-14 14:52:57.980042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <366 select.47> + +2023-12-14 14:52:57.980047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:57.980054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <365 broadcast.187> + +2023-12-14 14:52:57.980059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.194 +2023-12-14 14:52:57.980065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <364 constant.194> + +2023-12-14 14:52:57.980070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:57.980076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <363 broadcast.188> + +2023-12-14 14:52:57.980080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.195 +2023-12-14 14:52:57.980086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <362 constant.195> + +2023-12-14 14:52:57.980091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.48 +2023-12-14 14:52:57.980097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <361 select.48> + +2023-12-14 14:52:57.980101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:57.980107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <360 broadcast.189> + +2023-12-14 14:52:57.980114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.196 +2023-12-14 14:52:57.980120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <359 constant.196> + +2023-12-14 14:52:57.980125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:57.980130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <358 broadcast.190> + +2023-12-14 14:52:57.980138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.197 +2023-12-14 14:52:57.980143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <357 constant.197> + +2023-12-14 14:52:57.980149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.49 +2023-12-14 14:52:57.980155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <356 select.49> + +2023-12-14 14:52:57.980159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:57.980165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <355 broadcast.191> + +2023-12-14 14:52:57.980170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.198 +2023-12-14 14:52:57.980176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <354 constant.198> + +2023-12-14 14:52:57.980182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:57.980188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <353 broadcast.192> + +2023-12-14 14:52:57.980192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.199 +2023-12-14 14:52:57.980198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <352 constant.199> + +2023-12-14 14:52:57.980204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.50 +2023-12-14 14:52:57.980210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <351 select.50> + +2023-12-14 14:52:57.980215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:57.980221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <350 broadcast.193> + +2023-12-14 14:52:57.980226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.200 +2023-12-14 14:52:57.980231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <349 constant.200> + +2023-12-14 14:52:57.980237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:57.980243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <348 broadcast.194> + +2023-12-14 14:52:57.980248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.201 +2023-12-14 14:52:57.980254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <347 constant.201> + +2023-12-14 14:52:57.980259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.51 +2023-12-14 14:52:57.980265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <346 select.51> + +2023-12-14 14:52:57.980271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:57.980276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <345 broadcast.195> + +2023-12-14 14:52:57.980284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.202 +2023-12-14 14:52:57.980289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <344 constant.202> + +2023-12-14 14:52:57.980295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:57.980301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <343 broadcast.196> + +2023-12-14 14:52:57.980306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.203 +2023-12-14 14:52:57.980312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <342 constant.203> + +2023-12-14 14:52:57.980317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.18 +2023-12-14 14:52:57.980322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <341 compare.18> + +2023-12-14 14:52:57.980328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:57.980335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <340 broadcast.197> + +2023-12-14 14:52:57.980340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.204 +2023-12-14 14:52:57.980345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <339 constant.204> + +2023-12-14 14:52:57.980350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:57.980356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <338 negate.9> + +2023-12-14 14:52:57.980362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:57.980368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <337 log-plus-one.3> + +2023-12-14 14:52:57.980373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.108 +2023-12-14 14:52:57.980378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <336 multiply.108> + +2023-12-14 14:52:57.980383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:57.980390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <335 negate.10> + +2023-12-14 14:52:57.980395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.109 +2023-12-14 14:52:57.980401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <334 multiply.109> + +2023-12-14 14:52:57.980406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:57.980412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <333 broadcast.198> + +2023-12-14 14:52:57.980417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.19 +2023-12-14 14:52:57.980427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <332 compare.19> + +2023-12-14 14:52:57.980432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:57.980437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <331 broadcast.199> + +2023-12-14 14:52:57.980442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.205 +2023-12-14 14:52:57.980449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <330 constant.205> + +2023-12-14 14:52:57.980454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:57.980460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <329 abs.3> + +2023-12-14 14:52:57.980465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:57.980470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <328 reshape.51> + +2023-12-14 14:52:57.980476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.5 +2023-12-14 14:52:57.980482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <327 maximum.5> + +2023-12-14 14:52:57.980487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.159 +2023-12-14 14:52:57.980493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <326 add.159> + +2023-12-14 14:52:57.980498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.110 +2023-12-14 14:52:57.980503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <325 multiply.110> + +2023-12-14 14:52:57.980509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:57.980515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <324 broadcast.200> + +2023-12-14 14:52:57.980520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:57.980526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <323 reshape.52> + +2023-12-14 14:52:57.980530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.31 +2023-12-14 14:52:57.980537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <322 subtract.31> + +2023-12-14 14:52:57.980542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.53 +2023-12-14 14:52:57.980548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <321 reshape.53> + +2023-12-14 14:52:57.980553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:57.980559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <320 reshape.54> + +2023-12-14 14:52:57.980567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.160 +2023-12-14 14:52:57.980573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <318 add.160> + +2023-12-14 14:52:57.980579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:57.980585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <317 broadcast.201> + +2023-12-14 14:52:57.980589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.206 +2023-12-14 14:52:57.980595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <316 constant.206> + +2023-12-14 14:52:57.980601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.6 +2023-12-14 14:52:57.980607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <315 bitcast-convert.6> + +2023-12-14 14:52:57.980612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.30 +2023-12-14 14:52:57.980618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <314 or.30> + +2023-12-14 14:52:57.980623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:57.980629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <313 broadcast.202> + +2023-12-14 14:52:57.980634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.207 +2023-12-14 14:52:57.980640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <312 constant.207> + +2023-12-14 14:52:57.980645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:57.980650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <311 shift-right-logical.28> + +2023-12-14 14:52:57.980655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:57.980661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <310 broadcast.203> + +2023-12-14 14:52:57.980667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.208 +2023-12-14 14:52:57.980673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <309 constant.208> + +2023-12-14 14:52:57.980678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:57.980683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <308 concatenate.1> + +2023-12-14 14:52:57.980689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:57.980694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <305 broadcast.204> + +2023-12-14 14:52:57.980700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:57.980709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <303 broadcast.205> + +2023-12-14 14:52:57.980714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.7 +2023-12-14 14:52:57.980720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <302 bitcast-convert.7> + +2023-12-14 14:52:57.980724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.52 +2023-12-14 14:52:57.980731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <301 select.52> + +2023-12-14 14:52:57.980736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.53 +2023-12-14 14:52:57.980741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <300 select.53> + +2023-12-14 14:52:57.980746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.54 +2023-12-14 14:52:57.980752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <299 select.54> + +2023-12-14 14:52:57.980757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.162 +2023-12-14 14:52:57.980763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <298 add.162> + +2023-12-14 14:52:57.980768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.55 +2023-12-14 14:52:57.980773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <297 select.55> + +2023-12-14 14:52:57.980779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.31 +2023-12-14 14:52:57.980784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <296 or.31> + +2023-12-14 14:52:57.980790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.20 +2023-12-14 14:52:57.980796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <295 compare.20> + +2023-12-14 14:52:57.980801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:57.980806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <294 and.4> + +2023-12-14 14:52:57.980812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.21 +2023-12-14 14:52:57.980817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <293 compare.21> + +2023-12-14 14:52:57.980823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.22 +2023-12-14 14:52:57.980828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <292 compare.22> + +2023-12-14 14:52:57.980833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.5 +2023-12-14 14:52:57.980839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <291 and.5> + +2023-12-14 14:52:57.980844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.8 +2023-12-14 14:52:57.980853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <290 bitcast-convert.8> + +2023-12-14 14:52:57.980858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.23 +2023-12-14 14:52:57.980863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <289 compare.23> + +2023-12-14 14:52:57.980869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.209 +2023-12-14 14:52:57.980874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <288 constant.209> + +2023-12-14 14:52:57.980879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.24 +2023-12-14 14:52:57.980886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <287 compare.24> + +2023-12-14 14:52:57.980890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.9 +2023-12-14 14:52:57.980896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <286 convert.9> + +2023-12-14 14:52:57.980902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:57.980907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <284 broadcast.206> + +2023-12-14 14:52:57.980913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.44 +2023-12-14 14:52:57.980919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <304 param_0.44> + +2023-12-14 14:52:57.980923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.62 +2023-12-14 14:52:57.980930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <319 param_1.62> + +2023-12-14 14:52:57.980935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.58 +2023-12-14 14:52:57.980940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <306 param_2.58> + +2023-12-14 14:52:57.980946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.67 +2023-12-14 14:52:57.980951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <307 param_3.67> + +2023-12-14 14:52:57.980956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.9 +2023-12-14 14:52:57.980962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <283 bitcast-convert.9> + +2023-12-14 14:52:57.980967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.56 +2023-12-14 14:52:57.980973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <282 select.56> + +2023-12-14 14:52:57.980978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.57 +2023-12-14 14:52:57.980984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <281 select.57> + +2023-12-14 14:52:57.980989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.58 +2023-12-14 14:52:57.980997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <280 select.58> + +2023-12-14 14:52:57.981002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.163 +2023-12-14 14:52:57.981009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <279 add.163> + +2023-12-14 14:52:57.981013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.59 +2023-12-14 14:52:57.981020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <278 select.59> + +2023-12-14 14:52:57.981025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.210 +2023-12-14 14:52:57.981031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <277 constant.210> + +2023-12-14 14:52:57.981036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.211 +2023-12-14 14:52:57.981042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <276 constant.211> + +2023-12-14 14:52:57.981047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.32 +2023-12-14 14:52:57.981053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <275 or.32> + +2023-12-14 14:52:57.981058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.25 +2023-12-14 14:52:57.981063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <274 compare.25> + +2023-12-14 14:52:57.981069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.6 +2023-12-14 14:52:57.981074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <273 and.6> + +2023-12-14 14:52:57.981080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.212 +2023-12-14 14:52:57.981086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 constant.212> + +2023-12-14 14:52:57.981090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.26 +2023-12-14 14:52:57.981096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <271 compare.26> + +2023-12-14 14:52:57.981101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.213 +2023-12-14 14:52:57.981107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <270 constant.213> + +2023-12-14 14:52:57.981112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.214 +2023-12-14 14:52:57.981118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <269 constant.214> + +2023-12-14 14:52:57.981123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.27 +2023-12-14 14:52:57.981129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <268 compare.27> + +2023-12-14 14:52:57.981134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.215 +2023-12-14 14:52:57.981143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <267 constant.215> + +2023-12-14 14:52:57.981148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.7 +2023-12-14 14:52:57.981154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <266 and.7> + +2023-12-14 14:52:57.981159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.216 +2023-12-14 14:52:57.981165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <265 constant.216> + +2023-12-14 14:52:57.981171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.10 +2023-12-14 14:52:57.981176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 bitcast-convert.10> + +2023-12-14 14:52:57.981181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.217 +2023-12-14 14:52:57.981187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <263 constant.217> + +2023-12-14 14:52:57.981192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.28 +2023-12-14 14:52:57.981198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <262 compare.28> + +2023-12-14 14:52:57.981204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.218 +2023-12-14 14:52:57.981209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <261 constant.218> + +2023-12-14 14:52:57.981214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.219 +2023-12-14 14:52:57.981220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <260 constant.219> + +2023-12-14 14:52:57.981225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.69 +2023-12-14 14:52:57.981232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <285 param_4.69> + +2023-12-14 14:52:57.981236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.29 +2023-12-14 14:52:57.981242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <259 compare.29> + +2023-12-14 14:52:57.981247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.10 +2023-12-14 14:52:57.981253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <258 convert.10> + +2023-12-14 14:52:57.981258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_5.76 +2023-12-14 14:52:57.981264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <257 param_5.76> + +2023-12-14 14:52:57.981269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:57.981275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <12 fusion.2.clone> + +2023-12-14 14:52:57.981284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:57.981290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:57.981295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:57.981301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:57.981306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:57.981312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <438 while.1{1} (phi)> + +2023-12-14 14:52:57.981317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:57.981324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <439 while.1{2} (phi)> + +2023-12-14 14:52:57.981328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.13 +2023-12-14 14:52:57.981334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:57.981339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.14 +2023-12-14 14:52:57.981345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:57.981349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.164 +2023-12-14 14:52:57.981356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <26 add.164> + +2023-12-14 14:52:57.981361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:57.981366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 broadcast.207> + +2023-12-14 14:52:57.981371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:57.981377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.55> + +2023-12-14 14:52:57.981383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:57.981388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.34> + +2023-12-14 14:52:57.981393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:57.981398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <21 slice.35> + +2023-12-14 14:52:57.981404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.45 +2023-12-14 14:52:57.981410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <22 param_0.45> + +2023-12-14 14:52:57.981415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:57.981422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <20 iota.2> + +2023-12-14 14:52:57.981430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5.clone +2023-12-14 14:52:57.981443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:57.981453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.15 +2023-12-14 14:52:57.981462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <40 Arg_0.1> + +2023-12-14 14:52:57.981471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.165 +2023-12-14 14:52:57.981481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <19 add.165> + +2023-12-14 14:52:57.981489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:57.981499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 broadcast.208> + +2023-12-14 14:52:57.981509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:57.981518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.56> + +2023-12-14 14:52:57.981527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:57.981537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.36> + +2023-12-14 14:52:57.981545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:57.981554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <14 slice.37> + +2023-12-14 14:52:57.981564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.46 +2023-12-14 14:52:57.981573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <15 param_0.46> + +2023-12-14 14:52:57.981581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:57.981592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <13 iota.3> + +2023-12-14 14:52:57.981601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7.clone +2023-12-14 14:52:57.981610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:57.981619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.16 +2023-12-14 14:52:57.981629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <40 Arg_0.1> + +2023-12-14 14:52:57.983440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:57.983483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:57.983493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:57.983509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_0.1> (def) +2023-12-14 14:52:57.983527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:57.983543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> (def) +2023-12-14 14:52:57.983550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:57.983566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> (def) +2023-12-14 14:52:57.983574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:57.983590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> (def) +2023-12-14 14:52:57.983599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:57.983615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.21> (def) +2023-12-14 14:52:57.983624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:57.983640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.22> (def) +2023-12-14 14:52:57.983648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:57.983665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.983673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{} (phi)> (def) +2023-12-14 14:52:57.983681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.983689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <437 while.1{0} (phi)> (def) +2023-12-14 14:52:57.983698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.983706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> (def) +2023-12-14 14:52:57.983715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.983724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> (def) +2023-12-14 14:52:57.983732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.983740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <440 while.1{3} (phi)> (def) +2023-12-14 14:52:57.983749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.983757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <441 while.1{4} (phi)> (def) +2023-12-14 14:52:57.983769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.983778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <442 while.1{5} (phi)> (def) +2023-12-14 14:52:57.983786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.983794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <443 while.1{6} (phi)> (def) +2023-12-14 14:52:57.983802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.983811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <444 while.1{7} (phi)> (def) +2023-12-14 14:52:57.983819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:57.983835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> +2023-12-14 14:52:57.983844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:57.983859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> +2023-12-14 14:52:57.983869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:57.983884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:57.983892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:57.983909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.4> (def) +2023-12-14 14:52:57.983917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:57.983933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.6> (def) +2023-12-14 14:52:57.983941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:52:57.983958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.8> (def) +2023-12-14 14:52:57.983966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.983974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9: +2023-12-14 14:52:57.983982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> (def) +2023-12-14 14:52:57.983991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:57.984010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> +2023-12-14 14:52:57.984023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:57.984038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.984046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:57.984063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.984070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:57.984088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy> (def) +2023-12-14 14:52:57.984096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1: +2023-12-14 14:52:57.984113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.1> (def) +2023-12-14 14:52:57.984121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:52:57.984137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.2> (def) +2023-12-14 14:52:57.984146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3: +2023-12-14 14:52:57.984161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.3> (def) +2023-12-14 14:52:57.984170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4: +2023-12-14 14:52:57.984187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.4> (def) +2023-12-14 14:52:57.984195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5: +2023-12-14 14:52:57.984212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.5> (def) +2023-12-14 14:52:57.984220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6: +2023-12-14 14:52:57.984236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.6> (def) +2023-12-14 14:52:57.984244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7: +2023-12-14 14:52:57.984261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.7> (def) +2023-12-14 14:52:57.984270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:57.984290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.984300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 tuple.9{}> (def) +2023-12-14 14:52:57.984308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.984316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> +2023-12-14 14:52:57.984325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.984335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.984343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.984351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.984360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.984368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.6> +2023-12-14 14:52:57.984376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.984385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.4> +2023-12-14 14:52:57.984394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.984402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.8> +2023-12-14 14:52:57.984411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.984420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.22> +2023-12-14 14:52:57.984428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.984436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.21> +2023-12-14 14:52:57.984444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:57.984461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.984469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:57.984479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.984487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:57.984495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.984504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:57.984513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.984521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:57.984536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.984546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:57.984553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.984563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:57.984572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.984580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:57.984588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.984596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:57.984605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.984613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:57.984623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:57.984640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 constant.102> (def) +2023-12-14 14:52:57.984647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:57.984665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 add.58> (def) +2023-12-14 14:52:57.984673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:57.984690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.984699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:57.984715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.984725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103: +2023-12-14 14:52:57.984741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 arg_tuple.3{0} (phi)> +2023-12-14 14:52:57.984750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:57.984767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.8> (def) +2023-12-14 14:52:57.984776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104: +2023-12-14 14:52:57.984797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 arg_tuple.3{1} (phi)> +2023-12-14 14:52:57.984806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:57.984823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.9> (def) +2023-12-14 14:52:57.984831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105: +2023-12-14 14:52:57.984849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 arg_tuple.3{2} (phi)> +2023-12-14 14:52:57.984857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:57.984874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.10> (def) +2023-12-14 14:52:57.984883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106: +2023-12-14 14:52:57.984899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 arg_tuple.3{3} (phi)> +2023-12-14 14:52:57.984909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:57.984925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.11> (def) +2023-12-14 14:52:57.984933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:57.984950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 arg_tuple.3{4} (phi)> +2023-12-14 14:52:57.984959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:57.984976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.12> (def) +2023-12-14 14:52:57.984985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.984996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:57.985005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 arg_tuple.3{5} (phi)> +2023-12-14 14:52:57.985013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:57.985031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.13> (def) +2023-12-14 14:52:57.985039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:57.985061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 arg_tuple.3{6} (phi)> +2023-12-14 14:52:57.985069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:57.985086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.14> (def) +2023-12-14 14:52:57.985095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110: +2023-12-14 14:52:57.985112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 arg_tuple.3{7} (phi)> +2023-12-14 14:52:57.985121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:57.985138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 copy.15> (def) +2023-12-14 14:52:57.985145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16: +2023-12-14 14:52:57.985162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.16> (def) +2023-12-14 14:52:57.985171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17: +2023-12-14 14:52:57.985188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.17> (def) +2023-12-14 14:52:57.985197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18: +2023-12-14 14:52:57.985214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> (def) +2023-12-14 14:52:57.985222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:57.985238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> (def) +2023-12-14 14:52:57.985247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:57.985264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> (def) +2023-12-14 14:52:57.985272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:57.985289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> (def) +2023-12-14 14:52:57.985297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:57.985319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> (def) +2023-12-14 14:52:57.985327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:57.985344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> (def) +2023-12-14 14:52:57.985353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:57.985369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.985377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.11{}> (def) +2023-12-14 14:52:57.985386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.985395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 add.58> +2023-12-14 14:52:57.985404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.985413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.985422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.985431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.985440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.985448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> +2023-12-14 14:52:57.985456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.985465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> +2023-12-14 14:52:57.985475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.985486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> +2023-12-14 14:52:57.985495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.985504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> +2023-12-14 14:52:57.985512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.985521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> +2023-12-14 14:52:57.985529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:57.985545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:57.985554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:57.985563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:57.985575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:57.985584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:57.985594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:57.985602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:57.985610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:57.985620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:57.985629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:57.985637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:57.985646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:57.985655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:57.985663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:57.985672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:57.985681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:57.985689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:57.985697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:57.985706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:57.985723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> (def) +2023-12-14 14:52:57.985731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:57.985750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> (def) +2023-12-14 14:52:57.985758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:57.985775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.4{0} (phi)> +2023-12-14 14:52:57.985783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0: +2023-12-14 14:52:57.985799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 divide.0> (def) +2023-12-14 14:52:57.985808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:57.985829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.105> (def) +2023-12-14 14:52:57.985838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:57.985855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.42> (def) +2023-12-14 14:52:57.985863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:57.985879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.106> (def) +2023-12-14 14:52:57.985888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:57.985904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 multiply.45> (def) +2023-12-14 14:52:57.985912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:57.985929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.107> (def) +2023-12-14 14:52:57.985937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:57.985955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 multiply.47> (def) +2023-12-14 14:52:57.985965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:57.985983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 add.108> (def) +2023-12-14 14:52:57.985991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.985999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:57.986006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 multiply.49> (def) +2023-12-14 14:52:57.986015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:57.986031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.109> (def) +2023-12-14 14:52:57.986040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:57.986056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 multiply.51> (def) +2023-12-14 14:52:57.986064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:57.986086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.110> (def) +2023-12-14 14:52:57.986094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53: +2023-12-14 14:52:57.986111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 multiply.53> (def) +2023-12-14 14:52:57.986119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:57.986135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.112> (def) +2023-12-14 14:52:57.986143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55: +2023-12-14 14:52:57.986158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 multiply.55> (def) +2023-12-14 14:52:57.986167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:57.986183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 add.114> (def) +2023-12-14 14:52:57.986192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57: +2023-12-14 14:52:57.986209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 multiply.57> (def) +2023-12-14 14:52:57.986217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:57.986233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.115> (def) +2023-12-14 14:52:57.986241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59: +2023-12-14 14:52:57.986257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 multiply.59> (def) +2023-12-14 14:52:57.986266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:57.986281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 add.116> (def) +2023-12-14 14:52:57.986290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61: +2023-12-14 14:52:57.986306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 multiply.61> (def) +2023-12-14 14:52:57.986315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:57.986335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.117> (def) +2023-12-14 14:52:57.986343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63: +2023-12-14 14:52:57.986360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 multiply.63> (def) +2023-12-14 14:52:57.986368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:57.986384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 add.118> (def) +2023-12-14 14:52:57.986392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65: +2023-12-14 14:52:57.986409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 multiply.65> (def) +2023-12-14 14:52:57.986417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67: +2023-12-14 14:52:57.986432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.67> (def) +2023-12-14 14:52:57.986441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0: +2023-12-14 14:52:57.986457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 clamp.0> (def) +2023-12-14 14:52:57.986466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69: +2023-12-14 14:52:57.986485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.69> (def) +2023-12-14 14:52:57.986493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146: +2023-12-14 14:52:57.986510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.146> (def) +2023-12-14 14:52:57.986517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147: +2023-12-14 14:52:57.986536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.147> (def) +2023-12-14 14:52:57.986544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148: +2023-12-14 14:52:57.986560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 constant.148> (def) +2023-12-14 14:52:57.986568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149: +2023-12-14 14:52:57.986589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 constant.149> (def) +2023-12-14 14:52:57.986597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150: +2023-12-14 14:52:57.986612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 constant.150> (def) +2023-12-14 14:52:57.986621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151: +2023-12-14 14:52:57.986637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.151> (def) +2023-12-14 14:52:57.986646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152: +2023-12-14 14:52:57.986663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.152> (def) +2023-12-14 14:52:57.986671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153: +2023-12-14 14:52:57.986688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.153> (def) +2023-12-14 14:52:57.986696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154: +2023-12-14 14:52:57.986713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.154> (def) +2023-12-14 14:52:57.986721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155: +2023-12-14 14:52:57.986738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 constant.155> (def) +2023-12-14 14:52:57.986747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156: +2023-12-14 14:52:57.986763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.156> (def) +2023-12-14 14:52:57.986772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157: +2023-12-14 14:52:57.986789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.157> (def) +2023-12-14 14:52:57.986797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158: +2023-12-14 14:52:57.986813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.158> (def) +2023-12-14 14:52:57.986821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159: +2023-12-14 14:52:57.986846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.159> (def) +2023-12-14 14:52:57.986854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160: +2023-12-14 14:52:57.986871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 constant.160> (def) +2023-12-14 14:52:57.986879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161: +2023-12-14 14:52:57.986896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.161> (def) +2023-12-14 14:52:57.986904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6: +2023-12-14 14:52:57.986920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 convert.6> (def) +2023-12-14 14:52:57.986930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23: +2023-12-14 14:52:57.986945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 param_0.23> (def) +2023-12-14 14:52:57.986954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:57.986971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:57.986980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.986989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:57.986997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:57.987005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162: +2023-12-14 14:52:57.987022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> (def) +2023-12-14 14:52:57.987029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:57.987046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> (def) +2023-12-14 14:52:57.987052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:57.987062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> (def) +2023-12-14 14:52:57.987066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:57.987080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> (def) +2023-12-14 14:52:57.987085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27: +2023-12-14 14:52:57.987094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> (def) +2023-12-14 14:52:57.987100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:57.987111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> (def) +2023-12-14 14:52:57.987115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:57.987125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> (def) +2023-12-14 14:52:57.987130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:57.987140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> (def) +2023-12-14 14:52:57.987145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:57.987155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> (def) +2023-12-14 14:52:57.987160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:57.987170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> (def) +2023-12-14 14:52:57.987175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:57.987184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> (def) +2023-12-14 14:52:57.987190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35: +2023-12-14 14:52:57.987199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> (def) +2023-12-14 14:52:57.987205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:52:57.987214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 divide.1> (def) +2023-12-14 14:52:57.987220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121: +2023-12-14 14:52:57.987233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 add.121> (def) +2023-12-14 14:52:57.987237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163: +2023-12-14 14:52:57.987247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.163> (def) +2023-12-14 14:52:57.987252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70: +2023-12-14 14:52:57.987263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 multiply.70> (def) +2023-12-14 14:52:57.987267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122: +2023-12-14 14:52:57.987277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 add.122> (def) +2023-12-14 14:52:57.987282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164: +2023-12-14 14:52:57.987293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.164> (def) +2023-12-14 14:52:57.987298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71: +2023-12-14 14:52:57.987308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 multiply.71> (def) +2023-12-14 14:52:57.987313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123: +2023-12-14 14:52:57.987331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 add.123> (def) +2023-12-14 14:52:57.987336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165: +2023-12-14 14:52:57.987345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.165> (def) +2023-12-14 14:52:57.987351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74: +2023-12-14 14:52:57.987360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 multiply.74> (def) +2023-12-14 14:52:57.987366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124: +2023-12-14 14:52:57.987375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 add.124> (def) +2023-12-14 14:52:57.987380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166: +2023-12-14 14:52:57.987393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.166> (def) +2023-12-14 14:52:57.987399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76: +2023-12-14 14:52:57.987408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 multiply.76> (def) +2023-12-14 14:52:57.987414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:57.987423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 add.125> (def) +2023-12-14 14:52:57.987429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167: +2023-12-14 14:52:57.987438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.167> (def) +2023-12-14 14:52:57.987443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78: +2023-12-14 14:52:57.987453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 multiply.78> (def) +2023-12-14 14:52:57.987458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126: +2023-12-14 14:52:57.987468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 add.126> (def) +2023-12-14 14:52:57.987473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168: +2023-12-14 14:52:57.987482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.168> (def) +2023-12-14 14:52:57.987488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80: +2023-12-14 14:52:57.987497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 multiply.80> (def) +2023-12-14 14:52:57.987503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127: +2023-12-14 14:52:57.987512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 add.127> (def) +2023-12-14 14:52:57.987518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169: +2023-12-14 14:52:57.987528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.169> (def) +2023-12-14 14:52:57.987533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82: +2023-12-14 14:52:57.987545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.82> (def) +2023-12-14 14:52:57.987551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129: +2023-12-14 14:52:57.987560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 add.129> (def) +2023-12-14 14:52:57.987566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170: +2023-12-14 14:52:57.987575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 constant.170> (def) +2023-12-14 14:52:57.987581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84: +2023-12-14 14:52:57.987590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.84> (def) +2023-12-14 14:52:57.987595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130: +2023-12-14 14:52:57.987605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.130> (def) +2023-12-14 14:52:57.987610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171: +2023-12-14 14:52:57.987620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.171> (def) +2023-12-14 14:52:57.987625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86: +2023-12-14 14:52:57.987634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.86> (def) +2023-12-14 14:52:57.987640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132: +2023-12-14 14:52:57.987650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 add.132> (def) +2023-12-14 14:52:57.987656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172: +2023-12-14 14:52:57.987665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.172> (def) +2023-12-14 14:52:57.987670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88: +2023-12-14 14:52:57.987680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.88> (def) +2023-12-14 14:52:57.987685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133: +2023-12-14 14:52:57.987694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.133> (def) +2023-12-14 14:52:57.987703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173: +2023-12-14 14:52:57.987714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.173> (def) +2023-12-14 14:52:57.987719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90: +2023-12-14 14:52:57.987728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.90> (def) +2023-12-14 14:52:57.987734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134: +2023-12-14 14:52:57.987743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.134> (def) +2023-12-14 14:52:57.987748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174: +2023-12-14 14:52:57.987758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.174> (def) +2023-12-14 14:52:57.987763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92: +2023-12-14 14:52:57.987773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.92> (def) +2023-12-14 14:52:57.987778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175: +2023-12-14 14:52:57.987787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.175> (def) +2023-12-14 14:52:57.987792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94: +2023-12-14 14:52:57.987802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.94> (def) +2023-12-14 14:52:57.987808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1: +2023-12-14 14:52:57.987817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 clamp.1> (def) +2023-12-14 14:52:57.987822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176: +2023-12-14 14:52:57.987832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.176> (def) +2023-12-14 14:52:57.987837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96: +2023-12-14 14:52:57.987847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.96> (def) +2023-12-14 14:52:57.987856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177: +2023-12-14 14:52:57.987866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.177> (def) +2023-12-14 14:52:57.987871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178: +2023-12-14 14:52:57.987880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.178> (def) +2023-12-14 14:52:57.987886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7: +2023-12-14 14:52:57.987896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 convert.7> (def) +2023-12-14 14:52:57.987901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41: +2023-12-14 14:52:57.987910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 param_0.41> (def) +2023-12-14 14:52:57.987915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135: +2023-12-14 14:52:57.987926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.135> (def) +2023-12-14 14:52:57.987930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153: +2023-12-14 14:52:57.987940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 broadcast.153> (def) +2023-12-14 14:52:57.987945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8: +2023-12-14 14:52:57.987956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 convert.8> (def) +2023-12-14 14:52:57.987961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136: +2023-12-14 14:52:57.987970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.136> (def) +2023-12-14 14:52:57.987975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154: +2023-12-14 14:52:57.987986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 broadcast.154> (def) +2023-12-14 14:52:57.987991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.987996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:57.988001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 xor.21> (def) +2023-12-14 14:52:57.988009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:57.988019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 or.23> (def) +2023-12-14 14:52:57.988024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:57.988034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 shift-right-logical.21> (def) +2023-12-14 14:52:57.988040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156: +2023-12-14 14:52:57.988050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 broadcast.156> (def) +2023-12-14 14:52:57.988055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:57.988064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 subtract.24> (def) +2023-12-14 14:52:57.988070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:57.988080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 shift-left.19> (def) +2023-12-14 14:52:57.988085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157: +2023-12-14 14:52:57.988094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.157> (def) +2023-12-14 14:52:57.988100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:57.988110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 reshape.44> (def) +2023-12-14 14:52:57.988115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:57.988124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 slice.27> (def) +2023-12-14 14:52:57.988129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137: +2023-12-14 14:52:57.988140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.137> (def) +2023-12-14 14:52:57.988144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:57.988154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 xor.22> (def) +2023-12-14 14:52:57.988162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:57.988172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 or.24> (def) +2023-12-14 14:52:57.988177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:57.988187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 shift-right-logical.22> (def) +2023-12-14 14:52:57.988192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158: +2023-12-14 14:52:57.988203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.158> (def) +2023-12-14 14:52:57.988207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:57.988217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 subtract.25> (def) +2023-12-14 14:52:57.988223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:57.988233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 shift-left.20> (def) +2023-12-14 14:52:57.988238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159: +2023-12-14 14:52:57.988247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.159> (def) +2023-12-14 14:52:57.988252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:57.988263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 reshape.45> (def) +2023-12-14 14:52:57.988268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:57.988278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 slice.28> (def) +2023-12-14 14:52:57.988282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138: +2023-12-14 14:52:57.988293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 add.138> (def) +2023-12-14 14:52:57.988298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:57.988307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 xor.23> (def) +2023-12-14 14:52:57.988319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:57.988329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 or.25> (def) +2023-12-14 14:52:57.988334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:57.988343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 shift-right-logical.23> (def) +2023-12-14 14:52:57.988349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160: +2023-12-14 14:52:57.988359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.160> (def) +2023-12-14 14:52:57.988363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:57.988373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 subtract.26> (def) +2023-12-14 14:52:57.988379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:57.988389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 shift-left.21> (def) +2023-12-14 14:52:57.988394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161: +2023-12-14 14:52:57.988403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.161> (def) +2023-12-14 14:52:57.988409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:57.988418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 reshape.46> (def) +2023-12-14 14:52:57.988423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:57.988433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 slice.29> (def) +2023-12-14 14:52:57.988439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139: +2023-12-14 14:52:57.988449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 add.139> (def) +2023-12-14 14:52:57.988454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:57.988463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 xor.24> (def) +2023-12-14 14:52:57.988472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:57.988482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 or.26> (def) +2023-12-14 14:52:57.988486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:57.988496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 shift-right-logical.24> (def) +2023-12-14 14:52:57.988502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163: +2023-12-14 14:52:57.988511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.163> (def) +2023-12-14 14:52:57.988516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:57.988526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 subtract.27> (def) +2023-12-14 14:52:57.988531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179: +2023-12-14 14:52:57.988541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.179> (def) +2023-12-14 14:52:57.988545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:57.988555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 shift-left.22> (def) +2023-12-14 14:52:57.988561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164: +2023-12-14 14:52:57.988570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.164> (def) +2023-12-14 14:52:57.988575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:57.988584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 reshape.47> (def) +2023-12-14 14:52:57.988591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:57.988600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 slice.30> (def) +2023-12-14 14:52:57.988605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140: +2023-12-14 14:52:57.988614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 add.140> (def) +2023-12-14 14:52:57.988623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142: +2023-12-14 14:52:57.988632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.142> (def) +2023-12-14 14:52:57.988637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42: +2023-12-14 14:52:57.988646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 param_0.42> (def) +2023-12-14 14:52:57.988652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60: +2023-12-14 14:52:57.988661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 param_1.60> (def) +2023-12-14 14:52:57.988666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56: +2023-12-14 14:52:57.988675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 param_2.56> (def) +2023-12-14 14:52:57.988680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65: +2023-12-14 14:52:57.988690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 param_3.65> (def) +2023-12-14 14:52:57.988695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68: +2023-12-14 14:52:57.988704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 param_4.68> (def) +2023-12-14 14:52:57.988709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180: +2023-12-14 14:52:57.988719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.180> (def) +2023-12-14 14:52:57.988724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:57.988733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> (def) +2023-12-14 14:52:57.988738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:57.988749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.12> +2023-12-14 14:52:57.988753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:57.988763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.14> +2023-12-14 14:52:57.988771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:57.988781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.10> +2023-12-14 14:52:57.988786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:57.988796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.9> +2023-12-14 14:52:57.988800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:57.988811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.8> +2023-12-14 14:52:57.988815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143: +2023-12-14 14:52:57.988825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.143> (def) +2023-12-14 14:52:57.988830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166: +2023-12-14 14:52:57.988840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.166> (def) +2023-12-14 14:52:57.988845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144: +2023-12-14 14:52:57.988854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.144> (def) +2023-12-14 14:52:57.988859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43: +2023-12-14 14:52:57.988869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_0.43> (def) +2023-12-14 14:52:57.988874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:57.988883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.25> (def) +2023-12-14 14:52:57.988888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:57.988899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.27> (def) +2023-12-14 14:52:57.988904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:57.988914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.25> (def) +2023-12-14 14:52:57.988921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:57.988932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.167> (def) +2023-12-14 14:52:57.988937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:57.988946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.28> (def) +2023-12-14 14:52:57.988951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:57.988962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.23> (def) +2023-12-14 14:52:57.988966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168: +2023-12-14 14:52:57.988976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.168> (def) +2023-12-14 14:52:57.988980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.988986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48: +2023-12-14 14:52:57.988991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.48> (def) +2023-12-14 14:52:57.988996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:57.989005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.31> (def) +2023-12-14 14:52:57.989010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145: +2023-12-14 14:52:57.989020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.145> (def) +2023-12-14 14:52:57.989025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:57.989034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.26> (def) +2023-12-14 14:52:57.989039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:57.989050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.28> (def) +2023-12-14 14:52:57.989055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:57.989065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.26> (def) +2023-12-14 14:52:57.989073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170: +2023-12-14 14:52:57.989084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.170> (def) +2023-12-14 14:52:57.989089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:57.989098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.29> (def) +2023-12-14 14:52:57.989103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:57.989114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 shift-left.24> (def) +2023-12-14 14:52:57.989118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172: +2023-12-14 14:52:57.989128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 broadcast.172> (def) +2023-12-14 14:52:57.989134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:57.989144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.49> (def) +2023-12-14 14:52:57.989149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:57.989158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 slice.32> (def) +2023-12-14 14:52:57.989163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146: +2023-12-14 14:52:57.989173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.146> (def) +2023-12-14 14:52:57.989178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:57.989187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 xor.27> (def) +2023-12-14 14:52:57.989192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29: +2023-12-14 14:52:57.989203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 or.29> (def) +2023-12-14 14:52:57.989207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:57.989217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-right-logical.27> (def) +2023-12-14 14:52:57.989222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:57.989237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.173> (def) +2023-12-14 14:52:57.989242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30: +2023-12-14 14:52:57.989251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 subtract.30> (def) +2023-12-14 14:52:57.989256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181: +2023-12-14 14:52:57.989267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 constant.181> (def) +2023-12-14 14:52:57.989271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61: +2023-12-14 14:52:57.989281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_1.61> (def) +2023-12-14 14:52:57.989286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:57.989296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-left.25> (def) +2023-12-14 14:52:57.989301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174: +2023-12-14 14:52:57.989311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.174> (def) +2023-12-14 14:52:57.989316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:57.989326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.50> (def) +2023-12-14 14:52:57.989331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:57.989341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 slice.33> (def) +2023-12-14 14:52:57.989346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147: +2023-12-14 14:52:57.989356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.147> (def) +2023-12-14 14:52:57.989361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57: +2023-12-14 14:52:57.989370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 param_2.57> (def) +2023-12-14 14:52:57.989375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66: +2023-12-14 14:52:57.989388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 param_3.66> (def) +2023-12-14 14:52:57.989393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:57.989403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> (def) +2023-12-14 14:52:57.989408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:57.989418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.11> +2023-12-14 14:52:57.989423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:57.989433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.14> +2023-12-14 14:52:57.989438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:57.989449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.10> +2023-12-14 14:52:57.989453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:57.989463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.9> +2023-12-14 14:52:57.989468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2: +2023-12-14 14:52:57.989478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 minimum.2> (def) +2023-12-14 14:52:57.989483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:57.989492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 maximum.4> (def) +2023-12-14 14:52:57.989498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98: +2023-12-14 14:52:57.989508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 multiply.98> (def) +2023-12-14 14:52:57.989513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:57.989522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 broadcast.176> (def) +2023-12-14 14:52:57.989528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182: +2023-12-14 14:52:57.989541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 constant.182> (def) +2023-12-14 14:52:57.989546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:57.989556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 select.41> (def) +2023-12-14 14:52:57.989561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99: +2023-12-14 14:52:57.989571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 multiply.99> (def) +2023-12-14 14:52:57.989576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148: +2023-12-14 14:52:57.989586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 add.148> (def) +2023-12-14 14:52:57.989591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100: +2023-12-14 14:52:57.989601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 multiply.100> (def) +2023-12-14 14:52:57.989606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149: +2023-12-14 14:52:57.989615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 add.149> (def) +2023-12-14 14:52:57.989620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101: +2023-12-14 14:52:57.989631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.101> (def) +2023-12-14 14:52:57.989635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150: +2023-12-14 14:52:57.989645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 add.150> (def) +2023-12-14 14:52:57.989650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102: +2023-12-14 14:52:57.989660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 multiply.102> (def) +2023-12-14 14:52:57.989665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152: +2023-12-14 14:52:57.989674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 add.152> (def) +2023-12-14 14:52:57.989680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103: +2023-12-14 14:52:57.989693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.103> (def) +2023-12-14 14:52:57.989697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153: +2023-12-14 14:52:57.989707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.153> (def) +2023-12-14 14:52:57.989712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104: +2023-12-14 14:52:57.989723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.104> (def) +2023-12-14 14:52:57.989727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154: +2023-12-14 14:52:57.989737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.154> (def) +2023-12-14 14:52:57.989742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105: +2023-12-14 14:52:57.989753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.105> (def) +2023-12-14 14:52:57.989757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155: +2023-12-14 14:52:57.989768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.155> (def) +2023-12-14 14:52:57.989773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106: +2023-12-14 14:52:57.989783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.106> (def) +2023-12-14 14:52:57.989788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156: +2023-12-14 14:52:57.989797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.156> (def) +2023-12-14 14:52:57.989802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107: +2023-12-14 14:52:57.989812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.107> (def) +2023-12-14 14:52:57.989817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:57.989826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 select.42> (def) +2023-12-14 14:52:57.989832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157: +2023-12-14 14:52:57.989856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 add.157> (def) +2023-12-14 14:52:57.989862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:57.989872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 broadcast.177> (def) +2023-12-14 14:52:57.989877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183: +2023-12-14 14:52:57.989886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 constant.183> (def) +2023-12-14 14:52:57.989892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:57.989902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 sqrt.3> (def) +2023-12-14 14:52:57.989907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158: +2023-12-14 14:52:57.989916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 add.158> (def) +2023-12-14 14:52:57.989922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:57.989932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 broadcast.178> (def) +2023-12-14 14:52:57.989937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184: +2023-12-14 14:52:57.989946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 constant.184> (def) +2023-12-14 14:52:57.989951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:57.989962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.43> (def) +2023-12-14 14:52:57.989966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:57.989976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 broadcast.179> (def) +2023-12-14 14:52:57.989981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.989986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185: +2023-12-14 14:52:57.989992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 constant.185> (def) +2023-12-14 14:52:57.989996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:57.990009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 broadcast.180> (def) +2023-12-14 14:52:57.990014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186: +2023-12-14 14:52:57.990025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 constant.186> (def) +2023-12-14 14:52:57.990029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44: +2023-12-14 14:52:57.990040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 select.44> (def) +2023-12-14 14:52:57.990044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:57.990055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.181> (def) +2023-12-14 14:52:57.990060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187: +2023-12-14 14:52:57.990070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.187> (def) +2023-12-14 14:52:57.990075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:57.990085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 broadcast.182> (def) +2023-12-14 14:52:57.990090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188: +2023-12-14 14:52:57.990100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 constant.188> (def) +2023-12-14 14:52:57.990104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45: +2023-12-14 14:52:57.990115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 select.45> (def) +2023-12-14 14:52:57.990120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:57.990130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.183> (def) +2023-12-14 14:52:57.990135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189: +2023-12-14 14:52:57.990144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.189> (def) +2023-12-14 14:52:57.990150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:57.990165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 broadcast.184> (def) +2023-12-14 14:52:57.990169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191: +2023-12-14 14:52:57.990180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 constant.191> (def) +2023-12-14 14:52:57.990184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46: +2023-12-14 14:52:57.990194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 select.46> (def) +2023-12-14 14:52:57.990199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:57.990209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.185> (def) +2023-12-14 14:52:57.990214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192: +2023-12-14 14:52:57.990224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.192> (def) +2023-12-14 14:52:57.990229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:57.990240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 broadcast.186> (def) +2023-12-14 14:52:57.990244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193: +2023-12-14 14:52:57.990255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 constant.193> (def) +2023-12-14 14:52:57.990260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47: +2023-12-14 14:52:57.990270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 select.47> (def) +2023-12-14 14:52:57.990275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:57.990285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.187> (def) +2023-12-14 14:52:57.990290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194: +2023-12-14 14:52:57.990300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.194> (def) +2023-12-14 14:52:57.990305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:57.990318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 broadcast.188> (def) +2023-12-14 14:52:57.990323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195: +2023-12-14 14:52:57.990333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 constant.195> (def) +2023-12-14 14:52:57.990338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48: +2023-12-14 14:52:57.990348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 select.48> (def) +2023-12-14 14:52:57.990353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:57.990363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.189> (def) +2023-12-14 14:52:57.990368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196: +2023-12-14 14:52:57.990378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.196> (def) +2023-12-14 14:52:57.990383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:57.990393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 broadcast.190> (def) +2023-12-14 14:52:57.990398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197: +2023-12-14 14:52:57.990408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 constant.197> (def) +2023-12-14 14:52:57.990413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49: +2023-12-14 14:52:57.990423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 select.49> (def) +2023-12-14 14:52:57.990428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:57.990438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.191> (def) +2023-12-14 14:52:57.990442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198: +2023-12-14 14:52:57.990453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.198> (def) +2023-12-14 14:52:57.990457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:57.990471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 broadcast.192> (def) +2023-12-14 14:52:57.990476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199: +2023-12-14 14:52:57.990486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 constant.199> (def) +2023-12-14 14:52:57.990492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50: +2023-12-14 14:52:57.990501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 select.50> (def) +2023-12-14 14:52:57.990506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:57.990516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.193> (def) +2023-12-14 14:52:57.990522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200: +2023-12-14 14:52:57.990531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.200> (def) +2023-12-14 14:52:57.990536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:57.990546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 broadcast.194> (def) +2023-12-14 14:52:57.990551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201: +2023-12-14 14:52:57.990561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 constant.201> (def) +2023-12-14 14:52:57.990566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51: +2023-12-14 14:52:57.990576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 select.51> (def) +2023-12-14 14:52:57.990581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:57.990591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.195> (def) +2023-12-14 14:52:57.990596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202: +2023-12-14 14:52:57.990606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.202> (def) +2023-12-14 14:52:57.990611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:57.990624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 broadcast.196> (def) +2023-12-14 14:52:57.990629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203: +2023-12-14 14:52:57.990639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 constant.203> (def) +2023-12-14 14:52:57.990644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18: +2023-12-14 14:52:57.990654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 compare.18> (def) +2023-12-14 14:52:57.990659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:57.990669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.197> (def) +2023-12-14 14:52:57.990675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204: +2023-12-14 14:52:57.990684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.204> (def) +2023-12-14 14:52:57.990689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:57.990699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 negate.9> (def) +2023-12-14 14:52:57.990704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:57.990714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 log-plus-one.3> (def) +2023-12-14 14:52:57.990719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108: +2023-12-14 14:52:57.990729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 multiply.108> (def) +2023-12-14 14:52:57.990734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:57.990744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 negate.10> (def) +2023-12-14 14:52:57.990748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109: +2023-12-14 14:52:57.990759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 multiply.109> (def) +2023-12-14 14:52:57.990764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:57.990777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 broadcast.198> (def) +2023-12-14 14:52:57.990782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19: +2023-12-14 14:52:57.990792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 compare.19> (def) +2023-12-14 14:52:57.990797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:57.990807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 broadcast.199> (def) +2023-12-14 14:52:57.990812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205: +2023-12-14 14:52:57.990822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 constant.205> (def) +2023-12-14 14:52:57.990827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:57.990837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 abs.3> (def) +2023-12-14 14:52:57.990842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:57.990852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 reshape.51> (def) +2023-12-14 14:52:57.990857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5: +2023-12-14 14:52:57.990866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 maximum.5> (def) +2023-12-14 14:52:57.990871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159: +2023-12-14 14:52:57.990881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 add.159> (def) +2023-12-14 14:52:57.990887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110: +2023-12-14 14:52:57.990896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 multiply.110> (def) +2023-12-14 14:52:57.990901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:57.990911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 broadcast.200> (def) +2023-12-14 14:52:57.990917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:57.990930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 reshape.52> (def) +2023-12-14 14:52:57.990934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31: +2023-12-14 14:52:57.990946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 subtract.31> (def) +2023-12-14 14:52:57.990951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53: +2023-12-14 14:52:57.990960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 reshape.53> (def) +2023-12-14 14:52:57.990965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:57.990976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.54> (def) +2023-12-14 14:52:57.990981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160: +2023-12-14 14:52:57.990990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.160> (def) +2023-12-14 14:52:57.990995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.990999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:57.991005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 broadcast.201> (def) +2023-12-14 14:52:57.991010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206: +2023-12-14 14:52:57.991020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 constant.206> (def) +2023-12-14 14:52:57.991024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6: +2023-12-14 14:52:57.991036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 bitcast-convert.6> (def) +2023-12-14 14:52:57.991041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30: +2023-12-14 14:52:57.991051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 or.30> (def) +2023-12-14 14:52:57.991055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:57.991066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 broadcast.202> (def) +2023-12-14 14:52:57.991071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207: +2023-12-14 14:52:57.991083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 constant.207> (def) +2023-12-14 14:52:57.991088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:57.991099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 shift-right-logical.28> (def) +2023-12-14 14:52:57.991104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:57.991113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 broadcast.203> (def) +2023-12-14 14:52:57.991118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208: +2023-12-14 14:52:57.991128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 constant.208> (def) +2023-12-14 14:52:57.991133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:57.991143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 concatenate.1> (def) +2023-12-14 14:52:57.991147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:57.991158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.204> (def) +2023-12-14 14:52:57.991162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:57.991172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 broadcast.205> (def) +2023-12-14 14:52:57.991177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7: +2023-12-14 14:52:57.991187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 bitcast-convert.7> (def) +2023-12-14 14:52:57.991192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52: +2023-12-14 14:52:57.991201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 select.52> (def) +2023-12-14 14:52:57.991206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53: +2023-12-14 14:52:57.991217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 select.53> (def) +2023-12-14 14:52:57.991221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54: +2023-12-14 14:52:57.991234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 select.54> (def) +2023-12-14 14:52:57.991239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162: +2023-12-14 14:52:57.991249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 add.162> (def) +2023-12-14 14:52:57.991254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55: +2023-12-14 14:52:57.991263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 select.55> (def) +2023-12-14 14:52:57.991268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31: +2023-12-14 14:52:57.991278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 or.31> (def) +2023-12-14 14:52:57.991283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20: +2023-12-14 14:52:57.991292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 compare.20> (def) +2023-12-14 14:52:57.991297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:57.991308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 and.4> (def) +2023-12-14 14:52:57.991313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21: +2023-12-14 14:52:57.991328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 compare.21> (def) +2023-12-14 14:52:57.991332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22: +2023-12-14 14:52:57.991343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 compare.22> (def) +2023-12-14 14:52:57.991348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5: +2023-12-14 14:52:57.991357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 and.5> (def) +2023-12-14 14:52:57.991362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8: +2023-12-14 14:52:57.991372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 bitcast-convert.8> (def) +2023-12-14 14:52:57.991378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23: +2023-12-14 14:52:57.991391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 compare.23> (def) +2023-12-14 14:52:57.991395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209: +2023-12-14 14:52:57.991406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 constant.209> (def) +2023-12-14 14:52:57.991411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24: +2023-12-14 14:52:57.991421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.24> (def) +2023-12-14 14:52:57.991425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9: +2023-12-14 14:52:57.991436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 convert.9> (def) +2023-12-14 14:52:57.991441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:57.991450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 broadcast.206> (def) +2023-12-14 14:52:57.991455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44: +2023-12-14 14:52:57.991467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 param_0.44> (def) +2023-12-14 14:52:57.991471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62: +2023-12-14 14:52:57.991481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 param_1.62> (def) +2023-12-14 14:52:57.991485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58: +2023-12-14 14:52:57.991496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 param_2.58> (def) +2023-12-14 14:52:57.991500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67: +2023-12-14 14:52:57.991510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 param_3.67> (def) +2023-12-14 14:52:57.991515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9: +2023-12-14 14:52:57.991525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 bitcast-convert.9> (def) +2023-12-14 14:52:57.991530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56: +2023-12-14 14:52:57.991544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 select.56> (def) +2023-12-14 14:52:57.991549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57: +2023-12-14 14:52:57.991560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 select.57> (def) +2023-12-14 14:52:57.991565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58: +2023-12-14 14:52:57.991574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 select.58> (def) +2023-12-14 14:52:57.991579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163: +2023-12-14 14:52:57.991589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 add.163> (def) +2023-12-14 14:52:57.991594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59: +2023-12-14 14:52:57.991604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 select.59> (def) +2023-12-14 14:52:57.991608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210: +2023-12-14 14:52:57.991619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 constant.210> (def) +2023-12-14 14:52:57.991624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211: +2023-12-14 14:52:57.991633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 constant.211> (def) +2023-12-14 14:52:57.991638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32: +2023-12-14 14:52:57.991649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 or.32> (def) +2023-12-14 14:52:57.991654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25: +2023-12-14 14:52:57.991663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 compare.25> (def) +2023-12-14 14:52:57.991668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6: +2023-12-14 14:52:57.991679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 and.6> (def) +2023-12-14 14:52:57.991684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212: +2023-12-14 14:52:57.991696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 constant.212> (def) +2023-12-14 14:52:57.991702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26: +2023-12-14 14:52:57.991713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 compare.26> (def) +2023-12-14 14:52:57.991718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213: +2023-12-14 14:52:57.991727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 constant.213> (def) +2023-12-14 14:52:57.991731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214: +2023-12-14 14:52:57.991742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.214> (def) +2023-12-14 14:52:57.991747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27: +2023-12-14 14:52:57.991756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 compare.27> (def) +2023-12-14 14:52:57.991761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215: +2023-12-14 14:52:57.991772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 constant.215> (def) +2023-12-14 14:52:57.991777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7: +2023-12-14 14:52:57.991786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 and.7> (def) +2023-12-14 14:52:57.991791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216: +2023-12-14 14:52:57.991802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 constant.216> (def) +2023-12-14 14:52:57.991806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10: +2023-12-14 14:52:57.991816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 bitcast-convert.10> (def) +2023-12-14 14:52:57.991821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217: +2023-12-14 14:52:57.991832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 constant.217> (def) +2023-12-14 14:52:57.991837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28: +2023-12-14 14:52:57.991849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 compare.28> (def) +2023-12-14 14:52:57.991855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218: +2023-12-14 14:52:57.991865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.218> (def) +2023-12-14 14:52:57.991869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219: +2023-12-14 14:52:57.991879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 constant.219> (def) +2023-12-14 14:52:57.991884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69: +2023-12-14 14:52:57.991894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 param_4.69> (def) +2023-12-14 14:52:57.991899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29: +2023-12-14 14:52:57.991908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 compare.29> (def) +2023-12-14 14:52:57.991914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10: +2023-12-14 14:52:57.991924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 convert.10> (def) +2023-12-14 14:52:57.991929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76: +2023-12-14 14:52:57.991938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 param_5.76> (def) +2023-12-14 14:52:57.991944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:57.991954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> (def) +2023-12-14 14:52:57.991959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:57.991969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.991974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:57.991985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.991990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.991997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:57.992002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> +2023-12-14 14:52:57.992007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:57.992018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> +2023-12-14 14:52:57.992022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13: +2023-12-14 14:52:57.992032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.992037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14: +2023-12-14 14:52:57.992048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.992052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164: +2023-12-14 14:52:57.992062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.164> (def) +2023-12-14 14:52:57.992067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:57.992078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.207> (def) +2023-12-14 14:52:57.992082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:57.992092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.55> (def) +2023-12-14 14:52:57.992097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:57.992107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.34> (def) +2023-12-14 14:52:57.992112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:57.992121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.35> (def) +2023-12-14 14:52:57.992127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45: +2023-12-14 14:52:57.992137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.45> (def) +2023-12-14 14:52:57.992142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:57.992155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.2> (def) +2023-12-14 14:52:57.992160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone: +2023-12-14 14:52:57.992171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> (def) +2023-12-14 14:52:57.992176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15: +2023-12-14 14:52:57.992186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_0.1> +2023-12-14 14:52:57.992190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165: +2023-12-14 14:52:57.992201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.165> (def) +2023-12-14 14:52:57.992206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:57.992216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.208> (def) +2023-12-14 14:52:57.992221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:57.992231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.56> (def) +2023-12-14 14:52:57.992235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:57.992246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.36> (def) +2023-12-14 14:52:57.992250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:57.992261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.37> (def) +2023-12-14 14:52:57.992265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46: +2023-12-14 14:52:57.992276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.46> (def) +2023-12-14 14:52:57.992281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:57.992291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.3> (def) +2023-12-14 14:52:57.992296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone: +2023-12-14 14:52:57.992309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> (def) +2023-12-14 14:52:57.992314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:57.992319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16: +2023-12-14 14:52:57.992324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_0.1> +2023-12-14 14:52:57.992329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:57.992334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:57.992340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone +2023-12-14 14:52:57.992349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:57.992355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:57.992360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:52:57.992370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:57.992376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.992382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:57.992386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone +2023-12-14 14:52:57.992398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:57.992403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:57.992408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1, operand 0 +2023-12-14 14:52:57.992418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:57.992423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:57.992428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> +2023-12-14 14:52:57.992433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:57.992446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:57.992456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.992462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> +2023-12-14 14:52:57.992467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:57.992478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:57.992489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.992494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> +2023-12-14 14:52:57.992499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:57.992509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.992520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> +2023-12-14 14:52:57.992525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35 +2023-12-14 14:52:57.992535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:57.992545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.992550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> +2023-12-14 14:52:57.992555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:57.992565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:57.992578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.992584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> +2023-12-14 14:52:57.992588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:57.992599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.992609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> +2023-12-14 14:52:57.992614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:57.992624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:57.992634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:57.992639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> +2023-12-14 14:52:57.992645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:57.992654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.992665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:57.992670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:57.992680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:57.992685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:57.992690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17, operand 0 +2023-12-14 14:52:57.992700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:57.992709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.992714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:57.992720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:57.992729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:57.992735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:57.992740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18, operand 0 +2023-12-14 14:52:57.992750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:57.992755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.992762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> +2023-12-14 14:52:57.992767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:57.992776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:57.992782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[8192,2048]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:57.992792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.3> +2023-12-14 14:52:57.992797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:57.992806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:57.992820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.992826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.37> +2023-12-14 14:52:57.992830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:57.992840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 0 +2023-12-14 14:52:57.992850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.992856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.46> +2023-12-14 14:52:57.992861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46 +2023-12-14 14:52:57.992871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:57.992881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.992886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.36> +2023-12-14 14:52:57.992891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:57.992901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:57.992911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.992916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.56> +2023-12-14 14:52:57.992921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:57.992931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:57.992945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.992950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.208> +2023-12-14 14:52:57.992955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:57.992965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.992970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 1 +2023-12-14 14:52:57.992976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.992981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.165> +2023-12-14 14:52:57.992986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.992991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165 +2023-12-14 14:52:57.992997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.2> +2023-12-14 14:52:57.993012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:57.993021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:57.993031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.35> +2023-12-14 14:52:57.993042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:57.993051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 0 +2023-12-14 14:52:57.993065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.45> +2023-12-14 14:52:57.993075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45 +2023-12-14 14:52:57.993086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:57.993096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.993101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.34> +2023-12-14 14:52:57.993105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:57.993116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:57.993126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.55> +2023-12-14 14:52:57.993136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:57.993146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:57.993156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.207> +2023-12-14 14:52:57.993166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:57.993176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 1 +2023-12-14 14:52:57.993190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.164> +2023-12-14 14:52:57.993200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164 +2023-12-14 14:52:57.993210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> +2023-12-14 14:52:57.993226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27 +2023-12-14 14:52:57.993235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:57.993246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:57.993251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.993256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> +2023-12-14 14:52:57.993260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:57.993271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:57.993281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> +2023-12-14 14:52:57.993290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:57.993301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:57.993314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> +2023-12-14 14:52:57.993324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:57.993334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:57.993345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> +2023-12-14 14:52:57.993354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:57.993365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:57.993375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:57.993384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:57.993395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:57.993405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> +2023-12-14 14:52:57.993415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162 +2023-12-14 14:52:57.993429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:57.993439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.162 = u32[] constant(466688986) +2023-12-14 14:52:57.993444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:57.993448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:57.993459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:57.993474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:57.993484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13 +2023-12-14 14:52:57.993489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9, operand 0 +2023-12-14 14:52:57.993499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 4 +2023-12-14 14:52:57.993503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 4 +2023-12-14 14:52:57.993508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:57.993514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:57.993519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9 +2023-12-14 14:52:57.993529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:57.993533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:57.993544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:57.993550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:57.993563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:57.993574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14 +2023-12-14 14:52:57.993579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:57.993589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 5 +2023-12-14 14:52:57.993594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 5 +2023-12-14 14:52:57.993598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:57.993604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:57.993610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:57.993619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:57.993624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:57.993634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:57.993640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> +2023-12-14 14:52:57.993649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:57.993659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:57.993665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:57.993675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:57.993680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:57.993685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 Arg_0.1> +2023-12-14 14:52:57.993689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:57.993700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15 +2023-12-14 14:52:57.993708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16 +2023-12-14 14:52:57.993712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:52:57.993722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:57.993728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:57.993733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:57.993738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:57.993743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone, operand 0 +2023-12-14 14:52:57.993747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone, operand 0 +2023-12-14 14:52:57.993752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:57.993758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 fusion.6> +2023-12-14 14:52:57.993763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:57.993772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:57.993777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3, operand 0 +2023-12-14 14:52:57.993788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:57.993793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.4> +2023-12-14 14:52:57.993802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:57.993812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:57.993818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4, operand 0 +2023-12-14 14:52:57.993828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:57.993833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.8> +2023-12-14 14:52:57.993846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:52:57.993856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:57.993861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5, operand 0 +2023-12-14 14:52:57.993870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:57.993875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.993881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 constant.22> +2023-12-14 14:52:57.993886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:57.993896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:57.993900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6, operand 0 +2023-12-14 14:52:57.993911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:57.993916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:57.993921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.21> +2023-12-14 14:52:57.993926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:57.993936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:57.993941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7, operand 0 +2023-12-14 14:52:57.993951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:57.993956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:57.993961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 tuple.9{}> +2023-12-14 14:52:57.993965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.993971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:57.993981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.993986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:57.993991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %constant.19, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %constant.22, u32[4]{0} %constant.21) +2023-12-14 14:52:57.993997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 copy> +2023-12-14 14:52:57.994002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:57.994012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:57.994021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.1> +2023-12-14 14:52:57.994026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.1 +2023-12-14 14:52:57.994036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.1 = u32[8388608]{0} copy(u32[8388608]{0} %call.4) +2023-12-14 14:52:57.994046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 copy.2> +2023-12-14 14:52:57.994051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:52:57.994061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = u32[8388608]{0} copy(u32[8388608]{0} %call.3) +2023-12-14 14:52:57.994071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.3> +2023-12-14 14:52:57.994075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.3 +2023-12-14 14:52:57.994084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.3 = u32[] copy(u32[] %fusion.6) +2023-12-14 14:52:57.994097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 copy.4> +2023-12-14 14:52:57.994101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.4 +2023-12-14 14:52:57.994111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.4 = u32[] copy(u32[] %fusion.4) +2023-12-14 14:52:57.994124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 copy.5> +2023-12-14 14:52:57.994129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.5 +2023-12-14 14:52:57.994138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.5 = u32[] copy(u32[] %fusion.8) +2023-12-14 14:52:57.994147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.6> +2023-12-14 14:52:57.994153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.6 +2023-12-14 14:52:57.994162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.6 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:57.994172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.7> +2023-12-14 14:52:57.994177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.7 +2023-12-14 14:52:57.994187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.7 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:57.994197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.8> +2023-12-14 14:52:57.994201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:57.994212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:57.994218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:57.994227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:57.994232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:57.994237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:57.994243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 constant.102> +2023-12-14 14:52:57.994248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:57.994258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:57.994270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:57.994276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 add.58> +2023-12-14 14:52:57.994281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:57.994290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:57.994295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16, operand 0 +2023-12-14 14:52:57.994306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:57.994311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.994316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.16> +2023-12-14 14:52:57.994320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.16 +2023-12-14 14:52:57.994330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.16 = s32[] copy(s32[] %add.58) +2023-12-14 14:52:57.994340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.11> +2023-12-14 14:52:57.994345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:57.994354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:57.994359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:57.994370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:57.994375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:57.994380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:57.994385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.14> +2023-12-14 14:52:57.994389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:57.994401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:57.994408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:57.994413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:57.994423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:57.994429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:57.994434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:57.994439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:57.994444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:57.994449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.10> +2023-12-14 14:52:57.994454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:57.994464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:57.994469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:57.994474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:57.994484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:57.994490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:57.994495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:57.994500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:57.994504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.9> +2023-12-14 14:52:57.994509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:57.994520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:57.994524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:57.994529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:57.994539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:57.994544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:57.994550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:57.994557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:57.994562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.17> +2023-12-14 14:52:57.994567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.17 +2023-12-14 14:52:57.994577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.17 = u32[8388608]{0} copy(u32[8388608]{0} %call.1) +2023-12-14 14:52:57.994588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.12> +2023-12-14 14:52:57.994593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:57.994604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:57.994609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:57.994619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:57.994624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:57.994629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:57.994634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 copy.18> +2023-12-14 14:52:57.994639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.18 +2023-12-14 14:52:57.994649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.18 = u32[8388608]{0} copy(u32[8388608]{0} %call) +2023-12-14 14:52:57.994659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 copy.19> +2023-12-14 14:52:57.994664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:57.994674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:57.994679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:57.994689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:57.994695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 copy.13> +2023-12-14 14:52:57.994703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:57.994713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:57.994722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:57.994728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 copy.20> +2023-12-14 14:52:57.994733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:57.994743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:57.994748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:57.994758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:57.994764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 copy.21> +2023-12-14 14:52:57.994768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:57.994778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:57.994783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:57.994793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:57.994799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 copy.15> +2023-12-14 14:52:57.994803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:57.994813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:57.994823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:57.994829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 copy.22> +2023-12-14 14:52:57.994833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:57.994843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:57.994851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:57.994862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:57.994866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 copy.23> +2023-12-14 14:52:57.994871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:57.994881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:57.994887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:57.994897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:57.994901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 tuple.11{}> +2023-12-14 14:52:57.994907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:57.994917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:57.994927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 param_3.66> +2023-12-14 14:52:57.994932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66 +2023-12-14 14:52:57.994942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 0 +2023-12-14 14:52:57.994953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:57.994958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 param_2.57> +2023-12-14 14:52:57.994962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.994968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57 +2023-12-14 14:52:57.994973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.994978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:57.994986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:57.994991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 1 +2023-12-14 14:52:57.994997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:57.995002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 add.147> +2023-12-14 14:52:57.995008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147 +2023-12-14 14:52:57.995017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 0 +2023-12-14 14:52:57.995027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:57.995032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 param_1.61> +2023-12-14 14:52:57.995043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61 +2023-12-14 14:52:57.995053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:57.995063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:57.995068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:57.995073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:57.995078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 slice.33> +2023-12-14 14:52:57.995083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:57.995093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:57.995103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 reshape.50> +2023-12-14 14:52:57.995113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:57.995127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 1 +2023-12-14 14:52:57.995137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174, operand 0 +2023-12-14 14:52:57.995142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 broadcast.174> +2023-12-14 14:52:57.995153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174 +2023-12-14 14:52:57.995163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:57.995173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 shift-left.25> +2023-12-14 14:52:57.995183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:57.995193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 0 +2023-12-14 14:52:57.995203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 constant.181> +2023-12-14 14:52:57.995213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181 +2023-12-14 14:52:57.995224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:57.995233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:57.995241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 0 +2023-12-14 14:52:57.995246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.181 = u32[] constant(32) +2023-12-14 14:52:57.995253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 subtract.30> +2023-12-14 14:52:57.995258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30 +2023-12-14 14:52:57.995268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:57.995278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 broadcast.173> +2023-12-14 14:52:57.995288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:57.995298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:57.995308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 shift-right-logical.27> +2023-12-14 14:52:57.995323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:57.995334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 1 +2023-12-14 14:52:57.995344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 or.29> +2023-12-14 14:52:57.995354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29 +2023-12-14 14:52:57.995365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:57.995378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 xor.27> +2023-12-14 14:52:57.995388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:57.995398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:57.995408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:57.995414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 1 +2023-12-14 14:52:57.995419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 add.146> +2023-12-14 14:52:57.995429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146 +2023-12-14 14:52:57.995442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 0 +2023-12-14 14:52:57.995458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:57.995466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 slice.32> +2023-12-14 14:52:57.995483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:57.995500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:57.995518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 reshape.49> +2023-12-14 14:52:57.995539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:57.995557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:57.995574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172, operand 0 +2023-12-14 14:52:57.995583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 broadcast.172> +2023-12-14 14:52:57.995600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172 +2023-12-14 14:52:57.995617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:57.995634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 shift-left.24> +2023-12-14 14:52:57.995651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:57.995668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:57.995685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 subtract.29> +2023-12-14 14:52:57.995702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:57.995715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170, operand 0 +2023-12-14 14:52:57.995731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 broadcast.170> +2023-12-14 14:52:57.995741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170 +2023-12-14 14:52:57.995751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:57.995762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 shift-right-logical.26> +2023-12-14 14:52:57.995771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:57.995782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:57.995792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 or.28> +2023-12-14 14:52:57.995801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:57.995812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:57.995822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 xor.26> +2023-12-14 14:52:57.995831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:57.995846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:57.995856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:57.995861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 1 +2023-12-14 14:52:57.995865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 add.145> +2023-12-14 14:52:57.995877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145 +2023-12-14 14:52:57.995886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 0 +2023-12-14 14:52:57.995896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:57.995901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 slice.31> +2023-12-14 14:52:57.995912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:57.995921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48, operand 0 +2023-12-14 14:52:57.995931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 reshape.48> +2023-12-14 14:52:57.995942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48 +2023-12-14 14:52:57.995951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:57.995965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168, operand 0 +2023-12-14 14:52:57.995971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.995976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 broadcast.168> +2023-12-14 14:52:57.995980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.995985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168 +2023-12-14 14:52:57.995990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.995995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:57.996001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 shift-left.23> +2023-12-14 14:52:57.996011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:57.996020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:57.996031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 subtract.28> +2023-12-14 14:52:57.996041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:57.996050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:57.996062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 broadcast.167> +2023-12-14 14:52:57.996071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:57.996085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:57.996095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 shift-right-logical.25> +2023-12-14 14:52:57.996105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:57.996115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:57.996126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 or.27> +2023-12-14 14:52:57.996135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:57.996145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:57.996155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 xor.25> +2023-12-14 14:52:57.996165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:57.996174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 1 +2023-12-14 14:52:57.996185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 add.144> +2023-12-14 14:52:57.996197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144 +2023-12-14 14:52:57.996208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 0 +2023-12-14 14:52:57.996217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 param_0.43> +2023-12-14 14:52:57.996227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43 +2023-12-14 14:52:57.996238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166, operand 0 +2023-12-14 14:52:57.996249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.43 = u32[] parameter(0) +2023-12-14 14:52:57.996253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 broadcast.166> +2023-12-14 14:52:57.996258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166 +2023-12-14 14:52:57.996269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 1 +2023-12-14 14:52:57.996279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 add.143> +2023-12-14 14:52:57.996288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143 +2023-12-14 14:52:57.996299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.161> +2023-12-14 14:52:57.996316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161 +2023-12-14 14:52:57.996325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 0 +2023-12-14 14:52:57.996336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.161 = f32[] constant(-4) +2023-12-14 14:52:57.996341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 param_0.23> +2023-12-14 14:52:57.996345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23 +2023-12-14 14:52:57.996355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6, operand 0 +2023-12-14 14:52:57.996365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.23 = s32[] parameter(0) +2023-12-14 14:52:57.996370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 convert.6> +2023-12-14 14:52:57.996375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6 +2023-12-14 14:52:57.996384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 0 +2023-12-14 14:52:57.996395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 constant.160> +2023-12-14 14:52:57.996404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160 +2023-12-14 14:52:57.996414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 1 +2023-12-14 14:52:57.996425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:57.996430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.69> +2023-12-14 14:52:57.996435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69 +2023-12-14 14:52:57.996444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 1 +2023-12-14 14:52:57.996458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.159> +2023-12-14 14:52:57.996468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159 +2023-12-14 14:52:57.996477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 2 +2023-12-14 14:52:57.996488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.159 = f32[] constant(4) +2023-12-14 14:52:57.996493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 clamp.0> +2023-12-14 14:52:57.996497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0 +2023-12-14 14:52:57.996507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:57.996517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 0 +2023-12-14 14:52:57.996522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 1 +2023-12-14 14:52:57.996527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.67> +2023-12-14 14:52:57.996536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67 +2023-12-14 14:52:57.996547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:57.996557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:57.996561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:57.996566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:57.996572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 1 +2023-12-14 14:52:57.996577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 1 +2023-12-14 14:52:57.996585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 1 +2023-12-14 14:52:57.996590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 1 +2023-12-14 14:52:57.996594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 1 +2023-12-14 14:52:57.996600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 1 +2023-12-14 14:52:57.996606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 0 +2023-12-14 14:52:57.996611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.158> +2023-12-14 14:52:57.996620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158 +2023-12-14 14:52:57.996631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 1 +2023-12-14 14:52:57.996641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.158 = f32[] constant(0) +2023-12-14 14:52:57.996646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 multiply.65> +2023-12-14 14:52:57.996651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65 +2023-12-14 14:52:57.996661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:57.996671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:57.996676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 constant.157> +2023-12-14 14:52:57.996686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157 +2023-12-14 14:52:57.996697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:57.996706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.996714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 add.118> +2023-12-14 14:52:57.996720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:57.996731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 0 +2023-12-14 14:52:57.996740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 multiply.63> +2023-12-14 14:52:57.996750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63 +2023-12-14 14:52:57.996760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:57.996770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 constant.156> +2023-12-14 14:52:57.996779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156 +2023-12-14 14:52:57.996791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:57.996801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.996806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 add.117> +2023-12-14 14:52:57.996811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:57.996822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 0 +2023-12-14 14:52:57.996831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 multiply.61> +2023-12-14 14:52:57.996844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61 +2023-12-14 14:52:57.996855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:57.996865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 constant.155> +2023-12-14 14:52:57.996875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155 +2023-12-14 14:52:57.996886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:57.996895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.996901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 add.116> +2023-12-14 14:52:57.996911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:57.996927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 0 +2023-12-14 14:52:57.996945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.996953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 multiply.59> +2023-12-14 14:52:57.996961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.996970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59 +2023-12-14 14:52:57.996978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.996986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:57.996995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 constant.154> +2023-12-14 14:52:57.997012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154 +2023-12-14 14:52:57.997033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:57.997049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.997058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 add.115> +2023-12-14 14:52:57.997067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:57.997082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 0 +2023-12-14 14:52:57.997100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 multiply.57> +2023-12-14 14:52:57.997117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57 +2023-12-14 14:52:57.997134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:57.997153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 constant.153> +2023-12-14 14:52:57.997170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153 +2023-12-14 14:52:57.997187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:57.997203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.997212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 add.114> +2023-12-14 14:52:57.997221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:57.997237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 0 +2023-12-14 14:52:57.997258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 multiply.55> +2023-12-14 14:52:57.997276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55 +2023-12-14 14:52:57.997292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:57.997310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 constant.152> +2023-12-14 14:52:57.997327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152 +2023-12-14 14:52:57.997347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:57.997364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.997373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 add.112> +2023-12-14 14:52:57.997381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:57.997398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 0 +2023-12-14 14:52:57.997414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 multiply.53> +2023-12-14 14:52:57.997432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53 +2023-12-14 14:52:57.997449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:57.997470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 constant.151> +2023-12-14 14:52:57.997486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151 +2023-12-14 14:52:57.997503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:57.997521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:57.997529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 add.110> +2023-12-14 14:52:57.997538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:57.997555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:57.997572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 multiply.51> +2023-12-14 14:52:57.997589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:57.997605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 0 +2023-12-14 14:52:57.997622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 constant.150> +2023-12-14 14:52:57.997639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150 +2023-12-14 14:52:57.997658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:57.997679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:57.997687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 add.109> +2023-12-14 14:52:57.997696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:57.997713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:57.997729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 multiply.49> +2023-12-14 14:52:57.997746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:57.997764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:57.997782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 constant.149> +2023-12-14 14:52:57.997799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149 +2023-12-14 14:52:57.997815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:57.997835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:57.997844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 add.108> +2023-12-14 14:52:57.997852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:57.997869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:57.997886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 multiply.47> +2023-12-14 14:52:57.997908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:57.997926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:57.997943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.997951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 constant.148> +2023-12-14 14:52:57.997960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.997968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148 +2023-12-14 14:52:57.997976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.997985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:57.997994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:57.998002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 add.107> +2023-12-14 14:52:57.998011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:57.998028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:57.998045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.998054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 multiply.45> +2023-12-14 14:52:57.998061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:57.998078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:57.998095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.998110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 constant.147> +2023-12-14 14:52:57.998119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147 +2023-12-14 14:52:57.998135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:57.998152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:57.998160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 add.106> +2023-12-14 14:52:57.998169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:57.998185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:57.998203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.998211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.42> +2023-12-14 14:52:57.998219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:57.998237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:57.998254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.998263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.146> +2023-12-14 14:52:57.998271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146 +2023-12-14 14:52:57.998287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:57.998304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:57.998312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 add.105> +2023-12-14 14:52:57.998322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:57.998342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 1 +2023-12-14 14:52:57.998363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.998371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 divide.0> +2023-12-14 14:52:57.998380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0 +2023-12-14 14:52:57.998396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.998413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.178> +2023-12-14 14:52:57.998421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178 +2023-12-14 14:52:57.998438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 0 +2023-12-14 14:52:57.998455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.178 = f32[] constant(-4) +2023-12-14 14:52:57.998462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 param_0.41> +2023-12-14 14:52:57.998472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41 +2023-12-14 14:52:57.998488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7, operand 0 +2023-12-14 14:52:57.998505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.41 = s32[] parameter(0) +2023-12-14 14:52:57.998513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 convert.7> +2023-12-14 14:52:57.998521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7 +2023-12-14 14:52:57.998538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 0 +2023-12-14 14:52:57.998559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.998568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 constant.177> +2023-12-14 14:52:57.998576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177 +2023-12-14 14:52:57.998593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 1 +2023-12-14 14:52:57.998609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:57.998617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.96> +2023-12-14 14:52:57.998625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96 +2023-12-14 14:52:57.998641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 1 +2023-12-14 14:52:57.998658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.998666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.176> +2023-12-14 14:52:57.998674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176 +2023-12-14 14:52:57.998690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 2 +2023-12-14 14:52:57.998706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.176 = f32[] constant(4) +2023-12-14 14:52:57.998715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 clamp.1> +2023-12-14 14:52:57.998723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1 +2023-12-14 14:52:57.998738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 0 +2023-12-14 14:52:57.998756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 0 +2023-12-14 14:52:57.998763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 1 +2023-12-14 14:52:57.998777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.998785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.94> +2023-12-14 14:52:57.998793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94 +2023-12-14 14:52:57.998810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 1 +2023-12-14 14:52:57.998826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 1 +2023-12-14 14:52:57.998835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 1 +2023-12-14 14:52:57.998843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 1 +2023-12-14 14:52:57.998851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 1 +2023-12-14 14:52:57.998859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 1 +2023-12-14 14:52:57.998868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 1 +2023-12-14 14:52:57.998877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 1 +2023-12-14 14:52:57.998887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 1 +2023-12-14 14:52:57.998896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 1 +2023-12-14 14:52:57.998904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 0 +2023-12-14 14:52:57.998912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.998920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.175> +2023-12-14 14:52:57.998929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175 +2023-12-14 14:52:57.998945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.998954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 1 +2023-12-14 14:52:57.998963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.175 = f32[] constant(0) +2023-12-14 14:52:57.998971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 multiply.92> +2023-12-14 14:52:57.998979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.998988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92 +2023-12-14 14:52:57.999000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:57.999018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 0 +2023-12-14 14:52:57.999026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 constant.174> +2023-12-14 14:52:57.999041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174 +2023-12-14 14:52:57.999058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 1 +2023-12-14 14:52:57.999074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:57.999083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 add.134> +2023-12-14 14:52:57.999091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134 +2023-12-14 14:52:57.999108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 0 +2023-12-14 14:52:57.999124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 multiply.90> +2023-12-14 14:52:57.999141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90 +2023-12-14 14:52:57.999157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 0 +2023-12-14 14:52:57.999175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 constant.173> +2023-12-14 14:52:57.999191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173 +2023-12-14 14:52:57.999212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 1 +2023-12-14 14:52:57.999229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:57.999238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 add.133> +2023-12-14 14:52:57.999246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133 +2023-12-14 14:52:57.999263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 0 +2023-12-14 14:52:57.999279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 multiply.88> +2023-12-14 14:52:57.999297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88 +2023-12-14 14:52:57.999312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 0 +2023-12-14 14:52:57.999336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 constant.172> +2023-12-14 14:52:57.999353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172 +2023-12-14 14:52:57.999373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 1 +2023-12-14 14:52:57.999390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:57.999398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 add.132> +2023-12-14 14:52:57.999406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132 +2023-12-14 14:52:57.999424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 0 +2023-12-14 14:52:57.999446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 multiply.86> +2023-12-14 14:52:57.999463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86 +2023-12-14 14:52:57.999480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 0 +2023-12-14 14:52:57.999496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 constant.171> +2023-12-14 14:52:57.999514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171 +2023-12-14 14:52:57.999530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 1 +2023-12-14 14:52:57.999548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:57.999556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 add.130> +2023-12-14 14:52:57.999565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130 +2023-12-14 14:52:57.999581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 0 +2023-12-14 14:52:57.999598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 multiply.84> +2023-12-14 14:52:57.999615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84 +2023-12-14 14:52:57.999632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 0 +2023-12-14 14:52:57.999664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 constant.170> +2023-12-14 14:52:57.999681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170 +2023-12-14 14:52:57.999699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 1 +2023-12-14 14:52:57.999716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:57.999725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 add.129> +2023-12-14 14:52:57.999733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129 +2023-12-14 14:52:57.999749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 0 +2023-12-14 14:52:57.999766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 multiply.82> +2023-12-14 14:52:57.999784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82 +2023-12-14 14:52:57.999800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 0 +2023-12-14 14:52:57.999818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 constant.169> +2023-12-14 14:52:57.999837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169 +2023-12-14 14:52:57.999855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 1 +2023-12-14 14:52:57.999872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:57.999886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 add.127> +2023-12-14 14:52:57.999895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127 +2023-12-14 14:52:57.999912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 0 +2023-12-14 14:52:57.999929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 multiply.80> +2023-12-14 14:52:57.999946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:57.999953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80 +2023-12-14 14:52:57.999962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:57.999972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 0 +2023-12-14 14:52:57.999980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:57.999989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 constant.168> +2023-12-14 14:52:57.999997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168 +2023-12-14 14:52:58.000014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 1 +2023-12-14 14:52:58.000032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:58.000040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 add.126> +2023-12-14 14:52:58.000049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126 +2023-12-14 14:52:58.000066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 1 +2023-12-14 14:52:58.000083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.000096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 multiply.78> +2023-12-14 14:52:58.000104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78 +2023-12-14 14:52:58.000122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:52:58.000140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.000148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 constant.167> +2023-12-14 14:52:58.000157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167 +2023-12-14 14:52:58.000174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:58.000191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:58.000200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 add.125> +2023-12-14 14:52:58.000208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:58.000224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 0 +2023-12-14 14:52:58.000242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.000251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 multiply.76> +2023-12-14 14:52:58.000259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76 +2023-12-14 14:52:58.000276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 0 +2023-12-14 14:52:58.000293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.000301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 constant.166> +2023-12-14 14:52:58.000317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166 +2023-12-14 14:52:58.000337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 1 +2023-12-14 14:52:58.000354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:58.000362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 add.124> +2023-12-14 14:52:58.000371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124 +2023-12-14 14:52:58.000387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 0 +2023-12-14 14:52:58.000405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.000414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 multiply.74> +2023-12-14 14:52:58.000422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74 +2023-12-14 14:52:58.000439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 0 +2023-12-14 14:52:58.000456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.000464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 constant.165> +2023-12-14 14:52:58.000473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165 +2023-12-14 14:52:58.000490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 1 +2023-12-14 14:52:58.000507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:58.000515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 add.123> +2023-12-14 14:52:58.000524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123 +2023-12-14 14:52:58.000545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 0 +2023-12-14 14:52:58.000564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.000572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 multiply.71> +2023-12-14 14:52:58.000580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71 +2023-12-14 14:52:58.000597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 0 +2023-12-14 14:52:58.000614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.000623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 constant.164> +2023-12-14 14:52:58.000630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164 +2023-12-14 14:52:58.000648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 1 +2023-12-14 14:52:58.000665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:58.000674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 add.122> +2023-12-14 14:52:58.000683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122 +2023-12-14 14:52:58.000699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 0 +2023-12-14 14:52:58.000717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.000725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 multiply.70> +2023-12-14 14:52:58.000734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70 +2023-12-14 14:52:58.000758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 0 +2023-12-14 14:52:58.000777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.000785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 constant.163> +2023-12-14 14:52:58.000792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163 +2023-12-14 14:52:58.000810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 1 +2023-12-14 14:52:58.000827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:58.000837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 add.121> +2023-12-14 14:52:58.000844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121 +2023-12-14 14:52:58.000861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:52:58.000878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.000887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 divide.1> +2023-12-14 14:52:58.000896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:52:58.000912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.000924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 param_3.65> +2023-12-14 14:52:58.000928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65 +2023-12-14 14:52:58.000938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 0 +2023-12-14 14:52:58.000953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.000958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 param_2.56> +2023-12-14 14:52:58.000962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.000967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56 +2023-12-14 14:52:58.000972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.000977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:58.000983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:58.000988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 1 +2023-12-14 14:52:58.000993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.000998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 add.140> +2023-12-14 14:52:58.001002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140 +2023-12-14 14:52:58.001013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 0 +2023-12-14 14:52:58.001023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:58.001028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 param_1.60> +2023-12-14 14:52:58.001038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60 +2023-12-14 14:52:58.001049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:58.001058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:58.001063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:58.001069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:58.001074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.001079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 slice.30> +2023-12-14 14:52:58.001084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:58.001096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:58.001107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 reshape.47> +2023-12-14 14:52:58.001117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:58.001126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:58.001137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164, operand 0 +2023-12-14 14:52:58.001142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 broadcast.164> +2023-12-14 14:52:58.001152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164 +2023-12-14 14:52:58.001162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:58.001172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 shift-left.22> +2023-12-14 14:52:58.001182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:58.001192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:58.001202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 constant.179> +2023-12-14 14:52:58.001216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179 +2023-12-14 14:52:58.001227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:58.001236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:58.001241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:58.001246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:58.001252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.179 = u32[] constant(32) +2023-12-14 14:52:58.001257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 subtract.27> +2023-12-14 14:52:58.001262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:58.001271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163, operand 0 +2023-12-14 14:52:58.001281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 broadcast.163> +2023-12-14 14:52:58.001291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163 +2023-12-14 14:52:58.001301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:58.001311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 shift-right-logical.24> +2023-12-14 14:52:58.001321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:58.001334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:58.001345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 or.26> +2023-12-14 14:52:58.001354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:58.001364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:58.001374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 xor.24> +2023-12-14 14:52:58.001384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:58.001394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:58.001405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:58.001410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 1 +2023-12-14 14:52:58.001415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 add.139> +2023-12-14 14:52:58.001424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139 +2023-12-14 14:52:58.001435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 0 +2023-12-14 14:52:58.001445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:58.001449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 slice.29> +2023-12-14 14:52:58.001464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:58.001474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:58.001484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 reshape.46> +2023-12-14 14:52:58.001493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:58.001504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:58.001513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161, operand 0 +2023-12-14 14:52:58.001518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 broadcast.161> +2023-12-14 14:52:58.001530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161 +2023-12-14 14:52:58.001540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:58.001549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 shift-left.21> +2023-12-14 14:52:58.001560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:58.001573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:58.001582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 subtract.26> +2023-12-14 14:52:58.001593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:58.001603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160, operand 0 +2023-12-14 14:52:58.001612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 broadcast.160> +2023-12-14 14:52:58.001623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160 +2023-12-14 14:52:58.001633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:58.001642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 shift-right-logical.23> +2023-12-14 14:52:58.001654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:58.001664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:58.001673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 or.25> +2023-12-14 14:52:58.001687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:58.001697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:58.001707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 xor.23> +2023-12-14 14:52:58.001718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:58.001727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:58.001738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:58.001744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 1 +2023-12-14 14:52:58.001748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 add.138> +2023-12-14 14:52:58.001758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138 +2023-12-14 14:52:58.001768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 0 +2023-12-14 14:52:58.001779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:58.001783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 slice.28> +2023-12-14 14:52:58.001793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:58.001804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:58.001816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 reshape.45> +2023-12-14 14:52:58.001827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:58.001837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:58.001847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159, operand 0 +2023-12-14 14:52:58.001852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 broadcast.159> +2023-12-14 14:52:58.001863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159 +2023-12-14 14:52:58.001873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:58.001882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 shift-left.20> +2023-12-14 14:52:58.001893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:58.001903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:58.001913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 subtract.25> +2023-12-14 14:52:58.001926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:58.001936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158, operand 0 +2023-12-14 14:52:58.001947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 broadcast.158> +2023-12-14 14:52:58.001957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158 +2023-12-14 14:52:58.001967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.001971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:58.001977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.001982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 shift-right-logical.22> +2023-12-14 14:52:58.001987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.001992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:58.001997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:58.002007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 or.24> +2023-12-14 14:52:58.002017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:58.002027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:58.002037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 xor.22> +2023-12-14 14:52:58.002051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:58.002060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:58.002072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:58.002078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 1 +2023-12-14 14:52:58.002083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 add.137> +2023-12-14 14:52:58.002093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137 +2023-12-14 14:52:58.002103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:58.002113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 slice.27> +2023-12-14 14:52:58.002123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:58.002133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:58.002144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 reshape.44> +2023-12-14 14:52:58.002153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:58.002167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:58.002178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157, operand 0 +2023-12-14 14:52:58.002183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.157> +2023-12-14 14:52:58.002193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157 +2023-12-14 14:52:58.002204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:58.002213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 shift-left.19> +2023-12-14 14:52:58.002223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:58.002234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:58.002243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 subtract.24> +2023-12-14 14:52:58.002254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:58.002264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156, operand 0 +2023-12-14 14:52:58.002274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 broadcast.156> +2023-12-14 14:52:58.002287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156 +2023-12-14 14:52:58.002298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:58.002308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 shift-right-logical.21> +2023-12-14 14:52:58.002318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:58.002328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:58.002339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 or.23> +2023-12-14 14:52:58.002348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:58.002358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:58.002369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 xor.21> +2023-12-14 14:52:58.002378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:58.002388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 0 +2023-12-14 14:52:58.002401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 param_0.42> +2023-12-14 14:52:58.002411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42 +2023-12-14 14:52:58.002421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154, operand 0 +2023-12-14 14:52:58.002432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.42 = u32[] parameter(0) +2023-12-14 14:52:58.002437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 broadcast.154> +2023-12-14 14:52:58.002441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154 +2023-12-14 14:52:58.002452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 1 +2023-12-14 14:52:58.002462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 add.136> +2023-12-14 14:52:58.002472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136 +2023-12-14 14:52:58.002482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 0 +2023-12-14 14:52:58.002492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 param_4.68> +2023-12-14 14:52:58.002502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68 +2023-12-14 14:52:58.002512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 0 +2023-12-14 14:52:58.002525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.68 = s32[] parameter(4) +2023-12-14 14:52:58.002530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.180> +2023-12-14 14:52:58.002535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180 +2023-12-14 14:52:58.002546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 1 +2023-12-14 14:52:58.002556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.180 = s32[] constant(1) +2023-12-14 14:52:58.002561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 add.142> +2023-12-14 14:52:58.002566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142 +2023-12-14 14:52:58.002576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8, operand 0 +2023-12-14 14:52:58.002587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 convert.8> +2023-12-14 14:52:58.002596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8 +2023-12-14 14:52:58.002606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153, operand 0 +2023-12-14 14:52:58.002617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 broadcast.153> +2023-12-14 14:52:58.002626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153 +2023-12-14 14:52:58.002637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 1 +2023-12-14 14:52:58.002647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 add.135> +2023-12-14 14:52:58.002661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135 +2023-12-14 14:52:58.002671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 param_5.76> +2023-12-14 14:52:58.002685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76 +2023-12-14 14:52:58.002696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10, operand 0 +2023-12-14 14:52:58.002706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_5.76 = s32[] parameter(5) +2023-12-14 14:52:58.002711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 convert.10> +2023-12-14 14:52:58.002716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10 +2023-12-14 14:52:58.002726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10, operand 0 +2023-12-14 14:52:58.002736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 0 +2023-12-14 14:52:58.002741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 0 +2023-12-14 14:52:58.002746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 1 +2023-12-14 14:52:58.002751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 compare.29> +2023-12-14 14:52:58.002761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29 +2023-12-14 14:52:58.002771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 0 +2023-12-14 14:52:58.002784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 constant.219> +2023-12-14 14:52:58.002795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219 +2023-12-14 14:52:58.002805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 1 +2023-12-14 14:52:58.002815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 1 +2023-12-14 14:52:58.002821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.218> +2023-12-14 14:52:58.002831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218 +2023-12-14 14:52:58.002840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 1 +2023-12-14 14:52:58.002851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.218 = f32[] constant(-inf) +2023-12-14 14:52:58.002856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 compare.28> +2023-12-14 14:52:58.002861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28 +2023-12-14 14:52:58.002870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 0 +2023-12-14 14:52:58.002882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 constant.217> +2023-12-14 14:52:58.002891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217 +2023-12-14 14:52:58.002901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 1 +2023-12-14 14:52:58.002915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 bitcast-convert.10> +2023-12-14 14:52:58.002925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10 +2023-12-14 14:52:58.002934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 0 +2023-12-14 14:52:58.002946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 0 +2023-12-14 14:52:58.002951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 0 +2023-12-14 14:52:58.002956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.002961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 constant.216> +2023-12-14 14:52:58.002967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.002972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216 +2023-12-14 14:52:58.002977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.002982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 1 +2023-12-14 14:52:58.002986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 1 +2023-12-14 14:52:58.002991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:58.002996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 and.7> +2023-12-14 14:52:58.003001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7 +2023-12-14 14:52:58.003011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 0 +2023-12-14 14:52:58.003020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 0 +2023-12-14 14:52:58.003025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 constant.215> +2023-12-14 14:52:58.003046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215 +2023-12-14 14:52:58.003055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 1 +2023-12-14 14:52:58.003066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 1 +2023-12-14 14:52:58.003071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 1 +2023-12-14 14:52:58.003076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.215 = s32[] constant(0) +2023-12-14 14:52:58.003081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 compare.27> +2023-12-14 14:52:58.003085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27 +2023-12-14 14:52:58.003096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 0 +2023-12-14 14:52:58.003106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.214> +2023-12-14 14:52:58.003115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214 +2023-12-14 14:52:58.003126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 1 +2023-12-14 14:52:58.003135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 constant.213> +2023-12-14 14:52:58.003145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213 +2023-12-14 14:52:58.003156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 1 +2023-12-14 14:52:58.003165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 1 +2023-12-14 14:52:58.003170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 1 +2023-12-14 14:52:58.003178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 compare.26> +2023-12-14 14:52:58.003189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26 +2023-12-14 14:52:58.003198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 0 +2023-12-14 14:52:58.003208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 constant.212> +2023-12-14 14:52:58.003218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212 +2023-12-14 14:52:58.003228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:58.003237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 1 +2023-12-14 14:52:58.003243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 1 +2023-12-14 14:52:58.003248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:58.003253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 and.6> +2023-12-14 14:52:58.003257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6 +2023-12-14 14:52:58.003267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 0 +2023-12-14 14:52:58.003277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 compare.25> +2023-12-14 14:52:58.003287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25 +2023-12-14 14:52:58.003296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 1 +2023-12-14 14:52:58.003310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 or.32> +2023-12-14 14:52:58.003323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32 +2023-12-14 14:52:58.003334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 0 +2023-12-14 14:52:58.003345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 constant.211> +2023-12-14 14:52:58.003354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211 +2023-12-14 14:52:58.003364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 1 +2023-12-14 14:52:58.003374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 1 +2023-12-14 14:52:58.003379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.211 = s32[] constant(-1) +2023-12-14 14:52:58.003384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 constant.210> +2023-12-14 14:52:58.003389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210 +2023-12-14 14:52:58.003399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 1 +2023-12-14 14:52:58.003409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 2 +2023-12-14 14:52:58.003414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 2 +2023-12-14 14:52:58.003418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.210 = s32[] constant(1) +2023-12-14 14:52:58.003423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 select.59> +2023-12-14 14:52:58.003429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59 +2023-12-14 14:52:58.003442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 1 +2023-12-14 14:52:58.003451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 add.163> +2023-12-14 14:52:58.003463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163 +2023-12-14 14:52:58.003473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 2 +2023-12-14 14:52:58.003482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 select.58> +2023-12-14 14:52:58.003494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58 +2023-12-14 14:52:58.003503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 2 +2023-12-14 14:52:58.003513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 select.57> +2023-12-14 14:52:58.003524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57 +2023-12-14 14:52:58.003533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 2 +2023-12-14 14:52:58.003543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 select.56> +2023-12-14 14:52:58.003556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56 +2023-12-14 14:52:58.003566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9, operand 0 +2023-12-14 14:52:58.003576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 bitcast-convert.9> +2023-12-14 14:52:58.003586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9 +2023-12-14 14:52:58.003596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:58.003605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 broadcast.206> +2023-12-14 14:52:58.003616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:58.003626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 0 +2023-12-14 14:52:58.003635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 param_4.69> +2023-12-14 14:52:58.003646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69 +2023-12-14 14:52:58.003656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9, operand 0 +2023-12-14 14:52:58.003665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.69 = s32[] parameter(4) +2023-12-14 14:52:58.003671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 convert.9> +2023-12-14 14:52:58.003679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9 +2023-12-14 14:52:58.003689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8, operand 0 +2023-12-14 14:52:58.003699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 0 +2023-12-14 14:52:58.003705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 0 +2023-12-14 14:52:58.003710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 1 +2023-12-14 14:52:58.003715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.24> +2023-12-14 14:52:58.003724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24 +2023-12-14 14:52:58.003735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 0 +2023-12-14 14:52:58.003745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 constant.209> +2023-12-14 14:52:58.003754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209 +2023-12-14 14:52:58.003765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:58.003775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 1 +2023-12-14 14:52:58.003780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.209 = f32[] constant(inf) +2023-12-14 14:52:58.003785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 compare.23> +2023-12-14 14:52:58.003790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23 +2023-12-14 14:52:58.003800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 0 +2023-12-14 14:52:58.003813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 bitcast-convert.8> +2023-12-14 14:52:58.003824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8 +2023-12-14 14:52:58.003834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 0 +2023-12-14 14:52:58.003843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:58.003848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 0 +2023-12-14 14:52:58.003854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 and.5> +2023-12-14 14:52:58.003864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5 +2023-12-14 14:52:58.003874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 0 +2023-12-14 14:52:58.003884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 0 +2023-12-14 14:52:58.003890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 compare.22> +2023-12-14 14:52:58.003899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22 +2023-12-14 14:52:58.003909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 0 +2023-12-14 14:52:58.003920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 compare.21> +2023-12-14 14:52:58.003934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21 +2023-12-14 14:52:58.003944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 0 +2023-12-14 14:52:58.003955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 and.4> +2023-12-14 14:52:58.003964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:58.003974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.003980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 0 +2023-12-14 14:52:58.003985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.003990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 compare.20> +2023-12-14 14:52:58.003994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.003999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20 +2023-12-14 14:52:58.004005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 1 +2023-12-14 14:52:58.004015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 or.31> +2023-12-14 14:52:58.004024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31 +2023-12-14 14:52:58.004035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 0 +2023-12-14 14:52:58.004045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 select.55> +2023-12-14 14:52:58.004058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55 +2023-12-14 14:52:58.004069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 1 +2023-12-14 14:52:58.004079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 add.162> +2023-12-14 14:52:58.004088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162 +2023-12-14 14:52:58.004099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 2 +2023-12-14 14:52:58.004109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 select.54> +2023-12-14 14:52:58.004119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54 +2023-12-14 14:52:58.004129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 2 +2023-12-14 14:52:58.004139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 select.53> +2023-12-14 14:52:58.004149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53 +2023-12-14 14:52:58.004159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 2 +2023-12-14 14:52:58.004169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 select.52> +2023-12-14 14:52:58.004183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52 +2023-12-14 14:52:58.004193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7, operand 0 +2023-12-14 14:52:58.004203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 bitcast-convert.7> +2023-12-14 14:52:58.004213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7 +2023-12-14 14:52:58.004223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:58.004233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 broadcast.205> +2023-12-14 14:52:58.004243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:58.004254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:58.004263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 param_0.44> +2023-12-14 14:52:58.004274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44 +2023-12-14 14:52:58.004284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53, operand 0 +2023-12-14 14:52:58.004297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:58.004303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.44 = f32[] parameter(0) +2023-12-14 14:52:58.004308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.204> +2023-12-14 14:52:58.004313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:58.004323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 0 +2023-12-14 14:52:58.004333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 1 +2023-12-14 14:52:58.004338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 param_2.58> +2023-12-14 14:52:58.004349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58 +2023-12-14 14:52:58.004358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:58.004369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.004373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 param_3.67> +2023-12-14 14:52:58.004379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67 +2023-12-14 14:52:58.004388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:58.004398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.004403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 concatenate.1> +2023-12-14 14:52:58.004409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:58.004418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:58.004429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 constant.208> +2023-12-14 14:52:58.004442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208 +2023-12-14 14:52:58.004451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:58.004462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.208 = u32[] constant(9) +2023-12-14 14:52:58.004468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 broadcast.203> +2023-12-14 14:52:58.004472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:58.004483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:58.004493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 shift-right-logical.28> +2023-12-14 14:52:58.004504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:58.004514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 0 +2023-12-14 14:52:58.004523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 constant.207> +2023-12-14 14:52:58.004534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207 +2023-12-14 14:52:58.004544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:58.004557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:58.004562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 broadcast.202> +2023-12-14 14:52:58.004567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:58.004578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 1 +2023-12-14 14:52:58.004587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 or.30> +2023-12-14 14:52:58.004598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30 +2023-12-14 14:52:58.004608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6, operand 0 +2023-12-14 14:52:58.004617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 bitcast-convert.6> +2023-12-14 14:52:58.004628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6 +2023-12-14 14:52:58.004638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 0 +2023-12-14 14:52:58.004648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 constant.206> +2023-12-14 14:52:58.004658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206 +2023-12-14 14:52:58.004668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:58.004681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.206 = f32[] constant(-1) +2023-12-14 14:52:58.004686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 broadcast.201> +2023-12-14 14:52:58.004691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:58.004701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 1 +2023-12-14 14:52:58.004712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:58.004717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.160> +2023-12-14 14:52:58.004722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160 +2023-12-14 14:52:58.004732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 0 +2023-12-14 14:52:58.004743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 param_1.62> +2023-12-14 14:52:58.004752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62 +2023-12-14 14:52:58.004762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:58.004773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.62 = f32[] parameter(1) +2023-12-14 14:52:58.004778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.54> +2023-12-14 14:52:58.004782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:58.004792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 0 +2023-12-14 14:52:58.004803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 reshape.53> +2023-12-14 14:52:58.004816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53 +2023-12-14 14:52:58.004826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 1 +2023-12-14 14:52:58.004837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 subtract.31> +2023-12-14 14:52:58.004847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31 +2023-12-14 14:52:58.004856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:58.004867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 reshape.52> +2023-12-14 14:52:58.004877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:58.004887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:58.004897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 broadcast.200> +2023-12-14 14:52:58.004907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:58.004917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 1 +2023-12-14 14:52:58.004927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 multiply.110> +2023-12-14 14:52:58.004942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110 +2023-12-14 14:52:58.004952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 0 +2023-12-14 14:52:58.004962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 add.159> +2023-12-14 14:52:58.004973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.004978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159 +2023-12-14 14:52:58.004982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.004988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 1 +2023-12-14 14:52:58.004993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.004998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 maximum.5> +2023-12-14 14:52:58.005003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5 +2023-12-14 14:52:58.005012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:58.005023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.005028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 reshape.51> +2023-12-14 14:52:58.005033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:58.005043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 1 +2023-12-14 14:52:58.005057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 1 +2023-12-14 14:52:58.005062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:58.005066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 0 +2023-12-14 14:52:58.005071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:58.005076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = f32[8192,2048]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.005082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 abs.3> +2023-12-14 14:52:58.005087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:58.005097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 0 +2023-12-14 14:52:58.005106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[8192,2048]{1,0} abs(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:58.005112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 constant.205> +2023-12-14 14:52:58.005118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205 +2023-12-14 14:52:58.005128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:58.005137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.205 = f32[] constant(1) +2023-12-14 14:52:58.005143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 broadcast.199> +2023-12-14 14:52:58.005148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:58.005158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 1 +2023-12-14 14:52:58.005168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[8192,2048]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:58.005174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 compare.19> +2023-12-14 14:52:58.005179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19 +2023-12-14 14:52:58.005191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:58.005202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.19 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %abs.3, f32[8192,2048]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:58.005208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 broadcast.198> +2023-12-14 14:52:58.005213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:58.005222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 1 +2023-12-14 14:52:58.005233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[8192,2048]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:58.005238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 multiply.109> +2023-12-14 14:52:58.005243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109 +2023-12-14 14:52:58.005252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:58.005263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.109 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %reshape.51, f32[8192,2048]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:58.005269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 negate.10> +2023-12-14 14:52:58.005273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:58.005283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 0 +2023-12-14 14:52:58.005293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:58.005299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 multiply.108> +2023-12-14 14:52:58.005303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108 +2023-12-14 14:52:58.005313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:58.005326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.108 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %negate.10, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:58.005332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 log-plus-one.3> +2023-12-14 14:52:58.005337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:58.005346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:58.005357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[8192,2048]{1,0} log-plus-one(f32[8192,2048]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:58.005362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 negate.9> +2023-12-14 14:52:58.005367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:58.005376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:58.005387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 0 +2023-12-14 14:52:58.005392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 0 +2023-12-14 14:52:58.005397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:58.005402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.204> +2023-12-14 14:52:58.005406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204 +2023-12-14 14:52:58.005417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:58.005427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.204 = f32[] constant(5) +2023-12-14 14:52:58.005432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.197> +2023-12-14 14:52:58.005437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:58.005447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 1 +2023-12-14 14:52:58.005457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[8192,2048]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:58.005465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 compare.18> +2023-12-14 14:52:58.005470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18 +2023-12-14 14:52:58.005481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:58.005490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:58.005495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 0 +2023-12-14 14:52:58.005500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 0 +2023-12-14 14:52:58.005505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 0 +2023-12-14 14:52:58.005511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 0 +2023-12-14 14:52:58.005516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 0 +2023-12-14 14:52:58.005520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 0 +2023-12-14 14:52:58.005525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 0 +2023-12-14 14:52:58.005530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 0 +2023-12-14 14:52:58.005535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.18 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:58.005541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 constant.203> +2023-12-14 14:52:58.005545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203 +2023-12-14 14:52:58.005555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:58.005564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:58.005570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 broadcast.196> +2023-12-14 14:52:58.005575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:58.005584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 1 +2023-12-14 14:52:58.005594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[8192,2048]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:58.005603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.202> +2023-12-14 14:52:58.005608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202 +2023-12-14 14:52:58.005618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:58.005628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:58.005634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.195> +2023-12-14 14:52:58.005638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:58.005648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 2 +2023-12-14 14:52:58.005659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[8192,2048]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:58.005664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 select.51> +2023-12-14 14:52:58.005669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51 +2023-12-14 14:52:58.005678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 0 +2023-12-14 14:52:58.005688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.51 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.196, f32[8192,2048]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:58.005694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 constant.201> +2023-12-14 14:52:58.005698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201 +2023-12-14 14:52:58.005708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:58.005718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:58.005723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 broadcast.194> +2023-12-14 14:52:58.005728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:58.005742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 1 +2023-12-14 14:52:58.005753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[8192,2048]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:58.005758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.200> +2023-12-14 14:52:58.005763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200 +2023-12-14 14:52:58.005772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:58.005783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:58.005788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.193> +2023-12-14 14:52:58.005792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:58.005802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 2 +2023-12-14 14:52:58.005812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[8192,2048]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:58.005817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 select.50> +2023-12-14 14:52:58.005822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50 +2023-12-14 14:52:58.005831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 0 +2023-12-14 14:52:58.005842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.50 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.194, f32[8192,2048]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:58.005847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 constant.199> +2023-12-14 14:52:58.005852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199 +2023-12-14 14:52:58.005861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:58.005875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:58.005880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 broadcast.192> +2023-12-14 14:52:58.005885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:58.005894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 1 +2023-12-14 14:52:58.005905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[8192,2048]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:58.005910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.198> +2023-12-14 14:52:58.005915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198 +2023-12-14 14:52:58.005924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:58.005935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:58.005939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.191> +2023-12-14 14:52:58.005944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:58.005954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 2 +2023-12-14 14:52:58.005964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[8192,2048]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:58.005969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 select.49> +2023-12-14 14:52:58.005974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.005978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49 +2023-12-14 14:52:58.005983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.005988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 0 +2023-12-14 14:52:58.005994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.49 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.192, f32[8192,2048]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:58.005999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 constant.197> +2023-12-14 14:52:58.006007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197 +2023-12-14 14:52:58.006016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:58.006028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:58.006033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 broadcast.190> +2023-12-14 14:52:58.006038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:58.006047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 1 +2023-12-14 14:52:58.006058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[8192,2048]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:58.006063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.196> +2023-12-14 14:52:58.006068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196 +2023-12-14 14:52:58.006077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:58.006088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:58.006093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.189> +2023-12-14 14:52:58.006098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:58.006107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 2 +2023-12-14 14:52:58.006118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[8192,2048]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:58.006123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 select.48> +2023-12-14 14:52:58.006128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48 +2023-12-14 14:52:58.006137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 0 +2023-12-14 14:52:58.006151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.48 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.190, f32[8192,2048]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:58.006156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 constant.195> +2023-12-14 14:52:58.006161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195 +2023-12-14 14:52:58.006171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:58.006182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:58.006187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 broadcast.188> +2023-12-14 14:52:58.006192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:58.006202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 1 +2023-12-14 14:52:58.006213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[8192,2048]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:58.006218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.194> +2023-12-14 14:52:58.006223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194 +2023-12-14 14:52:58.006232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:58.006243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:58.006248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.187> +2023-12-14 14:52:58.006252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:58.006262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 2 +2023-12-14 14:52:58.006273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[8192,2048]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:58.006278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 select.47> +2023-12-14 14:52:58.006286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47 +2023-12-14 14:52:58.006296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 0 +2023-12-14 14:52:58.006306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.47 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.188, f32[8192,2048]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:58.006311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 constant.193> +2023-12-14 14:52:58.006316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193 +2023-12-14 14:52:58.006326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:58.006337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:58.006341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 broadcast.186> +2023-12-14 14:52:58.006346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:58.006356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 1 +2023-12-14 14:52:58.006367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[8192,2048]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:58.006372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.192> +2023-12-14 14:52:58.006376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192 +2023-12-14 14:52:58.006387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:58.006397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:58.006402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.185> +2023-12-14 14:52:58.006406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:58.006417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 2 +2023-12-14 14:52:58.006430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[8192,2048]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:58.006435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 select.46> +2023-12-14 14:52:58.006440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46 +2023-12-14 14:52:58.006450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 0 +2023-12-14 14:52:58.006460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.46 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.186, f32[8192,2048]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:58.006465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 constant.191> +2023-12-14 14:52:58.006470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191 +2023-12-14 14:52:58.006480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:58.006491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:58.006495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 broadcast.184> +2023-12-14 14:52:58.006500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:58.006510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 1 +2023-12-14 14:52:58.006521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[8192,2048]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:58.006525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.189> +2023-12-14 14:52:58.006530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189 +2023-12-14 14:52:58.006540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:58.006551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:58.006558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.183> +2023-12-14 14:52:58.006563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:58.006574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 2 +2023-12-14 14:52:58.006584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[8192,2048]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:58.006589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 select.45> +2023-12-14 14:52:58.006595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45 +2023-12-14 14:52:58.006605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 0 +2023-12-14 14:52:58.006615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.45 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.184, f32[8192,2048]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:58.006620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 constant.188> +2023-12-14 14:52:58.006625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188 +2023-12-14 14:52:58.006636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:58.006645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:58.006650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 broadcast.182> +2023-12-14 14:52:58.006656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:58.006666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 1 +2023-12-14 14:52:58.006676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[8192,2048]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:58.006681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.187> +2023-12-14 14:52:58.006686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187 +2023-12-14 14:52:58.006699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:58.006709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:58.006714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.181> +2023-12-14 14:52:58.006719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:58.006730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 2 +2023-12-14 14:52:58.006739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[8192,2048]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:58.006744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 select.44> +2023-12-14 14:52:58.006750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44 +2023-12-14 14:52:58.006760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 0 +2023-12-14 14:52:58.006770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.44 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.182, f32[8192,2048]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:58.006775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 constant.186> +2023-12-14 14:52:58.006780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186 +2023-12-14 14:52:58.006790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:58.006800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:58.006805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 broadcast.180> +2023-12-14 14:52:58.006810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:58.006820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:58.006830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[8192,2048]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:58.006839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 constant.185> +2023-12-14 14:52:58.006844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185 +2023-12-14 14:52:58.006855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:58.006865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:58.006871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 broadcast.179> +2023-12-14 14:52:58.006875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:58.006885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:58.006895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[8192,2048]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:58.006901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.43> +2023-12-14 14:52:58.006905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:58.006916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 0 +2023-12-14 14:52:58.006925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.180, f32[8192,2048]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:58.006931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 constant.184> +2023-12-14 14:52:58.006936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184 +2023-12-14 14:52:58.006947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:58.006957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:58.006962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 broadcast.178> +2023-12-14 14:52:58.006967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.006976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:58.006981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.006987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 1 +2023-12-14 14:52:58.006992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[8192,2048]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:58.006997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 add.158> +2023-12-14 14:52:58.007003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158 +2023-12-14 14:52:58.007013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:58.007023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.158 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:58.007027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 sqrt.3> +2023-12-14 14:52:58.007032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:58.007042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 0 +2023-12-14 14:52:58.007052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:58.007057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 constant.183> +2023-12-14 14:52:58.007062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183 +2023-12-14 14:52:58.007072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:58.007083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.183 = f32[] constant(-3) +2023-12-14 14:52:58.007087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 broadcast.177> +2023-12-14 14:52:58.007092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:58.007102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 1 +2023-12-14 14:52:58.007113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[8192,2048]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:58.007121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 add.157> +2023-12-14 14:52:58.007126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157 +2023-12-14 14:52:58.007136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:58.007146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.157 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.3, f32[8192,2048]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:58.007151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 select.42> +2023-12-14 14:52:58.007157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:58.007166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 1 +2023-12-14 14:52:58.007176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 1 +2023-12-14 14:52:58.007181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 1 +2023-12-14 14:52:58.007187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 1 +2023-12-14 14:52:58.007192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 1 +2023-12-14 14:52:58.007196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 1 +2023-12-14 14:52:58.007202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 1 +2023-12-14 14:52:58.007206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 1 +2023-12-14 14:52:58.007211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %add.158, f32[8192,2048]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:58.007217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.107> +2023-12-14 14:52:58.007222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107 +2023-12-14 14:52:58.007233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 1 +2023-12-14 14:52:58.007243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.107 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.43, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:58.007251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.156> +2023-12-14 14:52:58.007256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156 +2023-12-14 14:52:58.007266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 0 +2023-12-14 14:52:58.007276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.156 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.44, f32[8192,2048]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:58.007281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.106> +2023-12-14 14:52:58.007286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106 +2023-12-14 14:52:58.007296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 1 +2023-12-14 14:52:58.007306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.106 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.156, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:58.007312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.155> +2023-12-14 14:52:58.007316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155 +2023-12-14 14:52:58.007333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 0 +2023-12-14 14:52:58.007343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.155 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.45, f32[8192,2048]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:58.007348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.105> +2023-12-14 14:52:58.007354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105 +2023-12-14 14:52:58.007363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 1 +2023-12-14 14:52:58.007373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.105 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.155, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:58.007378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.154> +2023-12-14 14:52:58.007384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154 +2023-12-14 14:52:58.007396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 0 +2023-12-14 14:52:58.007407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.154 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.46, f32[8192,2048]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:58.007412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.104> +2023-12-14 14:52:58.007418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104 +2023-12-14 14:52:58.007427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 1 +2023-12-14 14:52:58.007437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.104 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.154, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:58.007442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.153> +2023-12-14 14:52:58.007448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153 +2023-12-14 14:52:58.007457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 0 +2023-12-14 14:52:58.007468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.153 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.47, f32[8192,2048]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:58.007473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.103> +2023-12-14 14:52:58.007478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103 +2023-12-14 14:52:58.007488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 1 +2023-12-14 14:52:58.007498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.103 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.153, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:58.007503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 add.152> +2023-12-14 14:52:58.007508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152 +2023-12-14 14:52:58.007518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 0 +2023-12-14 14:52:58.007531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.152 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.48, f32[8192,2048]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:58.007537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 multiply.102> +2023-12-14 14:52:58.007541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102 +2023-12-14 14:52:58.007551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 1 +2023-12-14 14:52:58.007561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.102 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.152, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:58.007567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 add.150> +2023-12-14 14:52:58.007572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150 +2023-12-14 14:52:58.007581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 0 +2023-12-14 14:52:58.007591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.150 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.49, f32[8192,2048]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:58.007597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.101> +2023-12-14 14:52:58.007602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101 +2023-12-14 14:52:58.007611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 1 +2023-12-14 14:52:58.007622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.101 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.150, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:58.007627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 add.149> +2023-12-14 14:52:58.007632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149 +2023-12-14 14:52:58.007641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 0 +2023-12-14 14:52:58.007652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.149 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.50, f32[8192,2048]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:58.007660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 multiply.100> +2023-12-14 14:52:58.007665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100 +2023-12-14 14:52:58.007674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 1 +2023-12-14 14:52:58.007686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.100 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.149, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:58.007691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 add.148> +2023-12-14 14:52:58.007696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148 +2023-12-14 14:52:58.007705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 0 +2023-12-14 14:52:58.007716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.148 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.51, f32[8192,2048]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:58.007721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 multiply.99> +2023-12-14 14:52:58.007726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99 +2023-12-14 14:52:58.007735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:58.007746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.99 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.148, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:58.007752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 select.41> +2023-12-14 14:52:58.007756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:58.007766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 0 +2023-12-14 14:52:58.007776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.19, f32[8192,2048]{1,0} %multiply.109, f32[8192,2048]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:58.007781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 constant.182> +2023-12-14 14:52:58.007786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182 +2023-12-14 14:52:58.007799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:58.007810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:58.007815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 broadcast.176> +2023-12-14 14:52:58.007820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:58.007829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 1 +2023-12-14 14:52:58.007841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[8192,2048]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.007845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 multiply.98> +2023-12-14 14:52:58.007850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98 +2023-12-14 14:52:58.007860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:58.007871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.98 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.41, f32[8192,2048]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.007876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 maximum.4> +2023-12-14 14:52:58.007881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:58.007890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 1 +2023-12-14 14:52:58.007901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[8192,2048]{1,0} maximum(f32[8192,2048]{1,0} %broadcast.205, f32[8192,2048]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.007906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 minimum.2> +2023-12-14 14:52:58.007914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2 +2023-12-14 14:52:58.007923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.2 = f32[8192,2048]{1,0} minimum(f32[8192,2048]{1,0} %broadcast.206, f32[8192,2048]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.007934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{} (phi)> +2023-12-14 14:52:58.007939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:58.007948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:58.007959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.007964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.3{} (phi)> +2023-12-14 14:52:58.007969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.007973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:58.007978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.007983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110, operand 0 {} +2023-12-14 14:52:58.007989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:58.007993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:58.007998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:58.008003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106, operand 0 {} +2023-12-14 14:52:58.008008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105, operand 0 {} +2023-12-14 14:52:58.008013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104, operand 0 {} +2023-12-14 14:52:58.008018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103, operand 0 {} +2023-12-14 14:52:58.008023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.4{0} (phi)> +2023-12-14 14:52:58.008033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:58.008045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:58.008051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:58.008061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.4{1} (phi)> +2023-12-14 14:52:58.008070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:58.008080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.4{2} (phi)> +2023-12-14 14:52:58.008095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:58.008104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.4{3} (phi)> +2023-12-14 14:52:58.008120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:58.008129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.4{4} (phi)> +2023-12-14 14:52:58.008145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:58.008154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.4{5} (phi)> +2023-12-14 14:52:58.008172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:58.008182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.4{6} (phi)> +2023-12-14 14:52:58.008196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:58.008207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.4{7} (phi)> +2023-12-14 14:52:58.008221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:58.008232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 arg_tuple.3{0} (phi)> +2023-12-14 14:52:58.008246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:58.008256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103 +2023-12-14 14:52:58.008261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:58.008271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 arg_tuple.3{1} (phi)> +2023-12-14 14:52:58.008281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:58.008291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104 +2023-12-14 14:52:58.008309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:58.008320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 arg_tuple.3{2} (phi)> +2023-12-14 14:52:58.008331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:58.008340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105 +2023-12-14 14:52:58.008345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:58.008356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 arg_tuple.3{3} (phi)> +2023-12-14 14:52:58.008365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:58.008375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106 +2023-12-14 14:52:58.008380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:58.008391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 arg_tuple.3{4} (phi)> +2023-12-14 14:52:58.008400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:58.008410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:58.008416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:58.008425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 arg_tuple.3{5} (phi)> +2023-12-14 14:52:58.008435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:58.008449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:58.008454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:58.008463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 arg_tuple.3{6} (phi)> +2023-12-14 14:52:58.008474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:58.008484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:58.008489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:58.008498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 arg_tuple.3{7} (phi)> +2023-12-14 14:52:58.008510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:58.008519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110 +2023-12-14 14:52:58.008524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:58.008534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.008540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{} (phi)> +2023-12-14 14:52:58.008544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:58.008554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:58.008564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:58.008570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.008578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <437 while.1{0} (phi)> +2023-12-14 14:52:58.008583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:58.008593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.008604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <438 while.1{1} (phi)> +2023-12-14 14:52:58.008609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:58.008618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:58.008624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:58.008629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 2 +2023-12-14 14:52:58.008639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 2 +2023-12-14 14:52:58.008644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.008649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <439 while.1{2} (phi)> +2023-12-14 14:52:58.008654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:58.008665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:58.008670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:58.008674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 3 +2023-12-14 14:52:58.008684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 3 +2023-12-14 14:52:58.008690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.008698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <440 while.1{3} (phi)> +2023-12-14 14:52:58.008703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:58.008713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.008724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <441 while.1{4} (phi)> +2023-12-14 14:52:58.008729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:58.008738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.008749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <442 while.1{5} (phi)> +2023-12-14 14:52:58.008754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:58.008764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.008774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <443 while.1{6} (phi)> +2023-12-14 14:52:58.008779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:58.008789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.008803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <444 while.1{7} (phi)> +2023-12-14 14:52:58.008808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.008813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:58.008818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.008823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.009393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.16 = s32[] copy(s32[] %add.58) and its unused operands +2023-12-14 14:52:58.009423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.17 = u32[8388608]{0} copy(u32[8388608]{0} %call.1) and its unused operands +2023-12-14 14:52:58.009436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.18 = u32[8388608]{0} copy(u32[8388608]{0} %call) and its unused operands +2023-12-14 14:52:58.009453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy = s32[] copy(s32[] %copy.24) and its unused operands +2023-12-14 14:52:58.009464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.1 = u32[8388608]{0} copy(u32[8388608]{0} %call.4) and its unused operands +2023-12-14 14:52:58.009475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.2 = u32[8388608]{0} copy(u32[8388608]{0} %call.3) and its unused operands +2023-12-14 14:52:58.009487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.3 = u32[] copy(u32[] %fusion.6) and its unused operands +2023-12-14 14:52:58.009497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.4 = u32[] copy(u32[] %fusion.4) and its unused operands +2023-12-14 14:52:58.009508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.5 = u32[] copy(u32[] %fusion.8) and its unused operands +2023-12-14 14:52:58.009519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.6 = u32[4]{0} copy(u32[4]{0} %copy.26) and its unused operands +2023-12-14 14:52:58.009529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %copy.7 = u32[4]{0} copy(u32[4]{0} %copy.25) and its unused operands +2023-12-14 14:52:58.009573: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:58.009588: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 16 +2023-12-14 14:52:58.009651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 101 ms (cumulative: 713 ms, max: 101 ms, #called: 2195) +2023-12-14 14:52:58.009662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.009722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 57 us (cumulative: 713 ms, max: 101 ms, #called: 2196) +2023-12-14 14:52:58.009774: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__truncated_normal +2023-12-14 14:52:58.010857: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:58.011352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:58.012153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.012253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:58.012260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:58.012278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:58.012284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:58.012297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.110 +2023-12-14 14:52:58.012303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:58.012308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:58.012313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:58.012318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:58.012323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:58.012328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:58.012333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:58.012338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:58.012344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:58.012349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:58.012354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:58.012360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:58.012365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:58.012370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:58.012376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:58.012391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.012415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.012421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410, phi: +2023-12-14 14:52:58.012426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:58.012431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:58.012436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49: +2023-12-14 14:52:58.012441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:58.012447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411, phi: +2023-12-14 14:52:58.012452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:58.012457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:58.012462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 412, phi: +2023-12-14 14:52:58.012466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:58.012471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:58.012476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:58.012481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:58.012486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 413, phi: +2023-12-14 14:52:58.012491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:58.012496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:58.012500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:58.012505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10: +2023-12-14 14:52:58.012511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 414, phi: +2023-12-14 14:52:58.012516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:58.012520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:58.012525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:58.012530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:58.012534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 415, phi: +2023-12-14 14:52:58.012540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:58.012545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:58.012550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:58.012555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:58.012559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 416, phi: +2023-12-14 14:52:58.012564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:58.012569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:58.012575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:58.012583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:58.012588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 417, phi: +2023-12-14 14:52:58.012593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:58.012598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:58.012604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:58.012609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:58.012614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 418, phi: +2023-12-14 14:52:58.012618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:58.012623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:58.012628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:58.012634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:58.012639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 419, phi: +2023-12-14 14:52:58.012643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:58.012648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:58.012652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:58.012658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:58.012664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 420, phi: +2023-12-14 14:52:58.012669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:58.012674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:58.012678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 421, phi: +2023-12-14 14:52:58.012683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:58.012689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:58.012693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 422, phi: +2023-12-14 14:52:58.012699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:58.012703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:58.012708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 423, phi: +2023-12-14 14:52:58.012713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:58.012719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:58.012723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 424, phi: +2023-12-14 14:52:58.012729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:58.012734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:58.012738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 425, phi: +2023-12-14 14:52:58.012743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:58.012752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:58.012758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 426, phi: +2023-12-14 14:52:58.012762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:58.012767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:58.012772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 427, phi: +2023-12-14 14:52:58.012776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:58.012782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:58.012787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 428, phi: +2023-12-14 14:52:58.012792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:58.012797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:58.012802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 429, phi: +2023-12-14 14:52:58.012806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:58.012812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:58.012817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 430, phi: +2023-12-14 14:52:58.012822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:58.012826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:58.012831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 431, phi: +2023-12-14 14:52:58.012836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:58.012841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:58.012846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 432, phi: +2023-12-14 14:52:58.012852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:58.012856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:58.012861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 433, phi: +2023-12-14 14:52:58.012866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:58.012871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:58.012876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 434, phi: +2023-12-14 14:52:58.012881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:58.012886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:58.012891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 435, phi: +2023-12-14 14:52:58.012895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:58.012901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:58.012905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 436, phi: +2023-12-14 14:52:58.012911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:58.012919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:58.012936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.012946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.012951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410, phi: +2023-12-14 14:52:58.012956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:58.012961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:58.012966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49: +2023-12-14 14:52:58.012972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:58.012976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411, phi: +2023-12-14 14:52:58.012981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:58.012986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:58.012991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 412, phi: +2023-12-14 14:52:58.012996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:58.013002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:58.013007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:58.013012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:58.013016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 413, phi: +2023-12-14 14:52:58.013022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:58.013026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:58.013031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:58.013036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10: +2023-12-14 14:52:58.013041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 414, phi: +2023-12-14 14:52:58.013045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:58.013051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:58.013055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:58.013060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:58.013066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 415, phi: +2023-12-14 14:52:58.013070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:58.013075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:58.013081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:58.013086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:58.013090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 416, phi: +2023-12-14 14:52:58.013096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:58.013101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:58.013109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:58.013115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:58.013119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 417, phi: +2023-12-14 14:52:58.013125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:58.013130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:58.013134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:58.013139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:58.013144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 418, phi: +2023-12-14 14:52:58.013149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:58.013154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:58.013159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:58.013164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:58.013168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 419, phi: +2023-12-14 14:52:58.013174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:58.013178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:58.013183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:58.013189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:58.013193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 420, phi: +2023-12-14 14:52:58.013198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:58.013203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:58.013208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 421, phi: +2023-12-14 14:52:58.013213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:58.013218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:58.013223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 422, phi: +2023-12-14 14:52:58.013227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:58.013233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:58.013237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 423, phi: +2023-12-14 14:52:58.013242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:58.013247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:58.013252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 424, phi: +2023-12-14 14:52:58.013257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:58.013263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:58.013268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 425, phi: +2023-12-14 14:52:58.013276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:58.013281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:58.013286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 426, phi: +2023-12-14 14:52:58.013291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:58.013296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:58.013300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 427, phi: +2023-12-14 14:52:58.013305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:58.013311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:58.013315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 428, phi: +2023-12-14 14:52:58.013320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:58.013325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:58.013330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 429, phi: +2023-12-14 14:52:58.013335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:58.013341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:58.013345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 430, phi: +2023-12-14 14:52:58.013350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:58.013356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:58.013360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 431, phi: +2023-12-14 14:52:58.013365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:58.013370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:58.013375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 432, phi: +2023-12-14 14:52:58.013379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:58.013385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:58.013389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 433, phi: +2023-12-14 14:52:58.013394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:58.013399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:58.013404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 434, phi: +2023-12-14 14:52:58.013409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:58.013414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:58.013419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 435, phi: +2023-12-14 14:52:58.013424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:58.013428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:58.013434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 436, phi: +2023-12-14 14:52:58.013442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:58.013447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:58.013452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.013461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:58.013467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.013472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:58.013478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:58.013483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:58.013488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:58.013495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <39 constant.19> + +2023-12-14 14:52:58.013501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:58.013507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 constant.21> + +2023-12-14 14:52:58.013512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:58.013518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 constant.22> + +2023-12-14 14:52:58.013523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:58.013535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <428 while.1{} (phi)> + {0} : HloValueSet: <429 while.1{0} (phi)> + {1} : HloValueSet: <430 while.1{1} (phi)> + {2} : HloValueSet: <431 while.1{2} (phi)> + {3} : HloValueSet: <432 while.1{3} (phi)> + {4} : HloValueSet: <433 while.1{4} (phi)> + {5} : HloValueSet: <434 while.1{5} (phi)> + {6} : HloValueSet: <435 while.1{6} (phi)> + {7} : HloValueSet: <436 while.1{7} (phi)> + +2023-12-14 14:52:58.013542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:58.013548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 while.1{1} (phi)> + +2023-12-14 14:52:58.013553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:58.013560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <431 while.1{2} (phi)> + +2023-12-14 14:52:58.013566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:58.013572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:58.013576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:58.013582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <43 fusion.4> + +2023-12-14 14:52:58.013590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:58.013596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 fusion.6> + +2023-12-14 14:52:58.013601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:52:58.013606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 fusion.8> + +2023-12-14 14:52:58.013611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.9 +2023-12-14 14:52:58.013617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:58.013623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:58.013629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <12 fusion.2.clone> + +2023-12-14 14:52:58.013634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:58.013639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:58.013644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:58.013650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:58.013655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:58.013666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <49 tuple.9{}> + {0} : HloValueSet: <40 copy.24> + {1} : HloValueSet: <1 fusion.7.clone> + {2} : HloValueSet: <0 fusion.5.clone> + {3} : HloValueSet: <42 fusion.6> + {4} : HloValueSet: <43 fusion.4> + {5} : HloValueSet: <44 fusion.8> + {6} : HloValueSet: <46 copy.26> + {7} : HloValueSet: <48 copy.25> + +2023-12-14 14:52:58.013671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:58.013676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 copy.24> + +2023-12-14 14:52:58.013682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:58.013688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 copy.25> + +2023-12-14 14:52:58.013693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:58.013698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <46 copy.26> + +2023-12-14 14:52:58.013703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:58.013715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <411 arg_tuple.3{} (phi)> + {0} : HloValueSet: <420 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <421 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <422 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <423 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <424 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <425 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <426 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <427 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:58.013725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:58.013731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 constant.102> + +2023-12-14 14:52:58.013735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:58.013742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <52 add.58> + +2023-12-14 14:52:58.013747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.013753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:58.013758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:58.013763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:58.013770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.103 +2023-12-14 14:52:58.013776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <420 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:58.013781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:58.013787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 copy.8> + +2023-12-14 14:52:58.013792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.104 +2023-12-14 14:52:58.013797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <421 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:58.013803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:58.013809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:58.013814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.105 +2023-12-14 14:52:58.013819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <422 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:58.013824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:58.013830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:58.013835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.106 +2023-12-14 14:52:58.013841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <423 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:58.013846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:58.013852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:58.013859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:58.013866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <424 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:58.013872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:58.013877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.12> + +2023-12-14 14:52:58.013882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:58.013888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <425 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:58.013893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:58.013899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.13> + +2023-12-14 14:52:58.013904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:58.013910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <426 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:58.013915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:58.013920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:58.013926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.110 +2023-12-14 14:52:58.013932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <427 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:58.013937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:58.013943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <62 copy.15> + +2023-12-14 14:52:58.013948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:58.013953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 copy.19> + +2023-12-14 14:52:58.013959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:58.013964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.20> + +2023-12-14 14:52:58.013969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:58.013974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <61 copy.21> + +2023-12-14 14:52:58.013979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:58.013986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <63 copy.22> + +2023-12-14 14:52:58.013991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:58.013996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:58.014005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:58.014014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <65 tuple.11{}> + {0} : HloValueSet: <52 add.58> + {1} : HloValueSet: <10 fusion.1.clone> + {2} : HloValueSet: <11 fusion.clone> + {3} : HloValueSet: <58 copy.19> + {4} : HloValueSet: <60 copy.20> + {5} : HloValueSet: <61 copy.21> + {6} : HloValueSet: <63 copy.22> + {7} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:58.014021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:58.014031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <410 arg_tuple.4{} (phi)> + {0} : HloValueSet: <412 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <413 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <414 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <415 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <416 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <417 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <418 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <419 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:58.014036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:58.014042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <8 constant.103> + +2023-12-14 14:52:58.014047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:58.014053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <9 compare.5> + +2023-12-14 14:52:58.014058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:58.014064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <412 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:58.014069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.0 +2023-12-14 14:52:58.014074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 divide.0> + +2023-12-14 14:52:58.014080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:58.014085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <148 add.105> + +2023-12-14 14:52:58.014090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:58.014096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 multiply.42> + +2023-12-14 14:52:58.014100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:58.014106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 add.106> + +2023-12-14 14:52:58.014111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:58.014117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 multiply.45> + +2023-12-14 14:52:58.014125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:58.014131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 add.107> + +2023-12-14 14:52:58.014136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:58.014143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 multiply.47> + +2023-12-14 14:52:58.014148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:58.014153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 add.108> + +2023-12-14 14:52:58.014158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:58.014163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 multiply.49> + +2023-12-14 14:52:58.014169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:58.014175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 add.109> + +2023-12-14 14:52:58.014179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:58.014185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 multiply.51> + +2023-12-14 14:52:58.014190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:58.014195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 add.110> + +2023-12-14 14:52:58.014201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.53 +2023-12-14 14:52:58.014206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 multiply.53> + +2023-12-14 14:52:58.014211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:58.014216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 add.112> + +2023-12-14 14:52:58.014221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.55 +2023-12-14 14:52:58.014227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 multiply.55> + +2023-12-14 14:52:58.014232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:58.014238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 add.114> + +2023-12-14 14:52:58.014243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.57 +2023-12-14 14:52:58.014248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 multiply.57> + +2023-12-14 14:52:58.014253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:58.014260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 add.115> + +2023-12-14 14:52:58.014269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.59 +2023-12-14 14:52:58.014275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 multiply.59> + +2023-12-14 14:52:58.014279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:58.014285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 add.116> + +2023-12-14 14:52:58.014291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.61 +2023-12-14 14:52:58.014296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 multiply.61> + +2023-12-14 14:52:58.014301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:58.014306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 add.117> + +2023-12-14 14:52:58.014311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.63 +2023-12-14 14:52:58.014316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 multiply.63> + +2023-12-14 14:52:58.014322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:58.014328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 add.118> + +2023-12-14 14:52:58.014333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.65 +2023-12-14 14:52:58.014338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <113 multiply.65> + +2023-12-14 14:52:58.014343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.67 +2023-12-14 14:52:58.014348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <111 multiply.67> + +2023-12-14 14:52:58.014354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.0 +2023-12-14 14:52:58.014359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <110 clamp.0> + +2023-12-14 14:52:58.014364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.69 +2023-12-14 14:52:58.014370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <108 multiply.69> + +2023-12-14 14:52:58.014375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.146 +2023-12-14 14:52:58.014381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 constant.146> + +2023-12-14 14:52:58.014386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.147 +2023-12-14 14:52:58.014392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 constant.147> + +2023-12-14 14:52:58.014397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.148 +2023-12-14 14:52:58.014402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 constant.148> + +2023-12-14 14:52:58.014410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.149 +2023-12-14 14:52:58.014417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 constant.149> + +2023-12-14 14:52:58.014422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.150 +2023-12-14 14:52:58.014427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 constant.150> + +2023-12-14 14:52:58.014432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.151 +2023-12-14 14:52:58.014437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 constant.151> + +2023-12-14 14:52:58.014443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.152 +2023-12-14 14:52:58.014449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 constant.152> + +2023-12-14 14:52:58.014453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.153 +2023-12-14 14:52:58.014459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 constant.153> + +2023-12-14 14:52:58.014464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.154 +2023-12-14 14:52:58.014469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 constant.154> + +2023-12-14 14:52:58.014475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.155 +2023-12-14 14:52:58.014480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.155> + +2023-12-14 14:52:58.014485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.156 +2023-12-14 14:52:58.014491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.156> + +2023-12-14 14:52:58.014495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.157 +2023-12-14 14:52:58.014501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 constant.157> + +2023-12-14 14:52:58.014507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.158 +2023-12-14 14:52:58.014512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 constant.158> + +2023-12-14 14:52:58.014517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.159 +2023-12-14 14:52:58.014523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <109 constant.159> + +2023-12-14 14:52:58.014527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.160 +2023-12-14 14:52:58.014534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <107 constant.160> + +2023-12-14 14:52:58.014539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.161 +2023-12-14 14:52:58.014545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <104 constant.161> + +2023-12-14 14:52:58.014558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.6 +2023-12-14 14:52:58.014565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <106 convert.6> + +2023-12-14 14:52:58.014571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.23 +2023-12-14 14:52:58.014576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <105 param_0.23> + +2023-12-14 14:52:58.014581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:58.014586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:58.014592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:58.014598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:58.014603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.162 +2023-12-14 14:52:58.014609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.162> + +2023-12-14 14:52:58.014613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:58.014619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.38> + +2023-12-14 14:52:58.014624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:58.014631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.19> + +2023-12-14 14:52:58.014636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:58.014641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.39> + +2023-12-14 14:52:58.014646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.27 +2023-12-14 14:52:58.014652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.27> + +2023-12-14 14:52:58.014658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:58.014664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.20> + +2023-12-14 14:52:58.014668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:58.014674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.41> + +2023-12-14 14:52:58.014679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:58.014684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.23> + +2023-12-14 14:52:58.014690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:58.014696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.31> + +2023-12-14 14:52:58.014704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:58.014710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.43> + +2023-12-14 14:52:58.014716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:58.014722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.26> + +2023-12-14 14:52:58.014727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.35 +2023-12-14 14:52:58.014732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.35> + +2023-12-14 14:52:58.014737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:52:58.014743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 divide.1> + +2023-12-14 14:52:58.014749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.121 +2023-12-14 14:52:58.014754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 add.121> + +2023-12-14 14:52:58.014759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.163 +2023-12-14 14:52:58.014764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 constant.163> + +2023-12-14 14:52:58.014769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.70 +2023-12-14 14:52:58.014775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 multiply.70> + +2023-12-14 14:52:58.014781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.122 +2023-12-14 14:52:58.014786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 add.122> + +2023-12-14 14:52:58.014791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.164 +2023-12-14 14:52:58.014796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 constant.164> + +2023-12-14 14:52:58.014801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.71 +2023-12-14 14:52:58.014807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 multiply.71> + +2023-12-14 14:52:58.014813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.123 +2023-12-14 14:52:58.014818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 add.123> + +2023-12-14 14:52:58.014823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.165 +2023-12-14 14:52:58.014829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 constant.165> + +2023-12-14 14:52:58.014834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.74 +2023-12-14 14:52:58.014840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 multiply.74> + +2023-12-14 14:52:58.014848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.124 +2023-12-14 14:52:58.014854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 add.124> + +2023-12-14 14:52:58.014858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.166 +2023-12-14 14:52:58.014865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 constant.166> + +2023-12-14 14:52:58.014870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.76 +2023-12-14 14:52:58.014876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 multiply.76> + +2023-12-14 14:52:58.014881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:58.014886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 add.125> + +2023-12-14 14:52:58.014891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.167 +2023-12-14 14:52:58.014897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 constant.167> + +2023-12-14 14:52:58.014903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.78 +2023-12-14 14:52:58.014909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <180 multiply.78> + +2023-12-14 14:52:58.014913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.126 +2023-12-14 14:52:58.014919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 add.126> + +2023-12-14 14:52:58.014924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.168 +2023-12-14 14:52:58.014930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 constant.168> + +2023-12-14 14:52:58.014935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.80 +2023-12-14 14:52:58.014941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 multiply.80> + +2023-12-14 14:52:58.014946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.127 +2023-12-14 14:52:58.014951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 add.127> + +2023-12-14 14:52:58.014956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.169 +2023-12-14 14:52:58.014962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 constant.169> + +2023-12-14 14:52:58.014968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.82 +2023-12-14 14:52:58.014973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 multiply.82> + +2023-12-14 14:52:58.014978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.129 +2023-12-14 14:52:58.014983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 add.129> + +2023-12-14 14:52:58.014992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.170 +2023-12-14 14:52:58.014999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 constant.170> + +2023-12-14 14:52:58.015003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.84 +2023-12-14 14:52:58.015009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 multiply.84> + +2023-12-14 14:52:58.015014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.130 +2023-12-14 14:52:58.015020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <170 add.130> + +2023-12-14 14:52:58.015025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.171 +2023-12-14 14:52:58.015031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.171> + +2023-12-14 14:52:58.015036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.86 +2023-12-14 14:52:58.015041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 multiply.86> + +2023-12-14 14:52:58.015046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.132 +2023-12-14 14:52:58.015052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <167 add.132> + +2023-12-14 14:52:58.015057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.172 +2023-12-14 14:52:58.015063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.172> + +2023-12-14 14:52:58.015067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.88 +2023-12-14 14:52:58.015073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <165 multiply.88> + +2023-12-14 14:52:58.015078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.133 +2023-12-14 14:52:58.015084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <164 add.133> + +2023-12-14 14:52:58.015089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.173 +2023-12-14 14:52:58.015095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.173> + +2023-12-14 14:52:58.015099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.90 +2023-12-14 14:52:58.015105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 multiply.90> + +2023-12-14 14:52:58.015110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.134 +2023-12-14 14:52:58.015116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 add.134> + +2023-12-14 14:52:58.015121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.174 +2023-12-14 14:52:58.015127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <160 constant.174> + +2023-12-14 14:52:58.015135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.92 +2023-12-14 14:52:58.015141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <159 multiply.92> + +2023-12-14 14:52:58.015147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.175 +2023-12-14 14:52:58.015152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 constant.175> + +2023-12-14 14:52:58.015157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.94 +2023-12-14 14:52:58.015162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <157 multiply.94> + +2023-12-14 14:52:58.015168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.1 +2023-12-14 14:52:58.015173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <156 clamp.1> + +2023-12-14 14:52:58.015179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.176 +2023-12-14 14:52:58.015184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <155 constant.176> + +2023-12-14 14:52:58.015189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.96 +2023-12-14 14:52:58.015195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 multiply.96> + +2023-12-14 14:52:58.015200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.177 +2023-12-14 14:52:58.015206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 constant.177> + +2023-12-14 14:52:58.015212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.178 +2023-12-14 14:52:58.015217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 constant.178> + +2023-12-14 14:52:58.015222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.7 +2023-12-14 14:52:58.015228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <152 convert.7> + +2023-12-14 14:52:58.015233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.41 +2023-12-14 14:52:58.015239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <151 param_0.41> + +2023-12-14 14:52:58.015244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.135 +2023-12-14 14:52:58.015249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <248 add.135> + +2023-12-14 14:52:58.015254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.153 +2023-12-14 14:52:58.015260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <247 broadcast.153> + +2023-12-14 14:52:58.015265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.8 +2023-12-14 14:52:58.015271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <246 convert.8> + +2023-12-14 14:52:58.015279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.136 +2023-12-14 14:52:58.015285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <242 add.136> + +2023-12-14 14:52:58.015290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.154 +2023-12-14 14:52:58.015296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <241 broadcast.154> + +2023-12-14 14:52:58.015302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:58.015307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <239 xor.21> + +2023-12-14 14:52:58.015312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:58.015329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <238 or.23> + +2023-12-14 14:52:58.015335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:58.015342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <237 shift-right-logical.21> + +2023-12-14 14:52:58.015347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.156 +2023-12-14 14:52:58.015352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <236 broadcast.156> + +2023-12-14 14:52:58.015358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:58.015363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <235 subtract.24> + +2023-12-14 14:52:58.015368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:58.015374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <234 shift-left.19> + +2023-12-14 14:52:58.015379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.157 +2023-12-14 14:52:58.015384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <233 broadcast.157> + +2023-12-14 14:52:58.015390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:58.015396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <232 reshape.44> + +2023-12-14 14:52:58.015401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:58.015407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <231 slice.27> + +2023-12-14 14:52:58.015411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.137 +2023-12-14 14:52:58.015417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <230 add.137> + +2023-12-14 14:52:58.015422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:58.015431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <229 xor.22> + +2023-12-14 14:52:58.015437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:58.015443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <228 or.24> + +2023-12-14 14:52:58.015449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:58.015455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <227 shift-right-logical.22> + +2023-12-14 14:52:58.015459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.158 +2023-12-14 14:52:58.015466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <226 broadcast.158> + +2023-12-14 14:52:58.015471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:58.015476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <225 subtract.25> + +2023-12-14 14:52:58.015482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:58.015487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <224 shift-left.20> + +2023-12-14 14:52:58.015493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.159 +2023-12-14 14:52:58.015499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <223 broadcast.159> + +2023-12-14 14:52:58.015503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:58.015510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <222 reshape.45> + +2023-12-14 14:52:58.015514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:58.015520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <221 slice.28> + +2023-12-14 14:52:58.015525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.138 +2023-12-14 14:52:58.015531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <220 add.138> + +2023-12-14 14:52:58.015535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:58.015541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <219 xor.23> + +2023-12-14 14:52:58.015546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:58.015551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <218 or.25> + +2023-12-14 14:52:58.015557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:58.015563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <217 shift-right-logical.23> + +2023-12-14 14:52:58.015571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.160 +2023-12-14 14:52:58.015577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <216 broadcast.160> + +2023-12-14 14:52:58.015582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:58.015589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <215 subtract.26> + +2023-12-14 14:52:58.015593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:58.015601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <214 shift-left.21> + +2023-12-14 14:52:58.015606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.161 +2023-12-14 14:52:58.015612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <213 broadcast.161> + +2023-12-14 14:52:58.015617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:58.015623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <212 reshape.46> + +2023-12-14 14:52:58.015628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:58.015634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <211 slice.29> + +2023-12-14 14:52:58.015639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.139 +2023-12-14 14:52:58.015644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <210 add.139> + +2023-12-14 14:52:58.015650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:58.015655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <209 xor.24> + +2023-12-14 14:52:58.015661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:58.015666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <208 or.26> + +2023-12-14 14:52:58.015671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:58.015677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <207 shift-right-logical.24> + +2023-12-14 14:52:58.015682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.163 +2023-12-14 14:52:58.015688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <206 broadcast.163> + +2023-12-14 14:52:58.015693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:58.015699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <205 subtract.27> + +2023-12-14 14:52:58.015704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.179 +2023-12-14 14:52:58.015710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <204 constant.179> + +2023-12-14 14:52:58.015718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:58.015724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <203 shift-left.22> + +2023-12-14 14:52:58.015729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.164 +2023-12-14 14:52:58.015735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <202 broadcast.164> + +2023-12-14 14:52:58.015741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:58.015746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <201 reshape.47> + +2023-12-14 14:52:58.015752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:58.015757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <200 slice.30> + +2023-12-14 14:52:58.015762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.140 +2023-12-14 14:52:58.015768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <198 add.140> + +2023-12-14 14:52:58.015773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.142 +2023-12-14 14:52:58.015779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <245 add.142> + +2023-12-14 14:52:58.015784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.42 +2023-12-14 14:52:58.015789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <240 param_0.42> + +2023-12-14 14:52:58.015794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.60 +2023-12-14 14:52:58.015801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <199 param_1.60> + +2023-12-14 14:52:58.015806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.56 +2023-12-14 14:52:58.015812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <197 param_2.56> + +2023-12-14 14:52:58.015817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.65 +2023-12-14 14:52:58.015823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <196 param_3.65> + +2023-12-14 14:52:58.015828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.68 +2023-12-14 14:52:58.015834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <243 param_4.68> + +2023-12-14 14:52:58.015839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.180 +2023-12-14 14:52:58.015845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <244 constant.180> + +2023-12-14 14:52:58.015850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.015855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:58.015864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.015869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.12> + +2023-12-14 14:52:58.015875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.015880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:58.015885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:58.015892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:58.015896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:58.015903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:58.015907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:58.015913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 copy.8> + +2023-12-14 14:52:58.015918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.143 +2023-12-14 14:52:58.015924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <103 add.143> + +2023-12-14 14:52:58.015929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.166 +2023-12-14 14:52:58.015935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <102 broadcast.166> + +2023-12-14 14:52:58.015940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.144 +2023-12-14 14:52:58.015946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <100 add.144> + +2023-12-14 14:52:58.015952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.43 +2023-12-14 14:52:58.015957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <101 param_0.43> + +2023-12-14 14:52:58.015963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:58.015968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <99 xor.25> + +2023-12-14 14:52:58.015973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:58.015978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <98 or.27> + +2023-12-14 14:52:58.015984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:58.015990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <97 shift-right-logical.25> + +2023-12-14 14:52:58.015995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:58.016004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <96 broadcast.167> + +2023-12-14 14:52:58.016009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:58.016016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <95 subtract.28> + +2023-12-14 14:52:58.016020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:58.016027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <94 shift-left.23> + +2023-12-14 14:52:58.016032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.168 +2023-12-14 14:52:58.016037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <93 broadcast.168> + +2023-12-14 14:52:58.016042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.48 +2023-12-14 14:52:58.016049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <92 reshape.48> + +2023-12-14 14:52:58.016054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:58.016060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 slice.31> + +2023-12-14 14:52:58.016064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.145 +2023-12-14 14:52:58.016070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <90 add.145> + +2023-12-14 14:52:58.016076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:58.016081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <89 xor.26> + +2023-12-14 14:52:58.016087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:58.016092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <88 or.28> + +2023-12-14 14:52:58.016097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:58.016103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <87 shift-right-logical.26> + +2023-12-14 14:52:58.016108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.170 +2023-12-14 14:52:58.016115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <86 broadcast.170> + +2023-12-14 14:52:58.016119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:58.016125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 subtract.29> + +2023-12-14 14:52:58.016130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:58.016136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <84 shift-left.24> + +2023-12-14 14:52:58.016141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.172 +2023-12-14 14:52:58.016151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <83 broadcast.172> + +2023-12-14 14:52:58.016156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:58.016161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 reshape.49> + +2023-12-14 14:52:58.016167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:58.016173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 slice.32> + +2023-12-14 14:52:58.016178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.146 +2023-12-14 14:52:58.016183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <80 add.146> + +2023-12-14 14:52:58.016188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:58.016194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <79 xor.27> + +2023-12-14 14:52:58.016199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.29 +2023-12-14 14:52:58.016205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <78 or.29> + +2023-12-14 14:52:58.016210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:58.016216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <77 shift-right-logical.27> + +2023-12-14 14:52:58.016221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:58.016226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <76 broadcast.173> + +2023-12-14 14:52:58.016232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.30 +2023-12-14 14:52:58.016238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 subtract.30> + +2023-12-14 14:52:58.016243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.181 +2023-12-14 14:52:58.016249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <74 constant.181> + +2023-12-14 14:52:58.016253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.61 +2023-12-14 14:52:58.016260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <69 param_1.61> + +2023-12-14 14:52:58.016265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:58.016271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <73 shift-left.25> + +2023-12-14 14:52:58.016276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.174 +2023-12-14 14:52:58.016281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <72 broadcast.174> + +2023-12-14 14:52:58.016290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:58.016296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 reshape.50> + +2023-12-14 14:52:58.016301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:58.016307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 slice.33> + +2023-12-14 14:52:58.016311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.147 +2023-12-14 14:52:58.016317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <68 add.147> + +2023-12-14 14:52:58.016323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.57 +2023-12-14 14:52:58.016329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <67 param_2.57> + +2023-12-14 14:52:58.016334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.66 +2023-12-14 14:52:58.016339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <66 param_3.66> + +2023-12-14 14:52:58.016344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:58.016351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:58.016356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:58.016362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:58.016366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:58.016372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:58.016377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:58.016383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:58.016388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:58.016394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:58.016399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.2 +2023-12-14 14:52:58.016405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <409 minimum.2> + +2023-12-14 14:52:58.016410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:58.016416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <408 maximum.4> + +2023-12-14 14:52:58.016421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.98 +2023-12-14 14:52:58.016427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <407 multiply.98> + +2023-12-14 14:52:58.016435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:58.016441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <406 broadcast.176> + +2023-12-14 14:52:58.016446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.182 +2023-12-14 14:52:58.016452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <405 constant.182> + +2023-12-14 14:52:58.016457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:58.016462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <404 select.41> + +2023-12-14 14:52:58.016467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.99 +2023-12-14 14:52:58.016474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <403 multiply.99> + +2023-12-14 14:52:58.016479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.148 +2023-12-14 14:52:58.016485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <402 add.148> + +2023-12-14 14:52:58.016490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.100 +2023-12-14 14:52:58.016495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <401 multiply.100> + +2023-12-14 14:52:58.016500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.149 +2023-12-14 14:52:58.016506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <400 add.149> + +2023-12-14 14:52:58.016511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.101 +2023-12-14 14:52:58.016517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <399 multiply.101> + +2023-12-14 14:52:58.016521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.150 +2023-12-14 14:52:58.016527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <398 add.150> + +2023-12-14 14:52:58.016532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.102 +2023-12-14 14:52:58.016538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <397 multiply.102> + +2023-12-14 14:52:58.016543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.152 +2023-12-14 14:52:58.016548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <396 add.152> + +2023-12-14 14:52:58.016553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.103 +2023-12-14 14:52:58.016559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <395 multiply.103> + +2023-12-14 14:52:58.016566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.153 +2023-12-14 14:52:58.016575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <394 add.153> + +2023-12-14 14:52:58.016580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.104 +2023-12-14 14:52:58.016586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <393 multiply.104> + +2023-12-14 14:52:58.016591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.154 +2023-12-14 14:52:58.016597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <392 add.154> + +2023-12-14 14:52:58.016602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.105 +2023-12-14 14:52:58.016608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <391 multiply.105> + +2023-12-14 14:52:58.016612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.155 +2023-12-14 14:52:58.016618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <390 add.155> + +2023-12-14 14:52:58.016623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.106 +2023-12-14 14:52:58.016629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <389 multiply.106> + +2023-12-14 14:52:58.016634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.156 +2023-12-14 14:52:58.016640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <388 add.156> + +2023-12-14 14:52:58.016644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.107 +2023-12-14 14:52:58.016650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <387 multiply.107> + +2023-12-14 14:52:58.016657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:58.016663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <386 select.42> + +2023-12-14 14:52:58.016667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.157 +2023-12-14 14:52:58.016673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <385 add.157> + +2023-12-14 14:52:58.016678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:58.016683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <384 broadcast.177> + +2023-12-14 14:52:58.016689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.183 +2023-12-14 14:52:58.016695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <383 constant.183> + +2023-12-14 14:52:58.016699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:58.016705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <382 sqrt.3> + +2023-12-14 14:52:58.016710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.158 +2023-12-14 14:52:58.016721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <381 add.158> + +2023-12-14 14:52:58.016726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:58.016732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <380 broadcast.178> + +2023-12-14 14:52:58.016736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.184 +2023-12-14 14:52:58.016742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <379 constant.184> + +2023-12-14 14:52:58.016748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:58.016754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <378 select.43> + +2023-12-14 14:52:58.016758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:58.016764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <377 broadcast.179> + +2023-12-14 14:52:58.016769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.185 +2023-12-14 14:52:58.016775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <376 constant.185> + +2023-12-14 14:52:58.016780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:58.016786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <375 broadcast.180> + +2023-12-14 14:52:58.016791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.186 +2023-12-14 14:52:58.016796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <374 constant.186> + +2023-12-14 14:52:58.016801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.44 +2023-12-14 14:52:58.016807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <373 select.44> + +2023-12-14 14:52:58.016812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:58.016818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <372 broadcast.181> + +2023-12-14 14:52:58.016823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.187 +2023-12-14 14:52:58.016828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <371 constant.187> + +2023-12-14 14:52:58.016833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:58.016840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <370 broadcast.182> + +2023-12-14 14:52:58.016845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.188 +2023-12-14 14:52:58.016850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <369 constant.188> + +2023-12-14 14:52:58.016858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.45 +2023-12-14 14:52:58.016864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <368 select.45> + +2023-12-14 14:52:58.016870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:58.016875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <367 broadcast.183> + +2023-12-14 14:52:58.016880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.189 +2023-12-14 14:52:58.016886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <366 constant.189> + +2023-12-14 14:52:58.016890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:58.016896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <365 broadcast.184> + +2023-12-14 14:52:58.016902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.191 +2023-12-14 14:52:58.016907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <364 constant.191> + +2023-12-14 14:52:58.016913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.46 +2023-12-14 14:52:58.016918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <363 select.46> + +2023-12-14 14:52:58.016923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:58.016929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <362 broadcast.185> + +2023-12-14 14:52:58.016934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.192 +2023-12-14 14:52:58.016940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <361 constant.192> + +2023-12-14 14:52:58.016944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:58.016950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <360 broadcast.186> + +2023-12-14 14:52:58.016955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.193 +2023-12-14 14:52:58.016962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <359 constant.193> + +2023-12-14 14:52:58.016967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.47 +2023-12-14 14:52:58.016973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <358 select.47> + +2023-12-14 14:52:58.016977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:58.016983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <357 broadcast.187> + +2023-12-14 14:52:58.016988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.194 +2023-12-14 14:52:58.016997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <356 constant.194> + +2023-12-14 14:52:58.017002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:58.017007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <355 broadcast.188> + +2023-12-14 14:52:58.017013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.195 +2023-12-14 14:52:58.017018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <354 constant.195> + +2023-12-14 14:52:58.017024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.48 +2023-12-14 14:52:58.017030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <353 select.48> + +2023-12-14 14:52:58.017034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:58.017040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <352 broadcast.189> + +2023-12-14 14:52:58.017045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.196 +2023-12-14 14:52:58.017050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <351 constant.196> + +2023-12-14 14:52:58.017056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:58.017062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <350 broadcast.190> + +2023-12-14 14:52:58.017067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.197 +2023-12-14 14:52:58.017073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <349 constant.197> + +2023-12-14 14:52:58.017077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.49 +2023-12-14 14:52:58.017083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <348 select.49> + +2023-12-14 14:52:58.017088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:58.017094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <347 broadcast.191> + +2023-12-14 14:52:58.017099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.198 +2023-12-14 14:52:58.017104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <346 constant.198> + +2023-12-14 14:52:58.017109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:58.017116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <345 broadcast.192> + +2023-12-14 14:52:58.017121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.199 +2023-12-14 14:52:58.017127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <344 constant.199> + +2023-12-14 14:52:58.017134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.50 +2023-12-14 14:52:58.017140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <343 select.50> + +2023-12-14 14:52:58.017146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:58.017151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <342 broadcast.193> + +2023-12-14 14:52:58.017156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.200 +2023-12-14 14:52:58.017161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <341 constant.200> + +2023-12-14 14:52:58.017167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:58.017173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <340 broadcast.194> + +2023-12-14 14:52:58.017178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.201 +2023-12-14 14:52:58.017184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <339 constant.201> + +2023-12-14 14:52:58.017189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.51 +2023-12-14 14:52:58.017194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <338 select.51> + +2023-12-14 14:52:58.017199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:58.017205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <337 broadcast.195> + +2023-12-14 14:52:58.017210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.202 +2023-12-14 14:52:58.017217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <336 constant.202> + +2023-12-14 14:52:58.017221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:58.017227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <335 broadcast.196> + +2023-12-14 14:52:58.017232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.203 +2023-12-14 14:52:58.017238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <334 constant.203> + +2023-12-14 14:52:58.017243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.18 +2023-12-14 14:52:58.017248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <333 compare.18> + +2023-12-14 14:52:58.017253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:58.017259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <332 broadcast.197> + +2023-12-14 14:52:58.017265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.204 +2023-12-14 14:52:58.017271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <331 constant.204> + +2023-12-14 14:52:58.017279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:58.017284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <330 negate.9> + +2023-12-14 14:52:58.017289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:58.017295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <329 log-plus-one.3> + +2023-12-14 14:52:58.017301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.108 +2023-12-14 14:52:58.017306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <328 multiply.108> + +2023-12-14 14:52:58.017313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:58.017318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <327 negate.10> + +2023-12-14 14:52:58.017323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.109 +2023-12-14 14:52:58.017330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <326 multiply.109> + +2023-12-14 14:52:58.017335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:58.017340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <325 broadcast.198> + +2023-12-14 14:52:58.017345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.19 +2023-12-14 14:52:58.017351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <324 compare.19> + +2023-12-14 14:52:58.017356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:58.017362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <323 broadcast.199> + +2023-12-14 14:52:58.017367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.205 +2023-12-14 14:52:58.017373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <322 constant.205> + +2023-12-14 14:52:58.017378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:58.017383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <321 abs.3> + +2023-12-14 14:52:58.017388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:58.017394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <320 reshape.51> + +2023-12-14 14:52:58.017399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.5 +2023-12-14 14:52:58.017405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <319 maximum.5> + +2023-12-14 14:52:58.017411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.159 +2023-12-14 14:52:58.017420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <318 add.159> + +2023-12-14 14:52:58.017426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.110 +2023-12-14 14:52:58.017432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <317 multiply.110> + +2023-12-14 14:52:58.017436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:58.017442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <316 broadcast.200> + +2023-12-14 14:52:58.017447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:58.017453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <315 reshape.52> + +2023-12-14 14:52:58.017459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.31 +2023-12-14 14:52:58.017465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <314 subtract.31> + +2023-12-14 14:52:58.017470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.53 +2023-12-14 14:52:58.017476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <313 reshape.53> + +2023-12-14 14:52:58.017481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:58.017487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <312 reshape.54> + +2023-12-14 14:52:58.017492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.160 +2023-12-14 14:52:58.017497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <310 add.160> + +2023-12-14 14:52:58.017502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:58.017508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <309 broadcast.201> + +2023-12-14 14:52:58.017513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.206 +2023-12-14 14:52:58.017519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <308 constant.206> + +2023-12-14 14:52:58.017524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.6 +2023-12-14 14:52:58.017529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <307 bitcast-convert.6> + +2023-12-14 14:52:58.017534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.30 +2023-12-14 14:52:58.017540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <306 or.30> + +2023-12-14 14:52:58.017545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:58.017551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <305 broadcast.202> + +2023-12-14 14:52:58.017559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.207 +2023-12-14 14:52:58.017565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <304 constant.207> + +2023-12-14 14:52:58.017570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:58.017576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <303 shift-right-logical.28> + +2023-12-14 14:52:58.017581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:58.017587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <302 broadcast.203> + +2023-12-14 14:52:58.017592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.208 +2023-12-14 14:52:58.017597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <301 constant.208> + +2023-12-14 14:52:58.017602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:58.017609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <300 concatenate.1> + +2023-12-14 14:52:58.017614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:58.017620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <297 broadcast.204> + +2023-12-14 14:52:58.017625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:58.017630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <295 broadcast.205> + +2023-12-14 14:52:58.017636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.7 +2023-12-14 14:52:58.017642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <294 bitcast-convert.7> + +2023-12-14 14:52:58.017647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.52 +2023-12-14 14:52:58.017652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <293 select.52> + +2023-12-14 14:52:58.017657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.53 +2023-12-14 14:52:58.017663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <292 select.53> + +2023-12-14 14:52:58.017669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.54 +2023-12-14 14:52:58.017674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <291 select.54> + +2023-12-14 14:52:58.017679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.162 +2023-12-14 14:52:58.017684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <290 add.162> + +2023-12-14 14:52:58.017689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.55 +2023-12-14 14:52:58.017698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <289 select.55> + +2023-12-14 14:52:58.017703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.31 +2023-12-14 14:52:58.017709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <288 or.31> + +2023-12-14 14:52:58.017714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.20 +2023-12-14 14:52:58.017720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <287 compare.20> + +2023-12-14 14:52:58.017724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:58.017731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <286 and.4> + +2023-12-14 14:52:58.017736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.21 +2023-12-14 14:52:58.017741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <285 compare.21> + +2023-12-14 14:52:58.017746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.22 +2023-12-14 14:52:58.017751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <284 compare.22> + +2023-12-14 14:52:58.017758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.5 +2023-12-14 14:52:58.017764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <283 and.5> + +2023-12-14 14:52:58.017768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.8 +2023-12-14 14:52:58.017776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <282 bitcast-convert.8> + +2023-12-14 14:52:58.017783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.23 +2023-12-14 14:52:58.017793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <281 compare.23> + +2023-12-14 14:52:58.017800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.209 +2023-12-14 14:52:58.017808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <280 constant.209> + +2023-12-14 14:52:58.017816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.24 +2023-12-14 14:52:58.017825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <279 compare.24> + +2023-12-14 14:52:58.017833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.9 +2023-12-14 14:52:58.017841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <278 convert.9> + +2023-12-14 14:52:58.017849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:58.017860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <276 broadcast.206> + +2023-12-14 14:52:58.017869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.44 +2023-12-14 14:52:58.017884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <296 param_0.44> + +2023-12-14 14:52:58.017892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.62 +2023-12-14 14:52:58.017901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <311 param_1.62> + +2023-12-14 14:52:58.017909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.58 +2023-12-14 14:52:58.017919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <298 param_2.58> + +2023-12-14 14:52:58.017927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.67 +2023-12-14 14:52:58.017937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <299 param_3.67> + +2023-12-14 14:52:58.017946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.9 +2023-12-14 14:52:58.017955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <275 bitcast-convert.9> + +2023-12-14 14:52:58.017964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.56 +2023-12-14 14:52:58.017973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <274 select.56> + +2023-12-14 14:52:58.017982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.57 +2023-12-14 14:52:58.017991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <273 select.57> + +2023-12-14 14:52:58.017999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.58 +2023-12-14 14:52:58.018009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 select.58> + +2023-12-14 14:52:58.018018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.163 +2023-12-14 14:52:58.018027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <271 add.163> + +2023-12-14 14:52:58.018036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.59 +2023-12-14 14:52:58.018045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <270 select.59> + +2023-12-14 14:52:58.018053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.210 +2023-12-14 14:52:58.018063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <269 constant.210> + +2023-12-14 14:52:58.018073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.211 +2023-12-14 14:52:58.018082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <268 constant.211> + +2023-12-14 14:52:58.018090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.32 +2023-12-14 14:52:58.018100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <267 or.32> + +2023-12-14 14:52:58.018108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.25 +2023-12-14 14:52:58.018123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <266 compare.25> + +2023-12-14 14:52:58.018130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.6 +2023-12-14 14:52:58.018135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <265 and.6> + +2023-12-14 14:52:58.018140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.212 +2023-12-14 14:52:58.018145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 constant.212> + +2023-12-14 14:52:58.018150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.26 +2023-12-14 14:52:58.018156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <263 compare.26> + +2023-12-14 14:52:58.018161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.213 +2023-12-14 14:52:58.018168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <262 constant.213> + +2023-12-14 14:52:58.018173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.214 +2023-12-14 14:52:58.018178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <261 constant.214> + +2023-12-14 14:52:58.018183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.27 +2023-12-14 14:52:58.018189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <260 compare.27> + +2023-12-14 14:52:58.018194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.215 +2023-12-14 14:52:58.018200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <259 constant.215> + +2023-12-14 14:52:58.018205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.7 +2023-12-14 14:52:58.018210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <258 and.7> + +2023-12-14 14:52:58.018216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.216 +2023-12-14 14:52:58.018222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <257 constant.216> + +2023-12-14 14:52:58.018227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.10 +2023-12-14 14:52:58.018232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <256 bitcast-convert.10> + +2023-12-14 14:52:58.018237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.217 +2023-12-14 14:52:58.018243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <255 constant.217> + +2023-12-14 14:52:58.018248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.28 +2023-12-14 14:52:58.018254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <254 compare.28> + +2023-12-14 14:52:58.018259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.218 +2023-12-14 14:52:58.018268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <253 constant.218> + +2023-12-14 14:52:58.018273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.219 +2023-12-14 14:52:58.018280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <252 constant.219> + +2023-12-14 14:52:58.018284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.69 +2023-12-14 14:52:58.018290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <277 param_4.69> + +2023-12-14 14:52:58.018295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.29 +2023-12-14 14:52:58.018301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <251 compare.29> + +2023-12-14 14:52:58.018305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.10 +2023-12-14 14:52:58.018312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <250 convert.10> + +2023-12-14 14:52:58.018317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_5.76 +2023-12-14 14:52:58.018323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <249 param_5.76> + +2023-12-14 14:52:58.018328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:58.018334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <12 fusion.2.clone> + +2023-12-14 14:52:58.018339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:58.018345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:58.018350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:58.018355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:58.018360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:58.018367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 while.1{1} (phi)> + +2023-12-14 14:52:58.018373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:58.018379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <431 while.1{2} (phi)> + +2023-12-14 14:52:58.018384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.13 +2023-12-14 14:52:58.018389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:58.018394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.14 +2023-12-14 14:52:58.018399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:58.018405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.164 +2023-12-14 14:52:58.018413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <26 add.164> + +2023-12-14 14:52:58.018419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:58.018425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 broadcast.207> + +2023-12-14 14:52:58.018429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:58.018436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.55> + +2023-12-14 14:52:58.018441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:58.018446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.34> + +2023-12-14 14:52:58.018451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:58.018457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <21 slice.35> + +2023-12-14 14:52:58.018463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.45 +2023-12-14 14:52:58.018469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <22 param_0.45> + +2023-12-14 14:52:58.018474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:58.018479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <20 iota.2> + +2023-12-14 14:52:58.018484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5.clone +2023-12-14 14:52:58.018490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:58.018496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.15 +2023-12-14 14:52:58.018501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:58.018506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.165 +2023-12-14 14:52:58.018512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <19 add.165> + +2023-12-14 14:52:58.018517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:58.018523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 broadcast.208> + +2023-12-14 14:52:58.018529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:58.018534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.56> + +2023-12-14 14:52:58.018539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:58.018544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.36> + +2023-12-14 14:52:58.018549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:58.018558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <14 slice.37> + +2023-12-14 14:52:58.018563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.46 +2023-12-14 14:52:58.018569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <15 param_0.46> + +2023-12-14 14:52:58.018574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:58.018580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <13 iota.3> + +2023-12-14 14:52:58.018586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7.clone +2023-12-14 14:52:58.018591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:58.018596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.16 +2023-12-14 14:52:58.018602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:58.020550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:58.020593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.020603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.020611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.020619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> (def) +2023-12-14 14:52:58.020627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.020635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.020646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> (def) +2023-12-14 14:52:58.020654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.020663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:58.020671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> (def) +2023-12-14 14:52:58.020679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.020686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:58.020694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> (def) +2023-12-14 14:52:58.020702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.020710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:58.020718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.21> (def) +2023-12-14 14:52:58.020726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.020734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:58.020754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.22> (def) +2023-12-14 14:52:58.020763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.020771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:58.020780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.020788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 while.1{} (phi)> (def) +2023-12-14 14:52:58.020796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.020804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 while.1{0} (phi)> (def) +2023-12-14 14:52:58.020813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.020821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> (def) +2023-12-14 14:52:58.020829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.020837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> (def) +2023-12-14 14:52:58.020846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.020854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 while.1{3} (phi)> (def) +2023-12-14 14:52:58.020863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.020872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 while.1{4} (phi)> (def) +2023-12-14 14:52:58.020881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.020888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 while.1{5} (phi)> (def) +2023-12-14 14:52:58.020896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.020905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 while.1{6} (phi)> (def) +2023-12-14 14:52:58.020914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.020922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{7} (phi)> (def) +2023-12-14 14:52:58.020931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.020940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:58.020947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:58.020955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.020964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:58.020974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:58.020981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.020994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:58.021003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:58.021011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:58.021029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> (def) +2023-12-14 14:52:58.021037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:58.021054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> (def) +2023-12-14 14:52:58.021062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:52:58.021078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> (def) +2023-12-14 14:52:58.021087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9: +2023-12-14 14:52:58.021103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> (def) +2023-12-14 14:52:58.021111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:58.021130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> +2023-12-14 14:52:58.021138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:58.021155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:58.021163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:58.021181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:58.021189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:58.021204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.021213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.9{}> (def) +2023-12-14 14:52:58.021222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.021230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> +2023-12-14 14:52:58.021240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.021248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:58.021263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.021272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:58.021281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.021289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> +2023-12-14 14:52:58.021298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.021307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> +2023-12-14 14:52:58.021315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.021324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> +2023-12-14 14:52:58.021333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.021341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> +2023-12-14 14:52:58.021349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.021357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> +2023-12-14 14:52:58.021366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:58.021383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> (def) +2023-12-14 14:52:58.021392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:58.021407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> (def) +2023-12-14 14:52:58.021415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:58.021433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> (def) +2023-12-14 14:52:58.021441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:58.021458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.021466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:58.021474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.021483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:58.021491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.021499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:58.021511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.021520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:58.021529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.021537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:58.021546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.021554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:58.021563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.021571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:58.021582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.021590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:58.021598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.021607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:58.021615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:58.021632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.102> (def) +2023-12-14 14:52:58.021641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:58.021656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> (def) +2023-12-14 14:52:58.021664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.021683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:58.021691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:58.021707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:58.021715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103: +2023-12-14 14:52:58.021732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:58.021741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:58.021762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> (def) +2023-12-14 14:52:58.021770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104: +2023-12-14 14:52:58.021787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:58.021796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:58.021812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> (def) +2023-12-14 14:52:58.021821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105: +2023-12-14 14:52:58.021837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:58.021845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:58.021862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> (def) +2023-12-14 14:52:58.021870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106: +2023-12-14 14:52:58.021887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:58.021895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:58.021912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> (def) +2023-12-14 14:52:58.021920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:58.021936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:58.021945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:58.021961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> (def) +2023-12-14 14:52:58.021969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.021978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:58.021986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:58.021995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:58.022016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> (def) +2023-12-14 14:52:58.022024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:58.022045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:58.022053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:58.022069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> (def) +2023-12-14 14:52:58.022077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110: +2023-12-14 14:52:58.022094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:58.022103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:58.022118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> (def) +2023-12-14 14:52:58.022126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:58.022143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> (def) +2023-12-14 14:52:58.022152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:58.022168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> (def) +2023-12-14 14:52:58.022176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:58.022193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> (def) +2023-12-14 14:52:58.022202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:58.022217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> (def) +2023-12-14 14:52:58.022226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:58.022242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> (def) +2023-12-14 14:52:58.022251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:58.022267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.022278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> (def) +2023-12-14 14:52:58.022287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.022295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> +2023-12-14 14:52:58.022304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.022313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:58.022321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.022328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:58.022337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.022345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:58.022355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.022362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:58.022371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.022379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:58.022387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.022395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:58.022405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.022413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:58.022421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:58.022438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.022446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:58.022455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.022463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:58.022472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.022480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:58.022488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.022497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:58.022505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.022519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:58.022530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.022538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:58.022546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.022554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:58.022563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.022572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:58.022580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.022589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:58.022597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:58.022614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> (def) +2023-12-14 14:52:58.022623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:58.022639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> (def) +2023-12-14 14:52:58.022646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:58.022664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:58.022673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0: +2023-12-14 14:52:58.022689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 divide.0> (def) +2023-12-14 14:52:58.022697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:58.022714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.105> (def) +2023-12-14 14:52:58.022723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:58.022738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.42> (def) +2023-12-14 14:52:58.022747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:58.022763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.106> (def) +2023-12-14 14:52:58.022777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:58.022792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.45> (def) +2023-12-14 14:52:58.022800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:58.022817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.107> (def) +2023-12-14 14:52:58.022826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:58.022842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.47> (def) +2023-12-14 14:52:58.022850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:58.022867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.108> (def) +2023-12-14 14:52:58.022876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:58.022891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.49> (def) +2023-12-14 14:52:58.022900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:58.022916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.109> (def) +2023-12-14 14:52:58.022926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:58.022941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.51> (def) +2023-12-14 14:52:58.022949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:58.022966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.110> (def) +2023-12-14 14:52:58.022975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.022983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53: +2023-12-14 14:52:58.022992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.53> (def) +2023-12-14 14:52:58.023003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:58.023019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.112> (def) +2023-12-14 14:52:58.023032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55: +2023-12-14 14:52:58.023048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.55> (def) +2023-12-14 14:52:58.023056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:58.023073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.114> (def) +2023-12-14 14:52:58.023082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57: +2023-12-14 14:52:58.023097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.57> (def) +2023-12-14 14:52:58.023105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:58.023123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.115> (def) +2023-12-14 14:52:58.023131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59: +2023-12-14 14:52:58.023148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.59> (def) +2023-12-14 14:52:58.023156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:58.023172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.116> (def) +2023-12-14 14:52:58.023180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61: +2023-12-14 14:52:58.023196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.61> (def) +2023-12-14 14:52:58.023205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:58.023221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.117> (def) +2023-12-14 14:52:58.023229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63: +2023-12-14 14:52:58.023246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.63> (def) +2023-12-14 14:52:58.023254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:58.023272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.118> (def) +2023-12-14 14:52:58.023283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65: +2023-12-14 14:52:58.023301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.65> (def) +2023-12-14 14:52:58.023309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67: +2023-12-14 14:52:58.023336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 multiply.67> (def) +2023-12-14 14:52:58.023344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0: +2023-12-14 14:52:58.023360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 clamp.0> (def) +2023-12-14 14:52:58.023369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69: +2023-12-14 14:52:58.023386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 multiply.69> (def) +2023-12-14 14:52:58.023394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146: +2023-12-14 14:52:58.023410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.146> (def) +2023-12-14 14:52:58.023418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147: +2023-12-14 14:52:58.023436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.147> (def) +2023-12-14 14:52:58.023444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148: +2023-12-14 14:52:58.023461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.148> (def) +2023-12-14 14:52:58.023469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149: +2023-12-14 14:52:58.023485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.149> (def) +2023-12-14 14:52:58.023494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150: +2023-12-14 14:52:58.023509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.150> (def) +2023-12-14 14:52:58.023518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151: +2023-12-14 14:52:58.023534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.151> (def) +2023-12-14 14:52:58.023552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152: +2023-12-14 14:52:58.023568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.152> (def) +2023-12-14 14:52:58.023573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153: +2023-12-14 14:52:58.023583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.153> (def) +2023-12-14 14:52:58.023589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154: +2023-12-14 14:52:58.023598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.154> (def) +2023-12-14 14:52:58.023603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155: +2023-12-14 14:52:58.023613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.155> (def) +2023-12-14 14:52:58.023618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156: +2023-12-14 14:52:58.023628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.156> (def) +2023-12-14 14:52:58.023632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157: +2023-12-14 14:52:58.023643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.157> (def) +2023-12-14 14:52:58.023648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158: +2023-12-14 14:52:58.023657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.158> (def) +2023-12-14 14:52:58.023662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159: +2023-12-14 14:52:58.023672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.159> (def) +2023-12-14 14:52:58.023676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160: +2023-12-14 14:52:58.023686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.160> (def) +2023-12-14 14:52:58.023691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161: +2023-12-14 14:52:58.023702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.161> (def) +2023-12-14 14:52:58.023710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6: +2023-12-14 14:52:58.023720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 convert.6> (def) +2023-12-14 14:52:58.023724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23: +2023-12-14 14:52:58.023735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.23> (def) +2023-12-14 14:52:58.023739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:58.023749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:58.023754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:58.023765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:58.023769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162: +2023-12-14 14:52:58.023779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> (def) +2023-12-14 14:52:58.023783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:58.023794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> (def) +2023-12-14 14:52:58.023799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:58.023808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> (def) +2023-12-14 14:52:58.023813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:58.023823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> (def) +2023-12-14 14:52:58.023828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27: +2023-12-14 14:52:58.023837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> (def) +2023-12-14 14:52:58.023842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:58.023852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> (def) +2023-12-14 14:52:58.023860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:58.023870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> (def) +2023-12-14 14:52:58.023875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:58.023885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> (def) +2023-12-14 14:52:58.023890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:58.023900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> (def) +2023-12-14 14:52:58.023905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:58.023915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> (def) +2023-12-14 14:52:58.023920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:58.023930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> (def) +2023-12-14 14:52:58.023935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35: +2023-12-14 14:52:58.023945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> (def) +2023-12-14 14:52:58.023950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:52:58.023959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 divide.1> (def) +2023-12-14 14:52:58.023964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121: +2023-12-14 14:52:58.023973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.121> (def) +2023-12-14 14:52:58.023979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163: +2023-12-14 14:52:58.023989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.163> (def) +2023-12-14 14:52:58.023994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.023999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70: +2023-12-14 14:52:58.024003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 multiply.70> (def) +2023-12-14 14:52:58.024009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122: +2023-12-14 14:52:58.024021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 add.122> (def) +2023-12-14 14:52:58.024026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164: +2023-12-14 14:52:58.024035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.164> (def) +2023-12-14 14:52:58.024041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71: +2023-12-14 14:52:58.024051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.71> (def) +2023-12-14 14:52:58.024056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123: +2023-12-14 14:52:58.024065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.123> (def) +2023-12-14 14:52:58.024071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165: +2023-12-14 14:52:58.024081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.165> (def) +2023-12-14 14:52:58.024085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74: +2023-12-14 14:52:58.024096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 multiply.74> (def) +2023-12-14 14:52:58.024101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124: +2023-12-14 14:52:58.024111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 add.124> (def) +2023-12-14 14:52:58.024115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166: +2023-12-14 14:52:58.024125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.166> (def) +2023-12-14 14:52:58.024130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76: +2023-12-14 14:52:58.024140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.76> (def) +2023-12-14 14:52:58.024145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:58.024155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.125> (def) +2023-12-14 14:52:58.024161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167: +2023-12-14 14:52:58.024185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.167> (def) +2023-12-14 14:52:58.024190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78: +2023-12-14 14:52:58.024201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.78> (def) +2023-12-14 14:52:58.024205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126: +2023-12-14 14:52:58.024215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.126> (def) +2023-12-14 14:52:58.024219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168: +2023-12-14 14:52:58.024230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.168> (def) +2023-12-14 14:52:58.024234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80: +2023-12-14 14:52:58.024245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.80> (def) +2023-12-14 14:52:58.024249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127: +2023-12-14 14:52:58.024260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 add.127> (def) +2023-12-14 14:52:58.024265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169: +2023-12-14 14:52:58.024274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.169> (def) +2023-12-14 14:52:58.024279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82: +2023-12-14 14:52:58.024289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.82> (def) +2023-12-14 14:52:58.024294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129: +2023-12-14 14:52:58.024304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.129> (def) +2023-12-14 14:52:58.024309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170: +2023-12-14 14:52:58.024319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.170> (def) +2023-12-14 14:52:58.024324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84: +2023-12-14 14:52:58.024336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.84> (def) +2023-12-14 14:52:58.024341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130: +2023-12-14 14:52:58.024351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.130> (def) +2023-12-14 14:52:58.024356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171: +2023-12-14 14:52:58.024366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.171> (def) +2023-12-14 14:52:58.024371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86: +2023-12-14 14:52:58.024381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.86> (def) +2023-12-14 14:52:58.024386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132: +2023-12-14 14:52:58.024395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.132> (def) +2023-12-14 14:52:58.024400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172: +2023-12-14 14:52:58.024411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.172> (def) +2023-12-14 14:52:58.024415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88: +2023-12-14 14:52:58.024425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.88> (def) +2023-12-14 14:52:58.024430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133: +2023-12-14 14:52:58.024440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.133> (def) +2023-12-14 14:52:58.024445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173: +2023-12-14 14:52:58.024455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.173> (def) +2023-12-14 14:52:58.024460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90: +2023-12-14 14:52:58.024470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.90> (def) +2023-12-14 14:52:58.024475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134: +2023-12-14 14:52:58.024489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.134> (def) +2023-12-14 14:52:58.024494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174: +2023-12-14 14:52:58.024505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.174> (def) +2023-12-14 14:52:58.024510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92: +2023-12-14 14:52:58.024519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.92> (def) +2023-12-14 14:52:58.024524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175: +2023-12-14 14:52:58.024534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.175> (def) +2023-12-14 14:52:58.024539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94: +2023-12-14 14:52:58.024549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.94> (def) +2023-12-14 14:52:58.024554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1: +2023-12-14 14:52:58.024564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 clamp.1> (def) +2023-12-14 14:52:58.024569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176: +2023-12-14 14:52:58.024578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.176> (def) +2023-12-14 14:52:58.024583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96: +2023-12-14 14:52:58.024593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.96> (def) +2023-12-14 14:52:58.024599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177: +2023-12-14 14:52:58.024608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.177> (def) +2023-12-14 14:52:58.024613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178: +2023-12-14 14:52:58.024623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.178> (def) +2023-12-14 14:52:58.024628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7: +2023-12-14 14:52:58.024641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 convert.7> (def) +2023-12-14 14:52:58.024646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41: +2023-12-14 14:52:58.024657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_0.41> (def) +2023-12-14 14:52:58.024662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135: +2023-12-14 14:52:58.024672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.135> (def) +2023-12-14 14:52:58.024676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153: +2023-12-14 14:52:58.024687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.153> (def) +2023-12-14 14:52:58.024692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8: +2023-12-14 14:52:58.024703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 convert.8> (def) +2023-12-14 14:52:58.024707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136: +2023-12-14 14:52:58.024718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.136> (def) +2023-12-14 14:52:58.024722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154: +2023-12-14 14:52:58.024732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.154> (def) +2023-12-14 14:52:58.024737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:58.024747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 xor.21> (def) +2023-12-14 14:52:58.024753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:58.024762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 or.23> (def) +2023-12-14 14:52:58.024767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:58.024778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 shift-right-logical.21> (def) +2023-12-14 14:52:58.024782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156: +2023-12-14 14:52:58.024795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.156> (def) +2023-12-14 14:52:58.024801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:58.024812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 subtract.24> (def) +2023-12-14 14:52:58.024816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:58.024826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 shift-left.19> (def) +2023-12-14 14:52:58.024831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157: +2023-12-14 14:52:58.024841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.157> (def) +2023-12-14 14:52:58.024846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:58.024856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 reshape.44> (def) +2023-12-14 14:52:58.024861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:58.024872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 slice.27> (def) +2023-12-14 14:52:58.024876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137: +2023-12-14 14:52:58.024886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.137> (def) +2023-12-14 14:52:58.024891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:58.024901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 xor.22> (def) +2023-12-14 14:52:58.024906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:58.024916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 or.24> (def) +2023-12-14 14:52:58.024920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:58.024931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 shift-right-logical.22> (def) +2023-12-14 14:52:58.024936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158: +2023-12-14 14:52:58.024949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.158> (def) +2023-12-14 14:52:58.024955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:58.024965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 subtract.25> (def) +2023-12-14 14:52:58.024970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:58.024980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 shift-left.20> (def) +2023-12-14 14:52:58.024984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.024990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159: +2023-12-14 14:52:58.024995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.159> (def) +2023-12-14 14:52:58.024999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:58.025010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 reshape.45> (def) +2023-12-14 14:52:58.025014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:58.025025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 slice.28> (def) +2023-12-14 14:52:58.025029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138: +2023-12-14 14:52:58.025039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 add.138> (def) +2023-12-14 14:52:58.025044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:58.025056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 xor.23> (def) +2023-12-14 14:52:58.025061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:58.025070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 or.25> (def) +2023-12-14 14:52:58.025075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:58.025086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 shift-right-logical.23> (def) +2023-12-14 14:52:58.025091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160: +2023-12-14 14:52:58.025105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.160> (def) +2023-12-14 14:52:58.025110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:58.025120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 subtract.26> (def) +2023-12-14 14:52:58.025125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:58.025134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 shift-left.21> (def) +2023-12-14 14:52:58.025139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161: +2023-12-14 14:52:58.025150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.161> (def) +2023-12-14 14:52:58.025154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:58.025165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 reshape.46> (def) +2023-12-14 14:52:58.025169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:58.025180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 slice.29> (def) +2023-12-14 14:52:58.025184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139: +2023-12-14 14:52:58.025194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 add.139> (def) +2023-12-14 14:52:58.025199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:58.025210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 xor.24> (def) +2023-12-14 14:52:58.025214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:58.025224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 or.26> (def) +2023-12-14 14:52:58.025229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:58.025239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 shift-right-logical.24> (def) +2023-12-14 14:52:58.025244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163: +2023-12-14 14:52:58.025258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.163> (def) +2023-12-14 14:52:58.025263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:58.025273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 subtract.27> (def) +2023-12-14 14:52:58.025278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179: +2023-12-14 14:52:58.025287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.179> (def) +2023-12-14 14:52:58.025292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:58.025302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 shift-left.22> (def) +2023-12-14 14:52:58.025308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164: +2023-12-14 14:52:58.025318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.164> (def) +2023-12-14 14:52:58.025322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:58.025333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 reshape.47> (def) +2023-12-14 14:52:58.025338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:58.025347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 slice.30> (def) +2023-12-14 14:52:58.025352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140: +2023-12-14 14:52:58.025363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.140> (def) +2023-12-14 14:52:58.025368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142: +2023-12-14 14:52:58.025377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.142> (def) +2023-12-14 14:52:58.025382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42: +2023-12-14 14:52:58.025392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 param_0.42> (def) +2023-12-14 14:52:58.025397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60: +2023-12-14 14:52:58.025410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 param_1.60> (def) +2023-12-14 14:52:58.025415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56: +2023-12-14 14:52:58.025425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 param_2.56> (def) +2023-12-14 14:52:58.025430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65: +2023-12-14 14:52:58.025440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 param_3.65> (def) +2023-12-14 14:52:58.025444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68: +2023-12-14 14:52:58.025456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 param_4.68> (def) +2023-12-14 14:52:58.025461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180: +2023-12-14 14:52:58.025470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.180> (def) +2023-12-14 14:52:58.025475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.025485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> (def) +2023-12-14 14:52:58.025490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.025500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> +2023-12-14 14:52:58.025505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.025517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:58.025522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:58.025531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:58.025536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:58.025546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:58.025551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:58.025564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> +2023-12-14 14:52:58.025569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143: +2023-12-14 14:52:58.025580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.143> (def) +2023-12-14 14:52:58.025585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166: +2023-12-14 14:52:58.025594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.166> (def) +2023-12-14 14:52:58.025599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144: +2023-12-14 14:52:58.025610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.144> (def) +2023-12-14 14:52:58.025615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43: +2023-12-14 14:52:58.025624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.43> (def) +2023-12-14 14:52:58.025629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:58.025639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.25> (def) +2023-12-14 14:52:58.025644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:58.025654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.27> (def) +2023-12-14 14:52:58.025659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:58.025670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.25> (def) +2023-12-14 14:52:58.025675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:58.025684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.167> (def) +2023-12-14 14:52:58.025689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:58.025699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.28> (def) +2023-12-14 14:52:58.025704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:58.025718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.23> (def) +2023-12-14 14:52:58.025723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168: +2023-12-14 14:52:58.025734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.168> (def) +2023-12-14 14:52:58.025738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48: +2023-12-14 14:52:58.025748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.48> (def) +2023-12-14 14:52:58.025753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:58.025763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.31> (def) +2023-12-14 14:52:58.025768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145: +2023-12-14 14:52:58.025778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.145> (def) +2023-12-14 14:52:58.025782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:58.025793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.26> (def) +2023-12-14 14:52:58.025797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:58.025808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.28> (def) +2023-12-14 14:52:58.025812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:58.025823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.26> (def) +2023-12-14 14:52:58.025828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170: +2023-12-14 14:52:58.025837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.170> (def) +2023-12-14 14:52:58.025842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:58.025853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.29> (def) +2023-12-14 14:52:58.025858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:58.025871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.24> (def) +2023-12-14 14:52:58.025876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172: +2023-12-14 14:52:58.025886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.172> (def) +2023-12-14 14:52:58.025891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:58.025901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.49> (def) +2023-12-14 14:52:58.025906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:58.025916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.32> (def) +2023-12-14 14:52:58.025921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146: +2023-12-14 14:52:58.025931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.146> (def) +2023-12-14 14:52:58.025935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:58.025946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> (def) +2023-12-14 14:52:58.025951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29: +2023-12-14 14:52:58.025961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.29> (def) +2023-12-14 14:52:58.025966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:58.025976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.27> (def) +2023-12-14 14:52:58.025981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.025986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:58.025991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.173> (def) +2023-12-14 14:52:58.025995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30: +2023-12-14 14:52:58.026006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.30> (def) +2023-12-14 14:52:58.026011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181: +2023-12-14 14:52:58.026024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.181> (def) +2023-12-14 14:52:58.026029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61: +2023-12-14 14:52:58.026039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.61> (def) +2023-12-14 14:52:58.026044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:58.026055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.25> (def) +2023-12-14 14:52:58.026059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174: +2023-12-14 14:52:58.026070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.174> (def) +2023-12-14 14:52:58.026074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:58.026084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.50> (def) +2023-12-14 14:52:58.026089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:58.026100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.33> (def) +2023-12-14 14:52:58.026105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147: +2023-12-14 14:52:58.026114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.147> (def) +2023-12-14 14:52:58.026119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57: +2023-12-14 14:52:58.026129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.57> (def) +2023-12-14 14:52:58.026134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66: +2023-12-14 14:52:58.026143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.66> (def) +2023-12-14 14:52:58.026150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:58.026160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> (def) +2023-12-14 14:52:58.026165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:58.026178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:58.026184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:58.026194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:58.026199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:58.026209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:58.026215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:58.026225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:58.026230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2: +2023-12-14 14:52:58.026239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 minimum.2> (def) +2023-12-14 14:52:58.026244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:58.026254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 maximum.4> (def) +2023-12-14 14:52:58.026259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98: +2023-12-14 14:52:58.026269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.98> (def) +2023-12-14 14:52:58.026273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:58.026284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 broadcast.176> (def) +2023-12-14 14:52:58.026289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182: +2023-12-14 14:52:58.026298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 constant.182> (def) +2023-12-14 14:52:58.026304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:58.026315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 select.41> (def) +2023-12-14 14:52:58.026319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99: +2023-12-14 14:52:58.026329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.99> (def) +2023-12-14 14:52:58.026337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148: +2023-12-14 14:52:58.026347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.148> (def) +2023-12-14 14:52:58.026352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100: +2023-12-14 14:52:58.026362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.100> (def) +2023-12-14 14:52:58.026367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149: +2023-12-14 14:52:58.026377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.149> (def) +2023-12-14 14:52:58.026382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101: +2023-12-14 14:52:58.026391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.101> (def) +2023-12-14 14:52:58.026396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150: +2023-12-14 14:52:58.026407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.150> (def) +2023-12-14 14:52:58.026412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102: +2023-12-14 14:52:58.026421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.102> (def) +2023-12-14 14:52:58.026426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152: +2023-12-14 14:52:58.026436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.152> (def) +2023-12-14 14:52:58.026441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103: +2023-12-14 14:52:58.026450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.103> (def) +2023-12-14 14:52:58.026455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153: +2023-12-14 14:52:58.026465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 add.153> (def) +2023-12-14 14:52:58.026470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104: +2023-12-14 14:52:58.026480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 multiply.104> (def) +2023-12-14 14:52:58.026487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154: +2023-12-14 14:52:58.026498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 add.154> (def) +2023-12-14 14:52:58.026502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105: +2023-12-14 14:52:58.026513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.105> (def) +2023-12-14 14:52:58.026517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155: +2023-12-14 14:52:58.026528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 add.155> (def) +2023-12-14 14:52:58.026533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106: +2023-12-14 14:52:58.026542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 multiply.106> (def) +2023-12-14 14:52:58.026547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156: +2023-12-14 14:52:58.026557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 add.156> (def) +2023-12-14 14:52:58.026563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107: +2023-12-14 14:52:58.026572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.107> (def) +2023-12-14 14:52:58.026577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:58.026587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.42> (def) +2023-12-14 14:52:58.026591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157: +2023-12-14 14:52:58.026601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 add.157> (def) +2023-12-14 14:52:58.026606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:58.026617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 broadcast.177> (def) +2023-12-14 14:52:58.026622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183: +2023-12-14 14:52:58.026631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 constant.183> (def) +2023-12-14 14:52:58.026639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:58.026650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 sqrt.3> (def) +2023-12-14 14:52:58.026655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158: +2023-12-14 14:52:58.026666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 add.158> (def) +2023-12-14 14:52:58.026670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:58.026681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.178> (def) +2023-12-14 14:52:58.026686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184: +2023-12-14 14:52:58.026695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.184> (def) +2023-12-14 14:52:58.026700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:58.026710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 select.43> (def) +2023-12-14 14:52:58.026716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:58.026725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 broadcast.179> (def) +2023-12-14 14:52:58.026730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185: +2023-12-14 14:52:58.026740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 constant.185> (def) +2023-12-14 14:52:58.026745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:58.026754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.180> (def) +2023-12-14 14:52:58.026759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186: +2023-12-14 14:52:58.026771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.186> (def) +2023-12-14 14:52:58.026776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44: +2023-12-14 14:52:58.026785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 select.44> (def) +2023-12-14 14:52:58.026794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:58.026804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 broadcast.181> (def) +2023-12-14 14:52:58.026809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187: +2023-12-14 14:52:58.026819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 constant.187> (def) +2023-12-14 14:52:58.026824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:58.026835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.182> (def) +2023-12-14 14:52:58.026839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188: +2023-12-14 14:52:58.026849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.188> (def) +2023-12-14 14:52:58.026854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45: +2023-12-14 14:52:58.026864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 select.45> (def) +2023-12-14 14:52:58.026870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:58.026879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 broadcast.183> (def) +2023-12-14 14:52:58.026884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189: +2023-12-14 14:52:58.026894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 constant.189> (def) +2023-12-14 14:52:58.026899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:58.026909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.184> (def) +2023-12-14 14:52:58.026913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191: +2023-12-14 14:52:58.026924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.191> (def) +2023-12-14 14:52:58.026928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46: +2023-12-14 14:52:58.026938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 select.46> (def) +2023-12-14 14:52:58.026946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:58.026956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 broadcast.185> (def) +2023-12-14 14:52:58.026961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192: +2023-12-14 14:52:58.026972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 constant.192> (def) +2023-12-14 14:52:58.026976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:58.026987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.186> (def) +2023-12-14 14:52:58.026992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.026996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193: +2023-12-14 14:52:58.027001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.193> (def) +2023-12-14 14:52:58.027006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47: +2023-12-14 14:52:58.027016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 select.47> (def) +2023-12-14 14:52:58.027022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:58.027032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 broadcast.187> (def) +2023-12-14 14:52:58.027036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194: +2023-12-14 14:52:58.027047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 constant.194> (def) +2023-12-14 14:52:58.027051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:58.027061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.188> (def) +2023-12-14 14:52:58.027066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195: +2023-12-14 14:52:58.027077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.195> (def) +2023-12-14 14:52:58.027082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48: +2023-12-14 14:52:58.027091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 select.48> (def) +2023-12-14 14:52:58.027099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:58.027109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 broadcast.189> (def) +2023-12-14 14:52:58.027114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196: +2023-12-14 14:52:58.027125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 constant.196> (def) +2023-12-14 14:52:58.027130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:58.027141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.190> (def) +2023-12-14 14:52:58.027145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197: +2023-12-14 14:52:58.027155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.197> (def) +2023-12-14 14:52:58.027160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49: +2023-12-14 14:52:58.027170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 select.49> (def) +2023-12-14 14:52:58.027175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:58.027185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 broadcast.191> (def) +2023-12-14 14:52:58.027190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198: +2023-12-14 14:52:58.027200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 constant.198> (def) +2023-12-14 14:52:58.027205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:58.027214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.192> (def) +2023-12-14 14:52:58.027219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199: +2023-12-14 14:52:58.027230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.199> (def) +2023-12-14 14:52:58.027235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50: +2023-12-14 14:52:58.027245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 select.50> (def) +2023-12-14 14:52:58.027252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:58.027263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 broadcast.193> (def) +2023-12-14 14:52:58.027267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200: +2023-12-14 14:52:58.027277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 constant.200> (def) +2023-12-14 14:52:58.027282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:58.027293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.194> (def) +2023-12-14 14:52:58.027298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201: +2023-12-14 14:52:58.027307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.201> (def) +2023-12-14 14:52:58.027312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51: +2023-12-14 14:52:58.027327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 select.51> (def) +2023-12-14 14:52:58.027332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:58.027342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 broadcast.195> (def) +2023-12-14 14:52:58.027347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202: +2023-12-14 14:52:58.027357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 constant.202> (def) +2023-12-14 14:52:58.027362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:58.027372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 broadcast.196> (def) +2023-12-14 14:52:58.027376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203: +2023-12-14 14:52:58.027387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 constant.203> (def) +2023-12-14 14:52:58.027393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18: +2023-12-14 14:52:58.027405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 compare.18> (def) +2023-12-14 14:52:58.027410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:58.027420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 broadcast.197> (def) +2023-12-14 14:52:58.027425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204: +2023-12-14 14:52:58.027434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 constant.204> (def) +2023-12-14 14:52:58.027439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:58.027450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 negate.9> (def) +2023-12-14 14:52:58.027454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:58.027464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 log-plus-one.3> (def) +2023-12-14 14:52:58.027469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108: +2023-12-14 14:52:58.027479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 multiply.108> (def) +2023-12-14 14:52:58.027484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:58.027494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 negate.10> (def) +2023-12-14 14:52:58.027499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109: +2023-12-14 14:52:58.027509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 multiply.109> (def) +2023-12-14 14:52:58.027513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:58.027523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 broadcast.198> (def) +2023-12-14 14:52:58.027528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19: +2023-12-14 14:52:58.027538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 compare.19> (def) +2023-12-14 14:52:58.027543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:58.027556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 broadcast.199> (def) +2023-12-14 14:52:58.027561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205: +2023-12-14 14:52:58.027571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 constant.205> (def) +2023-12-14 14:52:58.027576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:58.027585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 abs.3> (def) +2023-12-14 14:52:58.027590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:58.027603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.51> (def) +2023-12-14 14:52:58.027608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5: +2023-12-14 14:52:58.027617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 maximum.5> (def) +2023-12-14 14:52:58.027622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159: +2023-12-14 14:52:58.027632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.159> (def) +2023-12-14 14:52:58.027636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110: +2023-12-14 14:52:58.027646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 multiply.110> (def) +2023-12-14 14:52:58.027651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:58.027662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.200> (def) +2023-12-14 14:52:58.027666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:58.027676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 reshape.52> (def) +2023-12-14 14:52:58.027680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31: +2023-12-14 14:52:58.027691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 subtract.31> (def) +2023-12-14 14:52:58.027697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53: +2023-12-14 14:52:58.027706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 reshape.53> (def) +2023-12-14 14:52:58.027713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:58.027724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 reshape.54> (def) +2023-12-14 14:52:58.027729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160: +2023-12-14 14:52:58.027738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 add.160> (def) +2023-12-14 14:52:58.027743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:58.027754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.201> (def) +2023-12-14 14:52:58.027758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206: +2023-12-14 14:52:58.027768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 constant.206> (def) +2023-12-14 14:52:58.027772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6: +2023-12-14 14:52:58.027783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 bitcast-convert.6> (def) +2023-12-14 14:52:58.027788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30: +2023-12-14 14:52:58.027797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 or.30> (def) +2023-12-14 14:52:58.027803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:58.027813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.202> (def) +2023-12-14 14:52:58.027818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207: +2023-12-14 14:52:58.027827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 constant.207> (def) +2023-12-14 14:52:58.027832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:58.027842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 shift-right-logical.28> (def) +2023-12-14 14:52:58.027847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:58.027860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 broadcast.203> (def) +2023-12-14 14:52:58.027865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208: +2023-12-14 14:52:58.027876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 constant.208> (def) +2023-12-14 14:52:58.027881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:58.027890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 concatenate.1> (def) +2023-12-14 14:52:58.027895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:58.027905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 broadcast.204> (def) +2023-12-14 14:52:58.027910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:58.027919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 broadcast.205> (def) +2023-12-14 14:52:58.027924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7: +2023-12-14 14:52:58.027935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 bitcast-convert.7> (def) +2023-12-14 14:52:58.027939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52: +2023-12-14 14:52:58.027949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 select.52> (def) +2023-12-14 14:52:58.027954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53: +2023-12-14 14:52:58.027965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 select.53> (def) +2023-12-14 14:52:58.027970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54: +2023-12-14 14:52:58.027980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 select.54> (def) +2023-12-14 14:52:58.027984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.027989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162: +2023-12-14 14:52:58.027994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.162> (def) +2023-12-14 14:52:58.027999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55: +2023-12-14 14:52:58.028013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 select.55> (def) +2023-12-14 14:52:58.028017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31: +2023-12-14 14:52:58.028028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 or.31> (def) +2023-12-14 14:52:58.028033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20: +2023-12-14 14:52:58.028042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.20> (def) +2023-12-14 14:52:58.028047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:58.028057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 and.4> (def) +2023-12-14 14:52:58.028062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21: +2023-12-14 14:52:58.028071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 compare.21> (def) +2023-12-14 14:52:58.028076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22: +2023-12-14 14:52:58.028085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 compare.22> (def) +2023-12-14 14:52:58.028091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5: +2023-12-14 14:52:58.028100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 and.5> (def) +2023-12-14 14:52:58.028106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8: +2023-12-14 14:52:58.028115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 bitcast-convert.8> (def) +2023-12-14 14:52:58.028121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23: +2023-12-14 14:52:58.028130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 compare.23> (def) +2023-12-14 14:52:58.028135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209: +2023-12-14 14:52:58.028144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 constant.209> (def) +2023-12-14 14:52:58.028150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24: +2023-12-14 14:52:58.028163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 compare.24> (def) +2023-12-14 14:52:58.028168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9: +2023-12-14 14:52:58.028177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 convert.9> (def) +2023-12-14 14:52:58.028183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:58.028192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 broadcast.206> (def) +2023-12-14 14:52:58.028197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44: +2023-12-14 14:52:58.028208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 param_0.44> (def) +2023-12-14 14:52:58.028213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62: +2023-12-14 14:52:58.028223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 param_1.62> (def) +2023-12-14 14:52:58.028227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58: +2023-12-14 14:52:58.028237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 param_2.58> (def) +2023-12-14 14:52:58.028242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67: +2023-12-14 14:52:58.028252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 param_3.67> (def) +2023-12-14 14:52:58.028256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9: +2023-12-14 14:52:58.028266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 bitcast-convert.9> (def) +2023-12-14 14:52:58.028272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56: +2023-12-14 14:52:58.028281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 select.56> (def) +2023-12-14 14:52:58.028286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57: +2023-12-14 14:52:58.028295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.57> (def) +2023-12-14 14:52:58.028301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58: +2023-12-14 14:52:58.028314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 select.58> (def) +2023-12-14 14:52:58.028319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163: +2023-12-14 14:52:58.028329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.163> (def) +2023-12-14 14:52:58.028334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59: +2023-12-14 14:52:58.028344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 select.59> (def) +2023-12-14 14:52:58.028349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210: +2023-12-14 14:52:58.028359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.210> (def) +2023-12-14 14:52:58.028365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211: +2023-12-14 14:52:58.028374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 constant.211> (def) +2023-12-14 14:52:58.028379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32: +2023-12-14 14:52:58.028388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 or.32> (def) +2023-12-14 14:52:58.028394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25: +2023-12-14 14:52:58.028403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 compare.25> (def) +2023-12-14 14:52:58.028409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6: +2023-12-14 14:52:58.028419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 and.6> (def) +2023-12-14 14:52:58.028424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212: +2023-12-14 14:52:58.028434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.212> (def) +2023-12-14 14:52:58.028439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26: +2023-12-14 14:52:58.028448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.26> (def) +2023-12-14 14:52:58.028453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213: +2023-12-14 14:52:58.028463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 constant.213> (def) +2023-12-14 14:52:58.028471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214: +2023-12-14 14:52:58.028480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.214> (def) +2023-12-14 14:52:58.028486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27: +2023-12-14 14:52:58.028495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 compare.27> (def) +2023-12-14 14:52:58.028500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215: +2023-12-14 14:52:58.028509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.215> (def) +2023-12-14 14:52:58.028515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7: +2023-12-14 14:52:58.028525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 and.7> (def) +2023-12-14 14:52:58.028530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216: +2023-12-14 14:52:58.028539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 constant.216> (def) +2023-12-14 14:52:58.028544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10: +2023-12-14 14:52:58.028554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 bitcast-convert.10> (def) +2023-12-14 14:52:58.028559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217: +2023-12-14 14:52:58.028569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 constant.217> (def) +2023-12-14 14:52:58.028574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28: +2023-12-14 14:52:58.028584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 compare.28> (def) +2023-12-14 14:52:58.028589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218: +2023-12-14 14:52:58.028598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.218> (def) +2023-12-14 14:52:58.028603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219: +2023-12-14 14:52:58.028614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.219> (def) +2023-12-14 14:52:58.028621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69: +2023-12-14 14:52:58.028631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 param_4.69> (def) +2023-12-14 14:52:58.028636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29: +2023-12-14 14:52:58.028646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 compare.29> (def) +2023-12-14 14:52:58.028650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10: +2023-12-14 14:52:58.028660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 convert.10> (def) +2023-12-14 14:52:58.028665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76: +2023-12-14 14:52:58.028676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 param_5.76> (def) +2023-12-14 14:52:58.028681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:58.028690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> (def) +2023-12-14 14:52:58.028695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:58.028705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:58.028710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:58.028720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:58.028725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:58.028735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:58.028740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:58.028749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:58.028754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13: +2023-12-14 14:52:58.028765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:58.028773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14: +2023-12-14 14:52:58.028782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:58.028787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164: +2023-12-14 14:52:58.028797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.164> (def) +2023-12-14 14:52:58.028802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:58.028812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.207> (def) +2023-12-14 14:52:58.028817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:58.028827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.55> (def) +2023-12-14 14:52:58.028832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:58.028842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.34> (def) +2023-12-14 14:52:58.028846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:58.028857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.35> (def) +2023-12-14 14:52:58.028861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45: +2023-12-14 14:52:58.028872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.45> (def) +2023-12-14 14:52:58.028876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:58.028887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.2> (def) +2023-12-14 14:52:58.028891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone: +2023-12-14 14:52:58.028901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> (def) +2023-12-14 14:52:58.028906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15: +2023-12-14 14:52:58.028916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:58.028924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165: +2023-12-14 14:52:58.028934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.165> (def) +2023-12-14 14:52:58.028939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:58.028949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.208> (def) +2023-12-14 14:52:58.028954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:58.028963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.56> (def) +2023-12-14 14:52:58.028968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:58.028980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.36> (def) +2023-12-14 14:52:58.028984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.028989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:58.028994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.37> (def) +2023-12-14 14:52:58.028998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.029003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46: +2023-12-14 14:52:58.029008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.46> (def) +2023-12-14 14:52:58.029013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.029018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:58.029023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.3> (def) +2023-12-14 14:52:58.029028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.029033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone: +2023-12-14 14:52:58.029038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> (def) +2023-12-14 14:52:58.029043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.029048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16: +2023-12-14 14:52:58.029052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:58.029057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.029062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:58.029067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone +2023-12-14 14:52:58.029082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:58.029087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:58.029092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:58.029103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.029109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:58.029114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone +2023-12-14 14:52:58.029123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:58.029129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:58.029134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:58.029144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.029149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> +2023-12-14 14:52:58.029154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:58.029164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:58.029174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.029179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> +2023-12-14 14:52:58.029184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:58.029194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:58.029204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> +2023-12-14 14:52:58.029217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:58.029228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> +2023-12-14 14:52:58.029243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35 +2023-12-14 14:52:58.029253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:58.029263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.029268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> +2023-12-14 14:52:58.029272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:58.029283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:58.029293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> +2023-12-14 14:52:58.029303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:58.029313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> +2023-12-14 14:52:58.029331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:58.029342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:58.029351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:58.029356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> +2023-12-14 14:52:58.029361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:58.029372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:58.029388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:58.029397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:58.029402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:58.029407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:58.029417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.029422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:58.029427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.029439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.029444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:58.029448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:58.029464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.029470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> +2023-12-14 14:52:58.029474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:58.029484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:58.029489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[8192,2048]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.029501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.3> +2023-12-14 14:52:58.029505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:58.029515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:58.029525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.37> +2023-12-14 14:52:58.029536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:58.029545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 0 +2023-12-14 14:52:58.029556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.46> +2023-12-14 14:52:58.029569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46 +2023-12-14 14:52:58.029578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:58.029591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.029596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.36> +2023-12-14 14:52:58.029601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:58.029610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:58.029621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.56> +2023-12-14 14:52:58.029630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:58.029641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:58.029651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.208> +2023-12-14 14:52:58.029661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:58.029670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 1 +2023-12-14 14:52:58.029682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.165> +2023-12-14 14:52:58.029695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165 +2023-12-14 14:52:58.029704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.2> +2023-12-14 14:52:58.029720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:58.029729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:58.029740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.35> +2023-12-14 14:52:58.029749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:58.029759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 0 +2023-12-14 14:52:58.029770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.45> +2023-12-14 14:52:58.029780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45 +2023-12-14 14:52:58.029791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:58.029801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.029806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.34> +2023-12-14 14:52:58.029813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:58.029823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:58.029834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.55> +2023-12-14 14:52:58.029844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:58.029853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:58.029864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.207> +2023-12-14 14:52:58.029874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:58.029883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 1 +2023-12-14 14:52:58.029894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.164> +2023-12-14 14:52:58.029904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164 +2023-12-14 14:52:58.029914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> +2023-12-14 14:52:58.029932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27 +2023-12-14 14:52:58.029942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:58.029953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:58.029958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.029963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> +2023-12-14 14:52:58.029967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.029972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:58.029977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.029982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:58.029987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.029992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> +2023-12-14 14:52:58.029998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:58.030007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:58.030018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.030023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> +2023-12-14 14:52:58.030027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:58.030037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:58.030048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.030056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> +2023-12-14 14:52:58.030061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:58.030071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:58.030082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.030086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:58.030092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:58.030101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:58.030112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.030117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> +2023-12-14 14:52:58.030123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162 +2023-12-14 14:52:58.030132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:58.030143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.162 = u32[] constant(466688986) +2023-12-14 14:52:58.030147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:58.030153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:58.030162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.030173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:58.030177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.030191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13 +2023-12-14 14:52:58.030196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9, operand 0 +2023-12-14 14:52:58.030206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 4 +2023-12-14 14:52:58.030212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 4 +2023-12-14 14:52:58.030217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:58.030221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:58.030226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9 +2023-12-14 14:52:58.030236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:58.030242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:58.030252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:58.030256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.030262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:58.030267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:58.030277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14 +2023-12-14 14:52:58.030282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:58.030292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 5 +2023-12-14 14:52:58.030297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 5 +2023-12-14 14:52:58.030303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:58.030307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:58.030312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:58.030323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:58.030331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:58.030341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:58.030346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.030351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> +2023-12-14 14:52:58.030356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:58.030366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:58.030376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:58.030382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> +2023-12-14 14:52:58.030386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:58.030397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:58.030402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:58.030412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:58.030417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:58.030422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.030432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15 +2023-12-14 14:52:58.030436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16 +2023-12-14 14:52:58.030442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:52:58.030453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:58.030458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:58.030463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:58.030470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:58.030476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone, operand 0 +2023-12-14 14:52:58.030482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone, operand 0 +2023-12-14 14:52:58.030486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.030491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> +2023-12-14 14:52:58.030496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:58.030506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:58.030512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:58.030521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.030526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> +2023-12-14 14:52:58.030531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:58.030542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:58.030547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:58.030556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.030561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> +2023-12-14 14:52:58.030567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:52:58.030577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:58.030582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:58.030591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.030600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.22> +2023-12-14 14:52:58.030605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:58.030615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:58.030625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:58.030631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> +2023-12-14 14:52:58.030636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:58.030646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:58.030651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:58.030661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:58.030667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.21> +2023-12-14 14:52:58.030671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:58.030681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:58.030691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:58.030697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> +2023-12-14 14:52:58.030702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:58.030711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:58.030716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:58.030727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:58.030732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.9{}> +2023-12-14 14:52:58.030736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:58.030751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:58.030761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:58.030766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> +2023-12-14 14:52:58.030771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:58.030781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:58.030787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:58.030796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:58.030801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:58.030806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:58.030812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.102> +2023-12-14 14:52:58.030817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:58.030827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:58.030836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:58.030842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> +2023-12-14 14:52:58.030847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:58.030857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:58.030861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:58.030872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.030881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:58.030886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:58.030895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:58.030900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:58.030910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:58.030915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:58.030920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:58.030925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:58.030929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:58.030940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.030944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:58.030949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.030954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.030959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:58.030965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:58.030970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.030975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:58.030980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:58.030985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:58.030989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.030995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:58.031000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:58.031005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:58.031009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:58.031019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:58.031029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:58.031034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:58.031039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:58.031044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:58.031048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:58.031059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:58.031064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:58.031068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:58.031078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:58.031083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:58.031088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:58.031093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:58.031098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> +2023-12-14 14:52:58.031103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:58.031112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.031118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.031128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:58.031132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.031137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:58.031142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:58.031148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:58.031157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:58.031162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:58.031174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:58.031180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> +2023-12-14 14:52:58.031185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:58.031194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:58.031204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:58.031210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:58.031215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:58.031224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:58.031229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:58.031239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:58.031244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:58.031249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:58.031258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:58.031263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:58.031274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:58.031279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> +2023-12-14 14:52:58.031283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:58.031293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:58.031305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:58.031310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:58.031317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:58.031334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:58.031339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:58.031350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:58.031354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:58.031359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:58.031369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:58.031375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:58.031384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:58.031389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> +2023-12-14 14:52:58.031394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:58.031405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:58.031415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.66> +2023-12-14 14:52:58.031419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66 +2023-12-14 14:52:58.031430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 0 +2023-12-14 14:52:58.031440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.031445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.57> +2023-12-14 14:52:58.031449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57 +2023-12-14 14:52:58.031463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:58.031473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:58.031478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 1 +2023-12-14 14:52:58.031483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.031493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.147> +2023-12-14 14:52:58.031502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147 +2023-12-14 14:52:58.031512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 0 +2023-12-14 14:52:58.031521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:58.031527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.031533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.61> +2023-12-14 14:52:58.031538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61 +2023-12-14 14:52:58.031547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:58.031557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:58.031563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:58.031568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.031572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.33> +2023-12-14 14:52:58.031577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:58.031587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:58.031598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.031606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.50> +2023-12-14 14:52:58.031611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:58.031621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 1 +2023-12-14 14:52:58.031631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174, operand 0 +2023-12-14 14:52:58.031636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.031641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.174> +2023-12-14 14:52:58.031646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174 +2023-12-14 14:52:58.031656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:58.031666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.031670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.25> +2023-12-14 14:52:58.031675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:58.031686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 0 +2023-12-14 14:52:58.031695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.031700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.181> +2023-12-14 14:52:58.031705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181 +2023-12-14 14:52:58.031715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:58.031728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:58.031733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 0 +2023-12-14 14:52:58.031738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.181 = u32[] constant(32) +2023-12-14 14:52:58.031744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.30> +2023-12-14 14:52:58.031748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30 +2023-12-14 14:52:58.031758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:58.031768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.031774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.173> +2023-12-14 14:52:58.031778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:58.031788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:58.031798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.031803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.27> +2023-12-14 14:52:58.031808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:58.031818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 1 +2023-12-14 14:52:58.031827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.031833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.29> +2023-12-14 14:52:58.031841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29 +2023-12-14 14:52:58.031850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:58.031862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.031868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> +2023-12-14 14:52:58.031873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:58.031882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:58.031892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:58.031898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 1 +2023-12-14 14:52:58.031903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.031907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.146> +2023-12-14 14:52:58.031912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146 +2023-12-14 14:52:58.031923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 0 +2023-12-14 14:52:58.031933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:58.031938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.031943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.32> +2023-12-14 14:52:58.031947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:58.031959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:58.031972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.031976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.49> +2023-12-14 14:52:58.031982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.031988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:58.031992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.031997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:58.032002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172, operand 0 +2023-12-14 14:52:58.032007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.172> +2023-12-14 14:52:58.032018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172 +2023-12-14 14:52:58.032028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:58.032038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.24> +2023-12-14 14:52:58.032048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:58.032058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:58.032067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.29> +2023-12-14 14:52:58.032082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:58.032092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170, operand 0 +2023-12-14 14:52:58.032101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.170> +2023-12-14 14:52:58.032112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170 +2023-12-14 14:52:58.032121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:58.032131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.26> +2023-12-14 14:52:58.032143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:58.032152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:58.032162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.28> +2023-12-14 14:52:58.032173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:58.032183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:58.032192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.26> +2023-12-14 14:52:58.032206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:58.032215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:58.032226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:58.032231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 1 +2023-12-14 14:52:58.032236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.145> +2023-12-14 14:52:58.032246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145 +2023-12-14 14:52:58.032256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 0 +2023-12-14 14:52:58.032266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:58.032271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.31> +2023-12-14 14:52:58.032281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:58.032292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48, operand 0 +2023-12-14 14:52:58.032302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.48> +2023-12-14 14:52:58.032311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48 +2023-12-14 14:52:58.032326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:58.032336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168, operand 0 +2023-12-14 14:52:58.032340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.168> +2023-12-14 14:52:58.032351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168 +2023-12-14 14:52:58.032361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:58.032371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.23> +2023-12-14 14:52:58.032381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:58.032392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:58.032401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.28> +2023-12-14 14:52:58.032412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:58.032422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:58.032432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.167> +2023-12-14 14:52:58.032446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:58.032455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:58.032466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.25> +2023-12-14 14:52:58.032477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:58.032487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:58.032496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.27> +2023-12-14 14:52:58.032507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:58.032516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:58.032527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.25> +2023-12-14 14:52:58.032537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:58.032546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 1 +2023-12-14 14:52:58.032560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.144> +2023-12-14 14:52:58.032571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144 +2023-12-14 14:52:58.032580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 0 +2023-12-14 14:52:58.032591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.43> +2023-12-14 14:52:58.032601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43 +2023-12-14 14:52:58.032611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166, operand 0 +2023-12-14 14:52:58.032623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.43 = u32[] parameter(0) +2023-12-14 14:52:58.032628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.166> +2023-12-14 14:52:58.032633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166 +2023-12-14 14:52:58.032643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 1 +2023-12-14 14:52:58.032653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.143> +2023-12-14 14:52:58.032663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143 +2023-12-14 14:52:58.032673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.161> +2023-12-14 14:52:58.032692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161 +2023-12-14 14:52:58.032701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 0 +2023-12-14 14:52:58.032712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.161 = f32[] constant(-4) +2023-12-14 14:52:58.032717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.23> +2023-12-14 14:52:58.032722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23 +2023-12-14 14:52:58.032731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6, operand 0 +2023-12-14 14:52:58.032742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.23 = s32[] parameter(0) +2023-12-14 14:52:58.032747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 convert.6> +2023-12-14 14:52:58.032752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6 +2023-12-14 14:52:58.032762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 0 +2023-12-14 14:52:58.032772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.160> +2023-12-14 14:52:58.032782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160 +2023-12-14 14:52:58.032792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 1 +2023-12-14 14:52:58.032802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:58.032807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 multiply.69> +2023-12-14 14:52:58.032815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69 +2023-12-14 14:52:58.032825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 1 +2023-12-14 14:52:58.032835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.159> +2023-12-14 14:52:58.032846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159 +2023-12-14 14:52:58.032855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 2 +2023-12-14 14:52:58.032866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.159 = f32[] constant(4) +2023-12-14 14:52:58.032871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 clamp.0> +2023-12-14 14:52:58.032876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0 +2023-12-14 14:52:58.032886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:58.032896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 0 +2023-12-14 14:52:58.032901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 1 +2023-12-14 14:52:58.032906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 multiply.67> +2023-12-14 14:52:58.032916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.032921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67 +2023-12-14 14:52:58.032926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.032931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:58.032937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:58.032941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:58.032951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:58.032956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 1 +2023-12-14 14:52:58.032960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 1 +2023-12-14 14:52:58.032966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 1 +2023-12-14 14:52:58.032971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 1 +2023-12-14 14:52:58.032975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 1 +2023-12-14 14:52:58.032981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 1 +2023-12-14 14:52:58.032986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 0 +2023-12-14 14:52:58.032990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.032996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.158> +2023-12-14 14:52:58.033001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158 +2023-12-14 14:52:58.033011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 1 +2023-12-14 14:52:58.033021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.158 = f32[] constant(0) +2023-12-14 14:52:58.033027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.65> +2023-12-14 14:52:58.033032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65 +2023-12-14 14:52:58.033042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:58.033052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:58.033057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.157> +2023-12-14 14:52:58.033067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157 +2023-12-14 14:52:58.033077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:58.033102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:58.033106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.118> +2023-12-14 14:52:58.033111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:58.033121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 0 +2023-12-14 14:52:58.033132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.63> +2023-12-14 14:52:58.033141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63 +2023-12-14 14:52:58.033152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:58.033162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.156> +2023-12-14 14:52:58.033172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156 +2023-12-14 14:52:58.033182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:58.033192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:58.033197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.117> +2023-12-14 14:52:58.033202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:58.033212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 0 +2023-12-14 14:52:58.033222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.61> +2023-12-14 14:52:58.033235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61 +2023-12-14 14:52:58.033246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:58.033256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.155> +2023-12-14 14:52:58.033266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155 +2023-12-14 14:52:58.033276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:58.033286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:58.033291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.116> +2023-12-14 14:52:58.033296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:58.033306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 0 +2023-12-14 14:52:58.033317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.59> +2023-12-14 14:52:58.033326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59 +2023-12-14 14:52:58.033336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:58.033347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.154> +2023-12-14 14:52:58.033360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154 +2023-12-14 14:52:58.033370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:58.033381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:58.033386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.115> +2023-12-14 14:52:58.033390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:58.033401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 0 +2023-12-14 14:52:58.033411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.57> +2023-12-14 14:52:58.033420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57 +2023-12-14 14:52:58.033431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:58.033441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.153> +2023-12-14 14:52:58.033451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153 +2023-12-14 14:52:58.033461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:58.033471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:58.033476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.114> +2023-12-14 14:52:58.033484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:58.033495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 0 +2023-12-14 14:52:58.033505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.55> +2023-12-14 14:52:58.033514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55 +2023-12-14 14:52:58.033525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:58.033535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.152> +2023-12-14 14:52:58.033544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152 +2023-12-14 14:52:58.033555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:58.033565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:58.033570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.112> +2023-12-14 14:52:58.033574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:58.033585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 0 +2023-12-14 14:52:58.033595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.53> +2023-12-14 14:52:58.033605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53 +2023-12-14 14:52:58.033618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:58.033628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.151> +2023-12-14 14:52:58.033639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151 +2023-12-14 14:52:58.033649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:58.033658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:58.033663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.110> +2023-12-14 14:52:58.033668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:58.033679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:58.033688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.51> +2023-12-14 14:52:58.033698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:58.033708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 0 +2023-12-14 14:52:58.033720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.150> +2023-12-14 14:52:58.033729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150 +2023-12-14 14:52:58.033743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:58.033753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:58.033758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.109> +2023-12-14 14:52:58.033763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:58.033773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:58.033783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.49> +2023-12-14 14:52:58.033793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:58.033803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:58.033813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.149> +2023-12-14 14:52:58.033824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149 +2023-12-14 14:52:58.033833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:58.033844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:58.033848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.108> +2023-12-14 14:52:58.033854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:58.033863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:58.033877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.47> +2023-12-14 14:52:58.033888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:58.033897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:58.033907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.148> +2023-12-14 14:52:58.033917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148 +2023-12-14 14:52:58.033927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:58.033936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:58.033941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.107> +2023-12-14 14:52:58.033947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:58.033957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:58.033967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.033972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.45> +2023-12-14 14:52:58.033977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.033982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:58.033987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.033991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:58.034000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.147> +2023-12-14 14:52:58.034011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147 +2023-12-14 14:52:58.034021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:58.034031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:58.034035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.106> +2023-12-14 14:52:58.034041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:58.034050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:58.034060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.42> +2023-12-14 14:52:58.034071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:58.034080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:58.034090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.146> +2023-12-14 14:52:58.034100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146 +2023-12-14 14:52:58.034110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:58.034120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:58.034129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.105> +2023-12-14 14:52:58.034134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:58.034144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 1 +2023-12-14 14:52:58.034153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 divide.0> +2023-12-14 14:52:58.034164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0 +2023-12-14 14:52:58.034173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.178> +2023-12-14 14:52:58.034187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178 +2023-12-14 14:52:58.034198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 0 +2023-12-14 14:52:58.034208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.178 = f32[] constant(-4) +2023-12-14 14:52:58.034212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_0.41> +2023-12-14 14:52:58.034218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41 +2023-12-14 14:52:58.034233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7, operand 0 +2023-12-14 14:52:58.034248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.41 = s32[] parameter(0) +2023-12-14 14:52:58.034257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 convert.7> +2023-12-14 14:52:58.034265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7 +2023-12-14 14:52:58.034287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 0 +2023-12-14 14:52:58.034303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.177> +2023-12-14 14:52:58.034320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177 +2023-12-14 14:52:58.034337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 1 +2023-12-14 14:52:58.034354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:58.034362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.96> +2023-12-14 14:52:58.034370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96 +2023-12-14 14:52:58.034387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 1 +2023-12-14 14:52:58.034403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.176> +2023-12-14 14:52:58.034420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176 +2023-12-14 14:52:58.034438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 2 +2023-12-14 14:52:58.034453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.176 = f32[] constant(4) +2023-12-14 14:52:58.034461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 clamp.1> +2023-12-14 14:52:58.034470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1 +2023-12-14 14:52:58.034486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 0 +2023-12-14 14:52:58.034507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 0 +2023-12-14 14:52:58.034515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 1 +2023-12-14 14:52:58.034525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.94> +2023-12-14 14:52:58.034536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94 +2023-12-14 14:52:58.034545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 1 +2023-12-14 14:52:58.034555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 1 +2023-12-14 14:52:58.034561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 1 +2023-12-14 14:52:58.034566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 1 +2023-12-14 14:52:58.034571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 1 +2023-12-14 14:52:58.034575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 1 +2023-12-14 14:52:58.034580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 1 +2023-12-14 14:52:58.034585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 1 +2023-12-14 14:52:58.034592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 1 +2023-12-14 14:52:58.034597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 1 +2023-12-14 14:52:58.034602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 0 +2023-12-14 14:52:58.034606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.175> +2023-12-14 14:52:58.034616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175 +2023-12-14 14:52:58.034627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 1 +2023-12-14 14:52:58.034637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.175 = f32[] constant(0) +2023-12-14 14:52:58.034647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.92> +2023-12-14 14:52:58.034653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92 +2023-12-14 14:52:58.034662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:58.034672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 0 +2023-12-14 14:52:58.034677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.174> +2023-12-14 14:52:58.034687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174 +2023-12-14 14:52:58.034697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 1 +2023-12-14 14:52:58.034707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:58.034712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.134> +2023-12-14 14:52:58.034717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134 +2023-12-14 14:52:58.034726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 0 +2023-12-14 14:52:58.034736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.90> +2023-12-14 14:52:58.034748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90 +2023-12-14 14:52:58.034757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 0 +2023-12-14 14:52:58.034767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.173> +2023-12-14 14:52:58.034780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173 +2023-12-14 14:52:58.034789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 1 +2023-12-14 14:52:58.034799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:58.034805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.133> +2023-12-14 14:52:58.034810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133 +2023-12-14 14:52:58.034819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 0 +2023-12-14 14:52:58.034829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.88> +2023-12-14 14:52:58.034839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88 +2023-12-14 14:52:58.034849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 0 +2023-12-14 14:52:58.034858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.172> +2023-12-14 14:52:58.034869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172 +2023-12-14 14:52:58.034878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 1 +2023-12-14 14:52:58.034888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:58.034894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.132> +2023-12-14 14:52:58.034899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132 +2023-12-14 14:52:58.034911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 0 +2023-12-14 14:52:58.034921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.86> +2023-12-14 14:52:58.034931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86 +2023-12-14 14:52:58.034941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 0 +2023-12-14 14:52:58.034950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.034956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.171> +2023-12-14 14:52:58.034961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171 +2023-12-14 14:52:58.034970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.034975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 1 +2023-12-14 14:52:58.034980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:58.034986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.130> +2023-12-14 14:52:58.034991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.034995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130 +2023-12-14 14:52:58.035000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 0 +2023-12-14 14:52:58.035010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.84> +2023-12-14 14:52:58.035020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84 +2023-12-14 14:52:58.035034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 0 +2023-12-14 14:52:58.035045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.170> +2023-12-14 14:52:58.035055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170 +2023-12-14 14:52:58.035064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 1 +2023-12-14 14:52:58.035075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:58.035080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.129> +2023-12-14 14:52:58.035085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129 +2023-12-14 14:52:58.035095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 0 +2023-12-14 14:52:58.035106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.82> +2023-12-14 14:52:58.035116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82 +2023-12-14 14:52:58.035125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 0 +2023-12-14 14:52:58.035136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.169> +2023-12-14 14:52:58.035146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169 +2023-12-14 14:52:58.035159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 1 +2023-12-14 14:52:58.035171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:58.035176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 add.127> +2023-12-14 14:52:58.035180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127 +2023-12-14 14:52:58.035190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 0 +2023-12-14 14:52:58.035200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.80> +2023-12-14 14:52:58.035210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80 +2023-12-14 14:52:58.035219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 0 +2023-12-14 14:52:58.035231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.168> +2023-12-14 14:52:58.035249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168 +2023-12-14 14:52:58.035266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 1 +2023-12-14 14:52:58.035281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:58.035291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.126> +2023-12-14 14:52:58.035299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126 +2023-12-14 14:52:58.035314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 1 +2023-12-14 14:52:58.035341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.78> +2023-12-14 14:52:58.035358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78 +2023-12-14 14:52:58.035374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:52:58.035391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.167> +2023-12-14 14:52:58.035407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167 +2023-12-14 14:52:58.035425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:58.035441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:58.035450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.125> +2023-12-14 14:52:58.035457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:58.035474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 0 +2023-12-14 14:52:58.035491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.76> +2023-12-14 14:52:58.035508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76 +2023-12-14 14:52:58.035524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 0 +2023-12-14 14:52:58.035542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.166> +2023-12-14 14:52:58.035562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166 +2023-12-14 14:52:58.035579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 1 +2023-12-14 14:52:58.035596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:58.035605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 add.124> +2023-12-14 14:52:58.035612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124 +2023-12-14 14:52:58.035628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 0 +2023-12-14 14:52:58.035644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 multiply.74> +2023-12-14 14:52:58.035662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74 +2023-12-14 14:52:58.035678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 0 +2023-12-14 14:52:58.035696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.165> +2023-12-14 14:52:58.035712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165 +2023-12-14 14:52:58.035730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 1 +2023-12-14 14:52:58.035747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:58.035760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.123> +2023-12-14 14:52:58.035768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123 +2023-12-14 14:52:58.035788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 0 +2023-12-14 14:52:58.035806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.71> +2023-12-14 14:52:58.035823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71 +2023-12-14 14:52:58.035839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 0 +2023-12-14 14:52:58.035856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.164> +2023-12-14 14:52:58.035875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164 +2023-12-14 14:52:58.035891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 1 +2023-12-14 14:52:58.035909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:58.035917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 add.122> +2023-12-14 14:52:58.035926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122 +2023-12-14 14:52:58.035943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.035951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 0 +2023-12-14 14:52:58.035960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.035969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 multiply.70> +2023-12-14 14:52:58.035981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.035991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70 +2023-12-14 14:52:58.036000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 0 +2023-12-14 14:52:58.036017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.036025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.163> +2023-12-14 14:52:58.036034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163 +2023-12-14 14:52:58.036051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 1 +2023-12-14 14:52:58.036068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:58.036077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.121> +2023-12-14 14:52:58.036085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121 +2023-12-14 14:52:58.036101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:52:58.036118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.036127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 divide.1> +2023-12-14 14:52:58.036136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:52:58.036153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.036170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 param_3.65> +2023-12-14 14:52:58.036178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65 +2023-12-14 14:52:58.036200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 0 +2023-12-14 14:52:58.036218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.036227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 param_2.56> +2023-12-14 14:52:58.036235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56 +2023-12-14 14:52:58.036255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:58.036272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:58.036281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 1 +2023-12-14 14:52:58.036290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.036298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.140> +2023-12-14 14:52:58.036307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140 +2023-12-14 14:52:58.036324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 0 +2023-12-14 14:52:58.036341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:58.036350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.036358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 param_1.60> +2023-12-14 14:52:58.036367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60 +2023-12-14 14:52:58.036384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:58.036401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:58.036410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:58.036418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:58.036427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.036440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 slice.30> +2023-12-14 14:52:58.036448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:58.036466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:58.036483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.036492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 reshape.47> +2023-12-14 14:52:58.036501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:58.036517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:58.036535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164, operand 0 +2023-12-14 14:52:58.036543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.036552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.164> +2023-12-14 14:52:58.036561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164 +2023-12-14 14:52:58.036577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:58.036596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.036603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 shift-left.22> +2023-12-14 14:52:58.036612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:58.036629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:58.036652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.036660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.179> +2023-12-14 14:52:58.036668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179 +2023-12-14 14:52:58.036686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:58.036702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:58.036711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:58.036719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:58.036727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.179 = u32[] constant(32) +2023-12-14 14:52:58.036738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 subtract.27> +2023-12-14 14:52:58.036748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:58.036765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163, operand 0 +2023-12-14 14:52:58.036782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.036790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.163> +2023-12-14 14:52:58.036799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163 +2023-12-14 14:52:58.036816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:58.036833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.036842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 shift-right-logical.24> +2023-12-14 14:52:58.036854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:58.036871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:58.036888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.036897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 or.26> +2023-12-14 14:52:58.036905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:58.036922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:58.036938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.036948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 xor.24> +2023-12-14 14:52:58.036956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.036964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:58.036972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.036983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:58.036991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:58.037000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 1 +2023-12-14 14:52:58.037008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 add.139> +2023-12-14 14:52:58.037025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139 +2023-12-14 14:52:58.037041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 0 +2023-12-14 14:52:58.037062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:58.037071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 slice.29> +2023-12-14 14:52:58.037089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:58.037105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:58.037121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 reshape.46> +2023-12-14 14:52:58.037138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:58.037154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:58.037172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161, operand 0 +2023-12-14 14:52:58.037180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.161> +2023-12-14 14:52:58.037200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161 +2023-12-14 14:52:58.037216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:58.037233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 shift-left.21> +2023-12-14 14:52:58.037253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:58.037270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:58.037287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 subtract.26> +2023-12-14 14:52:58.037303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:58.037320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160, operand 0 +2023-12-14 14:52:58.037336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.160> +2023-12-14 14:52:58.037354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160 +2023-12-14 14:52:58.037370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:58.037388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 shift-right-logical.23> +2023-12-14 14:52:58.037404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:58.037421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:58.037438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 or.25> +2023-12-14 14:52:58.037458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:58.037476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:58.037492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 xor.23> +2023-12-14 14:52:58.037509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:58.037524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:58.037542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:58.037550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 1 +2023-12-14 14:52:58.037559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 add.138> +2023-12-14 14:52:58.037576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138 +2023-12-14 14:52:58.037592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 0 +2023-12-14 14:52:58.037609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:58.037618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 slice.28> +2023-12-14 14:52:58.037639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:58.037659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:58.037675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 reshape.45> +2023-12-14 14:52:58.037692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:58.037709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:58.037726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159, operand 0 +2023-12-14 14:52:58.037735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.159> +2023-12-14 14:52:58.037752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159 +2023-12-14 14:52:58.037769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:58.037786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 shift-left.20> +2023-12-14 14:52:58.037804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:58.037820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:58.037838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 subtract.25> +2023-12-14 14:52:58.037859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:58.037875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158, operand 0 +2023-12-14 14:52:58.037892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.158> +2023-12-14 14:52:58.037910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158 +2023-12-14 14:52:58.037927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:58.037943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.037952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 shift-right-logical.22> +2023-12-14 14:52:58.037962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.037970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:58.037978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.037987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:58.037995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 or.24> +2023-12-14 14:52:58.038013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:58.038030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:58.038056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 xor.22> +2023-12-14 14:52:58.038072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:58.038089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:58.038106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:58.038117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 1 +2023-12-14 14:52:58.038126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.137> +2023-12-14 14:52:58.038144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137 +2023-12-14 14:52:58.038160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:58.038178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 slice.27> +2023-12-14 14:52:58.038195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:58.038212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:58.038229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 reshape.44> +2023-12-14 14:52:58.038250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:58.038267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:58.038283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157, operand 0 +2023-12-14 14:52:58.038292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.157> +2023-12-14 14:52:58.038309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157 +2023-12-14 14:52:58.038327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:58.038343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 shift-left.19> +2023-12-14 14:52:58.038361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:58.038378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:58.038395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 subtract.24> +2023-12-14 14:52:58.038412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:58.038429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156, operand 0 +2023-12-14 14:52:58.038451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.156> +2023-12-14 14:52:58.038468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156 +2023-12-14 14:52:58.038485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:58.038502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 shift-right-logical.21> +2023-12-14 14:52:58.038519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:58.038535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:58.038552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 or.23> +2023-12-14 14:52:58.038570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:58.038587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:58.038607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 xor.21> +2023-12-14 14:52:58.038625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:58.038647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 0 +2023-12-14 14:52:58.038665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 param_0.42> +2023-12-14 14:52:58.038682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42 +2023-12-14 14:52:58.038699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154, operand 0 +2023-12-14 14:52:58.038716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.42 = u32[] parameter(0) +2023-12-14 14:52:58.038725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.154> +2023-12-14 14:52:58.038733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154 +2023-12-14 14:52:58.038750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 1 +2023-12-14 14:52:58.038768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.136> +2023-12-14 14:52:58.038786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136 +2023-12-14 14:52:58.038802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 0 +2023-12-14 14:52:58.038819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 param_4.68> +2023-12-14 14:52:58.038836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68 +2023-12-14 14:52:58.038859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 0 +2023-12-14 14:52:58.038876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.68 = s32[] parameter(4) +2023-12-14 14:52:58.038885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.180> +2023-12-14 14:52:58.038893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180 +2023-12-14 14:52:58.038910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 1 +2023-12-14 14:52:58.038927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.180 = s32[] constant(1) +2023-12-14 14:52:58.038936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.142> +2023-12-14 14:52:58.038944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.038953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142 +2023-12-14 14:52:58.038960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.038969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8, operand 0 +2023-12-14 14:52:58.038978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.038987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 convert.8> +2023-12-14 14:52:58.038994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8 +2023-12-14 14:52:58.039012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153, operand 0 +2023-12-14 14:52:58.039029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.153> +2023-12-14 14:52:58.039046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153 +2023-12-14 14:52:58.039063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 1 +2023-12-14 14:52:58.039085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.135> +2023-12-14 14:52:58.039103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135 +2023-12-14 14:52:58.039118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 param_5.76> +2023-12-14 14:52:58.039144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76 +2023-12-14 14:52:58.039160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10, operand 0 +2023-12-14 14:52:58.039170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_5.76 = s32[] parameter(5) +2023-12-14 14:52:58.039175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 convert.10> +2023-12-14 14:52:58.039181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10 +2023-12-14 14:52:58.039191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10, operand 0 +2023-12-14 14:52:58.039200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 0 +2023-12-14 14:52:58.039205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 0 +2023-12-14 14:52:58.039210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 1 +2023-12-14 14:52:58.039216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 compare.29> +2023-12-14 14:52:58.039226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29 +2023-12-14 14:52:58.039239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 0 +2023-12-14 14:52:58.039250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.219> +2023-12-14 14:52:58.039260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219 +2023-12-14 14:52:58.039270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 1 +2023-12-14 14:52:58.039281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 1 +2023-12-14 14:52:58.039286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.218> +2023-12-14 14:52:58.039296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218 +2023-12-14 14:52:58.039306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 1 +2023-12-14 14:52:58.039316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.218 = f32[] constant(-inf) +2023-12-14 14:52:58.039326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 compare.28> +2023-12-14 14:52:58.039330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28 +2023-12-14 14:52:58.039341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 0 +2023-12-14 14:52:58.039351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 constant.217> +2023-12-14 14:52:58.039361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217 +2023-12-14 14:52:58.039375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 1 +2023-12-14 14:52:58.039385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 bitcast-convert.10> +2023-12-14 14:52:58.039395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10 +2023-12-14 14:52:58.039406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 0 +2023-12-14 14:52:58.039415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 0 +2023-12-14 14:52:58.039420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 0 +2023-12-14 14:52:58.039425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 constant.216> +2023-12-14 14:52:58.039437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216 +2023-12-14 14:52:58.039446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 1 +2023-12-14 14:52:58.039456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 1 +2023-12-14 14:52:58.039461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:58.039467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 and.7> +2023-12-14 14:52:58.039472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7 +2023-12-14 14:52:58.039481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 0 +2023-12-14 14:52:58.039491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 0 +2023-12-14 14:52:58.039497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.215> +2023-12-14 14:52:58.039510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215 +2023-12-14 14:52:58.039519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 1 +2023-12-14 14:52:58.039530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 1 +2023-12-14 14:52:58.039535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 1 +2023-12-14 14:52:58.039539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.215 = s32[] constant(0) +2023-12-14 14:52:58.039544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 compare.27> +2023-12-14 14:52:58.039549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27 +2023-12-14 14:52:58.039560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 0 +2023-12-14 14:52:58.039569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.214> +2023-12-14 14:52:58.039579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214 +2023-12-14 14:52:58.039591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 1 +2023-12-14 14:52:58.039601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 constant.213> +2023-12-14 14:52:58.039610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213 +2023-12-14 14:52:58.039621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 1 +2023-12-14 14:52:58.039634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 1 +2023-12-14 14:52:58.039639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 1 +2023-12-14 14:52:58.039646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.26> +2023-12-14 14:52:58.039656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26 +2023-12-14 14:52:58.039666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 0 +2023-12-14 14:52:58.039676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.212> +2023-12-14 14:52:58.039686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212 +2023-12-14 14:52:58.039696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:58.039706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 1 +2023-12-14 14:52:58.039711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 1 +2023-12-14 14:52:58.039716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:58.039721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 and.6> +2023-12-14 14:52:58.039725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6 +2023-12-14 14:52:58.039737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 0 +2023-12-14 14:52:58.039747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 compare.25> +2023-12-14 14:52:58.039760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25 +2023-12-14 14:52:58.039770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 1 +2023-12-14 14:52:58.039780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 or.32> +2023-12-14 14:52:58.039789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32 +2023-12-14 14:52:58.039799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 0 +2023-12-14 14:52:58.039809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 constant.211> +2023-12-14 14:52:58.039819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211 +2023-12-14 14:52:58.039829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 1 +2023-12-14 14:52:58.039839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 1 +2023-12-14 14:52:58.039844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.211 = s32[] constant(-1) +2023-12-14 14:52:58.039848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.210> +2023-12-14 14:52:58.039853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210 +2023-12-14 14:52:58.039864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 1 +2023-12-14 14:52:58.039873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 2 +2023-12-14 14:52:58.039878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 2 +2023-12-14 14:52:58.039883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.210 = s32[] constant(1) +2023-12-14 14:52:58.039891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 select.59> +2023-12-14 14:52:58.039896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59 +2023-12-14 14:52:58.039906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 1 +2023-12-14 14:52:58.039915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.163> +2023-12-14 14:52:58.039926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163 +2023-12-14 14:52:58.039935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 2 +2023-12-14 14:52:58.039945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 select.58> +2023-12-14 14:52:58.039956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58 +2023-12-14 14:52:58.039965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 2 +2023-12-14 14:52:58.039975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.039980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.57> +2023-12-14 14:52:58.039985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.039990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57 +2023-12-14 14:52:58.039995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.039999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 2 +2023-12-14 14:52:58.040004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 select.56> +2023-12-14 14:52:58.040018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56 +2023-12-14 14:52:58.040027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9, operand 0 +2023-12-14 14:52:58.040037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 bitcast-convert.9> +2023-12-14 14:52:58.040048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9 +2023-12-14 14:52:58.040057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:58.040067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 broadcast.206> +2023-12-14 14:52:58.040078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:58.040087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 0 +2023-12-14 14:52:58.040097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 param_4.69> +2023-12-14 14:52:58.040108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69 +2023-12-14 14:52:58.040117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9, operand 0 +2023-12-14 14:52:58.040131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.69 = s32[] parameter(4) +2023-12-14 14:52:58.040137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 convert.9> +2023-12-14 14:52:58.040142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9 +2023-12-14 14:52:58.040151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8, operand 0 +2023-12-14 14:52:58.040161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 0 +2023-12-14 14:52:58.040167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 0 +2023-12-14 14:52:58.040172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 1 +2023-12-14 14:52:58.040177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 compare.24> +2023-12-14 14:52:58.040186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24 +2023-12-14 14:52:58.040197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 0 +2023-12-14 14:52:58.040207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 constant.209> +2023-12-14 14:52:58.040216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209 +2023-12-14 14:52:58.040228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:58.040238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 1 +2023-12-14 14:52:58.040243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.209 = f32[] constant(inf) +2023-12-14 14:52:58.040248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 compare.23> +2023-12-14 14:52:58.040253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23 +2023-12-14 14:52:58.040266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 0 +2023-12-14 14:52:58.040276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 bitcast-convert.8> +2023-12-14 14:52:58.040287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8 +2023-12-14 14:52:58.040297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 0 +2023-12-14 14:52:58.040306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:58.040312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 0 +2023-12-14 14:52:58.040317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 and.5> +2023-12-14 14:52:58.040327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5 +2023-12-14 14:52:58.040336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 0 +2023-12-14 14:52:58.040347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 0 +2023-12-14 14:52:58.040352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 compare.22> +2023-12-14 14:52:58.040362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22 +2023-12-14 14:52:58.040372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 0 +2023-12-14 14:52:58.040383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 compare.21> +2023-12-14 14:52:58.040397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21 +2023-12-14 14:52:58.040408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 0 +2023-12-14 14:52:58.040418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 and.4> +2023-12-14 14:52:58.040428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:58.040439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 0 +2023-12-14 14:52:58.040448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.20> +2023-12-14 14:52:58.040458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20 +2023-12-14 14:52:58.040469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 1 +2023-12-14 14:52:58.040478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 or.31> +2023-12-14 14:52:58.040488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31 +2023-12-14 14:52:58.040499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 0 +2023-12-14 14:52:58.040512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 select.55> +2023-12-14 14:52:58.040523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55 +2023-12-14 14:52:58.040533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 1 +2023-12-14 14:52:58.040543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.162> +2023-12-14 14:52:58.040553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162 +2023-12-14 14:52:58.040563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 2 +2023-12-14 14:52:58.040573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 select.54> +2023-12-14 14:52:58.040583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54 +2023-12-14 14:52:58.040594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 2 +2023-12-14 14:52:58.040603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 select.53> +2023-12-14 14:52:58.040614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53 +2023-12-14 14:52:58.040624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 2 +2023-12-14 14:52:58.040637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 select.52> +2023-12-14 14:52:58.040648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52 +2023-12-14 14:52:58.040658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7, operand 0 +2023-12-14 14:52:58.040668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 bitcast-convert.7> +2023-12-14 14:52:58.040678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7 +2023-12-14 14:52:58.040688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:58.040698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 broadcast.205> +2023-12-14 14:52:58.040708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:58.040719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:58.040728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 param_0.44> +2023-12-14 14:52:58.040739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44 +2023-12-14 14:52:58.040752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53, operand 0 +2023-12-14 14:52:58.040763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:58.040768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.44 = f32[] parameter(0) +2023-12-14 14:52:58.040773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 broadcast.204> +2023-12-14 14:52:58.040778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:58.040788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 0 +2023-12-14 14:52:58.040798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 1 +2023-12-14 14:52:58.040803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 param_2.58> +2023-12-14 14:52:58.040814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58 +2023-12-14 14:52:58.040824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:58.040834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.040840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 param_3.67> +2023-12-14 14:52:58.040845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67 +2023-12-14 14:52:58.040855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:58.040864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.040870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 concatenate.1> +2023-12-14 14:52:58.040875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:58.040885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:58.040898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 constant.208> +2023-12-14 14:52:58.040908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208 +2023-12-14 14:52:58.040918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:58.040929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.208 = u32[] constant(9) +2023-12-14 14:52:58.040934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 broadcast.203> +2023-12-14 14:52:58.040939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:58.040949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:58.040959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 shift-right-logical.28> +2023-12-14 14:52:58.040969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.040974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:58.040979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.040984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 0 +2023-12-14 14:52:58.040990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.040995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 constant.207> +2023-12-14 14:52:58.041000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207 +2023-12-14 14:52:58.041013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:58.041023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:58.041028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.202> +2023-12-14 14:52:58.041034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:58.041043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 1 +2023-12-14 14:52:58.041054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 or.30> +2023-12-14 14:52:58.041064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30 +2023-12-14 14:52:58.041073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6, operand 0 +2023-12-14 14:52:58.041084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 bitcast-convert.6> +2023-12-14 14:52:58.041094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6 +2023-12-14 14:52:58.041104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 0 +2023-12-14 14:52:58.041114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 constant.206> +2023-12-14 14:52:58.041125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206 +2023-12-14 14:52:58.041140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:58.041150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.206 = f32[] constant(-1) +2023-12-14 14:52:58.041156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.201> +2023-12-14 14:52:58.041161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:58.041170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 1 +2023-12-14 14:52:58.041181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:58.041187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 add.160> +2023-12-14 14:52:58.041191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160 +2023-12-14 14:52:58.041201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 0 +2023-12-14 14:52:58.041211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 param_1.62> +2023-12-14 14:52:58.041221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62 +2023-12-14 14:52:58.041231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:58.041241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.62 = f32[] parameter(1) +2023-12-14 14:52:58.041247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 reshape.54> +2023-12-14 14:52:58.041252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:58.041261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 0 +2023-12-14 14:52:58.041275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 reshape.53> +2023-12-14 14:52:58.041285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53 +2023-12-14 14:52:58.041296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 1 +2023-12-14 14:52:58.041306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 subtract.31> +2023-12-14 14:52:58.041316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31 +2023-12-14 14:52:58.041325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:58.041336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 reshape.52> +2023-12-14 14:52:58.041346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:58.041356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:58.041367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.200> +2023-12-14 14:52:58.041376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:58.041386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 1 +2023-12-14 14:52:58.041400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 multiply.110> +2023-12-14 14:52:58.041409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110 +2023-12-14 14:52:58.041420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 0 +2023-12-14 14:52:58.041430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.159> +2023-12-14 14:52:58.041440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159 +2023-12-14 14:52:58.041450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 1 +2023-12-14 14:52:58.041461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 maximum.5> +2023-12-14 14:52:58.041470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5 +2023-12-14 14:52:58.041480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:58.041491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.51> +2023-12-14 14:52:58.041500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:58.041515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 1 +2023-12-14 14:52:58.041525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 1 +2023-12-14 14:52:58.041530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:58.041534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 0 +2023-12-14 14:52:58.041539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:58.041545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = f32[8192,2048]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.041550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 abs.3> +2023-12-14 14:52:58.041555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:58.041564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 0 +2023-12-14 14:52:58.041575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[8192,2048]{1,0} abs(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:58.041580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 constant.205> +2023-12-14 14:52:58.041585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205 +2023-12-14 14:52:58.041595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:58.041605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.205 = f32[] constant(1) +2023-12-14 14:52:58.041610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 broadcast.199> +2023-12-14 14:52:58.041615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:58.041624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 1 +2023-12-14 14:52:58.041635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[8192,2048]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:58.041643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 compare.19> +2023-12-14 14:52:58.041648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19 +2023-12-14 14:52:58.041658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:58.041669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.19 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %abs.3, f32[8192,2048]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:58.041674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 broadcast.198> +2023-12-14 14:52:58.041679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:58.041688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 1 +2023-12-14 14:52:58.041700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[8192,2048]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:58.041704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 multiply.109> +2023-12-14 14:52:58.041709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109 +2023-12-14 14:52:58.041719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:58.041730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.109 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %reshape.51, f32[8192,2048]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:58.041735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 negate.10> +2023-12-14 14:52:58.041740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:58.041749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 0 +2023-12-14 14:52:58.041760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:58.041765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 multiply.108> +2023-12-14 14:52:58.041770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108 +2023-12-14 14:52:58.041782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:58.041794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.108 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %negate.10, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:58.041799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 log-plus-one.3> +2023-12-14 14:52:58.041803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:58.041813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:58.041823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[8192,2048]{1,0} log-plus-one(f32[8192,2048]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:58.041828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 negate.9> +2023-12-14 14:52:58.041833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:58.041842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:58.041853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 0 +2023-12-14 14:52:58.041858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 0 +2023-12-14 14:52:58.041863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:58.041867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 constant.204> +2023-12-14 14:52:58.041872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204 +2023-12-14 14:52:58.041883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:58.041893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.204 = f32[] constant(5) +2023-12-14 14:52:58.041897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 broadcast.197> +2023-12-14 14:52:58.041902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:58.041916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 1 +2023-12-14 14:52:58.041926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[8192,2048]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:58.041931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 compare.18> +2023-12-14 14:52:58.041936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.041941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18 +2023-12-14 14:52:58.041946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.041951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:58.041955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:58.041960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 0 +2023-12-14 14:52:58.041965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 0 +2023-12-14 14:52:58.041971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 0 +2023-12-14 14:52:58.041975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 0 +2023-12-14 14:52:58.041980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 0 +2023-12-14 14:52:58.041985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 0 +2023-12-14 14:52:58.041990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 0 +2023-12-14 14:52:58.041995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 0 +2023-12-14 14:52:58.042000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.18 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:58.042005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 constant.203> +2023-12-14 14:52:58.042010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203 +2023-12-14 14:52:58.042020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:58.042030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:58.042035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 broadcast.196> +2023-12-14 14:52:58.042040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:58.042052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 1 +2023-12-14 14:52:58.042063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[8192,2048]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:58.042068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 constant.202> +2023-12-14 14:52:58.042073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202 +2023-12-14 14:52:58.042082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:58.042093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:58.042098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 broadcast.195> +2023-12-14 14:52:58.042102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:58.042112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 2 +2023-12-14 14:52:58.042122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[8192,2048]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:58.042127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 select.51> +2023-12-14 14:52:58.042132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51 +2023-12-14 14:52:58.042141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 0 +2023-12-14 14:52:58.042152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.51 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.196, f32[8192,2048]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:58.042157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.201> +2023-12-14 14:52:58.042162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201 +2023-12-14 14:52:58.042172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:58.042182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:58.042190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.194> +2023-12-14 14:52:58.042195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:58.042204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 1 +2023-12-14 14:52:58.042216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[8192,2048]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:58.042221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 constant.200> +2023-12-14 14:52:58.042226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200 +2023-12-14 14:52:58.042235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:58.042246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:58.042251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 broadcast.193> +2023-12-14 14:52:58.042256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:58.042265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 2 +2023-12-14 14:52:58.042276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[8192,2048]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:58.042281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 select.50> +2023-12-14 14:52:58.042286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50 +2023-12-14 14:52:58.042295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 0 +2023-12-14 14:52:58.042307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.50 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.194, f32[8192,2048]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:58.042312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.199> +2023-12-14 14:52:58.042316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199 +2023-12-14 14:52:58.042331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:58.042341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:58.042346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.192> +2023-12-14 14:52:58.042351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:58.042361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 1 +2023-12-14 14:52:58.042372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[8192,2048]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:58.042376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 constant.198> +2023-12-14 14:52:58.042381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198 +2023-12-14 14:52:58.042391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:58.042402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:58.042407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 broadcast.191> +2023-12-14 14:52:58.042411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:58.042422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 2 +2023-12-14 14:52:58.042432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[8192,2048]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:58.042437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 select.49> +2023-12-14 14:52:58.042442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49 +2023-12-14 14:52:58.042452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 0 +2023-12-14 14:52:58.042462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.49 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.192, f32[8192,2048]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:58.042470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.197> +2023-12-14 14:52:58.042475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197 +2023-12-14 14:52:58.042485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:58.042496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:58.042501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.190> +2023-12-14 14:52:58.042505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:58.042515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 1 +2023-12-14 14:52:58.042526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[8192,2048]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:58.042531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 constant.196> +2023-12-14 14:52:58.042536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196 +2023-12-14 14:52:58.042546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:58.042556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:58.042561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 broadcast.189> +2023-12-14 14:52:58.042566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:58.042576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 2 +2023-12-14 14:52:58.042587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[8192,2048]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:58.042591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 select.48> +2023-12-14 14:52:58.042596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48 +2023-12-14 14:52:58.042610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 0 +2023-12-14 14:52:58.042620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.48 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.190, f32[8192,2048]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:58.042624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.195> +2023-12-14 14:52:58.042629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195 +2023-12-14 14:52:58.042640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:58.042650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:58.042655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.188> +2023-12-14 14:52:58.042660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:58.042671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 1 +2023-12-14 14:52:58.042681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[8192,2048]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:58.042686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 constant.194> +2023-12-14 14:52:58.042691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194 +2023-12-14 14:52:58.042701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:58.042711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:58.042716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 broadcast.187> +2023-12-14 14:52:58.042721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:58.042731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 2 +2023-12-14 14:52:58.042744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[8192,2048]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:58.042749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 select.47> +2023-12-14 14:52:58.042755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47 +2023-12-14 14:52:58.042765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 0 +2023-12-14 14:52:58.042775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.47 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.188, f32[8192,2048]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:58.042780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.193> +2023-12-14 14:52:58.042785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193 +2023-12-14 14:52:58.042795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:58.042805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:58.042810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.186> +2023-12-14 14:52:58.042815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:58.042826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 1 +2023-12-14 14:52:58.042835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[8192,2048]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:58.042840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 constant.192> +2023-12-14 14:52:58.042846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192 +2023-12-14 14:52:58.042856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:58.042866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:58.042870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 broadcast.185> +2023-12-14 14:52:58.042890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:58.042899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 2 +2023-12-14 14:52:58.042910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[8192,2048]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:58.042916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 select.46> +2023-12-14 14:52:58.042920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46 +2023-12-14 14:52:58.042930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 0 +2023-12-14 14:52:58.042940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.46 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.186, f32[8192,2048]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:58.042946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.191> +2023-12-14 14:52:58.042951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191 +2023-12-14 14:52:58.042961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:58.042971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:58.042976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.184> +2023-12-14 14:52:58.042981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.042986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:58.042991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.042996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 1 +2023-12-14 14:52:58.043001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[8192,2048]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:58.043006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 constant.189> +2023-12-14 14:52:58.043011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189 +2023-12-14 14:52:58.043021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:58.043034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:58.043040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 broadcast.183> +2023-12-14 14:52:58.043045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:58.043055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 2 +2023-12-14 14:52:58.043065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[8192,2048]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:58.043070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 select.45> +2023-12-14 14:52:58.043075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45 +2023-12-14 14:52:58.043085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 0 +2023-12-14 14:52:58.043095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.45 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.184, f32[8192,2048]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:58.043101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.188> +2023-12-14 14:52:58.043106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188 +2023-12-14 14:52:58.043116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:58.043125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:58.043131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.182> +2023-12-14 14:52:58.043136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:58.043146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 1 +2023-12-14 14:52:58.043156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[8192,2048]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:58.043164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 constant.187> +2023-12-14 14:52:58.043169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187 +2023-12-14 14:52:58.043179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:58.043189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:58.043195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 broadcast.181> +2023-12-14 14:52:58.043199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:58.043210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 2 +2023-12-14 14:52:58.043219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[8192,2048]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:58.043225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 select.44> +2023-12-14 14:52:58.043230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44 +2023-12-14 14:52:58.043240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 0 +2023-12-14 14:52:58.043249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.44 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.182, f32[8192,2048]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:58.043255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.186> +2023-12-14 14:52:58.043260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186 +2023-12-14 14:52:58.043270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:58.043279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:58.043285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.180> +2023-12-14 14:52:58.043290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:58.043303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:58.043314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[8192,2048]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:58.043324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 constant.185> +2023-12-14 14:52:58.043330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185 +2023-12-14 14:52:58.043340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:58.043350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:58.043355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 broadcast.179> +2023-12-14 14:52:58.043360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:58.043370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:58.043380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[8192,2048]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:58.043385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 select.43> +2023-12-14 14:52:58.043391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:58.043400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 0 +2023-12-14 14:52:58.043411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.180, f32[8192,2048]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:58.043415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.184> +2023-12-14 14:52:58.043421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184 +2023-12-14 14:52:58.043430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:58.043441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:58.043449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.178> +2023-12-14 14:52:58.043455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:58.043464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 1 +2023-12-14 14:52:58.043475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[8192,2048]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:58.043481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 add.158> +2023-12-14 14:52:58.043485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158 +2023-12-14 14:52:58.043495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:58.043505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.158 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:58.043511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 sqrt.3> +2023-12-14 14:52:58.043516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:58.043525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 0 +2023-12-14 14:52:58.043535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:58.043541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 constant.183> +2023-12-14 14:52:58.043546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183 +2023-12-14 14:52:58.043555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:58.043566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.183 = f32[] constant(-3) +2023-12-14 14:52:58.043571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 broadcast.177> +2023-12-14 14:52:58.043576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:58.043589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 1 +2023-12-14 14:52:58.043599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[8192,2048]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:58.043605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 add.157> +2023-12-14 14:52:58.043610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157 +2023-12-14 14:52:58.043619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:58.043630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.157 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.3, f32[8192,2048]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:58.043635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.42> +2023-12-14 14:52:58.043640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:58.043650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 1 +2023-12-14 14:52:58.043661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 1 +2023-12-14 14:52:58.043666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 1 +2023-12-14 14:52:58.043671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 1 +2023-12-14 14:52:58.043676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 1 +2023-12-14 14:52:58.043681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 1 +2023-12-14 14:52:58.043686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 1 +2023-12-14 14:52:58.043692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 1 +2023-12-14 14:52:58.043697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %add.158, f32[8192,2048]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:58.043702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.107> +2023-12-14 14:52:58.043707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107 +2023-12-14 14:52:58.043717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 1 +2023-12-14 14:52:58.043730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.107 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.43, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:58.043735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 add.156> +2023-12-14 14:52:58.043740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156 +2023-12-14 14:52:58.043751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 0 +2023-12-14 14:52:58.043762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.156 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.44, f32[8192,2048]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:58.043767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 multiply.106> +2023-12-14 14:52:58.043771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106 +2023-12-14 14:52:58.043781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 1 +2023-12-14 14:52:58.043792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.106 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.156, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:58.043797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 add.155> +2023-12-14 14:52:58.043801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155 +2023-12-14 14:52:58.043812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 0 +2023-12-14 14:52:58.043822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.155 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.45, f32[8192,2048]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:58.043827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.105> +2023-12-14 14:52:58.043832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105 +2023-12-14 14:52:58.043842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 1 +2023-12-14 14:52:58.043852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.105 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.155, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:58.043860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 add.154> +2023-12-14 14:52:58.043865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154 +2023-12-14 14:52:58.043876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 0 +2023-12-14 14:52:58.043886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.154 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.46, f32[8192,2048]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:58.043891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 multiply.104> +2023-12-14 14:52:58.043895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104 +2023-12-14 14:52:58.043906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 1 +2023-12-14 14:52:58.043916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.104 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.154, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:58.043921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 add.153> +2023-12-14 14:52:58.043926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153 +2023-12-14 14:52:58.043937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 0 +2023-12-14 14:52:58.043946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.153 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.47, f32[8192,2048]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:58.043951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.103> +2023-12-14 14:52:58.043956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103 +2023-12-14 14:52:58.043967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.043972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 1 +2023-12-14 14:52:58.043977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.103 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.153, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:58.043982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.152> +2023-12-14 14:52:58.043987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.043995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152 +2023-12-14 14:52:58.044000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 0 +2023-12-14 14:52:58.044010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.152 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.48, f32[8192,2048]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:58.044015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.102> +2023-12-14 14:52:58.044020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102 +2023-12-14 14:52:58.044030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 1 +2023-12-14 14:52:58.044040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.102 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.152, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:58.044045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.150> +2023-12-14 14:52:58.044049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150 +2023-12-14 14:52:58.044060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 0 +2023-12-14 14:52:58.044069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.150 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.49, f32[8192,2048]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:58.044074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.101> +2023-12-14 14:52:58.044079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101 +2023-12-14 14:52:58.044089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 1 +2023-12-14 14:52:58.044099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.101 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.150, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:58.044104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.149> +2023-12-14 14:52:58.044109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149 +2023-12-14 14:52:58.044120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 0 +2023-12-14 14:52:58.044133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.149 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.50, f32[8192,2048]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:58.044137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.100> +2023-12-14 14:52:58.044142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100 +2023-12-14 14:52:58.044153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 1 +2023-12-14 14:52:58.044162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.100 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.149, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:58.044167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.148> +2023-12-14 14:52:58.044172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148 +2023-12-14 14:52:58.044182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 0 +2023-12-14 14:52:58.044192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.148 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.51, f32[8192,2048]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:58.044197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.99> +2023-12-14 14:52:58.044201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99 +2023-12-14 14:52:58.044212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:58.044222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.99 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.148, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:58.044226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 select.41> +2023-12-14 14:52:58.044231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:58.044241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 0 +2023-12-14 14:52:58.044251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.19, f32[8192,2048]{1,0} %multiply.109, f32[8192,2048]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:58.044259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 constant.182> +2023-12-14 14:52:58.044264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182 +2023-12-14 14:52:58.044274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:58.044284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:58.044289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 broadcast.176> +2023-12-14 14:52:58.044294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:58.044304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 1 +2023-12-14 14:52:58.044314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[8192,2048]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.044319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.98> +2023-12-14 14:52:58.044323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98 +2023-12-14 14:52:58.044334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:58.044344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.98 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.41, f32[8192,2048]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.044348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 maximum.4> +2023-12-14 14:52:58.044353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:58.044364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 1 +2023-12-14 14:52:58.044373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[8192,2048]{1,0} maximum(f32[8192,2048]{1,0} %broadcast.205, f32[8192,2048]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.044382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 minimum.2> +2023-12-14 14:52:58.044389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2 +2023-12-14 14:52:58.044399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.2 = f32[8192,2048]{1,0} minimum(f32[8192,2048]{1,0} %broadcast.206, f32[8192,2048]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.044409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.4{} (phi)> +2023-12-14 14:52:58.044414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:58.044425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:58.044434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{} (phi)> +2023-12-14 14:52:58.044444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:58.044455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110, operand 0 {} +2023-12-14 14:52:58.044464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:58.044469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:58.044474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:58.044480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106, operand 0 {} +2023-12-14 14:52:58.044485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105, operand 0 {} +2023-12-14 14:52:58.044490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104, operand 0 {} +2023-12-14 14:52:58.044494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103, operand 0 {} +2023-12-14 14:52:58.044499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:58.044513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:58.044523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:58.044527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:58.044537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 arg_tuple.4{1} (phi)> +2023-12-14 14:52:58.044548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:58.044558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 arg_tuple.4{2} (phi)> +2023-12-14 14:52:58.044573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:58.044582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 arg_tuple.4{3} (phi)> +2023-12-14 14:52:58.044597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:58.044607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 arg_tuple.4{4} (phi)> +2023-12-14 14:52:58.044622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:58.044635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 arg_tuple.4{5} (phi)> +2023-12-14 14:52:58.044649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:58.044659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{6} (phi)> +2023-12-14 14:52:58.044674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:58.044684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.4{7} (phi)> +2023-12-14 14:52:58.044699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:58.044708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:58.044724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:58.044733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103 +2023-12-14 14:52:58.044738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:58.044748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:58.044758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:58.044771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104 +2023-12-14 14:52:58.044776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:58.044787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:58.044797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:58.044806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105 +2023-12-14 14:52:58.044812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:58.044822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:58.044832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:58.044842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106 +2023-12-14 14:52:58.044848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:58.044857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:58.044867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:58.044878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:58.044883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:58.044892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:58.044906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:58.044915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:58.044920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:58.044930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:58.044941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:58.044950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:58.044955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:58.044966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.044971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:58.044976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.044981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:58.044986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110 +2023-12-14 14:52:58.044990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.044996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:58.045002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.045006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 while.1{} (phi)> +2023-12-14 14:52:58.045011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.045016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:58.045021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.045026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:58.045034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:58.045040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.045045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 while.1{0} (phi)> +2023-12-14 14:52:58.045049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.045055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:58.045060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.045065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.045070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:58.045075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.045080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:58.045085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:58.045091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:58.045096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.045100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 2 +2023-12-14 14:52:58.045105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 2 +2023-12-14 14:52:58.045110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.045116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:58.045121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.045126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:58.045131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:58.045136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:58.045140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.045146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 3 +2023-12-14 14:52:58.045152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 3 +2023-12-14 14:52:58.045159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.045164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 while.1{3} (phi)> +2023-12-14 14:52:58.045169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.045175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:58.045181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.045186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.045191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 while.1{4} (phi)> +2023-12-14 14:52:58.045196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.045200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:58.045206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.045211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.045216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 while.1{5} (phi)> +2023-12-14 14:52:58.045221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.045226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:58.045230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.045236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.045242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 while.1{6} (phi)> +2023-12-14 14:52:58.045247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.045252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:58.045257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.045262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.045270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{7} (phi)> +2023-12-14 14:52:58.045276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.045281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:58.045285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.045290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.046077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:58.046931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.047038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:58.047047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:58.047065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:58.047072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:58.047086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.110 +2023-12-14 14:52:58.047092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:58.047098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:58.047104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:58.047109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:58.047114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:58.047118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:58.047124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:58.047129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:58.047135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:58.047140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:58.047145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:58.047151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:58.047167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:58.047173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:58.047178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:58.047196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.047210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.047216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410, phi: +2023-12-14 14:52:58.047223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:58.047228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:58.047233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49: +2023-12-14 14:52:58.047238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:58.047243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411, phi: +2023-12-14 14:52:58.047248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:58.047254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:58.047259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 412, phi: +2023-12-14 14:52:58.047263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:58.047268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:58.047272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:58.047278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:58.047284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 413, phi: +2023-12-14 14:52:58.047289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:58.047293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:58.047298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:58.047303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10: +2023-12-14 14:52:58.047308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 414, phi: +2023-12-14 14:52:58.047314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:58.047329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:58.047334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:58.047339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:58.047344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 415, phi: +2023-12-14 14:52:58.047349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:58.047354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:58.047359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:58.047364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:58.047372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 416, phi: +2023-12-14 14:52:58.047377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:58.047382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:58.047388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:58.047392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:58.047397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 417, phi: +2023-12-14 14:52:58.047402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:58.047406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:58.047412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:58.047417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:58.047422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 418, phi: +2023-12-14 14:52:58.047427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:58.047431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:58.047436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:58.047441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:58.047447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 419, phi: +2023-12-14 14:52:58.047452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:58.047457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:58.047461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:58.047466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:58.047471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 420, phi: +2023-12-14 14:52:58.047476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:58.047481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:58.047486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 421, phi: +2023-12-14 14:52:58.047491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:58.047495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:58.047501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 422, phi: +2023-12-14 14:52:58.047508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:58.047513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:58.047517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 423, phi: +2023-12-14 14:52:58.047522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:58.047527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:58.047532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 424, phi: +2023-12-14 14:52:58.047541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:58.047545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:58.047550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 425, phi: +2023-12-14 14:52:58.047555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:58.047559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:58.047565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 426, phi: +2023-12-14 14:52:58.047570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:58.047575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:58.047580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 427, phi: +2023-12-14 14:52:58.047584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:58.047589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:58.047595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 428, phi: +2023-12-14 14:52:58.047600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:58.047605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:58.047609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 429, phi: +2023-12-14 14:52:58.047614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:58.047619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:58.047624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 430, phi: +2023-12-14 14:52:58.047630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:58.047635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:58.047639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 431, phi: +2023-12-14 14:52:58.047644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:58.047649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:58.047655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 432, phi: +2023-12-14 14:52:58.047660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:58.047665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:58.047670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 433, phi: +2023-12-14 14:52:58.047674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:58.047679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:58.047684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 434, phi: +2023-12-14 14:52:58.047689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:58.047694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:58.047699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 435, phi: +2023-12-14 14:52:58.047707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:58.047711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:58.047717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 436, phi: +2023-12-14 14:52:58.047722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:58.047727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:58.047745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.047756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.047761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410, phi: +2023-12-14 14:52:58.047765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:58.047770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:58.047775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49: +2023-12-14 14:52:58.047780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:58.047785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411, phi: +2023-12-14 14:52:58.047790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:58.047794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:58.047799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 412, phi: +2023-12-14 14:52:58.047804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:58.047811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:58.047816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:58.047821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:58.047825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 413, phi: +2023-12-14 14:52:58.047830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:58.047835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:58.047840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:58.047845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10: +2023-12-14 14:52:58.047850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 414, phi: +2023-12-14 14:52:58.047855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:58.047859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:58.047864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:58.047869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:58.047875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 415, phi: +2023-12-14 14:52:58.047879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:58.047884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:58.047892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:58.047897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:58.047902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 416, phi: +2023-12-14 14:52:58.047907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:58.047912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:58.047916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:58.047921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:58.047926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 417, phi: +2023-12-14 14:52:58.047931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:58.047936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:58.047941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:58.047945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:58.047950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 418, phi: +2023-12-14 14:52:58.047955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:58.047961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:58.047967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:58.047971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:58.047976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 419, phi: +2023-12-14 14:52:58.047980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:58.047985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:58.047990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:58.047995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:58.048000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 420, phi: +2023-12-14 14:52:58.048005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:58.048010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:58.048014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 421, phi: +2023-12-14 14:52:58.048019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:58.048024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:58.048029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 422, phi: +2023-12-14 14:52:58.048034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:58.048039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:58.048043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 423, phi: +2023-12-14 14:52:58.048048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:58.048053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:58.048061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 424, phi: +2023-12-14 14:52:58.048066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:58.048070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:58.048075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 425, phi: +2023-12-14 14:52:58.048080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:58.048085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:58.048090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 426, phi: +2023-12-14 14:52:58.048095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:58.048099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:58.048104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 427, phi: +2023-12-14 14:52:58.048108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:58.048114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:58.048119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 428, phi: +2023-12-14 14:52:58.048123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:58.048128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:58.048133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 429, phi: +2023-12-14 14:52:58.048137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:58.048143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:58.048148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 430, phi: +2023-12-14 14:52:58.048153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:58.048157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:58.048162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 431, phi: +2023-12-14 14:52:58.048167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:58.048172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:58.048177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 432, phi: +2023-12-14 14:52:58.048182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:58.048187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:58.048191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 433, phi: +2023-12-14 14:52:58.048196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:58.048201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:58.048206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 434, phi: +2023-12-14 14:52:58.048211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:58.048216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:58.048223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 435, phi: +2023-12-14 14:52:58.048228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:58.048233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:58.048239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 436, phi: +2023-12-14 14:52:58.048244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:58.048248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:58.048253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.048263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:58.048269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.048275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:58.048280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:58.048285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:58.048290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:58.048297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <39 constant.19> + +2023-12-14 14:52:58.048303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:58.048309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 constant.21> + +2023-12-14 14:52:58.048314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:58.048319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 constant.22> + +2023-12-14 14:52:58.048325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:58.048339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <428 while.1{} (phi)> + {0} : HloValueSet: <429 while.1{0} (phi)> + {1} : HloValueSet: <430 while.1{1} (phi)> + {2} : HloValueSet: <431 while.1{2} (phi)> + {3} : HloValueSet: <432 while.1{3} (phi)> + {4} : HloValueSet: <433 while.1{4} (phi)> + {5} : HloValueSet: <434 while.1{5} (phi)> + {6} : HloValueSet: <435 while.1{6} (phi)> + {7} : HloValueSet: <436 while.1{7} (phi)> + +2023-12-14 14:52:58.048345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:58.048351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 while.1{1} (phi)> + +2023-12-14 14:52:58.048357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:58.048363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <431 while.1{2} (phi)> + +2023-12-14 14:52:58.048378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:58.048385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:58.048391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:58.048396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <43 fusion.4> + +2023-12-14 14:52:58.048401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:58.048406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 fusion.6> + +2023-12-14 14:52:58.048411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:52:58.048417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 fusion.8> + +2023-12-14 14:52:58.048423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.9 +2023-12-14 14:52:58.048428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:58.048433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:58.048438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <12 fusion.2.clone> + +2023-12-14 14:52:58.048444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:58.048450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:58.048456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:58.048461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:58.048466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:58.048476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <49 tuple.9{}> + {0} : HloValueSet: <40 copy.24> + {1} : HloValueSet: <1 fusion.7.clone> + {2} : HloValueSet: <0 fusion.5.clone> + {3} : HloValueSet: <42 fusion.6> + {4} : HloValueSet: <43 fusion.4> + {5} : HloValueSet: <44 fusion.8> + {6} : HloValueSet: <46 copy.26> + {7} : HloValueSet: <48 copy.25> + +2023-12-14 14:52:58.048482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:58.048488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 copy.24> + +2023-12-14 14:52:58.048495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:58.048503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 copy.25> + +2023-12-14 14:52:58.048511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:58.048521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <46 copy.26> + +2023-12-14 14:52:58.048533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:58.048553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <411 arg_tuple.3{} (phi)> + {0} : HloValueSet: <420 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <421 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <422 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <423 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <424 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <425 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <426 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <427 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:58.048563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:58.048573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 constant.102> + +2023-12-14 14:52:58.048583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:58.048592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <52 add.58> + +2023-12-14 14:52:58.048601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.048611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:58.048619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:58.048630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:58.048639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.103 +2023-12-14 14:52:58.048648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <420 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:58.048657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:58.048666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 copy.8> + +2023-12-14 14:52:58.048675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.104 +2023-12-14 14:52:58.048685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <421 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:58.048694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:58.048704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:58.048712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.105 +2023-12-14 14:52:58.048722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <422 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:58.048731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:58.048740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:58.048753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.106 +2023-12-14 14:52:58.048764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <423 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:58.048772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:58.048782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:58.048791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:58.048800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <424 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:58.048809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:58.048818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.12> + +2023-12-14 14:52:58.048827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:58.048836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <425 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:58.048845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:58.048852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.13> + +2023-12-14 14:52:58.048857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:58.048863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <426 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:58.048868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:58.048873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:58.048878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.110 +2023-12-14 14:52:58.048885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <427 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:58.048890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:58.048897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <62 copy.15> + +2023-12-14 14:52:58.048902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:58.048907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 copy.19> + +2023-12-14 14:52:58.048913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:58.048918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.20> + +2023-12-14 14:52:58.048923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:58.048929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <61 copy.21> + +2023-12-14 14:52:58.048937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:58.048944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <63 copy.22> + +2023-12-14 14:52:58.048948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:58.048954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:58.048959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:58.048969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <65 tuple.11{}> + {0} : HloValueSet: <52 add.58> + {1} : HloValueSet: <10 fusion.1.clone> + {2} : HloValueSet: <11 fusion.clone> + {3} : HloValueSet: <58 copy.19> + {4} : HloValueSet: <60 copy.20> + {5} : HloValueSet: <61 copy.21> + {6} : HloValueSet: <63 copy.22> + {7} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:58.048976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:58.048986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <410 arg_tuple.4{} (phi)> + {0} : HloValueSet: <412 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <413 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <414 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <415 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <416 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <417 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <418 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <419 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:58.048992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:58.048998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <8 constant.103> + +2023-12-14 14:52:58.049004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:58.049009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <9 compare.5> + +2023-12-14 14:52:58.049014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:58.049020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <412 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:58.049025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.0 +2023-12-14 14:52:58.049031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 divide.0> + +2023-12-14 14:52:58.049037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:58.049042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <148 add.105> + +2023-12-14 14:52:58.049048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:58.049053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 multiply.42> + +2023-12-14 14:52:58.049058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:58.049067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 add.106> + +2023-12-14 14:52:58.049072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:58.049078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 multiply.45> + +2023-12-14 14:52:58.049083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:58.049089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 add.107> + +2023-12-14 14:52:58.049095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:58.049101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 multiply.47> + +2023-12-14 14:52:58.049105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:58.049111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 add.108> + +2023-12-14 14:52:58.049116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:58.049122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 multiply.49> + +2023-12-14 14:52:58.049128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:58.049133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 add.109> + +2023-12-14 14:52:58.049139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:58.049144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 multiply.51> + +2023-12-14 14:52:58.049149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:58.049155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 add.110> + +2023-12-14 14:52:58.049160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.53 +2023-12-14 14:52:58.049165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 multiply.53> + +2023-12-14 14:52:58.049171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:58.049177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 add.112> + +2023-12-14 14:52:58.049181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.55 +2023-12-14 14:52:58.049188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 multiply.55> + +2023-12-14 14:52:58.049193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:58.049199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 add.114> + +2023-12-14 14:52:58.049204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.57 +2023-12-14 14:52:58.049212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 multiply.57> + +2023-12-14 14:52:58.049218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:58.049224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 add.115> + +2023-12-14 14:52:58.049229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.59 +2023-12-14 14:52:58.049235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 multiply.59> + +2023-12-14 14:52:58.049240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:58.049245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 add.116> + +2023-12-14 14:52:58.049251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.61 +2023-12-14 14:52:58.049257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 multiply.61> + +2023-12-14 14:52:58.049262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:58.049267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 add.117> + +2023-12-14 14:52:58.049272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.63 +2023-12-14 14:52:58.049279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 multiply.63> + +2023-12-14 14:52:58.049283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:58.049289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 add.118> + +2023-12-14 14:52:58.049294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.65 +2023-12-14 14:52:58.049300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <113 multiply.65> + +2023-12-14 14:52:58.049305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.67 +2023-12-14 14:52:58.049311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <111 multiply.67> + +2023-12-14 14:52:58.049316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.0 +2023-12-14 14:52:58.049322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <110 clamp.0> + +2023-12-14 14:52:58.049327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.69 +2023-12-14 14:52:58.049332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <108 multiply.69> + +2023-12-14 14:52:58.049338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.146 +2023-12-14 14:52:58.049344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 constant.146> + +2023-12-14 14:52:58.049350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.147 +2023-12-14 14:52:58.049359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 constant.147> + +2023-12-14 14:52:58.049364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.148 +2023-12-14 14:52:58.049369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 constant.148> + +2023-12-14 14:52:58.049375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.149 +2023-12-14 14:52:58.049381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 constant.149> + +2023-12-14 14:52:58.049386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.150 +2023-12-14 14:52:58.049391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 constant.150> + +2023-12-14 14:52:58.049396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.151 +2023-12-14 14:52:58.049402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 constant.151> + +2023-12-14 14:52:58.049407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.152 +2023-12-14 14:52:58.049413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 constant.152> + +2023-12-14 14:52:58.049418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.153 +2023-12-14 14:52:58.049423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 constant.153> + +2023-12-14 14:52:58.049428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.154 +2023-12-14 14:52:58.049435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 constant.154> + +2023-12-14 14:52:58.049440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.155 +2023-12-14 14:52:58.049446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.155> + +2023-12-14 14:52:58.049450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.156 +2023-12-14 14:52:58.049456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.156> + +2023-12-14 14:52:58.049461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.157 +2023-12-14 14:52:58.049467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 constant.157> + +2023-12-14 14:52:58.049472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.158 +2023-12-14 14:52:58.049478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 constant.158> + +2023-12-14 14:52:58.049483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.159 +2023-12-14 14:52:58.049488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <109 constant.159> + +2023-12-14 14:52:58.049497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.160 +2023-12-14 14:52:58.049503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <107 constant.160> + +2023-12-14 14:52:58.049508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.161 +2023-12-14 14:52:58.049514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <104 constant.161> + +2023-12-14 14:52:58.049518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.6 +2023-12-14 14:52:58.049525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <106 convert.6> + +2023-12-14 14:52:58.049530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.23 +2023-12-14 14:52:58.049536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <105 param_0.23> + +2023-12-14 14:52:58.049541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:58.049546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:58.049551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:58.049558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:58.049564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.162 +2023-12-14 14:52:58.049569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.162> + +2023-12-14 14:52:58.049574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:58.049580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.38> + +2023-12-14 14:52:58.049585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:58.049592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.19> + +2023-12-14 14:52:58.049597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:58.049602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.39> + +2023-12-14 14:52:58.049607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.27 +2023-12-14 14:52:58.049613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.27> + +2023-12-14 14:52:58.049618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:58.049625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.20> + +2023-12-14 14:52:58.049629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:58.049635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.41> + +2023-12-14 14:52:58.049640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:58.049649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.23> + +2023-12-14 14:52:58.049654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:58.049660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.31> + +2023-12-14 14:52:58.049665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:58.049670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.43> + +2023-12-14 14:52:58.049677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:58.049683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.26> + +2023-12-14 14:52:58.049688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.35 +2023-12-14 14:52:58.049694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.35> + +2023-12-14 14:52:58.049699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:52:58.049705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 divide.1> + +2023-12-14 14:52:58.049711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.121 +2023-12-14 14:52:58.049716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 add.121> + +2023-12-14 14:52:58.049721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.163 +2023-12-14 14:52:58.049726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 constant.163> + +2023-12-14 14:52:58.049731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.70 +2023-12-14 14:52:58.049736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 multiply.70> + +2023-12-14 14:52:58.049742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.122 +2023-12-14 14:52:58.049748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 add.122> + +2023-12-14 14:52:58.049753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.164 +2023-12-14 14:52:58.049759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 constant.164> + +2023-12-14 14:52:58.049763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.71 +2023-12-14 14:52:58.049770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 multiply.71> + +2023-12-14 14:52:58.049776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.123 +2023-12-14 14:52:58.049781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 add.123> + +2023-12-14 14:52:58.049786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.165 +2023-12-14 14:52:58.049794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 constant.165> + +2023-12-14 14:52:58.049800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.74 +2023-12-14 14:52:58.049806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 multiply.74> + +2023-12-14 14:52:58.049811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.124 +2023-12-14 14:52:58.049816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 add.124> + +2023-12-14 14:52:58.049821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.166 +2023-12-14 14:52:58.049827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 constant.166> + +2023-12-14 14:52:58.049833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.76 +2023-12-14 14:52:58.049838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 multiply.76> + +2023-12-14 14:52:58.049843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:58.049848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 add.125> + +2023-12-14 14:52:58.049853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.167 +2023-12-14 14:52:58.049858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 constant.167> + +2023-12-14 14:52:58.049864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.78 +2023-12-14 14:52:58.049870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <180 multiply.78> + +2023-12-14 14:52:58.049874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.126 +2023-12-14 14:52:58.049880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 add.126> + +2023-12-14 14:52:58.049885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.168 +2023-12-14 14:52:58.049890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 constant.168> + +2023-12-14 14:52:58.049896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.80 +2023-12-14 14:52:58.049902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 multiply.80> + +2023-12-14 14:52:58.049907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.127 +2023-12-14 14:52:58.049912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 add.127> + +2023-12-14 14:52:58.049917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.169 +2023-12-14 14:52:58.049923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 constant.169> + +2023-12-14 14:52:58.049931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.82 +2023-12-14 14:52:58.049936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 multiply.82> + +2023-12-14 14:52:58.049941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.129 +2023-12-14 14:52:58.049946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 add.129> + +2023-12-14 14:52:58.049952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.170 +2023-12-14 14:52:58.049958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 constant.170> + +2023-12-14 14:52:58.049962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.84 +2023-12-14 14:52:58.049968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 multiply.84> + +2023-12-14 14:52:58.049976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.130 +2023-12-14 14:52:58.049989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <170 add.130> + +2023-12-14 14:52:58.049997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.171 +2023-12-14 14:52:58.050006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.171> + +2023-12-14 14:52:58.050014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.86 +2023-12-14 14:52:58.050024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 multiply.86> + +2023-12-14 14:52:58.050032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.132 +2023-12-14 14:52:58.050040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <167 add.132> + +2023-12-14 14:52:58.050049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.172 +2023-12-14 14:52:58.050058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.172> + +2023-12-14 14:52:58.050066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.88 +2023-12-14 14:52:58.050076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <165 multiply.88> + +2023-12-14 14:52:58.050084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.133 +2023-12-14 14:52:58.050094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <164 add.133> + +2023-12-14 14:52:58.050101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.173 +2023-12-14 14:52:58.050111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.173> + +2023-12-14 14:52:58.050120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.90 +2023-12-14 14:52:58.050129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 multiply.90> + +2023-12-14 14:52:58.050142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.134 +2023-12-14 14:52:58.050151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 add.134> + +2023-12-14 14:52:58.050159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.174 +2023-12-14 14:52:58.050169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <160 constant.174> + +2023-12-14 14:52:58.050177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.92 +2023-12-14 14:52:58.050186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <159 multiply.92> + +2023-12-14 14:52:58.050194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.175 +2023-12-14 14:52:58.050204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 constant.175> + +2023-12-14 14:52:58.050212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.94 +2023-12-14 14:52:58.050221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <157 multiply.94> + +2023-12-14 14:52:58.050230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.1 +2023-12-14 14:52:58.050239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <156 clamp.1> + +2023-12-14 14:52:58.050247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.176 +2023-12-14 14:52:58.050256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <155 constant.176> + +2023-12-14 14:52:58.050265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.96 +2023-12-14 14:52:58.050273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 multiply.96> + +2023-12-14 14:52:58.050282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.177 +2023-12-14 14:52:58.050292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 constant.177> + +2023-12-14 14:52:58.050300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.178 +2023-12-14 14:52:58.050308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 constant.178> + +2023-12-14 14:52:58.050318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.7 +2023-12-14 14:52:58.050328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <152 convert.7> + +2023-12-14 14:52:58.050336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.41 +2023-12-14 14:52:58.050345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <151 param_0.41> + +2023-12-14 14:52:58.050354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.135 +2023-12-14 14:52:58.050363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <248 add.135> + +2023-12-14 14:52:58.050375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.153 +2023-12-14 14:52:58.050385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <247 broadcast.153> + +2023-12-14 14:52:58.050393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.8 +2023-12-14 14:52:58.050402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <246 convert.8> + +2023-12-14 14:52:58.050412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.136 +2023-12-14 14:52:58.050421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <242 add.136> + +2023-12-14 14:52:58.050429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.154 +2023-12-14 14:52:58.050438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <241 broadcast.154> + +2023-12-14 14:52:58.050447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:58.050456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <239 xor.21> + +2023-12-14 14:52:58.050464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:58.050477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <238 or.23> + +2023-12-14 14:52:58.050485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:58.050494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <237 shift-right-logical.21> + +2023-12-14 14:52:58.050503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.156 +2023-12-14 14:52:58.050513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <236 broadcast.156> + +2023-12-14 14:52:58.050520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:58.050531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <235 subtract.24> + +2023-12-14 14:52:58.050540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:58.050549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <234 shift-left.19> + +2023-12-14 14:52:58.050557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.157 +2023-12-14 14:52:58.050567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <233 broadcast.157> + +2023-12-14 14:52:58.050575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:58.050584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <232 reshape.44> + +2023-12-14 14:52:58.050593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:58.050604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <231 slice.27> + +2023-12-14 14:52:58.050616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.137 +2023-12-14 14:52:58.050626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <230 add.137> + +2023-12-14 14:52:58.050635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:58.050644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <229 xor.22> + +2023-12-14 14:52:58.050652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:58.050662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <228 or.24> + +2023-12-14 14:52:58.050671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:58.050680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <227 shift-right-logical.22> + +2023-12-14 14:52:58.050689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.158 +2023-12-14 14:52:58.050698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <226 broadcast.158> + +2023-12-14 14:52:58.050706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:58.050716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <225 subtract.25> + +2023-12-14 14:52:58.050726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:58.050735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <224 shift-left.20> + +2023-12-14 14:52:58.050744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.159 +2023-12-14 14:52:58.050754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <223 broadcast.159> + +2023-12-14 14:52:58.050762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:58.050772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <222 reshape.45> + +2023-12-14 14:52:58.050781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:58.050790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <221 slice.28> + +2023-12-14 14:52:58.050798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.138 +2023-12-14 14:52:58.050808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <220 add.138> + +2023-12-14 14:52:58.050817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:58.050826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <219 xor.23> + +2023-12-14 14:52:58.050835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:58.050849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <218 or.25> + +2023-12-14 14:52:58.050857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:58.050868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <217 shift-right-logical.23> + +2023-12-14 14:52:58.050877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.160 +2023-12-14 14:52:58.050886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <216 broadcast.160> + +2023-12-14 14:52:58.050895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:58.050905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <215 subtract.26> + +2023-12-14 14:52:58.050913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:58.050923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <214 shift-left.21> + +2023-12-14 14:52:58.050932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.161 +2023-12-14 14:52:58.050941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <213 broadcast.161> + +2023-12-14 14:52:58.050949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:58.050958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <212 reshape.46> + +2023-12-14 14:52:58.050967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:58.050976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <211 slice.29> + +2023-12-14 14:52:58.050985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.139 +2023-12-14 14:52:58.050995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <210 add.139> + +2023-12-14 14:52:58.051006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:58.051016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <209 xor.24> + +2023-12-14 14:52:58.051025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:58.051035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <208 or.26> + +2023-12-14 14:52:58.051044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:58.051054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <207 shift-right-logical.24> + +2023-12-14 14:52:58.051062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.163 +2023-12-14 14:52:58.051071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <206 broadcast.163> + +2023-12-14 14:52:58.051088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:58.051097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <205 subtract.27> + +2023-12-14 14:52:58.051106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.179 +2023-12-14 14:52:58.051116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <204 constant.179> + +2023-12-14 14:52:58.051124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:58.051134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <203 shift-left.22> + +2023-12-14 14:52:58.051142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.164 +2023-12-14 14:52:58.051152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <202 broadcast.164> + +2023-12-14 14:52:58.051161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:58.051170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <201 reshape.47> + +2023-12-14 14:52:58.051180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:58.051189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <200 slice.30> + +2023-12-14 14:52:58.051198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.140 +2023-12-14 14:52:58.051208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <198 add.140> + +2023-12-14 14:52:58.051216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.142 +2023-12-14 14:52:58.051226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <245 add.142> + +2023-12-14 14:52:58.051234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.42 +2023-12-14 14:52:58.051244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <240 param_0.42> + +2023-12-14 14:52:58.051254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.60 +2023-12-14 14:52:58.051263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <199 param_1.60> + +2023-12-14 14:52:58.051272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.56 +2023-12-14 14:52:58.051281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <197 param_2.56> + +2023-12-14 14:52:58.051290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.65 +2023-12-14 14:52:58.051300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <196 param_3.65> + +2023-12-14 14:52:58.051308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.68 +2023-12-14 14:52:58.051326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <243 param_4.68> + +2023-12-14 14:52:58.051341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.180 +2023-12-14 14:52:58.051351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <244 constant.180> + +2023-12-14 14:52:58.051359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.051370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:58.051379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.051388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.12> + +2023-12-14 14:52:58.051397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.051406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:58.051415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:58.051424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:58.051434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:58.051444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:58.051452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:58.051462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 copy.8> + +2023-12-14 14:52:58.051471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.143 +2023-12-14 14:52:58.051480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <103 add.143> + +2023-12-14 14:52:58.051489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.166 +2023-12-14 14:52:58.051499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <102 broadcast.166> + +2023-12-14 14:52:58.051511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.144 +2023-12-14 14:52:58.051521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <100 add.144> + +2023-12-14 14:52:58.051530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.43 +2023-12-14 14:52:58.051540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <101 param_0.43> + +2023-12-14 14:52:58.051549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:58.051558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <99 xor.25> + +2023-12-14 14:52:58.051567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:58.051577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <98 or.27> + +2023-12-14 14:52:58.051590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:58.051600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <97 shift-right-logical.25> + +2023-12-14 14:52:58.051610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:58.051619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <96 broadcast.167> + +2023-12-14 14:52:58.051628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:58.051637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <95 subtract.28> + +2023-12-14 14:52:58.051647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:58.051657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <94 shift-left.23> + +2023-12-14 14:52:58.051665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.168 +2023-12-14 14:52:58.051676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <93 broadcast.168> + +2023-12-14 14:52:58.051685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.48 +2023-12-14 14:52:58.051694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <92 reshape.48> + +2023-12-14 14:52:58.051703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:58.051714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 slice.31> + +2023-12-14 14:52:58.051722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.145 +2023-12-14 14:52:58.051733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <90 add.145> + +2023-12-14 14:52:58.051742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:58.051752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <89 xor.26> + +2023-12-14 14:52:58.051760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:58.051770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <88 or.28> + +2023-12-14 14:52:58.051779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:58.051788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <87 shift-right-logical.26> + +2023-12-14 14:52:58.051798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.170 +2023-12-14 14:52:58.051809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <86 broadcast.170> + +2023-12-14 14:52:58.051817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:58.051827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 subtract.29> + +2023-12-14 14:52:58.051840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:58.051850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <84 shift-left.24> + +2023-12-14 14:52:58.051859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.172 +2023-12-14 14:52:58.051870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <83 broadcast.172> + +2023-12-14 14:52:58.051878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:58.051889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 reshape.49> + +2023-12-14 14:52:58.051898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:58.051907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 slice.32> + +2023-12-14 14:52:58.051916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.146 +2023-12-14 14:52:58.051926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <80 add.146> + +2023-12-14 14:52:58.051934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:58.051943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <79 xor.27> + +2023-12-14 14:52:58.051952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.29 +2023-12-14 14:52:58.051965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <78 or.29> + +2023-12-14 14:52:58.051973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:58.051983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <77 shift-right-logical.27> + +2023-12-14 14:52:58.051992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:58.052001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <76 broadcast.173> + +2023-12-14 14:52:58.052010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.30 +2023-12-14 14:52:58.052021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 subtract.30> + +2023-12-14 14:52:58.052029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.181 +2023-12-14 14:52:58.052039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <74 constant.181> + +2023-12-14 14:52:58.052048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.61 +2023-12-14 14:52:58.052058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <69 param_1.61> + +2023-12-14 14:52:58.052066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:58.052081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <73 shift-left.25> + +2023-12-14 14:52:58.052089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.174 +2023-12-14 14:52:58.052098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <72 broadcast.174> + +2023-12-14 14:52:58.052107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:58.052116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 reshape.50> + +2023-12-14 14:52:58.052124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:58.052134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 slice.33> + +2023-12-14 14:52:58.052143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.147 +2023-12-14 14:52:58.052153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <68 add.147> + +2023-12-14 14:52:58.052162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.57 +2023-12-14 14:52:58.052173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <67 param_2.57> + +2023-12-14 14:52:58.052181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.66 +2023-12-14 14:52:58.052190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <66 param_3.66> + +2023-12-14 14:52:58.052199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:58.052209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:58.052217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:58.052227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:58.052235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:58.052244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:58.052253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:58.052263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:58.052272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:58.052281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:58.052290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.2 +2023-12-14 14:52:58.052299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <409 minimum.2> + +2023-12-14 14:52:58.052307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:58.052322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <408 maximum.4> + +2023-12-14 14:52:58.052331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.98 +2023-12-14 14:52:58.052340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <407 multiply.98> + +2023-12-14 14:52:58.052349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:58.052358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <406 broadcast.176> + +2023-12-14 14:52:58.052366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.182 +2023-12-14 14:52:58.052377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <405 constant.182> + +2023-12-14 14:52:58.052385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:58.052394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <404 select.41> + +2023-12-14 14:52:58.052402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.99 +2023-12-14 14:52:58.052412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <403 multiply.99> + +2023-12-14 14:52:58.052421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.148 +2023-12-14 14:52:58.052430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <402 add.148> + +2023-12-14 14:52:58.052442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.100 +2023-12-14 14:52:58.052452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <401 multiply.100> + +2023-12-14 14:52:58.052460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.149 +2023-12-14 14:52:58.052470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <400 add.149> + +2023-12-14 14:52:58.052478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.101 +2023-12-14 14:52:58.052488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <399 multiply.101> + +2023-12-14 14:52:58.052497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.150 +2023-12-14 14:52:58.052506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <398 add.150> + +2023-12-14 14:52:58.052514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.102 +2023-12-14 14:52:58.052524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <397 multiply.102> + +2023-12-14 14:52:58.052533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.152 +2023-12-14 14:52:58.052542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <396 add.152> + +2023-12-14 14:52:58.052557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.103 +2023-12-14 14:52:58.052567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <395 multiply.103> + +2023-12-14 14:52:58.052575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.153 +2023-12-14 14:52:58.052584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <394 add.153> + +2023-12-14 14:52:58.052593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.104 +2023-12-14 14:52:58.052602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <393 multiply.104> + +2023-12-14 14:52:58.052610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.154 +2023-12-14 14:52:58.052620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <392 add.154> + +2023-12-14 14:52:58.052629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.105 +2023-12-14 14:52:58.052638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <391 multiply.105> + +2023-12-14 14:52:58.052647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.155 +2023-12-14 14:52:58.052658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <390 add.155> + +2023-12-14 14:52:58.052666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.106 +2023-12-14 14:52:58.052675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <389 multiply.106> + +2023-12-14 14:52:58.052684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.156 +2023-12-14 14:52:58.052693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <388 add.156> + +2023-12-14 14:52:58.052701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.107 +2023-12-14 14:52:58.052712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <387 multiply.107> + +2023-12-14 14:52:58.052720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:58.052729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <386 select.42> + +2023-12-14 14:52:58.052737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.157 +2023-12-14 14:52:58.052747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <385 add.157> + +2023-12-14 14:52:58.052755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:58.052764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <384 broadcast.177> + +2023-12-14 14:52:58.052773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.183 +2023-12-14 14:52:58.052787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <383 constant.183> + +2023-12-14 14:52:58.052795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:58.052805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <382 sqrt.3> + +2023-12-14 14:52:58.052813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.158 +2023-12-14 14:52:58.052822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <381 add.158> + +2023-12-14 14:52:58.052831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:58.052840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <380 broadcast.178> + +2023-12-14 14:52:58.052848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.184 +2023-12-14 14:52:58.052857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <379 constant.184> + +2023-12-14 14:52:58.052866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:58.052875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <378 select.43> + +2023-12-14 14:52:58.052883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:58.052894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <377 broadcast.179> + +2023-12-14 14:52:58.052902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.185 +2023-12-14 14:52:58.052911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <376 constant.185> + +2023-12-14 14:52:58.052920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:58.052930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <375 broadcast.180> + +2023-12-14 14:52:58.052938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.186 +2023-12-14 14:52:58.052947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <374 constant.186> + +2023-12-14 14:52:58.052959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.44 +2023-12-14 14:52:58.052968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <373 select.44> + +2023-12-14 14:52:58.052976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:58.052986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <372 broadcast.181> + +2023-12-14 14:52:58.052994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.187 +2023-12-14 14:52:58.053003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <371 constant.187> + +2023-12-14 14:52:58.053012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:58.053027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <370 broadcast.182> + +2023-12-14 14:52:58.053035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.188 +2023-12-14 14:52:58.053046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <369 constant.188> + +2023-12-14 14:52:58.053054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.45 +2023-12-14 14:52:58.053063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <368 select.45> + +2023-12-14 14:52:58.053072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:58.053083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <367 broadcast.183> + +2023-12-14 14:52:58.053091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.189 +2023-12-14 14:52:58.053100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <366 constant.189> + +2023-12-14 14:52:58.053109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:58.053118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <365 broadcast.184> + +2023-12-14 14:52:58.053126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.191 +2023-12-14 14:52:58.053137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <364 constant.191> + +2023-12-14 14:52:58.053145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.46 +2023-12-14 14:52:58.053154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <363 select.46> + +2023-12-14 14:52:58.053163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:58.053174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <362 broadcast.185> + +2023-12-14 14:52:58.053182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.192 +2023-12-14 14:52:58.053192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <361 constant.192> + +2023-12-14 14:52:58.053202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:58.053211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <360 broadcast.186> + +2023-12-14 14:52:58.053219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.193 +2023-12-14 14:52:58.053230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <359 constant.193> + +2023-12-14 14:52:58.053238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.47 +2023-12-14 14:52:58.053247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <358 select.47> + +2023-12-14 14:52:58.053261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:58.053270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <357 broadcast.187> + +2023-12-14 14:52:58.053278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.194 +2023-12-14 14:52:58.053289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <356 constant.194> + +2023-12-14 14:52:58.053298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:58.053308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <355 broadcast.188> + +2023-12-14 14:52:58.053317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.195 +2023-12-14 14:52:58.053327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <354 constant.195> + +2023-12-14 14:52:58.053335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.48 +2023-12-14 14:52:58.053344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <353 select.48> + +2023-12-14 14:52:58.053354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:58.053363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <352 broadcast.189> + +2023-12-14 14:52:58.053372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.196 +2023-12-14 14:52:58.053382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <351 constant.196> + +2023-12-14 14:52:58.053390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:58.053400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <350 broadcast.190> + +2023-12-14 14:52:58.053409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.197 +2023-12-14 14:52:58.053419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <349 constant.197> + +2023-12-14 14:52:58.053430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.49 +2023-12-14 14:52:58.053440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <348 select.49> + +2023-12-14 14:52:58.053449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:58.053459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <347 broadcast.191> + +2023-12-14 14:52:58.053468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.198 +2023-12-14 14:52:58.053478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <346 constant.198> + +2023-12-14 14:52:58.053486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:58.053500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <345 broadcast.192> + +2023-12-14 14:52:58.053510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.199 +2023-12-14 14:52:58.053519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <344 constant.199> + +2023-12-14 14:52:58.053528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.50 +2023-12-14 14:52:58.053538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <343 select.50> + +2023-12-14 14:52:58.053546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:58.053557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <342 broadcast.193> + +2023-12-14 14:52:58.053566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.200 +2023-12-14 14:52:58.053575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <341 constant.200> + +2023-12-14 14:52:58.053584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:58.053593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <340 broadcast.194> + +2023-12-14 14:52:58.053602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.201 +2023-12-14 14:52:58.053611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <339 constant.201> + +2023-12-14 14:52:58.053620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.51 +2023-12-14 14:52:58.053630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <338 select.51> + +2023-12-14 14:52:58.053638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:58.053649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <337 broadcast.195> + +2023-12-14 14:52:58.053658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.202 +2023-12-14 14:52:58.053667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <336 constant.202> + +2023-12-14 14:52:58.053676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:58.053685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <335 broadcast.196> + +2023-12-14 14:52:58.053694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.203 +2023-12-14 14:52:58.053703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <334 constant.203> + +2023-12-14 14:52:58.053712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.18 +2023-12-14 14:52:58.053723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <333 compare.18> + +2023-12-14 14:52:58.053736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:58.053745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <332 broadcast.197> + +2023-12-14 14:52:58.053755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.204 +2023-12-14 14:52:58.053765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <331 constant.204> + +2023-12-14 14:52:58.053774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:58.053784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <330 negate.9> + +2023-12-14 14:52:58.053792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:58.053802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <329 log-plus-one.3> + +2023-12-14 14:52:58.053811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.108 +2023-12-14 14:52:58.053821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <328 multiply.108> + +2023-12-14 14:52:58.053830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:58.053840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <327 negate.10> + +2023-12-14 14:52:58.053848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.109 +2023-12-14 14:52:58.053859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <326 multiply.109> + +2023-12-14 14:52:58.053867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:58.053877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <325 broadcast.198> + +2023-12-14 14:52:58.053886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.19 +2023-12-14 14:52:58.053896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <324 compare.19> + +2023-12-14 14:52:58.053905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:58.053915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <323 broadcast.199> + +2023-12-14 14:52:58.053924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.205 +2023-12-14 14:52:58.053935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <322 constant.205> + +2023-12-14 14:52:58.053943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:58.053953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <321 abs.3> + +2023-12-14 14:52:58.053962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:58.053976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <320 reshape.51> + +2023-12-14 14:52:58.053984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.5 +2023-12-14 14:52:58.053993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <319 maximum.5> + +2023-12-14 14:52:58.054002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.159 +2023-12-14 14:52:58.054009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <318 add.159> + +2023-12-14 14:52:58.054014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.110 +2023-12-14 14:52:58.054020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <317 multiply.110> + +2023-12-14 14:52:58.054026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:58.054031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <316 broadcast.200> + +2023-12-14 14:52:58.054037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:58.054042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <315 reshape.52> + +2023-12-14 14:52:58.054047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.31 +2023-12-14 14:52:58.054054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <314 subtract.31> + +2023-12-14 14:52:58.054059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.53 +2023-12-14 14:52:58.054065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <313 reshape.53> + +2023-12-14 14:52:58.054070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:58.054076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <312 reshape.54> + +2023-12-14 14:52:58.054081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.160 +2023-12-14 14:52:58.054087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <310 add.160> + +2023-12-14 14:52:58.054092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:58.054098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <309 broadcast.201> + +2023-12-14 14:52:58.054103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.206 +2023-12-14 14:52:58.054109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <308 constant.206> + +2023-12-14 14:52:58.054115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.6 +2023-12-14 14:52:58.054120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <307 bitcast-convert.6> + +2023-12-14 14:52:58.054126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.30 +2023-12-14 14:52:58.054135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <306 or.30> + +2023-12-14 14:52:58.054140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:58.054147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <305 broadcast.202> + +2023-12-14 14:52:58.054152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.207 +2023-12-14 14:52:58.054158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <304 constant.207> + +2023-12-14 14:52:58.054163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:58.054169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <303 shift-right-logical.28> + +2023-12-14 14:52:58.054174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:58.054180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <302 broadcast.203> + +2023-12-14 14:52:58.054185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.208 +2023-12-14 14:52:58.054191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <301 constant.208> + +2023-12-14 14:52:58.054196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:58.054202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <300 concatenate.1> + +2023-12-14 14:52:58.054207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:58.054213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <297 broadcast.204> + +2023-12-14 14:52:58.054219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:58.054225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <295 broadcast.205> + +2023-12-14 14:52:58.054229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.7 +2023-12-14 14:52:58.054236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <294 bitcast-convert.7> + +2023-12-14 14:52:58.054242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.52 +2023-12-14 14:52:58.054248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <293 select.52> + +2023-12-14 14:52:58.054253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.53 +2023-12-14 14:52:58.054258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <292 select.53> + +2023-12-14 14:52:58.054263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.54 +2023-12-14 14:52:58.054269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <291 select.54> + +2023-12-14 14:52:58.054278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.162 +2023-12-14 14:52:58.054283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <290 add.162> + +2023-12-14 14:52:58.054288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.55 +2023-12-14 14:52:58.054293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <289 select.55> + +2023-12-14 14:52:58.054299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.31 +2023-12-14 14:52:58.054305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <288 or.31> + +2023-12-14 14:52:58.054310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.20 +2023-12-14 14:52:58.054316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <287 compare.20> + +2023-12-14 14:52:58.054321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:58.054327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <286 and.4> + +2023-12-14 14:52:58.054332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.21 +2023-12-14 14:52:58.054339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <285 compare.21> + +2023-12-14 14:52:58.054344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.22 +2023-12-14 14:52:58.054350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <284 compare.22> + +2023-12-14 14:52:58.054355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.5 +2023-12-14 14:52:58.054361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <283 and.5> + +2023-12-14 14:52:58.054366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.8 +2023-12-14 14:52:58.054372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <282 bitcast-convert.8> + +2023-12-14 14:52:58.054377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.23 +2023-12-14 14:52:58.054383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <281 compare.23> + +2023-12-14 14:52:58.054388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.209 +2023-12-14 14:52:58.054394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <280 constant.209> + +2023-12-14 14:52:58.054400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.24 +2023-12-14 14:52:58.054405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <279 compare.24> + +2023-12-14 14:52:58.054410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.9 +2023-12-14 14:52:58.054415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <278 convert.9> + +2023-12-14 14:52:58.054425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:58.054432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <276 broadcast.206> + +2023-12-14 14:52:58.054437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.44 +2023-12-14 14:52:58.054442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <296 param_0.44> + +2023-12-14 14:52:58.054447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.62 +2023-12-14 14:52:58.054453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <311 param_1.62> + +2023-12-14 14:52:58.054459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.58 +2023-12-14 14:52:58.054465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <298 param_2.58> + +2023-12-14 14:52:58.054470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.67 +2023-12-14 14:52:58.054475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <299 param_3.67> + +2023-12-14 14:52:58.054481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.9 +2023-12-14 14:52:58.054487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <275 bitcast-convert.9> + +2023-12-14 14:52:58.054492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.56 +2023-12-14 14:52:58.054498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <274 select.56> + +2023-12-14 14:52:58.054503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.57 +2023-12-14 14:52:58.054508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <273 select.57> + +2023-12-14 14:52:58.054514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.58 +2023-12-14 14:52:58.054520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 select.58> + +2023-12-14 14:52:58.054525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.163 +2023-12-14 14:52:58.054530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <271 add.163> + +2023-12-14 14:52:58.054535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.59 +2023-12-14 14:52:58.054540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <270 select.59> + +2023-12-14 14:52:58.054546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.210 +2023-12-14 14:52:58.054552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <269 constant.210> + +2023-12-14 14:52:58.054557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.211 +2023-12-14 14:52:58.054563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <268 constant.211> + +2023-12-14 14:52:58.054572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.32 +2023-12-14 14:52:58.054578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <267 or.32> + +2023-12-14 14:52:58.054584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.25 +2023-12-14 14:52:58.054589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <266 compare.25> + +2023-12-14 14:52:58.054594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.6 +2023-12-14 14:52:58.054600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <265 and.6> + +2023-12-14 14:52:58.054605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.212 +2023-12-14 14:52:58.054611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 constant.212> + +2023-12-14 14:52:58.054616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.26 +2023-12-14 14:52:58.054622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <263 compare.26> + +2023-12-14 14:52:58.054627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.213 +2023-12-14 14:52:58.054632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <262 constant.213> + +2023-12-14 14:52:58.054638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.214 +2023-12-14 14:52:58.054644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <261 constant.214> + +2023-12-14 14:52:58.054649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.27 +2023-12-14 14:52:58.054654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <260 compare.27> + +2023-12-14 14:52:58.054659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.215 +2023-12-14 14:52:58.054665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <259 constant.215> + +2023-12-14 14:52:58.054671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.7 +2023-12-14 14:52:58.054676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <258 and.7> + +2023-12-14 14:52:58.054681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.216 +2023-12-14 14:52:58.054686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <257 constant.216> + +2023-12-14 14:52:58.054691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.10 +2023-12-14 14:52:58.054698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <256 bitcast-convert.10> + +2023-12-14 14:52:58.054704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.217 +2023-12-14 14:52:58.054709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <255 constant.217> + +2023-12-14 14:52:58.054717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.28 +2023-12-14 14:52:58.054723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <254 compare.28> + +2023-12-14 14:52:58.054728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.218 +2023-12-14 14:52:58.054735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <253 constant.218> + +2023-12-14 14:52:58.054740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.219 +2023-12-14 14:52:58.054745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <252 constant.219> + +2023-12-14 14:52:58.054750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.69 +2023-12-14 14:52:58.054756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <277 param_4.69> + +2023-12-14 14:52:58.054762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.29 +2023-12-14 14:52:58.054767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <251 compare.29> + +2023-12-14 14:52:58.054772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.10 +2023-12-14 14:52:58.054777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <250 convert.10> + +2023-12-14 14:52:58.054782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_5.76 +2023-12-14 14:52:58.054789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <249 param_5.76> + +2023-12-14 14:52:58.054794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:58.054800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <12 fusion.2.clone> + +2023-12-14 14:52:58.054805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:58.054811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:58.054815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:58.054821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:58.054826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:58.054832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 while.1{1} (phi)> + +2023-12-14 14:52:58.054837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:58.054843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <431 while.1{2} (phi)> + +2023-12-14 14:52:58.054849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.13 +2023-12-14 14:52:58.054858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:58.054863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.14 +2023-12-14 14:52:58.054869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:58.054874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.164 +2023-12-14 14:52:58.054880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <26 add.164> + +2023-12-14 14:52:58.054886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:58.054892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 broadcast.207> + +2023-12-14 14:52:58.054897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:58.054902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.55> + +2023-12-14 14:52:58.054907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:58.054914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.34> + +2023-12-14 14:52:58.054919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:58.054924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <21 slice.35> + +2023-12-14 14:52:58.054929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.45 +2023-12-14 14:52:58.054935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <22 param_0.45> + +2023-12-14 14:52:58.054941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:58.054946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <20 iota.2> + +2023-12-14 14:52:58.054951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5.clone +2023-12-14 14:52:58.054957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:58.054962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.15 +2023-12-14 14:52:58.054968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:58.054973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.165 +2023-12-14 14:52:58.054979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <19 add.165> + +2023-12-14 14:52:58.054984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:58.054990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 broadcast.208> + +2023-12-14 14:52:58.054995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:58.055004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.56> + +2023-12-14 14:52:58.055009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:58.055015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.36> + +2023-12-14 14:52:58.055020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:58.055026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <14 slice.37> + +2023-12-14 14:52:58.055032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.46 +2023-12-14 14:52:58.055038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <15 param_0.46> + +2023-12-14 14:52:58.055043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:58.055048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <13 iota.3> + +2023-12-14 14:52:58.055053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7.clone +2023-12-14 14:52:58.055059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:58.055065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.16 +2023-12-14 14:52:58.055070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:58.056714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:58.056746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.056752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.056757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.056762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> (def) +2023-12-14 14:52:58.056767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.056772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.056777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> (def) +2023-12-14 14:52:58.056781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.056786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:58.056791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> (def) +2023-12-14 14:52:58.056796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.056800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:58.056805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> (def) +2023-12-14 14:52:58.056810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.056824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:58.056829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.21> (def) +2023-12-14 14:52:58.056834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.056839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:58.056843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.22> (def) +2023-12-14 14:52:58.056848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.056853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:58.056858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.056864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 while.1{} (phi)> (def) +2023-12-14 14:52:58.056869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.056874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 while.1{0} (phi)> (def) +2023-12-14 14:52:58.056880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.056885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> (def) +2023-12-14 14:52:58.056889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.056895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> (def) +2023-12-14 14:52:58.056900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.056905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 while.1{3} (phi)> (def) +2023-12-14 14:52:58.056909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.056915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 while.1{4} (phi)> (def) +2023-12-14 14:52:58.056920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.056925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 while.1{5} (phi)> (def) +2023-12-14 14:52:58.056930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.056935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 while.1{6} (phi)> (def) +2023-12-14 14:52:58.056939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.056945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{7} (phi)> (def) +2023-12-14 14:52:58.056950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.056955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:58.056960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:58.056964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.056972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:58.056978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:58.056985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.056989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:58.056994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:58.056999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:58.057009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> (def) +2023-12-14 14:52:58.057014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:58.057024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> (def) +2023-12-14 14:52:58.057029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:52:58.057039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> (def) +2023-12-14 14:52:58.057044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9: +2023-12-14 14:52:58.057054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> (def) +2023-12-14 14:52:58.057058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:58.057069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> +2023-12-14 14:52:58.057073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:58.057084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:58.057088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:58.057099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:58.057103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:58.057113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.057118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.9{}> (def) +2023-12-14 14:52:58.057139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.057144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> +2023-12-14 14:52:58.057149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.057154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:58.057159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.057164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:58.057170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.057175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> +2023-12-14 14:52:58.057179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.057184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> +2023-12-14 14:52:58.057190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.057197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> +2023-12-14 14:52:58.057202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.057206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> +2023-12-14 14:52:58.057211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.057216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> +2023-12-14 14:52:58.057221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:58.057231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> (def) +2023-12-14 14:52:58.057236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:58.057246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> (def) +2023-12-14 14:52:58.057251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:58.057262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> (def) +2023-12-14 14:52:58.057267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:58.057277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.057282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:58.057287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.057296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:58.057301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.057306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:58.057310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.057316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:58.057322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.057327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:58.057332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.057336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:58.057341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.057347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:58.057353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.057357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:58.057362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.057367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:58.057372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:58.057383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.102> (def) +2023-12-14 14:52:58.057387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:58.057397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> (def) +2023-12-14 14:52:58.057402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.057413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:58.057418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:58.057427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:58.057432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103: +2023-12-14 14:52:58.057449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:58.057454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:58.057463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> (def) +2023-12-14 14:52:58.057469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104: +2023-12-14 14:52:58.057479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:58.057484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:58.057493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> (def) +2023-12-14 14:52:58.057499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105: +2023-12-14 14:52:58.057509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:58.057513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:58.057523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> (def) +2023-12-14 14:52:58.057529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106: +2023-12-14 14:52:58.057539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:58.057543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:58.057553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> (def) +2023-12-14 14:52:58.057559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:58.057569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:58.057574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:58.057583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> (def) +2023-12-14 14:52:58.057590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:58.057603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:58.057608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:58.057617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> (def) +2023-12-14 14:52:58.057623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:58.057633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:58.057637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:58.057647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> (def) +2023-12-14 14:52:58.057653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110: +2023-12-14 14:52:58.057662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:58.057667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:58.057676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> (def) +2023-12-14 14:52:58.057682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:58.057691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> (def) +2023-12-14 14:52:58.057696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:58.057706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> (def) +2023-12-14 14:52:58.057712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:58.057721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> (def) +2023-12-14 14:52:58.057726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:58.057735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> (def) +2023-12-14 14:52:58.057742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:58.057755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> (def) +2023-12-14 14:52:58.057760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:58.057769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.057775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> (def) +2023-12-14 14:52:58.057780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.057785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> +2023-12-14 14:52:58.057789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.057794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:58.057799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.057805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:58.057810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.057815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:58.057819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.057824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:58.057829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.057834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:58.057839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.057844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:58.057849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.057854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:58.057858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:58.057869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.057874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:58.057879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.057883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:58.057888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.057894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:58.057902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.057907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:58.057912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.057917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:58.057922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.057928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:58.057933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.057938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:58.057942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.057947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:58.057952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.057958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:58.057963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:58.057972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> (def) +2023-12-14 14:52:58.057977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:58.057987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> (def) +2023-12-14 14:52:58.057992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.057997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:58.058001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:58.058006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0: +2023-12-14 14:52:58.058017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 divide.0> (def) +2023-12-14 14:52:58.058021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:58.058031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.105> (def) +2023-12-14 14:52:58.058036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:58.058049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.42> (def) +2023-12-14 14:52:58.058054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:58.058063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.106> (def) +2023-12-14 14:52:58.058068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:58.058078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.45> (def) +2023-12-14 14:52:58.058083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:58.058092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.107> (def) +2023-12-14 14:52:58.058097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:58.058108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.47> (def) +2023-12-14 14:52:58.058113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:58.058122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.108> (def) +2023-12-14 14:52:58.058127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:58.058137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.49> (def) +2023-12-14 14:52:58.058142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:58.058151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.109> (def) +2023-12-14 14:52:58.058156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:58.058166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.51> (def) +2023-12-14 14:52:58.058172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:58.058181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.110> (def) +2023-12-14 14:52:58.058186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53: +2023-12-14 14:52:58.058200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.53> (def) +2023-12-14 14:52:58.058205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:58.058214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.112> (def) +2023-12-14 14:52:58.058219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55: +2023-12-14 14:52:58.058230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.55> (def) +2023-12-14 14:52:58.058235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:58.058244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.114> (def) +2023-12-14 14:52:58.058249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57: +2023-12-14 14:52:58.058260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.57> (def) +2023-12-14 14:52:58.058265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:58.058275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.115> (def) +2023-12-14 14:52:58.058279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59: +2023-12-14 14:52:58.058290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.59> (def) +2023-12-14 14:52:58.058295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:58.058305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.116> (def) +2023-12-14 14:52:58.058309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61: +2023-12-14 14:52:58.058319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.61> (def) +2023-12-14 14:52:58.058325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:58.058335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.117> (def) +2023-12-14 14:52:58.058339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63: +2023-12-14 14:52:58.058355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.63> (def) +2023-12-14 14:52:58.058360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:58.058370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.118> (def) +2023-12-14 14:52:58.058374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65: +2023-12-14 14:52:58.058386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.65> (def) +2023-12-14 14:52:58.058390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67: +2023-12-14 14:52:58.058400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 multiply.67> (def) +2023-12-14 14:52:58.058404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0: +2023-12-14 14:52:58.058415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 clamp.0> (def) +2023-12-14 14:52:58.058420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69: +2023-12-14 14:52:58.058430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 multiply.69> (def) +2023-12-14 14:52:58.058434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146: +2023-12-14 14:52:58.058445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.146> (def) +2023-12-14 14:52:58.058450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147: +2023-12-14 14:52:58.058459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.147> (def) +2023-12-14 14:52:58.058464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148: +2023-12-14 14:52:58.058475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.148> (def) +2023-12-14 14:52:58.058480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149: +2023-12-14 14:52:58.058489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.149> (def) +2023-12-14 14:52:58.058494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150: +2023-12-14 14:52:58.058507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.150> (def) +2023-12-14 14:52:58.058512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151: +2023-12-14 14:52:58.058522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.151> (def) +2023-12-14 14:52:58.058528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152: +2023-12-14 14:52:58.058539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.152> (def) +2023-12-14 14:52:58.058543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153: +2023-12-14 14:52:58.058553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.153> (def) +2023-12-14 14:52:58.058557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154: +2023-12-14 14:52:58.058568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.154> (def) +2023-12-14 14:52:58.058573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155: +2023-12-14 14:52:58.058582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.155> (def) +2023-12-14 14:52:58.058587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156: +2023-12-14 14:52:58.058598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.156> (def) +2023-12-14 14:52:58.058603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157: +2023-12-14 14:52:58.058612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.157> (def) +2023-12-14 14:52:58.058617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158: +2023-12-14 14:52:58.058628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.158> (def) +2023-12-14 14:52:58.058633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159: +2023-12-14 14:52:58.058642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.159> (def) +2023-12-14 14:52:58.058647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160: +2023-12-14 14:52:58.058661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.160> (def) +2023-12-14 14:52:58.058665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161: +2023-12-14 14:52:58.058675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.161> (def) +2023-12-14 14:52:58.058680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6: +2023-12-14 14:52:58.058691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 convert.6> (def) +2023-12-14 14:52:58.058696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23: +2023-12-14 14:52:58.058705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.23> (def) +2023-12-14 14:52:58.058710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:58.058720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:58.058725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:58.058735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:58.058740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162: +2023-12-14 14:52:58.058750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> (def) +2023-12-14 14:52:58.058755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:58.058764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> (def) +2023-12-14 14:52:58.058770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:58.058779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> (def) +2023-12-14 14:52:58.058784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:58.058794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> (def) +2023-12-14 14:52:58.058800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27: +2023-12-14 14:52:58.058813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> (def) +2023-12-14 14:52:58.058818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:58.058827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> (def) +2023-12-14 14:52:58.058833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:58.058843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> (def) +2023-12-14 14:52:58.058848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:58.058857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> (def) +2023-12-14 14:52:58.058863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:58.058873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> (def) +2023-12-14 14:52:58.058878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:58.058888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> (def) +2023-12-14 14:52:58.058893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:58.058902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> (def) +2023-12-14 14:52:58.058908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35: +2023-12-14 14:52:58.058917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> (def) +2023-12-14 14:52:58.058923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:52:58.058932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 divide.1> (def) +2023-12-14 14:52:58.058938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121: +2023-12-14 14:52:58.058947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.121> (def) +2023-12-14 14:52:58.058953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163: +2023-12-14 14:52:58.058962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.163> (def) +2023-12-14 14:52:58.058971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70: +2023-12-14 14:52:58.058981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 multiply.70> (def) +2023-12-14 14:52:58.058986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.058991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122: +2023-12-14 14:52:58.058996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 add.122> (def) +2023-12-14 14:52:58.059001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164: +2023-12-14 14:52:58.059011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.164> (def) +2023-12-14 14:52:58.059016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71: +2023-12-14 14:52:58.059026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.71> (def) +2023-12-14 14:52:58.059031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123: +2023-12-14 14:52:58.059041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.123> (def) +2023-12-14 14:52:58.059046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165: +2023-12-14 14:52:58.059055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.165> (def) +2023-12-14 14:52:58.059061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74: +2023-12-14 14:52:58.059071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 multiply.74> (def) +2023-12-14 14:52:58.059077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124: +2023-12-14 14:52:58.059086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 add.124> (def) +2023-12-14 14:52:58.059091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166: +2023-12-14 14:52:58.059101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.166> (def) +2023-12-14 14:52:58.059106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76: +2023-12-14 14:52:58.059115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.76> (def) +2023-12-14 14:52:58.059124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:58.059134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.125> (def) +2023-12-14 14:52:58.059139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167: +2023-12-14 14:52:58.059148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.167> (def) +2023-12-14 14:52:58.059154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78: +2023-12-14 14:52:58.059164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.78> (def) +2023-12-14 14:52:58.059169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126: +2023-12-14 14:52:58.059178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.126> (def) +2023-12-14 14:52:58.059184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168: +2023-12-14 14:52:58.059194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.168> (def) +2023-12-14 14:52:58.059199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80: +2023-12-14 14:52:58.059208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.80> (def) +2023-12-14 14:52:58.059214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127: +2023-12-14 14:52:58.059224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 add.127> (def) +2023-12-14 14:52:58.059229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169: +2023-12-14 14:52:58.059238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.169> (def) +2023-12-14 14:52:58.059243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82: +2023-12-14 14:52:58.059254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.82> (def) +2023-12-14 14:52:58.059258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129: +2023-12-14 14:52:58.059268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.129> (def) +2023-12-14 14:52:58.059276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170: +2023-12-14 14:52:58.059287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.170> (def) +2023-12-14 14:52:58.059291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84: +2023-12-14 14:52:58.059301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.84> (def) +2023-12-14 14:52:58.059307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130: +2023-12-14 14:52:58.059317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.130> (def) +2023-12-14 14:52:58.059331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171: +2023-12-14 14:52:58.059341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.171> (def) +2023-12-14 14:52:58.059346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86: +2023-12-14 14:52:58.059357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.86> (def) +2023-12-14 14:52:58.059361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132: +2023-12-14 14:52:58.059371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.132> (def) +2023-12-14 14:52:58.059376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172: +2023-12-14 14:52:58.059386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.172> (def) +2023-12-14 14:52:58.059391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88: +2023-12-14 14:52:58.059400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.88> (def) +2023-12-14 14:52:58.059406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133: +2023-12-14 14:52:58.059416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.133> (def) +2023-12-14 14:52:58.059420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173: +2023-12-14 14:52:58.059430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.173> (def) +2023-12-14 14:52:58.059438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90: +2023-12-14 14:52:58.059448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.90> (def) +2023-12-14 14:52:58.059453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134: +2023-12-14 14:52:58.059463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.134> (def) +2023-12-14 14:52:58.059468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174: +2023-12-14 14:52:58.059478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.174> (def) +2023-12-14 14:52:58.059483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92: +2023-12-14 14:52:58.059493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.92> (def) +2023-12-14 14:52:58.059498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175: +2023-12-14 14:52:58.059508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.175> (def) +2023-12-14 14:52:58.059513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94: +2023-12-14 14:52:58.059523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.94> (def) +2023-12-14 14:52:58.059528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1: +2023-12-14 14:52:58.059538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 clamp.1> (def) +2023-12-14 14:52:58.059543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176: +2023-12-14 14:52:58.059552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.176> (def) +2023-12-14 14:52:58.059558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96: +2023-12-14 14:52:58.059568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.96> (def) +2023-12-14 14:52:58.059573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177: +2023-12-14 14:52:58.059582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.177> (def) +2023-12-14 14:52:58.059590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178: +2023-12-14 14:52:58.059602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.178> (def) +2023-12-14 14:52:58.059607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7: +2023-12-14 14:52:58.059616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 convert.7> (def) +2023-12-14 14:52:58.059622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41: +2023-12-14 14:52:58.059632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_0.41> (def) +2023-12-14 14:52:58.059636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135: +2023-12-14 14:52:58.059646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.135> (def) +2023-12-14 14:52:58.059652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153: +2023-12-14 14:52:58.059662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.153> (def) +2023-12-14 14:52:58.059667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8: +2023-12-14 14:52:58.059676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 convert.8> (def) +2023-12-14 14:52:58.059682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136: +2023-12-14 14:52:58.059693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.136> (def) +2023-12-14 14:52:58.059698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154: +2023-12-14 14:52:58.059707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.154> (def) +2023-12-14 14:52:58.059713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:58.059723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 xor.21> (def) +2023-12-14 14:52:58.059728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:58.059737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 or.23> (def) +2023-12-14 14:52:58.059746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:58.059756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 shift-right-logical.21> (def) +2023-12-14 14:52:58.059761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156: +2023-12-14 14:52:58.059772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.156> (def) +2023-12-14 14:52:58.059778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:58.059788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 subtract.24> (def) +2023-12-14 14:52:58.059793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:58.059802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 shift-left.19> (def) +2023-12-14 14:52:58.059808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157: +2023-12-14 14:52:58.059818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.157> (def) +2023-12-14 14:52:58.059822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:58.059832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 reshape.44> (def) +2023-12-14 14:52:58.059838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:58.059848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 slice.27> (def) +2023-12-14 14:52:58.059853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137: +2023-12-14 14:52:58.059862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.137> (def) +2023-12-14 14:52:58.059868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:58.059878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 xor.22> (def) +2023-12-14 14:52:58.059883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:58.059892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 or.24> (def) +2023-12-14 14:52:58.059900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:58.059910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 shift-right-logical.22> (def) +2023-12-14 14:52:58.059915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158: +2023-12-14 14:52:58.059925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.158> (def) +2023-12-14 14:52:58.059930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:58.059940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 subtract.25> (def) +2023-12-14 14:52:58.059945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:58.059954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 shift-left.20> (def) +2023-12-14 14:52:58.059960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159: +2023-12-14 14:52:58.059970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.159> (def) +2023-12-14 14:52:58.059974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:58.059984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 reshape.45> (def) +2023-12-14 14:52:58.059989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.059994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:58.059999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 slice.28> (def) +2023-12-14 14:52:58.060004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138: +2023-12-14 14:52:58.060013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 add.138> (def) +2023-12-14 14:52:58.060019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:58.060029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 xor.23> (def) +2023-12-14 14:52:58.060034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:58.060043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 or.25> (def) +2023-12-14 14:52:58.060051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:58.060061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 shift-right-logical.23> (def) +2023-12-14 14:52:58.060066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160: +2023-12-14 14:52:58.060075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.160> (def) +2023-12-14 14:52:58.060081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:58.060090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 subtract.26> (def) +2023-12-14 14:52:58.060095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:58.060105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 shift-left.21> (def) +2023-12-14 14:52:58.060111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161: +2023-12-14 14:52:58.060120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.161> (def) +2023-12-14 14:52:58.060125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:58.060135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 reshape.46> (def) +2023-12-14 14:52:58.060141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:58.060151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 slice.29> (def) +2023-12-14 14:52:58.060155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139: +2023-12-14 14:52:58.060165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 add.139> (def) +2023-12-14 14:52:58.060170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:58.060180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 xor.24> (def) +2023-12-14 14:52:58.060185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:58.060195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 or.26> (def) +2023-12-14 14:52:58.060203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:58.060213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 shift-right-logical.24> (def) +2023-12-14 14:52:58.060218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163: +2023-12-14 14:52:58.060228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.163> (def) +2023-12-14 14:52:58.060233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:58.060243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 subtract.27> (def) +2023-12-14 14:52:58.060248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179: +2023-12-14 14:52:58.060257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.179> (def) +2023-12-14 14:52:58.060263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:58.060273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 shift-left.22> (def) +2023-12-14 14:52:58.060277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164: +2023-12-14 14:52:58.060287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.164> (def) +2023-12-14 14:52:58.060292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:58.060303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 reshape.47> (def) +2023-12-14 14:52:58.060307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:58.060317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 slice.30> (def) +2023-12-14 14:52:58.060322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140: +2023-12-14 14:52:58.060333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.140> (def) +2023-12-14 14:52:58.060337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142: +2023-12-14 14:52:58.060347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.142> (def) +2023-12-14 14:52:58.060356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42: +2023-12-14 14:52:58.060365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 param_0.42> (def) +2023-12-14 14:52:58.060370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60: +2023-12-14 14:52:58.060379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 param_1.60> (def) +2023-12-14 14:52:58.060386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56: +2023-12-14 14:52:58.060396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 param_2.56> (def) +2023-12-14 14:52:58.060400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65: +2023-12-14 14:52:58.060410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 param_3.65> (def) +2023-12-14 14:52:58.060415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68: +2023-12-14 14:52:58.060425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 param_4.68> (def) +2023-12-14 14:52:58.060430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180: +2023-12-14 14:52:58.060439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.180> (def) +2023-12-14 14:52:58.060445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.060455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> (def) +2023-12-14 14:52:58.060460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.060470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> +2023-12-14 14:52:58.060475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.060485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:58.060490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:58.060500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:58.060505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:58.060519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:58.060524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:58.060534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> +2023-12-14 14:52:58.060540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143: +2023-12-14 14:52:58.060549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.143> (def) +2023-12-14 14:52:58.060554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166: +2023-12-14 14:52:58.060564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.166> (def) +2023-12-14 14:52:58.060570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144: +2023-12-14 14:52:58.060579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.144> (def) +2023-12-14 14:52:58.060584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43: +2023-12-14 14:52:58.060594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.43> (def) +2023-12-14 14:52:58.060600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:58.060610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.25> (def) +2023-12-14 14:52:58.060615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:58.060625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.27> (def) +2023-12-14 14:52:58.060629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:58.060640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.25> (def) +2023-12-14 14:52:58.060645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:58.060655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.167> (def) +2023-12-14 14:52:58.060660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:58.060674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.28> (def) +2023-12-14 14:52:58.060679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:58.060689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.23> (def) +2023-12-14 14:52:58.060695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168: +2023-12-14 14:52:58.060704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.168> (def) +2023-12-14 14:52:58.060709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48: +2023-12-14 14:52:58.060719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.48> (def) +2023-12-14 14:52:58.060725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:58.060734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.31> (def) +2023-12-14 14:52:58.060739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145: +2023-12-14 14:52:58.060749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.145> (def) +2023-12-14 14:52:58.060755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:58.060764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.26> (def) +2023-12-14 14:52:58.060769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:58.060779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.28> (def) +2023-12-14 14:52:58.060785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:58.060794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.26> (def) +2023-12-14 14:52:58.060799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170: +2023-12-14 14:52:58.060809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.170> (def) +2023-12-14 14:52:58.060815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:58.060828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.29> (def) +2023-12-14 14:52:58.060832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:58.060843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.24> (def) +2023-12-14 14:52:58.060848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172: +2023-12-14 14:52:58.060858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.172> (def) +2023-12-14 14:52:58.060864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:58.060874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.49> (def) +2023-12-14 14:52:58.060879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:58.060889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.32> (def) +2023-12-14 14:52:58.060894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146: +2023-12-14 14:52:58.060904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.146> (def) +2023-12-14 14:52:58.060909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:58.060919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> (def) +2023-12-14 14:52:58.060924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29: +2023-12-14 14:52:58.060934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.29> (def) +2023-12-14 14:52:58.060940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:58.060949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.27> (def) +2023-12-14 14:52:58.060954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:58.060964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.173> (def) +2023-12-14 14:52:58.060970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30: +2023-12-14 14:52:58.060982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.30> (def) +2023-12-14 14:52:58.060988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.060992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181: +2023-12-14 14:52:58.060998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.181> (def) +2023-12-14 14:52:58.061003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61: +2023-12-14 14:52:58.061012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.61> (def) +2023-12-14 14:52:58.061018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:58.061028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.25> (def) +2023-12-14 14:52:58.061033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174: +2023-12-14 14:52:58.061043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.174> (def) +2023-12-14 14:52:58.061048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:58.061059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.50> (def) +2023-12-14 14:52:58.061064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:58.061073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.33> (def) +2023-12-14 14:52:58.061079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147: +2023-12-14 14:52:58.061088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.147> (def) +2023-12-14 14:52:58.061093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57: +2023-12-14 14:52:58.061103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.57> (def) +2023-12-14 14:52:58.061108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66: +2023-12-14 14:52:58.061118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.66> (def) +2023-12-14 14:52:58.061123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:58.061136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> (def) +2023-12-14 14:52:58.061141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:58.061152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:58.061156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:58.061167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:58.061172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:58.061182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:58.061187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:58.061197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:58.061202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2: +2023-12-14 14:52:58.061212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 minimum.2> (def) +2023-12-14 14:52:58.061217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:58.061227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 maximum.4> (def) +2023-12-14 14:52:58.061232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98: +2023-12-14 14:52:58.061242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.98> (def) +2023-12-14 14:52:58.061247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:58.061257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 broadcast.176> (def) +2023-12-14 14:52:58.061262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182: +2023-12-14 14:52:58.061271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 constant.182> (def) +2023-12-14 14:52:58.061277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:58.061290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 select.41> (def) +2023-12-14 14:52:58.061294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99: +2023-12-14 14:52:58.061305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.99> (def) +2023-12-14 14:52:58.061309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148: +2023-12-14 14:52:58.061320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.148> (def) +2023-12-14 14:52:58.061324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100: +2023-12-14 14:52:58.061335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.100> (def) +2023-12-14 14:52:58.061339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149: +2023-12-14 14:52:58.061349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.149> (def) +2023-12-14 14:52:58.061354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101: +2023-12-14 14:52:58.061364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.101> (def) +2023-12-14 14:52:58.061369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150: +2023-12-14 14:52:58.061379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.150> (def) +2023-12-14 14:52:58.061384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102: +2023-12-14 14:52:58.061394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.102> (def) +2023-12-14 14:52:58.061399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152: +2023-12-14 14:52:58.061409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.152> (def) +2023-12-14 14:52:58.061414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103: +2023-12-14 14:52:58.061424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.103> (def) +2023-12-14 14:52:58.061429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153: +2023-12-14 14:52:58.061442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 add.153> (def) +2023-12-14 14:52:58.061447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104: +2023-12-14 14:52:58.061457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 multiply.104> (def) +2023-12-14 14:52:58.061462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154: +2023-12-14 14:52:58.061472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 add.154> (def) +2023-12-14 14:52:58.061477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105: +2023-12-14 14:52:58.061487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.105> (def) +2023-12-14 14:52:58.061492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155: +2023-12-14 14:52:58.061502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 add.155> (def) +2023-12-14 14:52:58.061507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106: +2023-12-14 14:52:58.061517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 multiply.106> (def) +2023-12-14 14:52:58.061522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156: +2023-12-14 14:52:58.061532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 add.156> (def) +2023-12-14 14:52:58.061536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107: +2023-12-14 14:52:58.061546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.107> (def) +2023-12-14 14:52:58.061551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:58.061562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.42> (def) +2023-12-14 14:52:58.061567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157: +2023-12-14 14:52:58.061578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 add.157> (def) +2023-12-14 14:52:58.061583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:58.061596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 broadcast.177> (def) +2023-12-14 14:52:58.061601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183: +2023-12-14 14:52:58.061611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 constant.183> (def) +2023-12-14 14:52:58.061616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:58.061626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 sqrt.3> (def) +2023-12-14 14:52:58.061631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158: +2023-12-14 14:52:58.061641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 add.158> (def) +2023-12-14 14:52:58.061646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:58.061656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.178> (def) +2023-12-14 14:52:58.061661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184: +2023-12-14 14:52:58.061671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.184> (def) +2023-12-14 14:52:58.061676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:58.061686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 select.43> (def) +2023-12-14 14:52:58.061691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:58.061701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 broadcast.179> (def) +2023-12-14 14:52:58.061706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185: +2023-12-14 14:52:58.061716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 constant.185> (def) +2023-12-14 14:52:58.061721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:58.061731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.180> (def) +2023-12-14 14:52:58.061736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186: +2023-12-14 14:52:58.061749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.186> (def) +2023-12-14 14:52:58.061754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44: +2023-12-14 14:52:58.061764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 select.44> (def) +2023-12-14 14:52:58.061770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:58.061779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 broadcast.181> (def) +2023-12-14 14:52:58.061784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187: +2023-12-14 14:52:58.061795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 constant.187> (def) +2023-12-14 14:52:58.061800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:58.061810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.182> (def) +2023-12-14 14:52:58.061815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188: +2023-12-14 14:52:58.061825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.188> (def) +2023-12-14 14:52:58.061830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45: +2023-12-14 14:52:58.061840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 select.45> (def) +2023-12-14 14:52:58.061844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:58.061855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 broadcast.183> (def) +2023-12-14 14:52:58.061860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189: +2023-12-14 14:52:58.061870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 constant.189> (def) +2023-12-14 14:52:58.061874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:58.061885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.184> (def) +2023-12-14 14:52:58.061890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191: +2023-12-14 14:52:58.061903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.191> (def) +2023-12-14 14:52:58.061907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46: +2023-12-14 14:52:58.061918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 select.46> (def) +2023-12-14 14:52:58.061924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:58.061933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 broadcast.185> (def) +2023-12-14 14:52:58.061938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192: +2023-12-14 14:52:58.061948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 constant.192> (def) +2023-12-14 14:52:58.061954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:58.061963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.186> (def) +2023-12-14 14:52:58.061968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193: +2023-12-14 14:52:58.061978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.193> (def) +2023-12-14 14:52:58.061984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.061988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47: +2023-12-14 14:52:58.061993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 select.47> (def) +2023-12-14 14:52:58.061998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:58.062008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 broadcast.187> (def) +2023-12-14 14:52:58.062014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194: +2023-12-14 14:52:58.062023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 constant.194> (def) +2023-12-14 14:52:58.062028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:58.062038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.188> (def) +2023-12-14 14:52:58.062044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195: +2023-12-14 14:52:58.062056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.195> (def) +2023-12-14 14:52:58.062061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48: +2023-12-14 14:52:58.062072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 select.48> (def) +2023-12-14 14:52:58.062076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:58.062086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 broadcast.189> (def) +2023-12-14 14:52:58.062091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196: +2023-12-14 14:52:58.062102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 constant.196> (def) +2023-12-14 14:52:58.062107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:58.062117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.190> (def) +2023-12-14 14:52:58.062122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197: +2023-12-14 14:52:58.062132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.197> (def) +2023-12-14 14:52:58.062137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49: +2023-12-14 14:52:58.062146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 select.49> (def) +2023-12-14 14:52:58.062151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:58.062163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 broadcast.191> (def) +2023-12-14 14:52:58.062168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198: +2023-12-14 14:52:58.062177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 constant.198> (def) +2023-12-14 14:52:58.062182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:58.062192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.192> (def) +2023-12-14 14:52:58.062197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199: +2023-12-14 14:52:58.062210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.199> (def) +2023-12-14 14:52:58.062215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50: +2023-12-14 14:52:58.062225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 select.50> (def) +2023-12-14 14:52:58.062230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:58.062239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 broadcast.193> (def) +2023-12-14 14:52:58.062244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200: +2023-12-14 14:52:58.062255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 constant.200> (def) +2023-12-14 14:52:58.062259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:58.062269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.194> (def) +2023-12-14 14:52:58.062274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201: +2023-12-14 14:52:58.062284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.201> (def) +2023-12-14 14:52:58.062289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51: +2023-12-14 14:52:58.062298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 select.51> (def) +2023-12-14 14:52:58.062303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:58.062314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 broadcast.195> (def) +2023-12-14 14:52:58.062318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202: +2023-12-14 14:52:58.062328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 constant.202> (def) +2023-12-14 14:52:58.062333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:58.062343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 broadcast.196> (def) +2023-12-14 14:52:58.062348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203: +2023-12-14 14:52:58.062360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 constant.203> (def) +2023-12-14 14:52:58.062365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18: +2023-12-14 14:52:58.062375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 compare.18> (def) +2023-12-14 14:52:58.062380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:58.062390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 broadcast.197> (def) +2023-12-14 14:52:58.062394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204: +2023-12-14 14:52:58.062405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 constant.204> (def) +2023-12-14 14:52:58.062410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:58.062419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 negate.9> (def) +2023-12-14 14:52:58.062424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:58.062434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 log-plus-one.3> (def) +2023-12-14 14:52:58.062439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108: +2023-12-14 14:52:58.062449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 multiply.108> (def) +2023-12-14 14:52:58.062453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:58.062464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 negate.10> (def) +2023-12-14 14:52:58.062469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109: +2023-12-14 14:52:58.062478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 multiply.109> (def) +2023-12-14 14:52:58.062483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:58.062492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 broadcast.198> (def) +2023-12-14 14:52:58.062498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19: +2023-12-14 14:52:58.062511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 compare.19> (def) +2023-12-14 14:52:58.062515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:58.062526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 broadcast.199> (def) +2023-12-14 14:52:58.062531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205: +2023-12-14 14:52:58.062540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 constant.205> (def) +2023-12-14 14:52:58.062545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:58.062556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 abs.3> (def) +2023-12-14 14:52:58.062560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:58.062570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.51> (def) +2023-12-14 14:52:58.062576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5: +2023-12-14 14:52:58.062587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 maximum.5> (def) +2023-12-14 14:52:58.062593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159: +2023-12-14 14:52:58.062602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.159> (def) +2023-12-14 14:52:58.062607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110: +2023-12-14 14:52:58.062617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 multiply.110> (def) +2023-12-14 14:52:58.062622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:58.062631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.200> (def) +2023-12-14 14:52:58.062636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:58.062647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 reshape.52> (def) +2023-12-14 14:52:58.062652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31: +2023-12-14 14:52:58.062664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 subtract.31> (def) +2023-12-14 14:52:58.062669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53: +2023-12-14 14:52:58.062681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 reshape.53> (def) +2023-12-14 14:52:58.062686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:58.062695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 reshape.54> (def) +2023-12-14 14:52:58.062700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160: +2023-12-14 14:52:58.062710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 add.160> (def) +2023-12-14 14:52:58.062715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:58.062725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.201> (def) +2023-12-14 14:52:58.062729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206: +2023-12-14 14:52:58.062740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 constant.206> (def) +2023-12-14 14:52:58.062745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6: +2023-12-14 14:52:58.062754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 bitcast-convert.6> (def) +2023-12-14 14:52:58.062759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30: +2023-12-14 14:52:58.062769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 or.30> (def) +2023-12-14 14:52:58.062774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:58.062784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.202> (def) +2023-12-14 14:52:58.062789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207: +2023-12-14 14:52:58.062799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 constant.207> (def) +2023-12-14 14:52:58.062804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:58.062816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 shift-right-logical.28> (def) +2023-12-14 14:52:58.062821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:58.062832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 broadcast.203> (def) +2023-12-14 14:52:58.062837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208: +2023-12-14 14:52:58.062847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 constant.208> (def) +2023-12-14 14:52:58.062851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:58.062863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 concatenate.1> (def) +2023-12-14 14:52:58.062868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:58.062878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 broadcast.204> (def) +2023-12-14 14:52:58.062882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:58.062893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 broadcast.205> (def) +2023-12-14 14:52:58.062897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7: +2023-12-14 14:52:58.062907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 bitcast-convert.7> (def) +2023-12-14 14:52:58.062912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52: +2023-12-14 14:52:58.062922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 select.52> (def) +2023-12-14 14:52:58.062927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53: +2023-12-14 14:52:58.062936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 select.53> (def) +2023-12-14 14:52:58.062941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54: +2023-12-14 14:52:58.062951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 select.54> (def) +2023-12-14 14:52:58.062956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162: +2023-12-14 14:52:58.062971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.162> (def) +2023-12-14 14:52:58.062975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55: +2023-12-14 14:52:58.062988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 select.55> (def) +2023-12-14 14:52:58.062993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.062997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31: +2023-12-14 14:52:58.063002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 or.31> (def) +2023-12-14 14:52:58.063007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20: +2023-12-14 14:52:58.063018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.20> (def) +2023-12-14 14:52:58.063023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:58.063032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 and.4> (def) +2023-12-14 14:52:58.063037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21: +2023-12-14 14:52:58.063048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 compare.21> (def) +2023-12-14 14:52:58.063053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22: +2023-12-14 14:52:58.063062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 compare.22> (def) +2023-12-14 14:52:58.063067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5: +2023-12-14 14:52:58.063078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 and.5> (def) +2023-12-14 14:52:58.063083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8: +2023-12-14 14:52:58.063092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 bitcast-convert.8> (def) +2023-12-14 14:52:58.063097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23: +2023-12-14 14:52:58.063108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 compare.23> (def) +2023-12-14 14:52:58.063113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209: +2023-12-14 14:52:58.063125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 constant.209> (def) +2023-12-14 14:52:58.063131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24: +2023-12-14 14:52:58.063141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 compare.24> (def) +2023-12-14 14:52:58.063146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9: +2023-12-14 14:52:58.063155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 convert.9> (def) +2023-12-14 14:52:58.063161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:58.063171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 broadcast.206> (def) +2023-12-14 14:52:58.063176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44: +2023-12-14 14:52:58.063185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 param_0.44> (def) +2023-12-14 14:52:58.063191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62: +2023-12-14 14:52:58.063201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 param_1.62> (def) +2023-12-14 14:52:58.063206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58: +2023-12-14 14:52:58.063215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 param_2.58> (def) +2023-12-14 14:52:58.063221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67: +2023-12-14 14:52:58.063231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 param_3.67> (def) +2023-12-14 14:52:58.063236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9: +2023-12-14 14:52:58.063245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 bitcast-convert.9> (def) +2023-12-14 14:52:58.063251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56: +2023-12-14 14:52:58.063261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 select.56> (def) +2023-12-14 14:52:58.063266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57: +2023-12-14 14:52:58.063278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.57> (def) +2023-12-14 14:52:58.063284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58: +2023-12-14 14:52:58.063294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 select.58> (def) +2023-12-14 14:52:58.063299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163: +2023-12-14 14:52:58.063308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.163> (def) +2023-12-14 14:52:58.063313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59: +2023-12-14 14:52:58.063330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 select.59> (def) +2023-12-14 14:52:58.063335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210: +2023-12-14 14:52:58.063345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.210> (def) +2023-12-14 14:52:58.063350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211: +2023-12-14 14:52:58.063361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 constant.211> (def) +2023-12-14 14:52:58.063365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32: +2023-12-14 14:52:58.063376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 or.32> (def) +2023-12-14 14:52:58.063381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25: +2023-12-14 14:52:58.063391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 compare.25> (def) +2023-12-14 14:52:58.063396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6: +2023-12-14 14:52:58.063405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 and.6> (def) +2023-12-14 14:52:58.063411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212: +2023-12-14 14:52:58.063421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.212> (def) +2023-12-14 14:52:58.063426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26: +2023-12-14 14:52:58.063441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.26> (def) +2023-12-14 14:52:58.063447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213: +2023-12-14 14:52:58.063456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 constant.213> (def) +2023-12-14 14:52:58.063461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214: +2023-12-14 14:52:58.063471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.214> (def) +2023-12-14 14:52:58.063476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27: +2023-12-14 14:52:58.063486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 compare.27> (def) +2023-12-14 14:52:58.063491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215: +2023-12-14 14:52:58.063501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.215> (def) +2023-12-14 14:52:58.063505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7: +2023-12-14 14:52:58.063516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 and.7> (def) +2023-12-14 14:52:58.063520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216: +2023-12-14 14:52:58.063530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 constant.216> (def) +2023-12-14 14:52:58.063535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10: +2023-12-14 14:52:58.063546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 bitcast-convert.10> (def) +2023-12-14 14:52:58.063550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217: +2023-12-14 14:52:58.063561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 constant.217> (def) +2023-12-14 14:52:58.063565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28: +2023-12-14 14:52:58.063576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 compare.28> (def) +2023-12-14 14:52:58.063580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218: +2023-12-14 14:52:58.063593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.218> (def) +2023-12-14 14:52:58.063598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219: +2023-12-14 14:52:58.063608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.219> (def) +2023-12-14 14:52:58.063613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69: +2023-12-14 14:52:58.063624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 param_4.69> (def) +2023-12-14 14:52:58.063629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29: +2023-12-14 14:52:58.063639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 compare.29> (def) +2023-12-14 14:52:58.063644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10: +2023-12-14 14:52:58.063654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 convert.10> (def) +2023-12-14 14:52:58.063659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76: +2023-12-14 14:52:58.063669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 param_5.76> (def) +2023-12-14 14:52:58.063674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:58.063684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> (def) +2023-12-14 14:52:58.063689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:58.063699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:58.063704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:58.063714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:58.063719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:58.063729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:58.063734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:58.063747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:58.063752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13: +2023-12-14 14:52:58.063762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:58.063767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14: +2023-12-14 14:52:58.063778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:58.063782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164: +2023-12-14 14:52:58.063792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.164> (def) +2023-12-14 14:52:58.063797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:58.063808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.207> (def) +2023-12-14 14:52:58.063812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:58.063823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.55> (def) +2023-12-14 14:52:58.063827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:58.063837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.34> (def) +2023-12-14 14:52:58.063842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:58.063852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.35> (def) +2023-12-14 14:52:58.063857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45: +2023-12-14 14:52:58.063867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.45> (def) +2023-12-14 14:52:58.063872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:58.063882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.2> (def) +2023-12-14 14:52:58.063887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone: +2023-12-14 14:52:58.063900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> (def) +2023-12-14 14:52:58.063906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15: +2023-12-14 14:52:58.063916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:58.063921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165: +2023-12-14 14:52:58.063931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.165> (def) +2023-12-14 14:52:58.063937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:58.063947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.208> (def) +2023-12-14 14:52:58.063953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:58.063963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.56> (def) +2023-12-14 14:52:58.063968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:58.063977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.36> (def) +2023-12-14 14:52:58.063982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.063987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:58.063992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.37> (def) +2023-12-14 14:52:58.063998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.064003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46: +2023-12-14 14:52:58.064008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.46> (def) +2023-12-14 14:52:58.064012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.064018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:58.064022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.3> (def) +2023-12-14 14:52:58.064027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.064032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone: +2023-12-14 14:52:58.064037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> (def) +2023-12-14 14:52:58.064042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.064048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16: +2023-12-14 14:52:58.064052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:58.064061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.064066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:58.064071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone +2023-12-14 14:52:58.064081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:58.064086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:58.064091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:58.064102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.064108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:58.064112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone +2023-12-14 14:52:58.064123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:58.064128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:58.064132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:58.064143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.064148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> +2023-12-14 14:52:58.064153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:58.064163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:58.064173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.064178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> +2023-12-14 14:52:58.064184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:58.064197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:58.064207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.064213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> +2023-12-14 14:52:58.064218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:58.064228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.064238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> +2023-12-14 14:52:58.064244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35 +2023-12-14 14:52:58.064253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:58.064264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.064268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> +2023-12-14 14:52:58.064274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:58.064283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:58.064294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.064299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> +2023-12-14 14:52:58.064304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:58.064317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.064327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> +2023-12-14 14:52:58.064332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:58.064343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:58.064353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:58.064358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> +2023-12-14 14:52:58.064363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:58.064373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.064386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:58.064393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:58.064414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:58.064421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:58.064430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:58.064446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.064455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:58.064464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.064485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.064494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:58.064503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:58.064520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.064529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> +2023-12-14 14:52:58.064537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:58.064554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:58.064562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[8192,2048]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.064580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.3> +2023-12-14 14:52:58.064589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:58.064604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:58.064622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.064631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.37> +2023-12-14 14:52:58.064638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:58.064656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 0 +2023-12-14 14:52:58.064677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.064686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.46> +2023-12-14 14:52:58.064694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46 +2023-12-14 14:52:58.064711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:58.064727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.064737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.36> +2023-12-14 14:52:58.064746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:58.064761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:58.064779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.064787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.56> +2023-12-14 14:52:58.064795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:58.064812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:58.064829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.064838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.208> +2023-12-14 14:52:58.064846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:58.064862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 1 +2023-12-14 14:52:58.064882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.064891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.165> +2023-12-14 14:52:58.064899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165 +2023-12-14 14:52:58.064914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.064931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.2> +2023-12-14 14:52:58.064939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.064950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:58.064960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.064968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:58.064976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.064985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.35> +2023-12-14 14:52:58.064993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:58.065007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 0 +2023-12-14 14:52:58.065025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.45> +2023-12-14 14:52:58.065042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45 +2023-12-14 14:52:58.065057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:58.065078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.065086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.34> +2023-12-14 14:52:58.065093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:58.065110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:58.065126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.55> +2023-12-14 14:52:58.065142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:58.065158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:58.065175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.207> +2023-12-14 14:52:58.065192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:58.065209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 1 +2023-12-14 14:52:58.065226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.164> +2023-12-14 14:52:58.065242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164 +2023-12-14 14:52:58.065259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> +2023-12-14 14:52:58.065288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27 +2023-12-14 14:52:58.065305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:58.065323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:58.065331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.065339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> +2023-12-14 14:52:58.065348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:58.065364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:58.065382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> +2023-12-14 14:52:58.065398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:58.065415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:58.065432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> +2023-12-14 14:52:58.065449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:58.065465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:58.065489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> +2023-12-14 14:52:58.065506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:58.065522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:58.065540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:58.065560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:58.065575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:58.065594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> +2023-12-14 14:52:58.065610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162 +2023-12-14 14:52:58.065628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:58.065645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.162 = u32[] constant(466688986) +2023-12-14 14:52:58.065654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:58.065661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:58.065677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:58.065707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.065723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13 +2023-12-14 14:52:58.065731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9, operand 0 +2023-12-14 14:52:58.065749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 4 +2023-12-14 14:52:58.065757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 4 +2023-12-14 14:52:58.065766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:58.065775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:58.065783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9 +2023-12-14 14:52:58.065799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:58.065809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:58.065824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:58.065834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:58.065850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:58.065868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14 +2023-12-14 14:52:58.065876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:58.065894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 5 +2023-12-14 14:52:58.065902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 5 +2023-12-14 14:52:58.065910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:58.065923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:58.065932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.065940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:58.065949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:58.065958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.065966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:58.065974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:58.065983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.065992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> +2023-12-14 14:52:58.066000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:58.066018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:58.066034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:58.066043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> +2023-12-14 14:52:58.066052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:58.066068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:58.066079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:58.066095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:58.066104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:58.066113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.066130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15 +2023-12-14 14:52:58.066139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16 +2023-12-14 14:52:58.066147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:52:58.066167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:58.066176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:58.066184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:58.066193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:58.066203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone, operand 0 +2023-12-14 14:52:58.066211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone, operand 0 +2023-12-14 14:52:58.066219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.066227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> +2023-12-14 14:52:58.066236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:58.066252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:58.066261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:58.066278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.066286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> +2023-12-14 14:52:58.066295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:58.066312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:58.066320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:58.066337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.066346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> +2023-12-14 14:52:58.066355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:52:58.066371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:58.066384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:58.066402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.066410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.22> +2023-12-14 14:52:58.066418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:58.066435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:58.066452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:58.066462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> +2023-12-14 14:52:58.066470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:58.066486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:58.066495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:58.066513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:58.066522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.21> +2023-12-14 14:52:58.066530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:58.066547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:58.066564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:58.066573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> +2023-12-14 14:52:58.066582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:58.066602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:58.066611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:58.066633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:58.066642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.9{}> +2023-12-14 14:52:58.066650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:58.066668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:58.066685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:58.066693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> +2023-12-14 14:52:58.066702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:58.066717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:58.066725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:58.066742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:58.066752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:58.066760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:58.066769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.102> +2023-12-14 14:52:58.066776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:58.066795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:58.066811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:58.066820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> +2023-12-14 14:52:58.066829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:58.066846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:58.066855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:58.066876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.066885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:58.066893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:58.066910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:58.066919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.066927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:58.066936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:58.066945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:58.066953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:58.066961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:58.066970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.066979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:58.066987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.066996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:58.067004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.067020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:58.067029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:58.067038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.067046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:58.067054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:58.067064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:58.067072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:58.067091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:58.067104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:58.067111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:58.067129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:58.067137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:58.067145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:58.067154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:58.067162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:58.067170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:58.067186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:58.067194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:58.067202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:58.067221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:58.067229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:58.067237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:58.067245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:58.067254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> +2023-12-14 14:52:58.067261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:58.067278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.067286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.067304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:58.067312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.067327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:58.067336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:58.067344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:58.067365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:58.067373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:58.067389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:58.067399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> +2023-12-14 14:52:58.067408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:58.067423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:58.067440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:58.067448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:58.067456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:58.067473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:58.067480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:58.067498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:58.067506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:58.067514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:58.067531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:58.067539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:58.067556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:58.067564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> +2023-12-14 14:52:58.067571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:58.067594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:58.067611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:58.067621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:58.067632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:58.067650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:58.067658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:58.067675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:58.067683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:58.067691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:58.067708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:58.067716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:58.067733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:58.067742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> +2023-12-14 14:52:58.067750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:58.067767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:58.067783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.66> +2023-12-14 14:52:58.067792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66 +2023-12-14 14:52:58.067809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 0 +2023-12-14 14:52:58.067841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.067849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.57> +2023-12-14 14:52:58.067858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57 +2023-12-14 14:52:58.067874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:58.067891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:58.067899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 1 +2023-12-14 14:52:58.067907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.067916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.147> +2023-12-14 14:52:58.067925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147 +2023-12-14 14:52:58.067941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.067950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 0 +2023-12-14 14:52:58.067958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:58.067966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.067975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.61> +2023-12-14 14:52:58.067984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.067992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61 +2023-12-14 14:52:58.068000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:58.068017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:58.068025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:58.068033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.068042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.33> +2023-12-14 14:52:58.068050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:58.068071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:58.068088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.50> +2023-12-14 14:52:58.068106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:58.068122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 1 +2023-12-14 14:52:58.068140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174, operand 0 +2023-12-14 14:52:58.068150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.174> +2023-12-14 14:52:58.068169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174 +2023-12-14 14:52:58.068185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:58.068202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.25> +2023-12-14 14:52:58.068218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:58.068236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 0 +2023-12-14 14:52:58.068253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.181> +2023-12-14 14:52:58.068274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181 +2023-12-14 14:52:58.068291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:58.068308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:58.068317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 0 +2023-12-14 14:52:58.068325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.181 = u32[] constant(32) +2023-12-14 14:52:58.068334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.30> +2023-12-14 14:52:58.068343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30 +2023-12-14 14:52:58.068360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:58.068379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.173> +2023-12-14 14:52:58.068395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:58.068413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:58.068430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.27> +2023-12-14 14:52:58.068447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:58.068464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 1 +2023-12-14 14:52:58.068486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.29> +2023-12-14 14:52:58.068504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29 +2023-12-14 14:52:58.068521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:58.068539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> +2023-12-14 14:52:58.068556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:58.068572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:58.068591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:58.068600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 1 +2023-12-14 14:52:58.068608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.146> +2023-12-14 14:52:58.068626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146 +2023-12-14 14:52:58.068643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 0 +2023-12-14 14:52:58.068660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:58.068668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.32> +2023-12-14 14:52:58.068688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:58.068697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:58.068708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.49> +2023-12-14 14:52:58.068718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:58.068729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:58.068739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172, operand 0 +2023-12-14 14:52:58.068744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.172> +2023-12-14 14:52:58.068754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172 +2023-12-14 14:52:58.068764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:58.068774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.24> +2023-12-14 14:52:58.068784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:58.068794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:58.068809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.29> +2023-12-14 14:52:58.068820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:58.068829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170, operand 0 +2023-12-14 14:52:58.068840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.170> +2023-12-14 14:52:58.068850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170 +2023-12-14 14:52:58.068860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:58.068870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.26> +2023-12-14 14:52:58.068881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:58.068890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:58.068901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.28> +2023-12-14 14:52:58.068911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:58.068924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:58.068934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.26> +2023-12-14 14:52:58.068945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:58.068955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.068960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:58.068964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:58.068970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 1 +2023-12-14 14:52:58.068975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.068980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.145> +2023-12-14 14:52:58.068985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.068990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145 +2023-12-14 14:52:58.068995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 0 +2023-12-14 14:52:58.069005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:58.069010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.31> +2023-12-14 14:52:58.069020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:58.069030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48, operand 0 +2023-12-14 14:52:58.069040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.48> +2023-12-14 14:52:58.069053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48 +2023-12-14 14:52:58.069064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:58.069073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168, operand 0 +2023-12-14 14:52:58.069079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.168> +2023-12-14 14:52:58.069090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168 +2023-12-14 14:52:58.069100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:58.069110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.23> +2023-12-14 14:52:58.069120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:58.069130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:58.069140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.28> +2023-12-14 14:52:58.069151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:58.069163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:58.069174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.167> +2023-12-14 14:52:58.069185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:58.069194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:58.069205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.25> +2023-12-14 14:52:58.069216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:58.069226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:58.069236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.27> +2023-12-14 14:52:58.069246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:58.069256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:58.069266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.25> +2023-12-14 14:52:58.069279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:58.069289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 1 +2023-12-14 14:52:58.069300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.144> +2023-12-14 14:52:58.069310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144 +2023-12-14 14:52:58.069320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 0 +2023-12-14 14:52:58.069330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.43> +2023-12-14 14:52:58.069340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43 +2023-12-14 14:52:58.069350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166, operand 0 +2023-12-14 14:52:58.069360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.43 = u32[] parameter(0) +2023-12-14 14:52:58.069366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.166> +2023-12-14 14:52:58.069371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166 +2023-12-14 14:52:58.069380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 1 +2023-12-14 14:52:58.069391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.143> +2023-12-14 14:52:58.069404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143 +2023-12-14 14:52:58.069416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.161> +2023-12-14 14:52:58.069431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161 +2023-12-14 14:52:58.069441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 0 +2023-12-14 14:52:58.069453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.161 = f32[] constant(-4) +2023-12-14 14:52:58.069458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.23> +2023-12-14 14:52:58.069463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23 +2023-12-14 14:52:58.069472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6, operand 0 +2023-12-14 14:52:58.069483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.23 = s32[] parameter(0) +2023-12-14 14:52:58.069488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 convert.6> +2023-12-14 14:52:58.069493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6 +2023-12-14 14:52:58.069502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 0 +2023-12-14 14:52:58.069514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.160> +2023-12-14 14:52:58.069524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160 +2023-12-14 14:52:58.069534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 1 +2023-12-14 14:52:58.069548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:58.069553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 multiply.69> +2023-12-14 14:52:58.069558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69 +2023-12-14 14:52:58.069568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 1 +2023-12-14 14:52:58.069579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.159> +2023-12-14 14:52:58.069588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159 +2023-12-14 14:52:58.069599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 2 +2023-12-14 14:52:58.069609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.159 = f32[] constant(4) +2023-12-14 14:52:58.069614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 clamp.0> +2023-12-14 14:52:58.069619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0 +2023-12-14 14:52:58.069629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:58.069639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 0 +2023-12-14 14:52:58.069644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 1 +2023-12-14 14:52:58.069649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 multiply.67> +2023-12-14 14:52:58.069660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67 +2023-12-14 14:52:58.069670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:58.069682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:58.069689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:58.069694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:58.069699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 1 +2023-12-14 14:52:58.069704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 1 +2023-12-14 14:52:58.069709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 1 +2023-12-14 14:52:58.069714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 1 +2023-12-14 14:52:58.069719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 1 +2023-12-14 14:52:58.069724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 1 +2023-12-14 14:52:58.069729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 0 +2023-12-14 14:52:58.069734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.158> +2023-12-14 14:52:58.069744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158 +2023-12-14 14:52:58.069755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 1 +2023-12-14 14:52:58.069766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.158 = f32[] constant(0) +2023-12-14 14:52:58.069770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.65> +2023-12-14 14:52:58.069775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65 +2023-12-14 14:52:58.069785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:58.069796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:58.069801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.157> +2023-12-14 14:52:58.069814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157 +2023-12-14 14:52:58.069825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:58.069834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:58.069839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.118> +2023-12-14 14:52:58.069845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:58.069855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 0 +2023-12-14 14:52:58.069865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.63> +2023-12-14 14:52:58.069875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63 +2023-12-14 14:52:58.069886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:58.069895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.156> +2023-12-14 14:52:58.069906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156 +2023-12-14 14:52:58.069916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:58.069926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:58.069931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.117> +2023-12-14 14:52:58.069936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:58.069950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 0 +2023-12-14 14:52:58.069960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.61> +2023-12-14 14:52:58.069971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.069976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61 +2023-12-14 14:52:58.069981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.069985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:58.069990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.069996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.155> +2023-12-14 14:52:58.070002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155 +2023-12-14 14:52:58.070011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:58.070021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:58.070027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.116> +2023-12-14 14:52:58.070032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:58.070042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 0 +2023-12-14 14:52:58.070051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.59> +2023-12-14 14:52:58.070063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59 +2023-12-14 14:52:58.070075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:58.070085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.154> +2023-12-14 14:52:58.070095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154 +2023-12-14 14:52:58.070105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:58.070115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:58.070120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.115> +2023-12-14 14:52:58.070125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:58.070135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 0 +2023-12-14 14:52:58.070144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.57> +2023-12-14 14:52:58.070155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57 +2023-12-14 14:52:58.070165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:58.070175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.153> +2023-12-14 14:52:58.070185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153 +2023-12-14 14:52:58.070197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:58.070207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:58.070213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.114> +2023-12-14 14:52:58.070218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:58.070227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 0 +2023-12-14 14:52:58.070237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.55> +2023-12-14 14:52:58.070247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55 +2023-12-14 14:52:58.070257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:58.070267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.152> +2023-12-14 14:52:58.070277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152 +2023-12-14 14:52:58.070287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:58.070296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:58.070302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.112> +2023-12-14 14:52:58.070307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:58.070316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 0 +2023-12-14 14:52:58.070326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.53> +2023-12-14 14:52:58.070344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53 +2023-12-14 14:52:58.070353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:58.070364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.151> +2023-12-14 14:52:58.070373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151 +2023-12-14 14:52:58.070383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:58.070394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:58.070399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.110> +2023-12-14 14:52:58.070403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:58.070413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:58.070423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.51> +2023-12-14 14:52:58.070433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:58.070442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 0 +2023-12-14 14:52:58.070453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.150> +2023-12-14 14:52:58.070467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150 +2023-12-14 14:52:58.070482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:58.070497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:58.070502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.109> +2023-12-14 14:52:58.070507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:58.070518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:58.070528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.49> +2023-12-14 14:52:58.070537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:58.070548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:58.070558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.149> +2023-12-14 14:52:58.070568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149 +2023-12-14 14:52:58.070579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:58.070588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:58.070593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.108> +2023-12-14 14:52:58.070600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:58.070611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:58.070621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.47> +2023-12-14 14:52:58.070630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:58.070641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:58.070651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.148> +2023-12-14 14:52:58.070661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148 +2023-12-14 14:52:58.070671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:58.070681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:58.070686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.107> +2023-12-14 14:52:58.070691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:58.070701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:58.070711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.45> +2023-12-14 14:52:58.070726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:58.070736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:58.070746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.147> +2023-12-14 14:52:58.070757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147 +2023-12-14 14:52:58.070767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:58.070777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:58.070782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.106> +2023-12-14 14:52:58.070787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:58.070797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:58.070807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.42> +2023-12-14 14:52:58.070819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:58.070829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:58.070839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.146> +2023-12-14 14:52:58.070849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146 +2023-12-14 14:52:58.070862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:58.070872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:58.070877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.105> +2023-12-14 14:52:58.070883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:58.070893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 1 +2023-12-14 14:52:58.070902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 divide.0> +2023-12-14 14:52:58.070913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0 +2023-12-14 14:52:58.070923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.070933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.178> +2023-12-14 14:52:58.070938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178 +2023-12-14 14:52:58.070949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 0 +2023-12-14 14:52:58.070958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.178 = f32[] constant(-4) +2023-12-14 14:52:58.070963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_0.41> +2023-12-14 14:52:58.070969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.070974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41 +2023-12-14 14:52:58.070979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.070984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7, operand 0 +2023-12-14 14:52:58.070992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.41 = s32[] parameter(0) +2023-12-14 14:52:58.070998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 convert.7> +2023-12-14 14:52:58.071003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7 +2023-12-14 14:52:58.071013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 0 +2023-12-14 14:52:58.071022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.177> +2023-12-14 14:52:58.071034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177 +2023-12-14 14:52:58.071043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 1 +2023-12-14 14:52:58.071053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:58.071059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.96> +2023-12-14 14:52:58.071064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96 +2023-12-14 14:52:58.071074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 1 +2023-12-14 14:52:58.071083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.176> +2023-12-14 14:52:58.071095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176 +2023-12-14 14:52:58.071105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 2 +2023-12-14 14:52:58.071116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.176 = f32[] constant(4) +2023-12-14 14:52:58.071121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 clamp.1> +2023-12-14 14:52:58.071129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1 +2023-12-14 14:52:58.071138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 0 +2023-12-14 14:52:58.071149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 0 +2023-12-14 14:52:58.071154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 1 +2023-12-14 14:52:58.071160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.94> +2023-12-14 14:52:58.071169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94 +2023-12-14 14:52:58.071180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 1 +2023-12-14 14:52:58.071190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 1 +2023-12-14 14:52:58.071195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 1 +2023-12-14 14:52:58.071200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 1 +2023-12-14 14:52:58.071205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 1 +2023-12-14 14:52:58.071210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 1 +2023-12-14 14:52:58.071215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 1 +2023-12-14 14:52:58.071221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 1 +2023-12-14 14:52:58.071225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 1 +2023-12-14 14:52:58.071230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 1 +2023-12-14 14:52:58.071235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 0 +2023-12-14 14:52:58.071241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.175> +2023-12-14 14:52:58.071251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175 +2023-12-14 14:52:58.071264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 1 +2023-12-14 14:52:58.071274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.175 = f32[] constant(0) +2023-12-14 14:52:58.071280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.92> +2023-12-14 14:52:58.071285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92 +2023-12-14 14:52:58.071294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:58.071305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 0 +2023-12-14 14:52:58.071310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.174> +2023-12-14 14:52:58.071325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174 +2023-12-14 14:52:58.071335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 1 +2023-12-14 14:52:58.071346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:58.071351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.134> +2023-12-14 14:52:58.071356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134 +2023-12-14 14:52:58.071366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 0 +2023-12-14 14:52:58.071376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.90> +2023-12-14 14:52:58.071386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90 +2023-12-14 14:52:58.071399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 0 +2023-12-14 14:52:58.071410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.173> +2023-12-14 14:52:58.071419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173 +2023-12-14 14:52:58.071430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 1 +2023-12-14 14:52:58.071441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:58.071446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.133> +2023-12-14 14:52:58.071451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133 +2023-12-14 14:52:58.071461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 0 +2023-12-14 14:52:58.071471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.88> +2023-12-14 14:52:58.071481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88 +2023-12-14 14:52:58.071491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 0 +2023-12-14 14:52:58.071501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.172> +2023-12-14 14:52:58.071511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172 +2023-12-14 14:52:58.071521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 1 +2023-12-14 14:52:58.071534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:58.071539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.132> +2023-12-14 14:52:58.071545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132 +2023-12-14 14:52:58.071554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 0 +2023-12-14 14:52:58.071565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.86> +2023-12-14 14:52:58.071575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86 +2023-12-14 14:52:58.071585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 0 +2023-12-14 14:52:58.071595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.171> +2023-12-14 14:52:58.071605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171 +2023-12-14 14:52:58.071615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 1 +2023-12-14 14:52:58.071625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:58.071630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.130> +2023-12-14 14:52:58.071636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130 +2023-12-14 14:52:58.071645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 0 +2023-12-14 14:52:58.071656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.84> +2023-12-14 14:52:58.071669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84 +2023-12-14 14:52:58.071679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 0 +2023-12-14 14:52:58.071689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.170> +2023-12-14 14:52:58.071699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170 +2023-12-14 14:52:58.071709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 1 +2023-12-14 14:52:58.071720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:58.071725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.129> +2023-12-14 14:52:58.071730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129 +2023-12-14 14:52:58.071739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 0 +2023-12-14 14:52:58.071750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.82> +2023-12-14 14:52:58.071760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82 +2023-12-14 14:52:58.071770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 0 +2023-12-14 14:52:58.071780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.169> +2023-12-14 14:52:58.071794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169 +2023-12-14 14:52:58.071804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 1 +2023-12-14 14:52:58.071814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:58.071820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 add.127> +2023-12-14 14:52:58.071824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127 +2023-12-14 14:52:58.071835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 0 +2023-12-14 14:52:58.071846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.80> +2023-12-14 14:52:58.071856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80 +2023-12-14 14:52:58.071866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 0 +2023-12-14 14:52:58.071876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.168> +2023-12-14 14:52:58.071886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168 +2023-12-14 14:52:58.071896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 1 +2023-12-14 14:52:58.071906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:58.071911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.126> +2023-12-14 14:52:58.071919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126 +2023-12-14 14:52:58.071930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 1 +2023-12-14 14:52:58.071941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.78> +2023-12-14 14:52:58.071950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78 +2023-12-14 14:52:58.071960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:52:58.071972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.071977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.167> +2023-12-14 14:52:58.071982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.071987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167 +2023-12-14 14:52:58.071992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.071997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:58.072002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:58.072007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.125> +2023-12-14 14:52:58.072011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:58.072022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 0 +2023-12-14 14:52:58.072033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.76> +2023-12-14 14:52:58.072042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76 +2023-12-14 14:52:58.072056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 0 +2023-12-14 14:52:58.072066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.166> +2023-12-14 14:52:58.072075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166 +2023-12-14 14:52:58.072086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 1 +2023-12-14 14:52:58.072097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:58.072101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 add.124> +2023-12-14 14:52:58.072106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124 +2023-12-14 14:52:58.072116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 0 +2023-12-14 14:52:58.072127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 multiply.74> +2023-12-14 14:52:58.072136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74 +2023-12-14 14:52:58.072147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 0 +2023-12-14 14:52:58.072157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.165> +2023-12-14 14:52:58.072166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165 +2023-12-14 14:52:58.072180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 1 +2023-12-14 14:52:58.072190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:58.072195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.123> +2023-12-14 14:52:58.072200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123 +2023-12-14 14:52:58.072211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 0 +2023-12-14 14:52:58.072220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.71> +2023-12-14 14:52:58.072231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71 +2023-12-14 14:52:58.072241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 0 +2023-12-14 14:52:58.072251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.164> +2023-12-14 14:52:58.072261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164 +2023-12-14 14:52:58.072272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 1 +2023-12-14 14:52:58.072281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:58.072286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 add.122> +2023-12-14 14:52:58.072292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122 +2023-12-14 14:52:58.072302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 0 +2023-12-14 14:52:58.072315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 multiply.70> +2023-12-14 14:52:58.072326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70 +2023-12-14 14:52:58.072336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 0 +2023-12-14 14:52:58.072346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.163> +2023-12-14 14:52:58.072356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163 +2023-12-14 14:52:58.072366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 1 +2023-12-14 14:52:58.072376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:58.072381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.121> +2023-12-14 14:52:58.072386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121 +2023-12-14 14:52:58.072397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:52:58.072406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 divide.1> +2023-12-14 14:52:58.072417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:52:58.072427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 param_3.65> +2023-12-14 14:52:58.072445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65 +2023-12-14 14:52:58.072456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 0 +2023-12-14 14:52:58.072465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.072470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 param_2.56> +2023-12-14 14:52:58.072476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56 +2023-12-14 14:52:58.072486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:58.072496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:58.072501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 1 +2023-12-14 14:52:58.072507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.072512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.140> +2023-12-14 14:52:58.072517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140 +2023-12-14 14:52:58.072526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 0 +2023-12-14 14:52:58.072537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:58.072542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 param_1.60> +2023-12-14 14:52:58.072552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60 +2023-12-14 14:52:58.072561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:58.072575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:58.072580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:58.072585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:58.072590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.072595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 slice.30> +2023-12-14 14:52:58.072601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:58.072611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:58.072620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 reshape.47> +2023-12-14 14:52:58.072632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:58.072642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:58.072651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164, operand 0 +2023-12-14 14:52:58.072656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.164> +2023-12-14 14:52:58.072667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164 +2023-12-14 14:52:58.072677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:58.072686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 shift-left.22> +2023-12-14 14:52:58.072701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:58.072711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:58.072722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.179> +2023-12-14 14:52:58.072733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179 +2023-12-14 14:52:58.072742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:58.072753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:58.072758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:58.072763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:58.072768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.179 = u32[] constant(32) +2023-12-14 14:52:58.072772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 subtract.27> +2023-12-14 14:52:58.072777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:58.072788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163, operand 0 +2023-12-14 14:52:58.072797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.163> +2023-12-14 14:52:58.072807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163 +2023-12-14 14:52:58.072818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:58.072830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 shift-right-logical.24> +2023-12-14 14:52:58.072840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:58.072851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:58.072861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 or.26> +2023-12-14 14:52:58.072870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:58.072880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:58.072890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 xor.24> +2023-12-14 14:52:58.072900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:58.072910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:58.072920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:58.072925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 1 +2023-12-14 14:52:58.072929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 add.139> +2023-12-14 14:52:58.072942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139 +2023-12-14 14:52:58.072952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 0 +2023-12-14 14:52:58.072961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:58.072967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.072972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 slice.29> +2023-12-14 14:52:58.072977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.072982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:58.072986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.072991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:58.072997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 reshape.46> +2023-12-14 14:52:58.073007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:58.073016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:58.073026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161, operand 0 +2023-12-14 14:52:58.073031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.161> +2023-12-14 14:52:58.073041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161 +2023-12-14 14:52:58.073051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:58.073064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 shift-left.21> +2023-12-14 14:52:58.073074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:58.073084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:58.073095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 subtract.26> +2023-12-14 14:52:58.073105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:58.073115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160, operand 0 +2023-12-14 14:52:58.073126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.160> +2023-12-14 14:52:58.073135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160 +2023-12-14 14:52:58.073145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:58.073156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 shift-right-logical.23> +2023-12-14 14:52:58.073166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:58.073179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:58.073189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 or.25> +2023-12-14 14:52:58.073199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:58.073209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:58.073219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 xor.23> +2023-12-14 14:52:58.073228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:58.073239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:58.073248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:58.073253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 1 +2023-12-14 14:52:58.073258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 add.138> +2023-12-14 14:52:58.073269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138 +2023-12-14 14:52:58.073278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 0 +2023-12-14 14:52:58.073288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:58.073296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 slice.28> +2023-12-14 14:52:58.073307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:58.073316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:58.073327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 reshape.45> +2023-12-14 14:52:58.073337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:58.073347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:58.073357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159, operand 0 +2023-12-14 14:52:58.073363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.159> +2023-12-14 14:52:58.073373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159 +2023-12-14 14:52:58.073382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:58.073394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 shift-left.20> +2023-12-14 14:52:58.073403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:58.073415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:58.073427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 subtract.25> +2023-12-14 14:52:58.073436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:58.073446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158, operand 0 +2023-12-14 14:52:58.073458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.158> +2023-12-14 14:52:58.073467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158 +2023-12-14 14:52:58.073477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:58.073489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 shift-right-logical.22> +2023-12-14 14:52:58.073498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:58.073509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:58.073519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 or.24> +2023-12-14 14:52:58.073531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:58.073541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:58.073552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 xor.22> +2023-12-14 14:52:58.073562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:58.073572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:58.073582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:58.073587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 1 +2023-12-14 14:52:58.073592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.137> +2023-12-14 14:52:58.073602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137 +2023-12-14 14:52:58.073612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:58.073622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 slice.27> +2023-12-14 14:52:58.073633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:58.073643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:58.073655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 reshape.44> +2023-12-14 14:52:58.073667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:58.073676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:58.073686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157, operand 0 +2023-12-14 14:52:58.073691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.157> +2023-12-14 14:52:58.073702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157 +2023-12-14 14:52:58.073711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:58.073722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 shift-left.19> +2023-12-14 14:52:58.073732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:58.073742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:58.073752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 subtract.24> +2023-12-14 14:52:58.073766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:58.073776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156, operand 0 +2023-12-14 14:52:58.073786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.156> +2023-12-14 14:52:58.073797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156 +2023-12-14 14:52:58.073806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:58.073817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 shift-right-logical.21> +2023-12-14 14:52:58.073828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:58.073837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:58.073847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 or.23> +2023-12-14 14:52:58.073858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:58.073867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:58.073877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 xor.21> +2023-12-14 14:52:58.073891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:58.073901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 0 +2023-12-14 14:52:58.073912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 param_0.42> +2023-12-14 14:52:58.073921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42 +2023-12-14 14:52:58.073932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154, operand 0 +2023-12-14 14:52:58.073942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.42 = u32[] parameter(0) +2023-12-14 14:52:58.073947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.154> +2023-12-14 14:52:58.073952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154 +2023-12-14 14:52:58.073962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 1 +2023-12-14 14:52:58.073972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.073977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.136> +2023-12-14 14:52:58.073982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.073987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136 +2023-12-14 14:52:58.073992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.073997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 0 +2023-12-14 14:52:58.074003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 param_4.68> +2023-12-14 14:52:58.074015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68 +2023-12-14 14:52:58.074026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 0 +2023-12-14 14:52:58.074036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.68 = s32[] parameter(4) +2023-12-14 14:52:58.074041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.180> +2023-12-14 14:52:58.074046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180 +2023-12-14 14:52:58.074056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 1 +2023-12-14 14:52:58.074067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.180 = s32[] constant(1) +2023-12-14 14:52:58.074072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.142> +2023-12-14 14:52:58.074076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142 +2023-12-14 14:52:58.074087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8, operand 0 +2023-12-14 14:52:58.074098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 convert.8> +2023-12-14 14:52:58.074108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8 +2023-12-14 14:52:58.074117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153, operand 0 +2023-12-14 14:52:58.074128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.153> +2023-12-14 14:52:58.074141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153 +2023-12-14 14:52:58.074152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 1 +2023-12-14 14:52:58.074162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.135> +2023-12-14 14:52:58.074174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135 +2023-12-14 14:52:58.074184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 param_5.76> +2023-12-14 14:52:58.074199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76 +2023-12-14 14:52:58.074209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10, operand 0 +2023-12-14 14:52:58.074220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_5.76 = s32[] parameter(5) +2023-12-14 14:52:58.074225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 convert.10> +2023-12-14 14:52:58.074229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10 +2023-12-14 14:52:58.074240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10, operand 0 +2023-12-14 14:52:58.074250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 0 +2023-12-14 14:52:58.074255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 0 +2023-12-14 14:52:58.074260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 1 +2023-12-14 14:52:58.074266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 compare.29> +2023-12-14 14:52:58.074279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29 +2023-12-14 14:52:58.074289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 0 +2023-12-14 14:52:58.074300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.219> +2023-12-14 14:52:58.074310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219 +2023-12-14 14:52:58.074320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 1 +2023-12-14 14:52:58.074330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 1 +2023-12-14 14:52:58.074335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.218> +2023-12-14 14:52:58.074346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218 +2023-12-14 14:52:58.074356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 1 +2023-12-14 14:52:58.074366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.218 = f32[] constant(-inf) +2023-12-14 14:52:58.074371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 compare.28> +2023-12-14 14:52:58.074376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28 +2023-12-14 14:52:58.074386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 0 +2023-12-14 14:52:58.074396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 constant.217> +2023-12-14 14:52:58.074410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217 +2023-12-14 14:52:58.074421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 1 +2023-12-14 14:52:58.074432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 bitcast-convert.10> +2023-12-14 14:52:58.074441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10 +2023-12-14 14:52:58.074451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 0 +2023-12-14 14:52:58.074462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 0 +2023-12-14 14:52:58.074467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 0 +2023-12-14 14:52:58.074471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 constant.216> +2023-12-14 14:52:58.074482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216 +2023-12-14 14:52:58.074492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 1 +2023-12-14 14:52:58.074502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 1 +2023-12-14 14:52:58.074508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:58.074512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 and.7> +2023-12-14 14:52:58.074517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7 +2023-12-14 14:52:58.074531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 0 +2023-12-14 14:52:58.074542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 0 +2023-12-14 14:52:58.074547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.215> +2023-12-14 14:52:58.074558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215 +2023-12-14 14:52:58.074569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 1 +2023-12-14 14:52:58.074578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 1 +2023-12-14 14:52:58.074583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 1 +2023-12-14 14:52:58.074589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.215 = s32[] constant(0) +2023-12-14 14:52:58.074594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 compare.27> +2023-12-14 14:52:58.074599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27 +2023-12-14 14:52:58.074609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 0 +2023-12-14 14:52:58.074619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.214> +2023-12-14 14:52:58.074629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214 +2023-12-14 14:52:58.074639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 1 +2023-12-14 14:52:58.074649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 constant.213> +2023-12-14 14:52:58.074663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213 +2023-12-14 14:52:58.074672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 1 +2023-12-14 14:52:58.074683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 1 +2023-12-14 14:52:58.074689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 1 +2023-12-14 14:52:58.074693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.26> +2023-12-14 14:52:58.074703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26 +2023-12-14 14:52:58.074714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 0 +2023-12-14 14:52:58.074724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.212> +2023-12-14 14:52:58.074734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212 +2023-12-14 14:52:58.074744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:58.074754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 1 +2023-12-14 14:52:58.074759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 1 +2023-12-14 14:52:58.074764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:58.074770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 and.6> +2023-12-14 14:52:58.074774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6 +2023-12-14 14:52:58.074784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 0 +2023-12-14 14:52:58.074797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 compare.25> +2023-12-14 14:52:58.074809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25 +2023-12-14 14:52:58.074818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 1 +2023-12-14 14:52:58.074828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 or.32> +2023-12-14 14:52:58.074839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32 +2023-12-14 14:52:58.074848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 0 +2023-12-14 14:52:58.074858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 constant.211> +2023-12-14 14:52:58.074870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211 +2023-12-14 14:52:58.074879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 1 +2023-12-14 14:52:58.074889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 1 +2023-12-14 14:52:58.074895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.211 = s32[] constant(-1) +2023-12-14 14:52:58.074900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.210> +2023-12-14 14:52:58.074905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210 +2023-12-14 14:52:58.074914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 1 +2023-12-14 14:52:58.074927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 2 +2023-12-14 14:52:58.074933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 2 +2023-12-14 14:52:58.074938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.210 = s32[] constant(1) +2023-12-14 14:52:58.074943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 select.59> +2023-12-14 14:52:58.074948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59 +2023-12-14 14:52:58.074958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 1 +2023-12-14 14:52:58.074969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.074974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.163> +2023-12-14 14:52:58.074978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.074984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163 +2023-12-14 14:52:58.074989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.074994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 2 +2023-12-14 14:52:58.074999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 select.58> +2023-12-14 14:52:58.075009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58 +2023-12-14 14:52:58.075019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 2 +2023-12-14 14:52:58.075029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.57> +2023-12-14 14:52:58.075039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57 +2023-12-14 14:52:58.075053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 2 +2023-12-14 14:52:58.075063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 select.56> +2023-12-14 14:52:58.075072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56 +2023-12-14 14:52:58.075084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9, operand 0 +2023-12-14 14:52:58.075093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 bitcast-convert.9> +2023-12-14 14:52:58.075103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9 +2023-12-14 14:52:58.075114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:58.075124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 broadcast.206> +2023-12-14 14:52:58.075133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:58.075144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 0 +2023-12-14 14:52:58.075154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 param_4.69> +2023-12-14 14:52:58.075168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69 +2023-12-14 14:52:58.075178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9, operand 0 +2023-12-14 14:52:58.075188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.69 = s32[] parameter(4) +2023-12-14 14:52:58.075193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 convert.9> +2023-12-14 14:52:58.075199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9 +2023-12-14 14:52:58.075209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8, operand 0 +2023-12-14 14:52:58.075218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 0 +2023-12-14 14:52:58.075223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 0 +2023-12-14 14:52:58.075229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 1 +2023-12-14 14:52:58.075235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 compare.24> +2023-12-14 14:52:58.075244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24 +2023-12-14 14:52:58.075254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 0 +2023-12-14 14:52:58.075265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 constant.209> +2023-12-14 14:52:58.075274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209 +2023-12-14 14:52:58.075284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:58.075295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 1 +2023-12-14 14:52:58.075304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.209 = f32[] constant(inf) +2023-12-14 14:52:58.075309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 compare.23> +2023-12-14 14:52:58.075314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23 +2023-12-14 14:52:58.075333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 0 +2023-12-14 14:52:58.075343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 bitcast-convert.8> +2023-12-14 14:52:58.075352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8 +2023-12-14 14:52:58.075364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 0 +2023-12-14 14:52:58.075373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:58.075378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 0 +2023-12-14 14:52:58.075383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 and.5> +2023-12-14 14:52:58.075394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5 +2023-12-14 14:52:58.075403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 0 +2023-12-14 14:52:58.075413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 0 +2023-12-14 14:52:58.075419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 compare.22> +2023-12-14 14:52:58.075428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22 +2023-12-14 14:52:58.075442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 0 +2023-12-14 14:52:58.075453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 compare.21> +2023-12-14 14:52:58.075463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21 +2023-12-14 14:52:58.075472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 0 +2023-12-14 14:52:58.075485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 and.4> +2023-12-14 14:52:58.075494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:58.075503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 0 +2023-12-14 14:52:58.075515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.20> +2023-12-14 14:52:58.075524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20 +2023-12-14 14:52:58.075534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 1 +2023-12-14 14:52:58.075545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 or.31> +2023-12-14 14:52:58.075558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31 +2023-12-14 14:52:58.075567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 0 +2023-12-14 14:52:58.075578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 select.55> +2023-12-14 14:52:58.075587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55 +2023-12-14 14:52:58.075597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 1 +2023-12-14 14:52:58.075607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.162> +2023-12-14 14:52:58.075617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162 +2023-12-14 14:52:58.075626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 2 +2023-12-14 14:52:58.075637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 select.54> +2023-12-14 14:52:58.075647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54 +2023-12-14 14:52:58.075656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 2 +2023-12-14 14:52:58.075667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 select.53> +2023-12-14 14:52:58.075680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53 +2023-12-14 14:52:58.075689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 2 +2023-12-14 14:52:58.075700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 select.52> +2023-12-14 14:52:58.075710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52 +2023-12-14 14:52:58.075719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7, operand 0 +2023-12-14 14:52:58.075730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 bitcast-convert.7> +2023-12-14 14:52:58.075739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7 +2023-12-14 14:52:58.075749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:58.075759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 broadcast.205> +2023-12-14 14:52:58.075769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:58.075778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:58.075789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 param_0.44> +2023-12-14 14:52:58.075802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44 +2023-12-14 14:52:58.075812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53, operand 0 +2023-12-14 14:52:58.075822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:58.075827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.44 = f32[] parameter(0) +2023-12-14 14:52:58.075832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 broadcast.204> +2023-12-14 14:52:58.075837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:58.075848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 0 +2023-12-14 14:52:58.075857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 1 +2023-12-14 14:52:58.075862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 param_2.58> +2023-12-14 14:52:58.075873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58 +2023-12-14 14:52:58.075883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:58.075892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.075897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 param_3.67> +2023-12-14 14:52:58.075903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67 +2023-12-14 14:52:58.075913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:58.075923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.075932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 concatenate.1> +2023-12-14 14:52:58.075938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:58.075947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:58.075957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.075962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 constant.208> +2023-12-14 14:52:58.075968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.075973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208 +2023-12-14 14:52:58.075977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.075982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:58.075987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.208 = u32[] constant(9) +2023-12-14 14:52:58.075993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 broadcast.203> +2023-12-14 14:52:58.075998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:58.076008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:58.076017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 shift-right-logical.28> +2023-12-14 14:52:58.076029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:58.076038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 0 +2023-12-14 14:52:58.076048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 constant.207> +2023-12-14 14:52:58.076062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207 +2023-12-14 14:52:58.076072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:58.076081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:58.076087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.202> +2023-12-14 14:52:58.076093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:58.076102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 1 +2023-12-14 14:52:58.076112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 or.30> +2023-12-14 14:52:58.076123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30 +2023-12-14 14:52:58.076132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6, operand 0 +2023-12-14 14:52:58.076142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 bitcast-convert.6> +2023-12-14 14:52:58.076153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6 +2023-12-14 14:52:58.076163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 0 +2023-12-14 14:52:58.076172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 constant.206> +2023-12-14 14:52:58.076196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206 +2023-12-14 14:52:58.076207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:58.076217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.206 = f32[] constant(-1) +2023-12-14 14:52:58.076222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.201> +2023-12-14 14:52:58.076227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:58.076237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 1 +2023-12-14 14:52:58.076248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:58.076253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 add.160> +2023-12-14 14:52:58.076257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160 +2023-12-14 14:52:58.076267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 0 +2023-12-14 14:52:58.076278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 param_1.62> +2023-12-14 14:52:58.076288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62 +2023-12-14 14:52:58.076298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:58.076308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.62 = f32[] parameter(1) +2023-12-14 14:52:58.076313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 reshape.54> +2023-12-14 14:52:58.076321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:58.076331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 0 +2023-12-14 14:52:58.076342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 reshape.53> +2023-12-14 14:52:58.076352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53 +2023-12-14 14:52:58.076362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 1 +2023-12-14 14:52:58.076372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 subtract.31> +2023-12-14 14:52:58.076382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31 +2023-12-14 14:52:58.076392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:58.076403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 reshape.52> +2023-12-14 14:52:58.076413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:58.076423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:58.076433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.200> +2023-12-14 14:52:58.076448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:58.076459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 1 +2023-12-14 14:52:58.076469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 multiply.110> +2023-12-14 14:52:58.076479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110 +2023-12-14 14:52:58.076490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 0 +2023-12-14 14:52:58.076499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.159> +2023-12-14 14:52:58.076510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159 +2023-12-14 14:52:58.076520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 1 +2023-12-14 14:52:58.076530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 maximum.5> +2023-12-14 14:52:58.076541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5 +2023-12-14 14:52:58.076551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:58.076561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.51> +2023-12-14 14:52:58.076574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:58.076585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 1 +2023-12-14 14:52:58.076594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 1 +2023-12-14 14:52:58.076600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:58.076605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 0 +2023-12-14 14:52:58.076610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:58.076615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = f32[8192,2048]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.076620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 abs.3> +2023-12-14 14:52:58.076626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:58.076635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 0 +2023-12-14 14:52:58.076646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[8192,2048]{1,0} abs(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:58.076651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 constant.205> +2023-12-14 14:52:58.076656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205 +2023-12-14 14:52:58.076666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:58.076676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.205 = f32[] constant(1) +2023-12-14 14:52:58.076681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 broadcast.199> +2023-12-14 14:52:58.076686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:58.076700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 1 +2023-12-14 14:52:58.076710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[8192,2048]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:58.076716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 compare.19> +2023-12-14 14:52:58.076721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19 +2023-12-14 14:52:58.076731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:58.076741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.19 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %abs.3, f32[8192,2048]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:58.076747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 broadcast.198> +2023-12-14 14:52:58.076751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:58.076762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 1 +2023-12-14 14:52:58.076772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[8192,2048]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:58.076777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 multiply.109> +2023-12-14 14:52:58.076782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109 +2023-12-14 14:52:58.076792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:58.076802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.109 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %reshape.51, f32[8192,2048]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:58.076807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 negate.10> +2023-12-14 14:52:58.076812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:58.076823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 0 +2023-12-14 14:52:58.076835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:58.076841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 multiply.108> +2023-12-14 14:52:58.076846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108 +2023-12-14 14:52:58.076856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:58.076867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.108 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %negate.10, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:58.076873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 log-plus-one.3> +2023-12-14 14:52:58.076877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:58.076888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:58.076898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[8192,2048]{1,0} log-plus-one(f32[8192,2048]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:58.076903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 negate.9> +2023-12-14 14:52:58.076908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:58.076919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:58.076929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 0 +2023-12-14 14:52:58.076934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 0 +2023-12-14 14:52:58.076939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:58.076944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 constant.204> +2023-12-14 14:52:58.076949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204 +2023-12-14 14:52:58.076959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:58.076969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.204 = f32[] constant(5) +2023-12-14 14:52:58.076978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 broadcast.197> +2023-12-14 14:52:58.076983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.076989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:58.076994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.076999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 1 +2023-12-14 14:52:58.077004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[8192,2048]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:58.077009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 compare.18> +2023-12-14 14:52:58.077014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18 +2023-12-14 14:52:58.077024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:58.077034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:58.077039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 0 +2023-12-14 14:52:58.077044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 0 +2023-12-14 14:52:58.077050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 0 +2023-12-14 14:52:58.077054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 0 +2023-12-14 14:52:58.077059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 0 +2023-12-14 14:52:58.077064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 0 +2023-12-14 14:52:58.077069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 0 +2023-12-14 14:52:58.077074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 0 +2023-12-14 14:52:58.077080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.18 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:58.077085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 constant.203> +2023-12-14 14:52:58.077090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203 +2023-12-14 14:52:58.077100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:58.077110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:58.077118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 broadcast.196> +2023-12-14 14:52:58.077123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:58.077134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 1 +2023-12-14 14:52:58.077144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[8192,2048]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:58.077149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 constant.202> +2023-12-14 14:52:58.077154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202 +2023-12-14 14:52:58.077164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:58.077175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:58.077180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 broadcast.195> +2023-12-14 14:52:58.077184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:58.077195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 2 +2023-12-14 14:52:58.077205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[8192,2048]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:58.077210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 select.51> +2023-12-14 14:52:58.077215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51 +2023-12-14 14:52:58.077225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 0 +2023-12-14 14:52:58.077236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.51 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.196, f32[8192,2048]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:58.077241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.201> +2023-12-14 14:52:58.077245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201 +2023-12-14 14:52:58.077259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:58.077270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:58.077274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.194> +2023-12-14 14:52:58.077279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:58.077290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 1 +2023-12-14 14:52:58.077300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[8192,2048]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:58.077305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 constant.200> +2023-12-14 14:52:58.077309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200 +2023-12-14 14:52:58.077320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:58.077330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:58.077335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 broadcast.193> +2023-12-14 14:52:58.077340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:58.077350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 2 +2023-12-14 14:52:58.077360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[8192,2048]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:58.077365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 select.50> +2023-12-14 14:52:58.077370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50 +2023-12-14 14:52:58.077380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 0 +2023-12-14 14:52:58.077391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.50 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.194, f32[8192,2048]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:58.077398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.199> +2023-12-14 14:52:58.077403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199 +2023-12-14 14:52:58.077415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:58.077424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:58.077429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.192> +2023-12-14 14:52:58.077434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:58.077445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 1 +2023-12-14 14:52:58.077454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[8192,2048]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:58.077459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 constant.198> +2023-12-14 14:52:58.077464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198 +2023-12-14 14:52:58.077475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:58.077485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:58.077489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 broadcast.191> +2023-12-14 14:52:58.077494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:58.077505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 2 +2023-12-14 14:52:58.077515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[8192,2048]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:58.077520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 select.49> +2023-12-14 14:52:58.077524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49 +2023-12-14 14:52:58.077538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 0 +2023-12-14 14:52:58.077548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.49 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.192, f32[8192,2048]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:58.077553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.197> +2023-12-14 14:52:58.077558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197 +2023-12-14 14:52:58.077570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:58.077580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:58.077585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.190> +2023-12-14 14:52:58.077590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:58.077600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 1 +2023-12-14 14:52:58.077610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[8192,2048]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:58.077615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 constant.196> +2023-12-14 14:52:58.077620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196 +2023-12-14 14:52:58.077631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:58.077640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:58.077645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 broadcast.189> +2023-12-14 14:52:58.077651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:58.077661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 2 +2023-12-14 14:52:58.077673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[8192,2048]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:58.077678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 select.48> +2023-12-14 14:52:58.077684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48 +2023-12-14 14:52:58.077694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 0 +2023-12-14 14:52:58.077704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.48 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.190, f32[8192,2048]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:58.077709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.195> +2023-12-14 14:52:58.077714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195 +2023-12-14 14:52:58.077724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:58.077734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:58.077739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.188> +2023-12-14 14:52:58.077744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:58.077755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 1 +2023-12-14 14:52:58.077764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[8192,2048]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:58.077769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 constant.194> +2023-12-14 14:52:58.077775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194 +2023-12-14 14:52:58.077785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:58.077795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:58.077800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 broadcast.187> +2023-12-14 14:52:58.077809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:58.077819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 2 +2023-12-14 14:52:58.077828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[8192,2048]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:58.077833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 select.47> +2023-12-14 14:52:58.077839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47 +2023-12-14 14:52:58.077848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 0 +2023-12-14 14:52:58.077858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.47 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.188, f32[8192,2048]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:58.077863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.193> +2023-12-14 14:52:58.077868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193 +2023-12-14 14:52:58.077878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:58.077888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:58.077893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.186> +2023-12-14 14:52:58.077898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:58.077908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 1 +2023-12-14 14:52:58.077917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[8192,2048]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:58.077922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 constant.192> +2023-12-14 14:52:58.077928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192 +2023-12-14 14:52:58.077937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:58.077950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:58.077955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 broadcast.185> +2023-12-14 14:52:58.077961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:58.077971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.077975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 2 +2023-12-14 14:52:58.077980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[8192,2048]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:58.077985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 select.46> +2023-12-14 14:52:58.077991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.077995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46 +2023-12-14 14:52:58.078000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 0 +2023-12-14 14:52:58.078010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.46 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.186, f32[8192,2048]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:58.078015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.191> +2023-12-14 14:52:58.078020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191 +2023-12-14 14:52:58.078030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:58.078040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:58.078044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.184> +2023-12-14 14:52:58.078050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:58.078060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 1 +2023-12-14 14:52:58.078069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[8192,2048]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:58.078078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 constant.189> +2023-12-14 14:52:58.078084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189 +2023-12-14 14:52:58.078093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:58.078103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:58.078108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 broadcast.183> +2023-12-14 14:52:58.078114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:58.078124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 2 +2023-12-14 14:52:58.078133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[8192,2048]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:58.078139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 select.45> +2023-12-14 14:52:58.078145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45 +2023-12-14 14:52:58.078154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 0 +2023-12-14 14:52:58.078164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.45 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.184, f32[8192,2048]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:58.078169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.188> +2023-12-14 14:52:58.078175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188 +2023-12-14 14:52:58.078184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:58.078194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:58.078200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.182> +2023-12-14 14:52:58.078205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:58.078218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 1 +2023-12-14 14:52:58.078227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[8192,2048]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:58.078233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 constant.187> +2023-12-14 14:52:58.078238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187 +2023-12-14 14:52:58.078248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:58.078258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:58.078264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 broadcast.181> +2023-12-14 14:52:58.078269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:58.078278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 2 +2023-12-14 14:52:58.078289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[8192,2048]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:58.078295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 select.44> +2023-12-14 14:52:58.078300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44 +2023-12-14 14:52:58.078309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 0 +2023-12-14 14:52:58.078319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.44 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.182, f32[8192,2048]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:58.078325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.186> +2023-12-14 14:52:58.078330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186 +2023-12-14 14:52:58.078339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:58.078350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:58.078359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.180> +2023-12-14 14:52:58.078364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:58.078374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:58.078384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[8192,2048]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:58.078390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 constant.185> +2023-12-14 14:52:58.078394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185 +2023-12-14 14:52:58.078404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:58.078414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:58.078420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 broadcast.179> +2023-12-14 14:52:58.078425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:58.078434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:58.078445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[8192,2048]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:58.078450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 select.43> +2023-12-14 14:52:58.078455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:58.078465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 0 +2023-12-14 14:52:58.078475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.180, f32[8192,2048]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:58.078481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.184> +2023-12-14 14:52:58.078485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184 +2023-12-14 14:52:58.078499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:58.078511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:58.078516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.178> +2023-12-14 14:52:58.078520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:58.078530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 1 +2023-12-14 14:52:58.078541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[8192,2048]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:58.078546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 add.158> +2023-12-14 14:52:58.078551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158 +2023-12-14 14:52:58.078560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:58.078572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.158 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:58.078577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 sqrt.3> +2023-12-14 14:52:58.078581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:58.078592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 0 +2023-12-14 14:52:58.078603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:58.078608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 constant.183> +2023-12-14 14:52:58.078613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183 +2023-12-14 14:52:58.078623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:58.078636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.183 = f32[] constant(-3) +2023-12-14 14:52:58.078641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 broadcast.177> +2023-12-14 14:52:58.078646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:58.078656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 1 +2023-12-14 14:52:58.078667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[8192,2048]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:58.078672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 add.157> +2023-12-14 14:52:58.078677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157 +2023-12-14 14:52:58.078687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:58.078697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.157 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.3, f32[8192,2048]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:58.078702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.42> +2023-12-14 14:52:58.078707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:58.078717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 1 +2023-12-14 14:52:58.078727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 1 +2023-12-14 14:52:58.078732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 1 +2023-12-14 14:52:58.078737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 1 +2023-12-14 14:52:58.078742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 1 +2023-12-14 14:52:58.078747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 1 +2023-12-14 14:52:58.078753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 1 +2023-12-14 14:52:58.078759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 1 +2023-12-14 14:52:58.078764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %add.158, f32[8192,2048]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:58.078768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.107> +2023-12-14 14:52:58.078777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107 +2023-12-14 14:52:58.078787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 1 +2023-12-14 14:52:58.078797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.107 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.43, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:58.078802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 add.156> +2023-12-14 14:52:58.078807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156 +2023-12-14 14:52:58.078817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 0 +2023-12-14 14:52:58.078827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.156 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.44, f32[8192,2048]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:58.078832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 multiply.106> +2023-12-14 14:52:58.078837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106 +2023-12-14 14:52:58.078848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 1 +2023-12-14 14:52:58.078857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.106 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.156, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:58.078862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 add.155> +2023-12-14 14:52:58.078868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155 +2023-12-14 14:52:58.078878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 0 +2023-12-14 14:52:58.078888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.155 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.45, f32[8192,2048]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:58.078892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.105> +2023-12-14 14:52:58.078898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105 +2023-12-14 14:52:58.078911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 1 +2023-12-14 14:52:58.078921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.105 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.155, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:58.078926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 add.154> +2023-12-14 14:52:58.078931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154 +2023-12-14 14:52:58.078942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 0 +2023-12-14 14:52:58.078951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.154 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.46, f32[8192,2048]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:58.078957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 multiply.104> +2023-12-14 14:52:58.078962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104 +2023-12-14 14:52:58.078972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.078977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 1 +2023-12-14 14:52:58.078982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.104 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.154, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:58.078987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 add.153> +2023-12-14 14:52:58.078992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.078997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153 +2023-12-14 14:52:58.079002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 0 +2023-12-14 14:52:58.079012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.153 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.47, f32[8192,2048]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:58.079018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.103> +2023-12-14 14:52:58.079022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103 +2023-12-14 14:52:58.079033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 1 +2023-12-14 14:52:58.079047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.103 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.153, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:58.079052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.152> +2023-12-14 14:52:58.079056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152 +2023-12-14 14:52:58.079066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 0 +2023-12-14 14:52:58.079077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.152 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.48, f32[8192,2048]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:58.079082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.102> +2023-12-14 14:52:58.079087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102 +2023-12-14 14:52:58.079097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 1 +2023-12-14 14:52:58.079107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.102 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.152, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:58.079112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.150> +2023-12-14 14:52:58.079117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150 +2023-12-14 14:52:58.079127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 0 +2023-12-14 14:52:58.079138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.150 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.49, f32[8192,2048]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:58.079143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.101> +2023-12-14 14:52:58.079147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101 +2023-12-14 14:52:58.079158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 1 +2023-12-14 14:52:58.079168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.101 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.150, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:58.079176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.149> +2023-12-14 14:52:58.079182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149 +2023-12-14 14:52:58.079191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 0 +2023-12-14 14:52:58.079202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.149 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.50, f32[8192,2048]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:58.079206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.100> +2023-12-14 14:52:58.079212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100 +2023-12-14 14:52:58.079222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 1 +2023-12-14 14:52:58.079232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.100 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.149, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:58.079237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.148> +2023-12-14 14:52:58.079243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148 +2023-12-14 14:52:58.079252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 0 +2023-12-14 14:52:58.079263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.148 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.51, f32[8192,2048]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:58.079268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.99> +2023-12-14 14:52:58.079272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99 +2023-12-14 14:52:58.079283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:58.079293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.99 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.148, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:58.079298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 select.41> +2023-12-14 14:52:58.079304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:58.079322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 0 +2023-12-14 14:52:58.079333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.19, f32[8192,2048]{1,0} %multiply.109, f32[8192,2048]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:58.079338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 constant.182> +2023-12-14 14:52:58.079343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182 +2023-12-14 14:52:58.079354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:58.079363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:58.079369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 broadcast.176> +2023-12-14 14:52:58.079374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:58.079385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 1 +2023-12-14 14:52:58.079394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[8192,2048]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.079399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.98> +2023-12-14 14:52:58.079405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98 +2023-12-14 14:52:58.079415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:58.079425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.98 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.41, f32[8192,2048]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.079431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 maximum.4> +2023-12-14 14:52:58.079436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:58.079450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 1 +2023-12-14 14:52:58.079460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[8192,2048]{1,0} maximum(f32[8192,2048]{1,0} %broadcast.205, f32[8192,2048]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.079465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 minimum.2> +2023-12-14 14:52:58.079470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2 +2023-12-14 14:52:58.079480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.2 = f32[8192,2048]{1,0} minimum(f32[8192,2048]{1,0} %broadcast.206, f32[8192,2048]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.079490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.4{} (phi)> +2023-12-14 14:52:58.079495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:58.079506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:58.079515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{} (phi)> +2023-12-14 14:52:58.079526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:58.079536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110, operand 0 {} +2023-12-14 14:52:58.079546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:58.079551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:58.079556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:58.079561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106, operand 0 {} +2023-12-14 14:52:58.079567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105, operand 0 {} +2023-12-14 14:52:58.079575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104, operand 0 {} +2023-12-14 14:52:58.079580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103, operand 0 {} +2023-12-14 14:52:58.079586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:58.079597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:58.079606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:58.079611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:58.079625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 arg_tuple.4{1} (phi)> +2023-12-14 14:52:58.079641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:58.079651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 arg_tuple.4{2} (phi)> +2023-12-14 14:52:58.079667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:58.079677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 arg_tuple.4{3} (phi)> +2023-12-14 14:52:58.079693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:58.079702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 arg_tuple.4{4} (phi)> +2023-12-14 14:52:58.079721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:58.079731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 arg_tuple.4{5} (phi)> +2023-12-14 14:52:58.079747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:58.079756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{6} (phi)> +2023-12-14 14:52:58.079772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:58.079782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.4{7} (phi)> +2023-12-14 14:52:58.079797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:58.079807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:58.079822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:58.079832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103 +2023-12-14 14:52:58.079837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:58.079850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:58.079860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:58.079871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104 +2023-12-14 14:52:58.079875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:58.079885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:58.079896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:58.079906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105 +2023-12-14 14:52:58.079911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:58.079921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:58.079931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:58.079941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106 +2023-12-14 14:52:58.079946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:58.079957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.079962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:58.079966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.079971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:58.079976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:58.079986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.079991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:58.079996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:58.080005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.080010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:58.080016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:58.080021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.080026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:58.080031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:58.080040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.080046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:58.080051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:58.080055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.080060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:58.080065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:58.080076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.080081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:58.080086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110 +2023-12-14 14:52:58.080091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.080096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:58.080100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 while.1{} (phi)> +2023-12-14 14:52:58.080114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.080119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:58.080124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.080128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:58.080133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:58.080139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.080144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 while.1{0} (phi)> +2023-12-14 14:52:58.080149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.080154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:58.080159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.080164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.080170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:58.080174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.080179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:58.080184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:58.080189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:58.080193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.080199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 2 +2023-12-14 14:52:58.080204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 2 +2023-12-14 14:52:58.080209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.080214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:58.080218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.080223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:58.080229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:58.080236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:58.080241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.080246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 3 +2023-12-14 14:52:58.080251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 3 +2023-12-14 14:52:58.080257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.080263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 while.1{3} (phi)> +2023-12-14 14:52:58.080267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.080272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:58.080277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.080282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.080288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 while.1{4} (phi)> +2023-12-14 14:52:58.080293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.080298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:58.080302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.080307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.080312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 while.1{5} (phi)> +2023-12-14 14:52:58.080318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.080323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:58.080328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.080333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.080338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 while.1{6} (phi)> +2023-12-14 14:52:58.080345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.080351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:58.080356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.080361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.080366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{7} (phi)> +2023-12-14 14:52:58.080371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.080375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:58.080381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.080386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.080643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 copy.24> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <44 fusion.8> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <0 fusion.5.clone> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <42 fusion.6> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <46 copy.26> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <49 tuple.9{}> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <48 copy.25> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <1 fusion.7.clone> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <43 fusion.4> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.080762: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__truncated_normal +2023-12-14 14:52:58.080770: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 401 +2023-12-14 14:52:58.080971: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:58.081012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 copy.24 @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.081025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <42 fusion.6 @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.081035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <44 fusion.8 @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.081043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <0 fusion.5.clone @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.081051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <46 copy.26 @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.081061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <49 tuple.9{} @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.081071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <48 copy.25 @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.081080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <1 fusion.7.clone @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.081087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <43 fusion.4 @0> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.082164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__truncated_normal, entry_computation_layout={(u32[2]{0},s32[],s32[])->f32[8192,2048]{1,0}} +2023-12-14 14:52:58.082187: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.082194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.42: u32[], param_1.60: u32[4], param_2.56: u32[8388608], param_3.65: u32[8388608], param_4.68: s32[]) -> u32[8388608] { +2023-12-14 14:52:58.082200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.082205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.082220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082226: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.082231: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082236: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082241: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082247: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.179 = u32[] constant(32) +2023-12-14 14:52:58.082257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082273: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082294: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082299: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082310: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082322: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082327: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082332: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082343: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082360: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082366: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082388: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082393: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082399: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082409: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082419: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082424: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082430: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082435: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082441: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082446: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082459: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082464: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.42 = u32[] parameter(0) +2023-12-14 14:52:58.082469: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082474: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082484: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.68 = s32[] parameter(4) +2023-12-14 14:52:58.082490: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.180 = s32[] constant(1) +2023-12-14 14:52:58.082495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082500: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082505: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082511: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082519: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.082524: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.082529: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: u32[], p.1: u32[4], p.2: u32[8388608], p.3: u32[8388608], p.4: s32[]) -> u32[8388608] { +2023-12-14 14:52:58.082534: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = u32[] parameter(0) +2023-12-14 14:52:58.082539: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.082544: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.2 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.082550: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.3 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.082555: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.4 = s32[] parameter(4) +2023-12-14 14:52:58.082560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.082565: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.082570: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.082576: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1.clone (param_0.43: u32[], param_1.61: u32[4], param_2.57: u32[8388608], param_3.66: u32[8388608]) -> u32[8388608] { +2023-12-14 14:52:58.082585: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.082590: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.082595: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082602: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.082608: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082614: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082621: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082630: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.181 = u32[] constant(32) +2023-12-14 14:52:58.082637: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082643: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082649: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082655: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082663: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082670: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082697: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082704: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082709: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082714: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082719: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082735: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082740: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082745: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082750: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082793: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.43 = u32[] parameter(0) +2023-12-14 14:52:58.082798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082803: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082810: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.082815: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.082822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.1 (p.5: u32[], p.6: u32[4], p.7: u32[8388608], p.8: u32[8388608]) -> u32[8388608] { +2023-12-14 14:52:58.082830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.5 = u32[] parameter(0) +2023-12-14 14:52:58.082835: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.6 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.082839: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.7 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.082844: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.8 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.082852: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.082858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.082864: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.082870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.115.clone.clone.clone (arg_tuple.3: (s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> (s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4]) { +2023-12-14 14:52:58.082875: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.082880: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.103 = s32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=0 +2023-12-14 14:52:58.082887: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:58.082893: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.102 = s32[] constant(1) +2023-12-14 14:52:58.082898: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.082908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.106 = u32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=3 +2023-12-14 14:52:58.082914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:58.082919: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.109 = u32[4]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=6 +2023-12-14 14:52:58.082924: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:58.082931: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.105 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=2 +2023-12-14 14:52:58.082936: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:58.082943: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.104 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=1 +2023-12-14 14:52:58.082948: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:58.082953: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.1 = u32[8388608]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9), to_apply=%parallel_fusion.1 +2023-12-14 14:52:58.082958: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.107 = u32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=4 +2023-12-14 14:52:58.082963: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:58.082968: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +2023-12-14 14:52:58.082974: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:58.082979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.108 = u32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=5 +2023-12-14 14:52:58.082983: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:58.082988: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:58.082993: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:58.082998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.110 = u32[4]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=7 +2023-12-14 14:52:58.083008: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:58.083013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:58.083018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:58.083023: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:58.083027: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.083034: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.083039: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_1.179.clone.clone (arg_tuple.4: (s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> pred[] { +2023-12-14 14:52:58.083044: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.083049: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.85 = s32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.4), index=0 +2023-12-14 14:52:58.083054: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.103 = s32[] constant(5) +2023-12-14 14:52:58.083059: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083064: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.083069: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.083074: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.23: s32[]) -> f32[] { +2023-12-14 14:52:58.083079: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.161 = f32[] constant(-4) +2023-12-14 14:52:58.083084: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.23 = s32[] parameter(0) +2023-12-14 14:52:58.083089: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:58.083100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.159 = f32[] constant(4) +2023-12-14 14:52:58.083114: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083119: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.158 = f32[] constant(0) +2023-12-14 14:52:58.083130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:58.083140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083150: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:58.083156: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083161: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:58.083170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083175: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083180: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:58.083189: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:58.083204: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083209: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:58.083220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083225: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083230: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:58.083235: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083240: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083245: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:58.083251: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083264: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:58.083269: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083275: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083281: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:58.083285: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:58.083300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083306: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083311: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:58.083316: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083334: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.083343: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.083349: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4 (param_0.27: u32[2]) -> u32[] { +2023-12-14 14:52:58.083354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.083359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083375: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083381: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083386: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.162 = u32[] constant(466688986) +2023-12-14 14:52:58.083396: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083401: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.083406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.083412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6 (param_0.31: u32[2]) -> u32[] { +2023-12-14 14:52:58.083417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.083422: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083431: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.083437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.083442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.8 (param_0.35: u32[2]) -> u32[] { +2023-12-14 14:52:58.083447: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.083452: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083460: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.083472: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.083477: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.9 (param_0.41: s32[]) -> f32[] { +2023-12-14 14:52:58.083482: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.178 = f32[] constant(-4) +2023-12-14 14:52:58.083487: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.41 = s32[] parameter(0) +2023-12-14 14:52:58.083492: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083497: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:58.083502: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083508: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.176 = f32[] constant(4) +2023-12-14 14:52:58.083513: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083518: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083522: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.175 = f32[] constant(0) +2023-12-14 14:52:58.083528: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083534: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:58.083539: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083544: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083552: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:58.083558: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083563: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083568: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:58.083573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:58.083588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083594: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:58.083604: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083609: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083614: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:58.083620: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083629: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083634: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:58.083639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083650: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:58.083656: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:58.083671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083681: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:58.083686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083691: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083696: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:58.083701: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:58.083721: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083726: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083731: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.083735: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.083741: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2.clone (param_0.44: f32[], param_1.62: f32[], param_2.58: u32[8388608], param_3.67: u32[8388608], param_4.69: s32[], param_5.76: s32[]) -> f32[8192,2048] { +2023-12-14 14:52:58.083746: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_5.76 = s32[] parameter(5) +2023-12-14 14:52:58.083751: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083756: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.218 = f32[] constant(-inf) +2023-12-14 14:52:58.083772: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083777: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083791: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:58.083796: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083801: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.215 = s32[] constant(0) +2023-12-14 14:52:58.083806: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083812: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083817: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:58.083832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083837: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083843: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.211 = s32[] constant(-1) +2023-12-14 14:52:58.083852: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.210 = s32[] constant(1) +2023-12-14 14:52:58.083857: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083866: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083872: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083877: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083882: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083886: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083892: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.206 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083897: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.69 = s32[] parameter(4) +2023-12-14 14:52:58.083903: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083913: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.209 = f32[] constant(inf) +2023-12-14 14:52:58.083917: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083923: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083928: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083936: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083952: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083957: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083963: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083968: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083973: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083983: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083988: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.083996: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.205 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084001: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.44 = f32[] parameter(0) +2023-12-14 14:52:58.084006: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084012: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.084017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.084022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084027: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.208 = u32[] constant(9) +2023-12-14 14:52:58.084032: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084043: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:58.084048: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084053: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084058: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084063: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.206 = f32[] constant(-1) +2023-12-14 14:52:58.084068: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:58.084077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084082: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.62 = f32[] parameter(1) +2023-12-14 14:52:58.084088: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084093: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084098: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084103: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084108: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084113: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084119: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084124: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084129: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.51 = f32[8192,2048]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084134: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %abs.3 = f32[8192,2048]{1,0} abs(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:58.084142: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.205 = f32[] constant(1) +2023-12-14 14:52:58.084148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.199 = f32[8192,2048]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:58.084153: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.19 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %abs.3, f32[8192,2048]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:58.084158: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.198 = f32[8192,2048]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:58.084163: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.109 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %reshape.51, f32[8192,2048]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:58.084168: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.10 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:58.084173: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.108 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %negate.10, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:58.084179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %log-plus-one.3 = f32[8192,2048]{1,0} log-plus-one(f32[8192,2048]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:58.084184: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.9 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:58.084189: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.204 = f32[] constant(5) +2023-12-14 14:52:58.084194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.197 = f32[8192,2048]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:58.084199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.18 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:58.084204: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:58.084210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.196 = f32[8192,2048]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:58.084215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:58.084219: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.195 = f32[8192,2048]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:58.084225: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.51 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.196, f32[8192,2048]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:58.084230: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:58.084235: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.194 = f32[8192,2048]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:58.084243: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:58.084248: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.193 = f32[8192,2048]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:58.084254: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.50 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.194, f32[8192,2048]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:58.084259: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:58.084264: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.192 = f32[8192,2048]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:58.084270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:58.084275: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.191 = f32[8192,2048]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:58.084279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.49 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.192, f32[8192,2048]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:58.084285: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:58.084290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.190 = f32[8192,2048]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:58.084295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:58.084301: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.189 = f32[8192,2048]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:58.084305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.48 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.190, f32[8192,2048]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:58.084310: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:58.084316: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.188 = f32[8192,2048]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:58.084321: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:58.084325: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.187 = f32[8192,2048]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:58.084331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.47 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.188, f32[8192,2048]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:58.084336: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:58.084345: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.186 = f32[8192,2048]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:58.084350: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:58.084354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.185 = f32[8192,2048]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:58.084360: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.46 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.186, f32[8192,2048]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:58.084365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:58.084370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.184 = f32[8192,2048]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:58.084376: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:58.084380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.183 = f32[8192,2048]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:58.084385: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.45 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.184, f32[8192,2048]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:58.084391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:58.084396: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.182 = f32[8192,2048]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:58.084401: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:58.084406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.181 = f32[8192,2048]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:58.084411: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.44 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.182, f32[8192,2048]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:58.084416: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:58.084422: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.180 = f32[8192,2048]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:58.084427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:58.084431: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.179 = f32[8192,2048]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:58.084437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.43 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.180, f32[8192,2048]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:58.084445: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:58.084450: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.178 = f32[8192,2048]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:58.084455: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.158 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:58.084460: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %sqrt.3 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:58.084466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.183 = f32[] constant(-3) +2023-12-14 14:52:58.084471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.177 = f32[8192,2048]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:58.084475: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.157 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.3, f32[8192,2048]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:58.084481: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.42 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %add.158, f32[8192,2048]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:58.084486: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.107 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.43, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:58.084491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.156 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.44, f32[8192,2048]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:58.084497: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.106 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.156, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:58.084501: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.155 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.45, f32[8192,2048]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:58.084506: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.105 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.155, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:58.084512: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.154 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.46, f32[8192,2048]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:58.084517: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.104 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.154, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:58.084522: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.153 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.47, f32[8192,2048]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:58.084527: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.103 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.153, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:58.084532: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.152 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.48, f32[8192,2048]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:58.084540: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.102 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.152, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:58.084546: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.150 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.49, f32[8192,2048]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:58.084550: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.101 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.150, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:58.084556: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.149 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.50, f32[8192,2048]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:58.084561: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.100 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.149, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:58.084566: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.148 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.51, f32[8192,2048]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:58.084570: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.99 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.148, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:58.084576: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.41 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.19, f32[8192,2048]{1,0} %multiply.109, f32[8192,2048]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:58.084581: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:58.084587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.176 = f32[8192,2048]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.98 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.41, f32[8192,2048]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084597: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %maximum.4 = f32[8192,2048]{1,0} maximum(f32[8192,2048]{1,0} %broadcast.205, f32[8192,2048]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084602: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %minimum.2 = f32[8192,2048]{1,0} minimum(f32[8192,2048]{1,0} %broadcast.206, f32[8192,2048]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084608: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.084612: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.084618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.2 (p.9: f32[], p.10: f32[], p.11: u32[8388608], p.12: u32[8388608], p.13: s32[], p.14: s32[]) -> f32[8192,2048] { +2023-12-14 14:52:58.084627: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.9 = f32[] parameter(0) +2023-12-14 14:52:58.084632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.10 = f32[] parameter(1) +2023-12-14 14:52:58.084638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.11 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.084643: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.12 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.084648: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.13 = s32[] parameter(4) +2023-12-14 14:52:58.084653: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.14 = s32[] parameter(5) +2023-12-14 14:52:58.084659: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.2.clone = f32[8192,2048]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.084665: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.084670: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.084676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5.clone (param_0.45: u32[2]) -> u32[8388608] { +2023-12-14 14:52:58.084682: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084687: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.084697: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084702: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084708: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084713: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.084739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.084743: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.5 (p.15: u32[2]) -> u32[8388608] { +2023-12-14 14:52:58.084748: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.15 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.084753: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.084760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.084764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.084770: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.7.clone (param_0.46: u32[2]) -> u32[8388608] { +2023-12-14 14:52:58.084775: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084786: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.084791: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084803: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084808: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.084822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.084827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.7 (p.16: u32[2]) -> u32[8388608] { +2023-12-14 14:52:58.084832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.16 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.084837: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.084842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.084847: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.084852: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.366 (Arg_0.1: u32[2], Arg_1.2: s32[], Arg_2.3: s32[]) -> f32[8192,2048] { +2023-12-14 14:52:58.084857: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:58.084863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084868: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:58.084873: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.19 = s32[] constant(0) +2023-12-14 14:52:58.084883: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.24 = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:58.084889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.084893: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.4 = u32[8388608]{0} call(u32[2]{0} %Arg_0.1), to_apply=%parallel_fusion.7 +2023-12-14 14:52:58.084898: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.3 = u32[8388608]{0} call(u32[2]{0} %Arg_0.1), to_apply=%parallel_fusion.5 +2023-12-14 14:52:58.084903: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084909: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084922: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:58.084927: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.26 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:58.084932: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:58.084937: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:58.084943: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:58.084949: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.084955: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.195 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=1, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084960: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.196 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=2, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.084965: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call.2 = f32[8192,2048]{1,0} call(f32[] %fusion.9, f32[] %fusion.3, u32[8388608]{0} %get-tuple-element.195, u32[8388608]{0} %get-tuple-element.196, s32[] %Arg_1.2, /*index=5*/s32[] %Arg_2.3), to_apply=%parallel_fusion.2 +2023-12-14 14:52:58.084971: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.084976: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.085042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 74): + InstructionSequence: + 0:Arg_0.1 + 1:p.15 + 2:fusion.5.clone + 3:call.3 + 4:p.16 + 5:fusion.7.clone + 6:call.4 + 7:constant.21 + 8:copy.25 + 9:constant.22 + 10:copy.26 + 11:constant.19 + 12:copy.24 + 13:fusion.4 + 14:fusion.6 + 15:fusion.8 + 16:tuple.9 + 17:constant.103 + 18:arg_tuple.4 + 19:get-tuple-element.85 + 20:compare.5 + 21:arg_tuple.3 + 22:get-tuple-element.109 + 23:copy.14 + 24:get-tuple-element.105 + 25:copy.10 + 26:get-tuple-element.104 + 27:copy.9 + 28:get-tuple-element.107 + 29:copy.12 + 30:get-tuple-element.103 + 31:copy.8 + 32:p + 33:p.1 + 34:p.2 + 35:p.3 + 36:p.4 + 37:fusion.clone + 38:call + 39:get-tuple-element.106 + 40:copy.11 + 41:p.5 + 42:p.6 + 43:p.7 + 44:p.8 + 45:fusion.1.clone + 46:call.1 + 47:get-tuple-element.110 + 48:copy.15 + 49:copy.23 + 50:constant.102 + 51:add.58 + 52:copy.19 + 53:get-tuple-element.108 + 54:copy.13 + 55:copy.21 + 56:copy.22 + 57:copy.20 + 58:tuple.11 + 59:while.1 + 60:get-tuple-element.195 + 61:get-tuple-element.196 + 62:Arg_2.3 + 63:fusion.3 + 64:Arg_1.2 + 65:fusion.9 + 66:p.10 + 67:p.11 + 68:p.12 + 69:p.13 + 70:p.14 + 71:p.9 + 72:fusion.2.clone + 73:call.2 + BufferLiveRange: + fusion.5.clone{}:2-17 + fusion.7.clone{}:5-17 + constant.103{}:17-20 + compare.5{}:20-21 + fusion.1.clone{}:45-59 + fusion.clone{}:37-59 + fusion.2.clone{}:72-74 + Arg_1.2{}:0-74 + fusion.9{}:65-73 + Arg_2.3{}:0-74 + fusion.3{}:63-73 + constant.19{}:11-12 + copy.24{}:12-17 + Arg_0.1{}:0-74 + fusion.6{}:14-17 + fusion.4{}:13-17 + fusion.8{}:15-17 + constant.22{}:9-10 + copy.26{}:10-17 + constant.21{}:7-8 + copy.25{}:8-17 + tuple.9{}:16-17 + copy.8{}:31-51 + constant.102{}:50-51 + add.58{}:51-59 + copy.11{}:40-55 + copy.14{}:23-49 + copy.10{}:25-46 + copy.9{}:27-46 + copy.12{}:29-52 + copy.19{}:52-59 + copy.13{}:54-57 + copy.20{}:57-59 + copy.21{}:55-59 + copy.15{}:48-56 + copy.22{}:56-59 + copy.23{}:49-59 + tuple.11{}:58-59 + arg_tuple.4{}:17-21 + arg_tuple.3{}:21-53 + arg_tuple.4{0}:17-21 + arg_tuple.4{1}:17-21 + arg_tuple.4{2}:17-21 + arg_tuple.4{3}:17-21 + arg_tuple.4{4}:17-21 + arg_tuple.4{5}:17-21 + arg_tuple.4{6}:17-21 + arg_tuple.4{7}:17-21 + arg_tuple.3{0}:21-31 + arg_tuple.3{1}:21-27 + arg_tuple.3{2}:21-25 + arg_tuple.3{3}:21-40 + arg_tuple.3{4}:21-29 + arg_tuple.3{5}:21-54 + arg_tuple.3{6}:21-23 + arg_tuple.3{7}:21-48 + while.1{}:59-61 + while.1{0}:59-59 + while.1{1}:59-73 + while.1{2}:59-73 + while.1{3}:59-59 + while.1{4}:59-59 + while.1{5}:59-59 + while.1{6}:59-59 + while.1{7}:59-59 + Live ranges at 45 (peak): + fusion.1.clone: 33554432 bytes + fusion.clone: 33554432 bytes + Arg_1.2: 4 bytes + Arg_2.3: 4 bytes + Arg_0.1: 8 bytes + copy.8: 4 bytes + copy.11: 4 bytes + copy.14: 16 bytes + copy.10: 33554432 bytes + copy.9: 33554432 bytes + copy.12: 4 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + +2023-12-14 14:52:58.085080: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time74 +2023-12-14 14:52:58.085086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:58.085093: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:58.085097: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:58.085104: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.5.clone @0> +2023-12-14 14:52:58.085116: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:58.085122: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:58.085127: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:58.085132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 fusion.7.clone @0> +2023-12-14 14:52:58.085138: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:58.085144: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:58.085149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:58.085155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <48 copy.25 @0> +2023-12-14 14:52:58.085161: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:58.085169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:58.085174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:58.085179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:52:58.085185: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <40 copy.24 @0> +2023-12-14 14:52:58.085191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:52:58.085196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <43 fusion.4 @0> +2023-12-14 14:52:58.085202: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:52:58.085208: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <42 fusion.6 @0> +2023-12-14 14:52:58.085213: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:52:58.085218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <44 fusion.8 @0> +2023-12-14 14:52:58.085224: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:52:58.085228: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:52:58.085234: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <412 arg_tuple.4{0} (phi) @0> +2023-12-14 14:52:58.085243: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24 @0> +2023-12-14 14:52:58.085250: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <413 arg_tuple.4{1} (phi) @0> +2023-12-14 14:52:58.085256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone @0> +2023-12-14 14:52:58.085261: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <414 arg_tuple.4{2} (phi) @0> +2023-12-14 14:52:58.085268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone @0> +2023-12-14 14:52:58.085274: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <415 arg_tuple.4{3} (phi) @0> +2023-12-14 14:52:58.085279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6 @0> +2023-12-14 14:52:58.085284: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <416 arg_tuple.4{4} (phi) @0> +2023-12-14 14:52:58.085290: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4 @0> +2023-12-14 14:52:58.085295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <417 arg_tuple.4{5} (phi) @0> +2023-12-14 14:52:58.085303: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8 @0> +2023-12-14 14:52:58.085309: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <419 arg_tuple.4{7} (phi) @0> +2023-12-14 14:52:58.085314: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25 @0> +2023-12-14 14:52:58.085319: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085324: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.5.clone @0> +2023-12-14 14:52:58.085331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 fusion.7.clone @0> +2023-12-14 14:52:58.085337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <48 copy.25 @0> +2023-12-14 14:52:58.085346: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <40 copy.24 @0> +2023-12-14 14:52:58.085352: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <43 fusion.4 @0> +2023-12-14 14:52:58.085358: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <42 fusion.6 @0> +2023-12-14 14:52:58.085364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <44 fusion.8 @0> +2023-12-14 14:52:58.085370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:52:58.085374: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:52:58.085379: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:52:58.085384: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <9 compare.5 @0> +2023-12-14 14:52:58.085394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:52:58.085400: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <422 arg_tuple.3{2} (phi) @0> +2023-12-14 14:52:58.085406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone @0> +2023-12-14 14:52:58.085411: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <421 arg_tuple.3{1} (phi) @0> +2023-12-14 14:52:58.085417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone @0> +2023-12-14 14:52:58.085423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <424 arg_tuple.3{4} (phi) @0> +2023-12-14 14:52:58.085429: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4 @0> +2023-12-14 14:52:58.085434: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <420 arg_tuple.3{0} (phi) @0> +2023-12-14 14:52:58.085439: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24 @0> +2023-12-14 14:52:58.085444: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <423 arg_tuple.3{3} (phi) @0> +2023-12-14 14:52:58.085451: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6 @0> +2023-12-14 14:52:58.085457: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <427 arg_tuple.3{7} (phi) @0> +2023-12-14 14:52:58.085462: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25 @0> +2023-12-14 14:52:58.085467: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <425 arg_tuple.3{5} (phi) @0> +2023-12-14 14:52:58.085473: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8 @0> +2023-12-14 14:52:58.085478: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085484: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <412 arg_tuple.4{0} (phi) @0> +2023-12-14 14:52:58.085489: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <413 arg_tuple.4{1} (phi) @0> +2023-12-14 14:52:58.085495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <414 arg_tuple.4{2} (phi) @0> +2023-12-14 14:52:58.085501: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <415 arg_tuple.4{3} (phi) @0> +2023-12-14 14:52:58.085506: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <416 arg_tuple.4{4} (phi) @0> +2023-12-14 14:52:58.085513: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <417 arg_tuple.4{5} (phi) @0> +2023-12-14 14:52:58.085522: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <419 arg_tuple.4{7} (phi) @0> +2023-12-14 14:52:58.085527: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <9 compare.5 @0> +2023-12-14 14:52:58.085533: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:52:58.085537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:52:58.085543: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <54 copy.14 @0> +2023-12-14 14:52:58.085549: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:52:58.085554: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:52:58.085559: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085564: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <422 arg_tuple.3{2} (phi) @0> +2023-12-14 14:52:58.085569: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:52:58.085575: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:52:58.085580: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 copy.9 @0> +2023-12-14 14:52:58.085585: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085590: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <421 arg_tuple.3{1} (phi) @0> +2023-12-14 14:52:58.085595: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:52:58.085600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:52:58.085606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 copy.12 @0> +2023-12-14 14:52:58.085612: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085617: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <424 arg_tuple.3{4} (phi) @0> +2023-12-14 14:52:58.085622: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:52:58.085627: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:52:58.085633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <50 copy.8 @0> +2023-12-14 14:52:58.085639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <420 arg_tuple.3{0} (phi) @0> +2023-12-14 14:52:58.085650: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:52:58.085654: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 33 +2023-12-14 14:52:58.085659: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 34 +2023-12-14 14:52:58.085665: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 35 +2023-12-14 14:52:58.085669: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 36 +2023-12-14 14:52:58.085674: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 37 +2023-12-14 14:52:58.085679: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <11 fusion.clone @0> +2023-12-14 14:52:58.085688: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone @0> +2023-12-14 14:52:58.085694: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 38 +2023-12-14 14:52:58.085699: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 39 +2023-12-14 14:52:58.085703: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 40 +2023-12-14 14:52:58.085708: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <53 copy.11 @0> +2023-12-14 14:52:58.085714: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085719: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <423 arg_tuple.3{3} (phi) @0> +2023-12-14 14:52:58.085725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 41 +2023-12-14 14:52:58.085730: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 42 +2023-12-14 14:52:58.085734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 43 +2023-12-14 14:52:58.085739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 44 +2023-12-14 14:52:58.085743: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 45 +2023-12-14 14:52:58.085749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <10 fusion.1.clone @0> +2023-12-14 14:52:58.085757: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone @0> +2023-12-14 14:52:58.085762: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 46 +2023-12-14 14:52:58.085767: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085772: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 copy.9 @0> +2023-12-14 14:52:58.085777: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 47 +2023-12-14 14:52:58.085782: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 48 +2023-12-14 14:52:58.085788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <62 copy.15 @0> +2023-12-14 14:52:58.085793: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085799: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <427 arg_tuple.3{7} (phi) @0> +2023-12-14 14:52:58.085804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 49 +2023-12-14 14:52:58.085809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <64 copy.23 @0> +2023-12-14 14:52:58.085817: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25 @0> +2023-12-14 14:52:58.085822: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <54 copy.14 @0> +2023-12-14 14:52:58.085832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 50 +2023-12-14 14:52:58.085837: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 51 +2023-12-14 14:52:58.085842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <52 add.58 @0> +2023-12-14 14:52:58.085848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24 @0> +2023-12-14 14:52:58.085853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085864: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <50 copy.8 @0> +2023-12-14 14:52:58.085870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 52 +2023-12-14 14:52:58.085875: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 copy.19 @0> +2023-12-14 14:52:58.085882: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6 @0> +2023-12-14 14:52:58.085887: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085892: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 copy.12 @0> +2023-12-14 14:52:58.085897: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 53 +2023-12-14 14:52:58.085902: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 54 +2023-12-14 14:52:58.085908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <59 copy.13 @0> +2023-12-14 14:52:58.085914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <425 arg_tuple.3{5} (phi) @0> +2023-12-14 14:52:58.085925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 55 +2023-12-14 14:52:58.085930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <61 copy.21 @0> +2023-12-14 14:52:58.085937: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8 @0> +2023-12-14 14:52:58.085943: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085948: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <53 copy.11 @0> +2023-12-14 14:52:58.085953: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 56 +2023-12-14 14:52:58.085957: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085962: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <62 copy.15 @0> +2023-12-14 14:52:58.085969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 57 +2023-12-14 14:52:58.085974: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <60 copy.20 @0> +2023-12-14 14:52:58.085979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4 @0> +2023-12-14 14:52:58.085984: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.085989: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <59 copy.13 @0> +2023-12-14 14:52:58.085995: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 58 +2023-12-14 14:52:58.086000: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 59 +2023-12-14 14:52:58.086006: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <429 while.1{0} (phi) @0> +2023-12-14 14:52:58.086011: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24 @0> +2023-12-14 14:52:58.086017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <432 while.1{3} (phi) @0> +2023-12-14 14:52:58.086022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6 @0> +2023-12-14 14:52:58.086030: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <433 while.1{4} (phi) @0> +2023-12-14 14:52:58.086038: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4 @0> +2023-12-14 14:52:58.086044: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <434 while.1{5} (phi) @0> +2023-12-14 14:52:58.086049: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8 @0> +2023-12-14 14:52:58.086054: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <436 while.1{7} (phi) @0> +2023-12-14 14:52:58.086062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25 @0> +2023-12-14 14:52:58.086067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <430 while.1{1} (phi) @0> +2023-12-14 14:52:58.086073: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone @0> +2023-12-14 14:52:58.086078: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <431 while.1{2} (phi) @0> +2023-12-14 14:52:58.086083: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone @0> +2023-12-14 14:52:58.086090: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.086096: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <11 fusion.clone @0> +2023-12-14 14:52:58.086101: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <10 fusion.1.clone @0> +2023-12-14 14:52:58.086106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <64 copy.23 @0> +2023-12-14 14:52:58.086112: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <52 add.58 @0> +2023-12-14 14:52:58.086118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 copy.19 @0> +2023-12-14 14:52:58.086124: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <61 copy.21 @0> +2023-12-14 14:52:58.086130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <60 copy.20 @0> +2023-12-14 14:52:58.086135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <429 while.1{0} (phi) @0> +2023-12-14 14:52:58.086141: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <432 while.1{3} (phi) @0> +2023-12-14 14:52:58.086146: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <433 while.1{4} (phi) @0> +2023-12-14 14:52:58.086152: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <434 while.1{5} (phi) @0> +2023-12-14 14:52:58.086158: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <436 while.1{7} (phi) @0> +2023-12-14 14:52:58.086163: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 60 +2023-12-14 14:52:58.086168: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 61 +2023-12-14 14:52:58.086173: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 62 +2023-12-14 14:52:58.086178: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 63 +2023-12-14 14:52:58.086184: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <38 fusion.3 @0> +2023-12-14 14:52:58.086190: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 64 +2023-12-14 14:52:58.086194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 65 +2023-12-14 14:52:58.086199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <36 fusion.9 @0> +2023-12-14 14:52:58.086205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 66 +2023-12-14 14:52:58.086214: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 67 +2023-12-14 14:52:58.086218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 68 +2023-12-14 14:52:58.086223: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 69 +2023-12-14 14:52:58.086228: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 70 +2023-12-14 14:52:58.086232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 71 +2023-12-14 14:52:58.086237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 72 +2023-12-14 14:52:58.086242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 73 +2023-12-14 14:52:58.086247: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.086252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <430 while.1{1} (phi) @0> +2023-12-14 14:52:58.086258: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <431 while.1{2} (phi) @0> +2023-12-14 14:52:58.086263: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <38 fusion.3 @0> +2023-12-14 14:52:58.086270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <36 fusion.9 @0> +2023-12-14 14:52:58.086276: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 74 +2023-12-14 14:52:58.086309: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <0 fusion.5.clone @0> + positions: + fusion.5.clone + call.3 + tuple.9 {2} + uses: + while.1, operand 0 {2} + from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:52:58.086317: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 33554432, start 0, end 14 +2023-12-14 14:52:58.086331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 22, end 38 <422 arg_tuple.3{2} (phi) @0> + positions: + arg_tuple.3 {2} + get-tuple-element.105 + uses: + copy.10, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086346: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 71, end 87 <431 while.1{2} (phi) @0> + positions: + while.1 {2} + get-tuple-element.196 + p.12 + uses: + call.2, operand 3 + fusion.2.clone, operand 3 + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.086355: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 9, end 31 <414 arg_tuple.4{2} (phi) @0> + positions: + arg_tuple.4 {2} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 45, end 72 <11 fusion.clone @0> + positions: + fusion.clone + call + tuple.11 {2} + uses: + tuple.11, operand 2 + from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" + +2023-12-14 14:52:58.086385: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <1 fusion.7.clone @0> + positions: + fusion.7.clone + call.4 + tuple.9 {1} + uses: + while.1, operand 0 {1} + from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:52:58.086392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 33554432, start 1, end 15 +2023-12-14 14:52:58.086404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 8, end 30 <413 arg_tuple.4{1} (phi) @0> + positions: + arg_tuple.4 {1} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086414: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 23, end 40 <421 arg_tuple.3{1} (phi) @0> + positions: + arg_tuple.3 {1} + get-tuple-element.104 + uses: + copy.9, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086425: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 48, end 73 <10 fusion.1.clone @0> + positions: + fusion.1.clone + call.1 + tuple.11 {1} + uses: + tuple.11, operand 1 + from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" + +2023-12-14 14:52:58.086439: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 70, end 86 <430 while.1{1} (phi) @0> + positions: + while.1 {1} + get-tuple-element.195 + p.11 + uses: + call.2, operand 2 + fusion.2.clone, operand 2 + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.086450: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <56 copy.9 @0> + positions: + copy.9 + p.3 + p.8 + uses: + call, operand 3 + call.1, operand 3 + fusion.clone, operand 3 + fusion.1.clone, operand 3 + from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) + +2023-12-14 14:52:58.086456: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 33554432, start 39, end 49 +2023-12-14 14:52:58.086465: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <54 copy.14 @0> + positions: + copy.14 + p.1 + p.6 + uses: + call, operand 1 + copy.23, operand 0 + call.1, operand 1 + fusion.clone, operand 1 + fusion.1.clone, operand 1 + from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) + +2023-12-14 14:52:58.086470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 37, end 53 +2023-12-14 14:52:58.086482: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <48 copy.25 @0> + positions: + copy.25 + tuple.9 {7} + uses: + while.1, operand 0 {7} + from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) + +2023-12-14 14:52:58.086489: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 2, end 16 +2023-12-14 14:52:58.086499: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 52, end 74 <64 copy.23 @0> + positions: + copy.23 + tuple.11 {7} + uses: + tuple.11, operand 7 + from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} + +2023-12-14 14:52:58.086508: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 13, end 35 <419 arg_tuple.4{7} (phi) @0> + positions: + arg_tuple.4 {7} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086521: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 69, end 83 <436 while.1{7} (phi) @0> + positions: + while.1 {7} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.086531: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 27, end 51 <427 arg_tuple.3{7} (phi) @0> + positions: + arg_tuple.3 {7} + get-tuple-element.110 + uses: + copy.15, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086541: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <62 copy.15 @0> + positions: + copy.15 + uses: + copy.22, operand 0 + from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) + +2023-12-14 14:52:58.086548: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 50, end 62 +2023-12-14 14:52:58.086559: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <57 copy.12 @0> + positions: + copy.12 + p + uses: + call, operand 0 + copy.19, operand 0 + fusion.clone, operand 0 + from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) + +2023-12-14 14:52:58.086565: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 41, end 57 +2023-12-14 14:52:58.086573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <53 copy.11 @0> + positions: + copy.11 + p.5 + uses: + call.1, operand 0 + copy.21, operand 0 + fusion.1.clone, operand 0 + from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) + +2023-12-14 14:52:58.086592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 46, end 61 +2023-12-14 14:52:58.086601: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <40 copy.24 @0> + positions: + copy.24 + tuple.9 {0} + uses: + while.1, operand 0 {0} + from instruction:%copy.24 = s32[] copy(s32[] %constant.19) + +2023-12-14 14:52:58.086607: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 3, end 17 +2023-12-14 14:52:58.086618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 7, end 29 <412 arg_tuple.4{0} (phi) @0> + positions: + arg_tuple.4 {0} + get-tuple-element.85 + uses: + compare.5, operand 0 + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 54, end 75 <52 add.58 @0> + positions: + add.58 + tuple.11 {0} + uses: + tuple.11, operand 0 + from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.086645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 65, end 79 <429 while.1{0} (phi) @0> + positions: + while.1 {0} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.086655: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 25, end 44 <420 arg_tuple.3{0} (phi) @0> + positions: + arg_tuple.3 {0} + get-tuple-element.103 + uses: + copy.8, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <42 fusion.6 @0> + positions: + fusion.6 + tuple.9 {3} + uses: + while.1, operand 0 {3} + from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.086672: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 5, end 19 +2023-12-14 14:52:58.086682: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 10, end 32 <415 arg_tuple.4{3} (phi) @0> + positions: + arg_tuple.4 {3} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 56, end 76 <58 copy.19 @0> + positions: + copy.19 + tuple.11 {3} + uses: + tuple.11, operand 3 + from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} + +2023-12-14 14:52:58.086703: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 26, end 47 <423 arg_tuple.3{3} (phi) @0> + positions: + arg_tuple.3 {3} + get-tuple-element.106 + uses: + copy.11, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 66, end 80 <432 while.1{3} (phi) @0> + positions: + while.1 {3} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.086727: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <43 fusion.4 @0> + positions: + fusion.4 + tuple.9 {4} + uses: + while.1, operand 0 {4} + from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.086738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 4, end 18 +2023-12-14 14:52:58.086748: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 24, end 42 <424 arg_tuple.3{4} (phi) @0> + positions: + arg_tuple.3 {4} + get-tuple-element.107 + uses: + copy.12, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 63, end 78 <60 copy.20 @0> + positions: + copy.20 + tuple.11 {4} + uses: + tuple.11, operand 4 + from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} + +2023-12-14 14:52:58.086770: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 67, end 81 <433 while.1{4} (phi) @0> + positions: + while.1 {4} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.086779: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 11, end 33 <416 arg_tuple.4{4} (phi) @0> + positions: + arg_tuple.4 {4} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086791: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <44 fusion.8 @0> + positions: + fusion.8 + tuple.9 {5} + uses: + while.1, operand 0 {5} + from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.086797: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 6, end 20 +2023-12-14 14:52:58.086807: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 28, end 59 <425 arg_tuple.3{5} (phi) @0> + positions: + arg_tuple.3 {5} + get-tuple-element.108 + uses: + copy.13, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086818: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 60, end 77 <61 copy.21 @0> + positions: + copy.21 + tuple.11 {5} + uses: + tuple.11, operand 5 + from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} + +2023-12-14 14:52:58.086828: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 12, end 34 <417 arg_tuple.4{5} (phi) @0> + positions: + arg_tuple.4 {5} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.086839: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 68, end 82 <434 while.1{5} (phi) @0> + positions: + while.1 {5} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.086849: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <50 copy.8 @0> + positions: + copy.8 + p.4 + uses: + call, operand 4 + add.58, operand 0 + fusion.clone, operand 4 + from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) + +2023-12-14 14:52:58.086859: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 43, end 55 +2023-12-14 14:52:58.086868: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <59 copy.13 @0> + positions: + copy.13 + uses: + copy.20, operand 0 + from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) + +2023-12-14 14:52:58.086875: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 58, end 64 +2023-12-14 14:52:58.086885: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <36 fusion.9 @0> + positions: + fusion.9 + p.9 + uses: + call.2, operand 0 + fusion.2.clone, operand 0 + from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.086891: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 85, end 89 +2023-12-14 14:52:58.086900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <38 fusion.3 @0> + positions: + fusion.3 + p.10 + uses: + call.2, operand 1 + fusion.2.clone, operand 1 + from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.086906: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 84, end 88 +2023-12-14 14:52:58.086916: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <9 compare.5 @0> + positions: + compare.5 + uses: + from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.086922: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 1, start 21, end 36 +2023-12-14 14:52:58.086931: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:58.086990: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <0 fusion.5.clone @0> + positions: + fusion.5.clone + call.3 + tuple.9 {2} + uses: + while.1, operand 0 {2} + from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:52:58.087003: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 33554432, start 0, end 14 +2023-12-14 14:52:58.087012: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 9, end 31 <414 arg_tuple.4{2} (phi) @0> + positions: + arg_tuple.4 {2} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087021: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 22, end 38 <422 arg_tuple.3{2} (phi) @0> + positions: + arg_tuple.3 {2} + get-tuple-element.105 + uses: + copy.10, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087036: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 71, end 87 <431 while.1{2} (phi) @0> + positions: + while.1 {2} + get-tuple-element.196 + p.12 + uses: + call.2, operand 3 + fusion.2.clone, operand 3 + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.087047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 45, end 72 <11 fusion.clone @0> + positions: + fusion.clone + call + tuple.11 {2} + uses: + tuple.11, operand 2 + from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" + +2023-12-14 14:52:58.087058: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <1 fusion.7.clone @0> + positions: + fusion.7.clone + call.4 + tuple.9 {1} + uses: + while.1, operand 0 {1} + from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:52:58.087063: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 33554432, start 1, end 15 +2023-12-14 14:52:58.087073: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 23, end 40 <421 arg_tuple.3{1} (phi) @0> + positions: + arg_tuple.3 {1} + get-tuple-element.104 + uses: + copy.9, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087082: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 8, end 30 <413 arg_tuple.4{1} (phi) @0> + positions: + arg_tuple.4 {1} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087093: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 70, end 86 <430 while.1{1} (phi) @0> + positions: + while.1 {1} + get-tuple-element.195 + p.11 + uses: + call.2, operand 2 + fusion.2.clone, operand 2 + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.087105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 33554432, start 48, end 73 <10 fusion.1.clone @0> + positions: + fusion.1.clone + call.1 + tuple.11 {1} + uses: + tuple.11, operand 1 + from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" + +2023-12-14 14:52:58.087118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <48 copy.25 @0> + positions: + copy.25 + tuple.9 {7} + uses: + while.1, operand 0 {7} + from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) + +2023-12-14 14:52:58.087123: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 2, end 16 +2023-12-14 14:52:58.087133: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 27, end 51 <427 arg_tuple.3{7} (phi) @0> + positions: + arg_tuple.3 {7} + get-tuple-element.110 + uses: + copy.15, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087142: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 52, end 74 <64 copy.23 @0> + positions: + copy.23 + tuple.11 {7} + uses: + tuple.11, operand 7 + from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} + +2023-12-14 14:52:58.087154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 69, end 83 <436 while.1{7} (phi) @0> + positions: + while.1 {7} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.087164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 16, start 13, end 35 <419 arg_tuple.4{7} (phi) @0> + positions: + arg_tuple.4 {7} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <43 fusion.4 @0> + positions: + fusion.4 + tuple.9 {4} + uses: + while.1, operand 0 {4} + from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.087180: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 4, end 18 +2023-12-14 14:52:58.087191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 11, end 33 <416 arg_tuple.4{4} (phi) @0> + positions: + arg_tuple.4 {4} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 63, end 78 <60 copy.20 @0> + positions: + copy.20 + tuple.11 {4} + uses: + tuple.11, operand 4 + from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} + +2023-12-14 14:52:58.087211: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 67, end 81 <433 while.1{4} (phi) @0> + positions: + while.1 {4} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.087220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 24, end 42 <424 arg_tuple.3{4} (phi) @0> + positions: + arg_tuple.3 {4} + get-tuple-element.107 + uses: + copy.12, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087233: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <40 copy.24 @0> + positions: + copy.24 + tuple.9 {0} + uses: + while.1, operand 0 {0} + from instruction:%copy.24 = s32[] copy(s32[] %constant.19) + +2023-12-14 14:52:58.087239: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 3, end 17 +2023-12-14 14:52:58.087249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 7, end 29 <412 arg_tuple.4{0} (phi) @0> + positions: + arg_tuple.4 {0} + get-tuple-element.85 + uses: + compare.5, operand 0 + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087259: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 54, end 75 <52 add.58 @0> + positions: + add.58 + tuple.11 {0} + uses: + tuple.11, operand 0 + from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.087270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 65, end 79 <429 while.1{0} (phi) @0> + positions: + while.1 {0} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.087280: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 25, end 44 <420 arg_tuple.3{0} (phi) @0> + positions: + arg_tuple.3 {0} + get-tuple-element.103 + uses: + copy.8, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087291: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <44 fusion.8 @0> + positions: + fusion.8 + tuple.9 {5} + uses: + while.1, operand 0 {5} + from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.087296: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 6, end 20 +2023-12-14 14:52:58.087306: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 12, end 34 <417 arg_tuple.4{5} (phi) @0> + positions: + arg_tuple.4 {5} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 60, end 77 <61 copy.21 @0> + positions: + copy.21 + tuple.11 {5} + uses: + tuple.11, operand 5 + from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} + +2023-12-14 14:52:58.087336: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 68, end 82 <434 while.1{5} (phi) @0> + positions: + while.1 {5} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.087350: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 28, end 59 <425 arg_tuple.3{5} (phi) @0> + positions: + arg_tuple.3 {5} + get-tuple-element.108 + uses: + copy.13, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <42 fusion.6 @0> + positions: + fusion.6 + tuple.9 {3} + uses: + while.1, operand 0 {3} + from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.087367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 5, end 19 +2023-12-14 14:52:58.087380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 66, end 80 <432 while.1{3} (phi) @0> + positions: + while.1 {3} + uses: + from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone + +2023-12-14 14:52:58.087390: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 26, end 47 <423 arg_tuple.3{3} (phi) @0> + positions: + arg_tuple.3 {3} + get-tuple-element.106 + uses: + copy.11, operand 0 + from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087398: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 56, end 76 <58 copy.19 @0> + positions: + copy.19 + tuple.11 {3} + uses: + tuple.11, operand 3 + from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} + +2023-12-14 14:52:58.087407: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:924] Alias size 4, start 10, end 32 <415 arg_tuple.4{3} (phi) @0> + positions: + arg_tuple.4 {3} + uses: + from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) + +2023-12-14 14:52:58.087419: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <54 copy.14 @0> + positions: + copy.14 + p.1 + p.6 + uses: + call, operand 1 + copy.23, operand 0 + call.1, operand 1 + fusion.clone, operand 1 + fusion.1.clone, operand 1 + from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) + +2023-12-14 14:52:58.087424: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 37, end 53 +2023-12-14 14:52:58.087433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <57 copy.12 @0> + positions: + copy.12 + p + uses: + call, operand 0 + copy.19, operand 0 + fusion.clone, operand 0 + from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) + +2023-12-14 14:52:58.087439: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 41, end 57 +2023-12-14 14:52:58.087448: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <53 copy.11 @0> + positions: + copy.11 + p.5 + uses: + call.1, operand 0 + copy.21, operand 0 + fusion.1.clone, operand 0 + from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) + +2023-12-14 14:52:58.087456: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 46, end 61 +2023-12-14 14:52:58.087467: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <9 compare.5 @0> + positions: + compare.5 + uses: + from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.087474: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 1, start 21, end 36 +2023-12-14 14:52:58.087483: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <62 copy.15 @0> + positions: + copy.15 + uses: + copy.22, operand 0 + from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) + +2023-12-14 14:52:58.087488: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 50, end 62 +2023-12-14 14:52:58.087497: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <50 copy.8 @0> + positions: + copy.8 + p.4 + uses: + call, operand 4 + add.58, operand 0 + fusion.clone, operand 4 + from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) + +2023-12-14 14:52:58.087504: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 43, end 55 +2023-12-14 14:52:58.087513: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <56 copy.9 @0> + positions: + copy.9 + p.3 + p.8 + uses: + call, operand 3 + call.1, operand 3 + fusion.clone, operand 3 + fusion.1.clone, operand 3 + from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) + +2023-12-14 14:52:58.087518: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 33554432, start 39, end 49 +2023-12-14 14:52:58.087527: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <59 copy.13 @0> + positions: + copy.13 + uses: + copy.20, operand 0 + from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) + +2023-12-14 14:52:58.087533: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 58, end 64 +2023-12-14 14:52:58.087542: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <36 fusion.9 @0> + positions: + fusion.9 + p.9 + uses: + call.2, operand 0 + fusion.2.clone, operand 0 + from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.087548: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 85, end 89 +2023-12-14 14:52:58.087557: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <38 fusion.3 @0> + positions: + fusion.3 + p.10 + uses: + call.2, operand 1 + fusion.2.clone, operand 1 + from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} + +2023-12-14 14:52:58.087564: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 84, end 88 +2023-12-14 14:52:58.087570: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:58.087586: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1648] Result size from heap simulator: 100663412 +2023-12-14 14:52:58.087613: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1529] Compute peak memory logical buffers +2023-12-14 14:52:58.087665: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:58.087696: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:574] Combined temp allocation for color 0 is: allocation 1: size 64, preallocated-temp: + value: <49 tuple.9{} @0> (size=64,offset=0): (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <65 tuple.11{} @0> (size=64,offset=0): (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <410 arg_tuple.4{} (phi) @0> (size=64,offset=0): (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <411 arg_tuple.3{} (phi) @0> (size=64,offset=0): (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + value: <428 while.1{} (phi) @0> (size=64,offset=0): (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) + +2023-12-14 14:52:58.087740: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:592] Combined allocation absorbing temp allocation: allocation 10: size 100663412, preallocated-temp: + value: <0 fusion.5.clone @0> (size=33554432,offset=0): u32[8388608]{0} + value: <1 fusion.7.clone @0> (size=33554432,offset=33554432): u32[8388608]{0} + value: <9 compare.5 @0> (size=1,offset=100663328): pred[] + value: <10 fusion.1.clone @0> (size=33554432,offset=33554432): u32[8388608]{0} + value: <11 fusion.clone @0> (size=33554432,offset=0): u32[8388608]{0} + value: <36 fusion.9 @0> (size=4,offset=67108864): f32[] + value: <38 fusion.3 @0> (size=4,offset=67108880): f32[] + value: <40 copy.24 @0> (size=4,offset=100663360): s32[] + value: <42 fusion.6 @0> (size=4,offset=100663376): u32[] + value: <43 fusion.4 @0> (size=4,offset=100663344): u32[] + value: <44 fusion.8 @0> (size=4,offset=100663392): u32[] + value: <48 copy.25 @0> (size=16,offset=100663312): u32[4]{0} + value: <50 copy.8 @0> (size=4,offset=100663408): s32[] + value: <52 add.58 @0> (size=4,offset=100663360): s32[] + value: <53 copy.11 @0> (size=4,offset=100663344): u32[] + value: <54 copy.14 @0> (size=16,offset=100663296): u32[4]{0} + value: <56 copy.9 @0> (size=33554432,offset=67108864): u32[8388608]{0} + value: <57 copy.12 @0> (size=4,offset=100663328): u32[] + value: <58 copy.19 @0> (size=4,offset=100663376): u32[] + value: <59 copy.13 @0> (size=4,offset=100663328): u32[] + value: <60 copy.20 @0> (size=4,offset=100663344): u32[] + value: <61 copy.21 @0> (size=4,offset=100663392): u32[] + value: <62 copy.15 @0> (size=16,offset=67108864): u32[4]{0} + value: <64 copy.23 @0> (size=16,offset=100663312): u32[4]{0} + value: <412 arg_tuple.4{0} (phi) @0> (size=4,offset=100663360): s32[] + value: <413 arg_tuple.4{1} (phi) @0> (size=33554432,offset=33554432): u32[8388608]{0} + value: <414 arg_tuple.4{2} (phi) @0> (size=33554432,offset=0): u32[8388608]{0} + value: <415 arg_tuple.4{3} (phi) @0> (size=4,offset=100663376): u32[] + value: <416 arg_tuple.4{4} (phi) @0> (size=4,offset=100663344): u32[] + value: <417 arg_tuple.4{5} (phi) @0> (size=4,offset=100663392): u32[] + value: <419 arg_tuple.4{7} (phi) @0> (size=16,offset=100663312): u32[4]{0} + value: <420 arg_tuple.3{0} (phi) @0> (size=4,offset=100663360): s32[] + value: <421 arg_tuple.3{1} (phi) @0> (size=33554432,offset=33554432): u32[8388608]{0} + value: <422 arg_tuple.3{2} (phi) @0> (size=33554432,offset=0): u32[8388608]{0} + value: <423 arg_tuple.3{3} (phi) @0> (size=4,offset=100663376): u32[] + value: <424 arg_tuple.3{4} (phi) @0> (size=4,offset=100663344): u32[] + value: <425 arg_tuple.3{5} (phi) @0> (size=4,offset=100663392): u32[] + value: <427 arg_tuple.3{7} (phi) @0> (size=16,offset=100663312): u32[4]{0} + value: <429 while.1{0} (phi) @0> (size=4,offset=100663360): s32[] + value: <430 while.1{1} (phi) @0> (size=33554432,offset=33554432): u32[8388608]{0} + value: <431 while.1{2} (phi) @0> (size=33554432,offset=0): u32[8388608]{0} + value: <432 while.1{3} (phi) @0> (size=4,offset=100663376): u32[] + value: <433 while.1{4} (phi) @0> (size=4,offset=100663344): u32[] + value: <434 while.1{5} (phi) @0> (size=4,offset=100663392): u32[] + value: <436 while.1{7} (phi) @0> (size=16,offset=100663312): u32[4]{0} + +2023-12-14 14:52:58.087928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__truncated_normal +2023-12-14 14:52:58.088720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.088816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.3 +2023-12-14 14:52:58.088823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : arg_tuple.4 +2023-12-14 14:52:58.088840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.85 +2023-12-14 14:52:58.088846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : compare.5 +2023-12-14 14:52:58.088861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.110 +2023-12-14 14:52:58.088868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.109 +2023-12-14 14:52:58.088873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.108 +2023-12-14 14:52:58.088878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.107 +2023-12-14 14:52:58.088883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.106 +2023-12-14 14:52:58.088888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.105 +2023-12-14 14:52:58.088892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.104 +2023-12-14 14:52:58.088898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : get-tuple-element.103 +2023-12-14 14:52:58.088903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.8 +2023-12-14 14:52:58.088909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.11 +2023-12-14 14:52:58.088914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.14 +2023-12-14 14:52:58.088919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.10 +2023-12-14 14:52:58.088924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.9 +2023-12-14 14:52:58.088930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.12 +2023-12-14 14:52:58.088935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.13 +2023-12-14 14:52:58.088941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1223] Adding todo : copy.15 +2023-12-14 14:52:58.088955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.088967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.088973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 410, phi: +2023-12-14 14:52:58.088986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:58.088992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:58.088997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49: +2023-12-14 14:52:58.089002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65: +2023-12-14 14:52:58.089006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 411, phi: +2023-12-14 14:52:58.089011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:58.089016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:58.089022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 412, phi: +2023-12-14 14:52:58.089026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:58.089031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:58.089036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40: +2023-12-14 14:52:58.089040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52: +2023-12-14 14:52:58.089045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 413, phi: +2023-12-14 14:52:58.089051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:58.089056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:58.089061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1: +2023-12-14 14:52:58.089065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10: +2023-12-14 14:52:58.089070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 414, phi: +2023-12-14 14:52:58.089075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:58.089080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:58.089086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0: +2023-12-14 14:52:58.089090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11: +2023-12-14 14:52:58.089095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 415, phi: +2023-12-14 14:52:58.089100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:58.089104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:58.089110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42: +2023-12-14 14:52:58.089115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58: +2023-12-14 14:52:58.089120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 416, phi: +2023-12-14 14:52:58.089125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:58.089129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:58.089134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43: +2023-12-14 14:52:58.089140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60: +2023-12-14 14:52:58.089146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 417, phi: +2023-12-14 14:52:58.089151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:58.089159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:58.089164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44: +2023-12-14 14:52:58.089169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61: +2023-12-14 14:52:58.089175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 418, phi: +2023-12-14 14:52:58.089179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:58.089184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:58.089189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46: +2023-12-14 14:52:58.089193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63: +2023-12-14 14:52:58.089198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 419, phi: +2023-12-14 14:52:58.089205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:58.089210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:58.089215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48: +2023-12-14 14:52:58.089219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64: +2023-12-14 14:52:58.089224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 420, phi: +2023-12-14 14:52:58.089229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:58.089234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:58.089239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 421, phi: +2023-12-14 14:52:58.089244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:58.089249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:58.089253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 422, phi: +2023-12-14 14:52:58.089258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:58.089263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:58.089269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 423, phi: +2023-12-14 14:52:58.089273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:58.089278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:58.089283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 424, phi: +2023-12-14 14:52:58.089287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:58.089293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:58.089298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 425, phi: +2023-12-14 14:52:58.089303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:58.089308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:58.089312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 426, phi: +2023-12-14 14:52:58.089317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:58.089325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:58.089331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 427, phi: +2023-12-14 14:52:58.089336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:58.089340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:58.089345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 428, phi: +2023-12-14 14:52:58.089350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 65 +2023-12-14 14:52:58.089355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 49 +2023-12-14 14:52:58.089361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 429, phi: +2023-12-14 14:52:58.089366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 52 +2023-12-14 14:52:58.089370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 40 +2023-12-14 14:52:58.089375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 430, phi: +2023-12-14 14:52:58.089380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 10 +2023-12-14 14:52:58.089385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 1 +2023-12-14 14:52:58.089391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 431, phi: +2023-12-14 14:52:58.089395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 11 +2023-12-14 14:52:58.089400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 0 +2023-12-14 14:52:58.089405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 432, phi: +2023-12-14 14:52:58.089409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 58 +2023-12-14 14:52:58.089415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 42 +2023-12-14 14:52:58.089420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 433, phi: +2023-12-14 14:52:58.089425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 60 +2023-12-14 14:52:58.089430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 43 +2023-12-14 14:52:58.089434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 434, phi: +2023-12-14 14:52:58.089439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 61 +2023-12-14 14:52:58.089444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 44 +2023-12-14 14:52:58.089450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 435, phi: +2023-12-14 14:52:58.089455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 63 +2023-12-14 14:52:58.089460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 46 +2023-12-14 14:52:58.089464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 436, phi: +2023-12-14 14:52:58.089469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 64 +2023-12-14 14:52:58.089474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] 48 +2023-12-14 14:52:58.089490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.089500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.089508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 410, phi: +2023-12-14 14:52:58.089514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:58.089519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:58.089523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49: +2023-12-14 14:52:58.089528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65: +2023-12-14 14:52:58.089534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 411, phi: +2023-12-14 14:52:58.089538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:58.089544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:58.089549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 412, phi: +2023-12-14 14:52:58.089553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:58.089558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:58.089563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40: +2023-12-14 14:52:58.089568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52: +2023-12-14 14:52:58.089574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 413, phi: +2023-12-14 14:52:58.089578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:58.089583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:58.089588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1: +2023-12-14 14:52:58.089594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10: +2023-12-14 14:52:58.089598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 414, phi: +2023-12-14 14:52:58.089604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:58.089609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:58.089613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0: +2023-12-14 14:52:58.089618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11: +2023-12-14 14:52:58.089623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 415, phi: +2023-12-14 14:52:58.089628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:58.089634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:58.089638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42: +2023-12-14 14:52:58.089643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58: +2023-12-14 14:52:58.089648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 416, phi: +2023-12-14 14:52:58.089652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:58.089658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:58.089662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43: +2023-12-14 14:52:58.089668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60: +2023-12-14 14:52:58.089676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 417, phi: +2023-12-14 14:52:58.089681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:58.089686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:58.089691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44: +2023-12-14 14:52:58.089696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61: +2023-12-14 14:52:58.089701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 418, phi: +2023-12-14 14:52:58.089706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:58.089710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:58.089716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46: +2023-12-14 14:52:58.089721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63: +2023-12-14 14:52:58.089726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 419, phi: +2023-12-14 14:52:58.089731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:58.089735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:58.089740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48: +2023-12-14 14:52:58.089746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64: +2023-12-14 14:52:58.089750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 420, phi: +2023-12-14 14:52:58.089757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:58.089771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:58.089777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 421, phi: +2023-12-14 14:52:58.089782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:58.089787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:58.089792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 422, phi: +2023-12-14 14:52:58.089796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:58.089801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:58.089806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 423, phi: +2023-12-14 14:52:58.089811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:58.089816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:58.089821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 424, phi: +2023-12-14 14:52:58.089826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:58.089830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:58.089836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 425, phi: +2023-12-14 14:52:58.089841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:58.089846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:58.089851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 426, phi: +2023-12-14 14:52:58.089859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:58.089864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:58.089869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 427, phi: +2023-12-14 14:52:58.089874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:58.089879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:58.089884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 428, phi: +2023-12-14 14:52:58.089888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 65 +2023-12-14 14:52:58.089893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 49 +2023-12-14 14:52:58.089898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 429, phi: +2023-12-14 14:52:58.089903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 52 +2023-12-14 14:52:58.089908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 40 +2023-12-14 14:52:58.089913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 430, phi: +2023-12-14 14:52:58.089918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 10 +2023-12-14 14:52:58.089922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 1 +2023-12-14 14:52:58.089928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 431, phi: +2023-12-14 14:52:58.089932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 11 +2023-12-14 14:52:58.089937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 0 +2023-12-14 14:52:58.089942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 432, phi: +2023-12-14 14:52:58.089947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 58 +2023-12-14 14:52:58.089952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 42 +2023-12-14 14:52:58.089957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 433, phi: +2023-12-14 14:52:58.089962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 60 +2023-12-14 14:52:58.089966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 43 +2023-12-14 14:52:58.089972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 434, phi: +2023-12-14 14:52:58.089976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 61 +2023-12-14 14:52:58.089981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 44 +2023-12-14 14:52:58.089986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 435, phi: +2023-12-14 14:52:58.089991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 63 +2023-12-14 14:52:58.089996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 46 +2023-12-14 14:52:58.090000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 436, phi: +2023-12-14 14:52:58.090006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 64 +2023-12-14 14:52:58.090010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] 48 +2023-12-14 14:52:58.090015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.090031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:58.090037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.090042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:58.090048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:58.090053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:58.090058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.19 +2023-12-14 14:52:58.090065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <39 constant.19> + +2023-12-14 14:52:58.090070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.21 +2023-12-14 14:52:58.090075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <47 constant.21> + +2023-12-14 14:52:58.090081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.22 +2023-12-14 14:52:58.090086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <45 constant.22> + +2023-12-14 14:52:58.090091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: while.1 +2023-12-14 14:52:58.090104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <428 while.1{} (phi)> + {0} : HloValueSet: <429 while.1{0} (phi)> + {1} : HloValueSet: <430 while.1{1} (phi)> + {2} : HloValueSet: <431 while.1{2} (phi)> + {3} : HloValueSet: <432 while.1{3} (phi)> + {4} : HloValueSet: <433 while.1{4} (phi)> + {5} : HloValueSet: <434 while.1{5} (phi)> + {6} : HloValueSet: <435 while.1{6} (phi)> + {7} : HloValueSet: <436 while.1{7} (phi)> + +2023-12-14 14:52:58.090110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.195 +2023-12-14 14:52:58.090116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 while.1{1} (phi)> + +2023-12-14 14:52:58.090121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.196 +2023-12-14 14:52:58.090128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <431 while.1{2} (phi)> + +2023-12-14 14:52:58.090133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:52:58.090139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:58.090144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4 +2023-12-14 14:52:58.090149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <43 fusion.4> + +2023-12-14 14:52:58.090155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6 +2023-12-14 14:52:58.090161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <42 fusion.6> + +2023-12-14 14:52:58.090169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:52:58.090175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <44 fusion.8> + +2023-12-14 14:52:58.090179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.9 +2023-12-14 14:52:58.090185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:58.090190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:52:58.090196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <12 fusion.2.clone> + +2023-12-14 14:52:58.090201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:52:58.090207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:58.090212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.4 +2023-12-14 14:52:58.090218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:58.090223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:58.090233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <49 tuple.9{}> + {0} : HloValueSet: <40 copy.24> + {1} : HloValueSet: <1 fusion.7.clone> + {2} : HloValueSet: <0 fusion.5.clone> + {3} : HloValueSet: <42 fusion.6> + {4} : HloValueSet: <43 fusion.4> + {5} : HloValueSet: <44 fusion.8> + {6} : HloValueSet: <46 copy.26> + {7} : HloValueSet: <48 copy.25> + +2023-12-14 14:52:58.090239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.24 +2023-12-14 14:52:58.090244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <40 copy.24> + +2023-12-14 14:52:58.090250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.25 +2023-12-14 14:52:58.090255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <48 copy.25> + +2023-12-14 14:52:58.090260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.26 +2023-12-14 14:52:58.090266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <46 copy.26> + +2023-12-14 14:52:58.090271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.3 +2023-12-14 14:52:58.090281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <411 arg_tuple.3{} (phi)> + {0} : HloValueSet: <420 arg_tuple.3{0} (phi)> + {1} : HloValueSet: <421 arg_tuple.3{1} (phi)> + {2} : HloValueSet: <422 arg_tuple.3{2} (phi)> + {3} : HloValueSet: <423 arg_tuple.3{3} (phi)> + {4} : HloValueSet: <424 arg_tuple.3{4} (phi)> + {5} : HloValueSet: <425 arg_tuple.3{5} (phi)> + {6} : HloValueSet: <426 arg_tuple.3{6} (phi)> + {7} : HloValueSet: <427 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:58.090292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.102 +2023-12-14 14:52:58.090297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <51 constant.102> + +2023-12-14 14:52:58.090302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.58 +2023-12-14 14:52:58.090309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <52 add.58> + +2023-12-14 14:52:58.090314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.090321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:58.090325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:52:58.090331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:58.090336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.103 +2023-12-14 14:52:58.090342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <420 arg_tuple.3{0} (phi)> + +2023-12-14 14:52:58.090347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.8 +2023-12-14 14:52:58.090353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 copy.8> + +2023-12-14 14:52:58.090357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.104 +2023-12-14 14:52:58.090363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <421 arg_tuple.3{1} (phi)> + +2023-12-14 14:52:58.090368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.9 +2023-12-14 14:52:58.090374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:58.090380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.105 +2023-12-14 14:52:58.090386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <422 arg_tuple.3{2} (phi)> + +2023-12-14 14:52:58.090391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.10 +2023-12-14 14:52:58.090396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:58.090402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.106 +2023-12-14 14:52:58.090407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <423 arg_tuple.3{3} (phi)> + +2023-12-14 14:52:58.090413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.11 +2023-12-14 14:52:58.090418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:58.090423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.107 +2023-12-14 14:52:58.090429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <424 arg_tuple.3{4} (phi)> + +2023-12-14 14:52:58.090437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.12 +2023-12-14 14:52:58.090444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.12> + +2023-12-14 14:52:58.090449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.108 +2023-12-14 14:52:58.090454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <425 arg_tuple.3{5} (phi)> + +2023-12-14 14:52:58.090459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.13 +2023-12-14 14:52:58.090465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <59 copy.13> + +2023-12-14 14:52:58.090471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.109 +2023-12-14 14:52:58.090476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <426 arg_tuple.3{6} (phi)> + +2023-12-14 14:52:58.090481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.14 +2023-12-14 14:52:58.090487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:58.090493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.110 +2023-12-14 14:52:58.090499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <427 arg_tuple.3{7} (phi)> + +2023-12-14 14:52:58.090504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.15 +2023-12-14 14:52:58.090510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <62 copy.15> + +2023-12-14 14:52:58.090515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.19 +2023-12-14 14:52:58.090520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <58 copy.19> + +2023-12-14 14:52:58.090525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.20 +2023-12-14 14:52:58.090531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <60 copy.20> + +2023-12-14 14:52:58.090536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.21 +2023-12-14 14:52:58.090541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <61 copy.21> + +2023-12-14 14:52:58.090546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.22 +2023-12-14 14:52:58.090552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <63 copy.22> + +2023-12-14 14:52:58.090557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.23 +2023-12-14 14:52:58.090563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:58.090568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.11 +2023-12-14 14:52:58.090577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <65 tuple.11{}> + {0} : HloValueSet: <52 add.58> + {1} : HloValueSet: <10 fusion.1.clone> + {2} : HloValueSet: <11 fusion.clone> + {3} : HloValueSet: <58 copy.19> + {4} : HloValueSet: <60 copy.20> + {5} : HloValueSet: <61 copy.21> + {6} : HloValueSet: <63 copy.22> + {7} : HloValueSet: <64 copy.23> + +2023-12-14 14:52:58.090586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: arg_tuple.4 +2023-12-14 14:52:58.090597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) + {} : HloValueSet: <410 arg_tuple.4{} (phi)> + {0} : HloValueSet: <412 arg_tuple.4{0} (phi)> + {1} : HloValueSet: <413 arg_tuple.4{1} (phi)> + {2} : HloValueSet: <414 arg_tuple.4{2} (phi)> + {3} : HloValueSet: <415 arg_tuple.4{3} (phi)> + {4} : HloValueSet: <416 arg_tuple.4{4} (phi)> + {5} : HloValueSet: <417 arg_tuple.4{5} (phi)> + {6} : HloValueSet: <418 arg_tuple.4{6} (phi)> + {7} : HloValueSet: <419 arg_tuple.4{7} (phi)> + +2023-12-14 14:52:58.090603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.103 +2023-12-14 14:52:58.090608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <8 constant.103> + +2023-12-14 14:52:58.090613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:58.090619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <9 compare.5> + +2023-12-14 14:52:58.090625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: get-tuple-element.85 +2023-12-14 14:52:58.090630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <412 arg_tuple.4{0} (phi)> + +2023-12-14 14:52:58.090635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.0 +2023-12-14 14:52:58.090641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <149 divide.0> + +2023-12-14 14:52:58.090646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.105 +2023-12-14 14:52:58.090652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <148 add.105> + +2023-12-14 14:52:58.090657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.42 +2023-12-14 14:52:58.090663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <146 multiply.42> + +2023-12-14 14:52:58.090667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.106 +2023-12-14 14:52:58.090673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <145 add.106> + +2023-12-14 14:52:58.090678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.45 +2023-12-14 14:52:58.090684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <143 multiply.45> + +2023-12-14 14:52:58.090689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.107 +2023-12-14 14:52:58.090694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <142 add.107> + +2023-12-14 14:52:58.090702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.47 +2023-12-14 14:52:58.090709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <140 multiply.47> + +2023-12-14 14:52:58.090714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.108 +2023-12-14 14:52:58.090720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <139 add.108> + +2023-12-14 14:52:58.090725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.49 +2023-12-14 14:52:58.090730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <137 multiply.49> + +2023-12-14 14:52:58.090735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.109 +2023-12-14 14:52:58.090743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <136 add.109> + +2023-12-14 14:52:58.090748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.51 +2023-12-14 14:52:58.090753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <134 multiply.51> + +2023-12-14 14:52:58.090758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.110 +2023-12-14 14:52:58.090763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <133 add.110> + +2023-12-14 14:52:58.090769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.53 +2023-12-14 14:52:58.090775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <131 multiply.53> + +2023-12-14 14:52:58.090780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.112 +2023-12-14 14:52:58.090785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <130 add.112> + +2023-12-14 14:52:58.090790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.55 +2023-12-14 14:52:58.090795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <128 multiply.55> + +2023-12-14 14:52:58.090802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.114 +2023-12-14 14:52:58.090808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <127 add.114> + +2023-12-14 14:52:58.090812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.57 +2023-12-14 14:52:58.090818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <125 multiply.57> + +2023-12-14 14:52:58.090823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.115 +2023-12-14 14:52:58.090828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <124 add.115> + +2023-12-14 14:52:58.090834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.59 +2023-12-14 14:52:58.090839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <122 multiply.59> + +2023-12-14 14:52:58.090847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.116 +2023-12-14 14:52:58.090853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <121 add.116> + +2023-12-14 14:52:58.090858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.61 +2023-12-14 14:52:58.090864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <119 multiply.61> + +2023-12-14 14:52:58.090869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.117 +2023-12-14 14:52:58.090874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <118 add.117> + +2023-12-14 14:52:58.090879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.63 +2023-12-14 14:52:58.090885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <116 multiply.63> + +2023-12-14 14:52:58.090890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.118 +2023-12-14 14:52:58.090896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <115 add.118> + +2023-12-14 14:52:58.090901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.65 +2023-12-14 14:52:58.090906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <113 multiply.65> + +2023-12-14 14:52:58.090911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.67 +2023-12-14 14:52:58.090916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <111 multiply.67> + +2023-12-14 14:52:58.090922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.0 +2023-12-14 14:52:58.090928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <110 clamp.0> + +2023-12-14 14:52:58.090932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.69 +2023-12-14 14:52:58.090938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <108 multiply.69> + +2023-12-14 14:52:58.090943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.146 +2023-12-14 14:52:58.090948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <147 constant.146> + +2023-12-14 14:52:58.090954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.147 +2023-12-14 14:52:58.090959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <144 constant.147> + +2023-12-14 14:52:58.090964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.148 +2023-12-14 14:52:58.090970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <141 constant.148> + +2023-12-14 14:52:58.090974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.149 +2023-12-14 14:52:58.090980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <138 constant.149> + +2023-12-14 14:52:58.090989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.150 +2023-12-14 14:52:58.090994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <135 constant.150> + +2023-12-14 14:52:58.090999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.151 +2023-12-14 14:52:58.091005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <132 constant.151> + +2023-12-14 14:52:58.091009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.152 +2023-12-14 14:52:58.091016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <129 constant.152> + +2023-12-14 14:52:58.091021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.153 +2023-12-14 14:52:58.091026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <126 constant.153> + +2023-12-14 14:52:58.091031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.154 +2023-12-14 14:52:58.091036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <123 constant.154> + +2023-12-14 14:52:58.091041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.155 +2023-12-14 14:52:58.091048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <120 constant.155> + +2023-12-14 14:52:58.091053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.156 +2023-12-14 14:52:58.091058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <117 constant.156> + +2023-12-14 14:52:58.091063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.157 +2023-12-14 14:52:58.091068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <114 constant.157> + +2023-12-14 14:52:58.091074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.158 +2023-12-14 14:52:58.091079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <112 constant.158> + +2023-12-14 14:52:58.091084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.159 +2023-12-14 14:52:58.091090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <109 constant.159> + +2023-12-14 14:52:58.091095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.160 +2023-12-14 14:52:58.091100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <107 constant.160> + +2023-12-14 14:52:58.091106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.161 +2023-12-14 14:52:58.091111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <104 constant.161> + +2023-12-14 14:52:58.091116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.6 +2023-12-14 14:52:58.091121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <106 convert.6> + +2023-12-14 14:52:58.091129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.23 +2023-12-14 14:52:58.091136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <105 param_0.23> + +2023-12-14 14:52:58.091141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.19 +2023-12-14 14:52:58.091146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <34 xor.19> + +2023-12-14 14:52:58.091151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.20 +2023-12-14 14:52:58.091156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <32 xor.20> + +2023-12-14 14:52:58.091161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.162 +2023-12-14 14:52:58.091168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <33 constant.162> + +2023-12-14 14:52:58.091173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.38 +2023-12-14 14:52:58.091178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <31 reshape.38> + +2023-12-14 14:52:58.091183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.19 +2023-12-14 14:52:58.091189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <30 slice.19> + +2023-12-14 14:52:58.091194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.39 +2023-12-14 14:52:58.091200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <29 reshape.39> + +2023-12-14 14:52:58.091205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.27 +2023-12-14 14:52:58.091211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <27 param_0.27> + +2023-12-14 14:52:58.091216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.20 +2023-12-14 14:52:58.091221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <28 slice.20> + +2023-12-14 14:52:58.091227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.41 +2023-12-14 14:52:58.091232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <4 reshape.41> + +2023-12-14 14:52:58.091237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.23 +2023-12-14 14:52:58.091243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <3 slice.23> + +2023-12-14 14:52:58.091248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.31 +2023-12-14 14:52:58.091253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <2 param_0.31> + +2023-12-14 14:52:58.091259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.43 +2023-12-14 14:52:58.091265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <7 reshape.43> + +2023-12-14 14:52:58.091273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.26 +2023-12-14 14:52:58.091278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <6 slice.26> + +2023-12-14 14:52:58.091283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.35 +2023-12-14 14:52:58.091290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <5 param_0.35> + +2023-12-14 14:52:58.091295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:52:58.091300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <195 divide.1> + +2023-12-14 14:52:58.091305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.121 +2023-12-14 14:52:58.091310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <194 add.121> + +2023-12-14 14:52:58.091315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.163 +2023-12-14 14:52:58.091335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <193 constant.163> + +2023-12-14 14:52:58.091340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.70 +2023-12-14 14:52:58.091346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <192 multiply.70> + +2023-12-14 14:52:58.091351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.122 +2023-12-14 14:52:58.091356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <191 add.122> + +2023-12-14 14:52:58.091362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.164 +2023-12-14 14:52:58.091368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <190 constant.164> + +2023-12-14 14:52:58.091372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.71 +2023-12-14 14:52:58.091378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <189 multiply.71> + +2023-12-14 14:52:58.091383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.123 +2023-12-14 14:52:58.091389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <188 add.123> + +2023-12-14 14:52:58.091394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.165 +2023-12-14 14:52:58.091400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <187 constant.165> + +2023-12-14 14:52:58.091405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.74 +2023-12-14 14:52:58.091410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <186 multiply.74> + +2023-12-14 14:52:58.091415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.124 +2023-12-14 14:52:58.091421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <185 add.124> + +2023-12-14 14:52:58.091430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.166 +2023-12-14 14:52:58.091435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <184 constant.166> + +2023-12-14 14:52:58.091440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.76 +2023-12-14 14:52:58.091446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <183 multiply.76> + +2023-12-14 14:52:58.091452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.125 +2023-12-14 14:52:58.091458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <182 add.125> + +2023-12-14 14:52:58.091463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.167 +2023-12-14 14:52:58.091468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <181 constant.167> + +2023-12-14 14:52:58.091473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.78 +2023-12-14 14:52:58.091479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <180 multiply.78> + +2023-12-14 14:52:58.091485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.126 +2023-12-14 14:52:58.091490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <179 add.126> + +2023-12-14 14:52:58.091495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.168 +2023-12-14 14:52:58.091501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <178 constant.168> + +2023-12-14 14:52:58.091505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.80 +2023-12-14 14:52:58.091511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <177 multiply.80> + +2023-12-14 14:52:58.091517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.127 +2023-12-14 14:52:58.091522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <176 add.127> + +2023-12-14 14:52:58.091527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.169 +2023-12-14 14:52:58.091532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <175 constant.169> + +2023-12-14 14:52:58.091538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.82 +2023-12-14 14:52:58.091543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <174 multiply.82> + +2023-12-14 14:52:58.091549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.129 +2023-12-14 14:52:58.091554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <173 add.129> + +2023-12-14 14:52:58.091559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.170 +2023-12-14 14:52:58.091565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <172 constant.170> + +2023-12-14 14:52:58.091573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.84 +2023-12-14 14:52:58.091579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <171 multiply.84> + +2023-12-14 14:52:58.091584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.130 +2023-12-14 14:52:58.091590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <170 add.130> + +2023-12-14 14:52:58.091594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.171 +2023-12-14 14:52:58.091601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <169 constant.171> + +2023-12-14 14:52:58.091607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.86 +2023-12-14 14:52:58.091612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <168 multiply.86> + +2023-12-14 14:52:58.091617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.132 +2023-12-14 14:52:58.091623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <167 add.132> + +2023-12-14 14:52:58.091628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.172 +2023-12-14 14:52:58.091634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <166 constant.172> + +2023-12-14 14:52:58.091639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.88 +2023-12-14 14:52:58.091644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <165 multiply.88> + +2023-12-14 14:52:58.091649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.133 +2023-12-14 14:52:58.091655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <164 add.133> + +2023-12-14 14:52:58.091660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.173 +2023-12-14 14:52:58.091666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <163 constant.173> + +2023-12-14 14:52:58.091671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.90 +2023-12-14 14:52:58.091677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <162 multiply.90> + +2023-12-14 14:52:58.091682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.134 +2023-12-14 14:52:58.091687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <161 add.134> + +2023-12-14 14:52:58.091693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.174 +2023-12-14 14:52:58.091699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <160 constant.174> + +2023-12-14 14:52:58.091704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.92 +2023-12-14 14:52:58.091709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <159 multiply.92> + +2023-12-14 14:52:58.091719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.175 +2023-12-14 14:52:58.091725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <158 constant.175> + +2023-12-14 14:52:58.091731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.94 +2023-12-14 14:52:58.091736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <157 multiply.94> + +2023-12-14 14:52:58.091741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: clamp.1 +2023-12-14 14:52:58.091747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <156 clamp.1> + +2023-12-14 14:52:58.091752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.176 +2023-12-14 14:52:58.091757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <155 constant.176> + +2023-12-14 14:52:58.091763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.96 +2023-12-14 14:52:58.091769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <154 multiply.96> + +2023-12-14 14:52:58.091774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.177 +2023-12-14 14:52:58.091780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <153 constant.177> + +2023-12-14 14:52:58.091785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.178 +2023-12-14 14:52:58.091791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <150 constant.178> + +2023-12-14 14:52:58.091796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.7 +2023-12-14 14:52:58.091801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <152 convert.7> + +2023-12-14 14:52:58.091806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.41 +2023-12-14 14:52:58.091812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <151 param_0.41> + +2023-12-14 14:52:58.091817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.135 +2023-12-14 14:52:58.091824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <248 add.135> + +2023-12-14 14:52:58.091829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.153 +2023-12-14 14:52:58.091834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <247 broadcast.153> + +2023-12-14 14:52:58.091840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.8 +2023-12-14 14:52:58.091845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <246 convert.8> + +2023-12-14 14:52:58.091850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.136 +2023-12-14 14:52:58.091856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <242 add.136> + +2023-12-14 14:52:58.091864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.154 +2023-12-14 14:52:58.091870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <241 broadcast.154> + +2023-12-14 14:52:58.091875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.21 +2023-12-14 14:52:58.091881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <239 xor.21> + +2023-12-14 14:52:58.091887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.23 +2023-12-14 14:52:58.091892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <238 or.23> + +2023-12-14 14:52:58.091897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.21 +2023-12-14 14:52:58.091903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <237 shift-right-logical.21> + +2023-12-14 14:52:58.091908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.156 +2023-12-14 14:52:58.091915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <236 broadcast.156> + +2023-12-14 14:52:58.091920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.24 +2023-12-14 14:52:58.091925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <235 subtract.24> + +2023-12-14 14:52:58.091931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.19 +2023-12-14 14:52:58.091936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <234 shift-left.19> + +2023-12-14 14:52:58.091941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.157 +2023-12-14 14:52:58.091948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <233 broadcast.157> + +2023-12-14 14:52:58.091953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.44 +2023-12-14 14:52:58.091958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <232 reshape.44> + +2023-12-14 14:52:58.091964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.27 +2023-12-14 14:52:58.091969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <231 slice.27> + +2023-12-14 14:52:58.091975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.137 +2023-12-14 14:52:58.091980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <230 add.137> + +2023-12-14 14:52:58.091985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.22 +2023-12-14 14:52:58.091991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <229 xor.22> + +2023-12-14 14:52:58.091996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.24 +2023-12-14 14:52:58.092005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <228 or.24> + +2023-12-14 14:52:58.092010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.22 +2023-12-14 14:52:58.092016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <227 shift-right-logical.22> + +2023-12-14 14:52:58.092021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.158 +2023-12-14 14:52:58.092027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <226 broadcast.158> + +2023-12-14 14:52:58.092032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.25 +2023-12-14 14:52:58.092038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <225 subtract.25> + +2023-12-14 14:52:58.092043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.20 +2023-12-14 14:52:58.092049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <224 shift-left.20> + +2023-12-14 14:52:58.092054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.159 +2023-12-14 14:52:58.092060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <223 broadcast.159> + +2023-12-14 14:52:58.092065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.45 +2023-12-14 14:52:58.092071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <222 reshape.45> + +2023-12-14 14:52:58.092076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.28 +2023-12-14 14:52:58.092082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <221 slice.28> + +2023-12-14 14:52:58.092087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.138 +2023-12-14 14:52:58.092092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <220 add.138> + +2023-12-14 14:52:58.092098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.23 +2023-12-14 14:52:58.092103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <219 xor.23> + +2023-12-14 14:52:58.092108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.25 +2023-12-14 14:52:58.092114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <218 or.25> + +2023-12-14 14:52:58.092119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.23 +2023-12-14 14:52:58.092124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <217 shift-right-logical.23> + +2023-12-14 14:52:58.092130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.160 +2023-12-14 14:52:58.092136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <216 broadcast.160> + +2023-12-14 14:52:58.092146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.26 +2023-12-14 14:52:58.092152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <215 subtract.26> + +2023-12-14 14:52:58.092157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.21 +2023-12-14 14:52:58.092163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <214 shift-left.21> + +2023-12-14 14:52:58.092168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.161 +2023-12-14 14:52:58.092175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <213 broadcast.161> + +2023-12-14 14:52:58.092180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.46 +2023-12-14 14:52:58.092185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <212 reshape.46> + +2023-12-14 14:52:58.092191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.29 +2023-12-14 14:52:58.092196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <211 slice.29> + +2023-12-14 14:52:58.092202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.139 +2023-12-14 14:52:58.092207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <210 add.139> + +2023-12-14 14:52:58.092212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.24 +2023-12-14 14:52:58.092217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <209 xor.24> + +2023-12-14 14:52:58.092223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.26 +2023-12-14 14:52:58.092228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <208 or.26> + +2023-12-14 14:52:58.092234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.24 +2023-12-14 14:52:58.092239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <207 shift-right-logical.24> + +2023-12-14 14:52:58.092244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.163 +2023-12-14 14:52:58.092250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <206 broadcast.163> + +2023-12-14 14:52:58.092255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.27 +2023-12-14 14:52:58.092261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <205 subtract.27> + +2023-12-14 14:52:58.092266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.179 +2023-12-14 14:52:58.092272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <204 constant.179> + +2023-12-14 14:52:58.092276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.22 +2023-12-14 14:52:58.092283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <203 shift-left.22> + +2023-12-14 14:52:58.092292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.164 +2023-12-14 14:52:58.092297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <202 broadcast.164> + +2023-12-14 14:52:58.092302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.47 +2023-12-14 14:52:58.092308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <201 reshape.47> + +2023-12-14 14:52:58.092314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.30 +2023-12-14 14:52:58.092319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <200 slice.30> + +2023-12-14 14:52:58.092325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.140 +2023-12-14 14:52:58.092330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <198 add.140> + +2023-12-14 14:52:58.092335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.142 +2023-12-14 14:52:58.092340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <245 add.142> + +2023-12-14 14:52:58.092346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.42 +2023-12-14 14:52:58.092352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <240 param_0.42> + +2023-12-14 14:52:58.092358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.60 +2023-12-14 14:52:58.092363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <199 param_1.60> + +2023-12-14 14:52:58.092368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.56 +2023-12-14 14:52:58.092374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <197 param_2.56> + +2023-12-14 14:52:58.092379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.65 +2023-12-14 14:52:58.092385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <196 param_3.65> + +2023-12-14 14:52:58.092390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.68 +2023-12-14 14:52:58.092396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <243 param_4.68> + +2023-12-14 14:52:58.092400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.180 +2023-12-14 14:52:58.092407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <244 constant.180> + +2023-12-14 14:52:58.092413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.092418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <11 fusion.clone> + +2023-12-14 14:52:58.092423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.092429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <57 copy.12> + +2023-12-14 14:52:58.092439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.092445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:58.092450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:58.092455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:58.092460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:52:58.092466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:58.092472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:52:58.092478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <50 copy.8> + +2023-12-14 14:52:58.092483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.143 +2023-12-14 14:52:58.092488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <103 add.143> + +2023-12-14 14:52:58.092493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.166 +2023-12-14 14:52:58.092499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <102 broadcast.166> + +2023-12-14 14:52:58.092505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.144 +2023-12-14 14:52:58.092510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <100 add.144> + +2023-12-14 14:52:58.092515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.43 +2023-12-14 14:52:58.092520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <101 param_0.43> + +2023-12-14 14:52:58.092526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.25 +2023-12-14 14:52:58.092534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <99 xor.25> + +2023-12-14 14:52:58.092539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.27 +2023-12-14 14:52:58.092544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <98 or.27> + +2023-12-14 14:52:58.092549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.25 +2023-12-14 14:52:58.092555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <97 shift-right-logical.25> + +2023-12-14 14:52:58.092560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.167 +2023-12-14 14:52:58.092567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <96 broadcast.167> + +2023-12-14 14:52:58.092571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.28 +2023-12-14 14:52:58.092584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <95 subtract.28> + +2023-12-14 14:52:58.092590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.23 +2023-12-14 14:52:58.092596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <94 shift-left.23> + +2023-12-14 14:52:58.092601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.168 +2023-12-14 14:52:58.092607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <93 broadcast.168> + +2023-12-14 14:52:58.092611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.48 +2023-12-14 14:52:58.092617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <92 reshape.48> + +2023-12-14 14:52:58.092624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.31 +2023-12-14 14:52:58.092630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <91 slice.31> + +2023-12-14 14:52:58.092635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.145 +2023-12-14 14:52:58.092640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <90 add.145> + +2023-12-14 14:52:58.092645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.26 +2023-12-14 14:52:58.092651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <89 xor.26> + +2023-12-14 14:52:58.092656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.28 +2023-12-14 14:52:58.092662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <88 or.28> + +2023-12-14 14:52:58.092667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.26 +2023-12-14 14:52:58.092672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <87 shift-right-logical.26> + +2023-12-14 14:52:58.092677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.170 +2023-12-14 14:52:58.092685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <86 broadcast.170> + +2023-12-14 14:52:58.092690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.29 +2023-12-14 14:52:58.092696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <85 subtract.29> + +2023-12-14 14:52:58.092701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.24 +2023-12-14 14:52:58.092706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <84 shift-left.24> + +2023-12-14 14:52:58.092712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.172 +2023-12-14 14:52:58.092718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <83 broadcast.172> + +2023-12-14 14:52:58.092723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.49 +2023-12-14 14:52:58.092731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <82 reshape.49> + +2023-12-14 14:52:58.092736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.32 +2023-12-14 14:52:58.092742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <81 slice.32> + +2023-12-14 14:52:58.092748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.146 +2023-12-14 14:52:58.092754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <80 add.146> + +2023-12-14 14:52:58.092758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: xor.27 +2023-12-14 14:52:58.092764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <79 xor.27> + +2023-12-14 14:52:58.092769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.29 +2023-12-14 14:52:58.092775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <78 or.29> + +2023-12-14 14:52:58.092780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.27 +2023-12-14 14:52:58.092786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <77 shift-right-logical.27> + +2023-12-14 14:52:58.092791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.173 +2023-12-14 14:52:58.092796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <76 broadcast.173> + +2023-12-14 14:52:58.092802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.30 +2023-12-14 14:52:58.092809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <75 subtract.30> + +2023-12-14 14:52:58.092813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.181 +2023-12-14 14:52:58.092819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <74 constant.181> + +2023-12-14 14:52:58.092824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.61 +2023-12-14 14:52:58.092829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <69 param_1.61> + +2023-12-14 14:52:58.092835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-left.25 +2023-12-14 14:52:58.092841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <73 shift-left.25> + +2023-12-14 14:52:58.092846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.174 +2023-12-14 14:52:58.092851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <72 broadcast.174> + +2023-12-14 14:52:58.092856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.50 +2023-12-14 14:52:58.092862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <71 reshape.50> + +2023-12-14 14:52:58.092870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.33 +2023-12-14 14:52:58.092876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <70 slice.33> + +2023-12-14 14:52:58.092881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.147 +2023-12-14 14:52:58.092887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <68 add.147> + +2023-12-14 14:52:58.092891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.57 +2023-12-14 14:52:58.092898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <67 param_2.57> + +2023-12-14 14:52:58.092903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.66 +2023-12-14 14:52:58.092908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <66 param_3.66> + +2023-12-14 14:52:58.092913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1.clone +2023-12-14 14:52:58.092919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <10 fusion.1.clone> + +2023-12-14 14:52:58.092925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:52:58.092931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <53 copy.11> + +2023-12-14 14:52:58.092936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:52:58.092941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[4]) + {} : HloValueSet: <54 copy.14> + +2023-12-14 14:52:58.092946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:52:58.092952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <55 copy.10> + +2023-12-14 14:52:58.092957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.8 +2023-12-14 14:52:58.092962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <56 copy.9> + +2023-12-14 14:52:58.092967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: minimum.2 +2023-12-14 14:52:58.092973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <409 minimum.2> + +2023-12-14 14:52:58.092978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:58.092983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <408 maximum.4> + +2023-12-14 14:52:58.092989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.98 +2023-12-14 14:52:58.092995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <407 multiply.98> + +2023-12-14 14:52:58.093000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.176 +2023-12-14 14:52:58.093005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <406 broadcast.176> + +2023-12-14 14:52:58.093014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.182 +2023-12-14 14:52:58.093020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <405 constant.182> + +2023-12-14 14:52:58.093025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.41 +2023-12-14 14:52:58.093031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <404 select.41> + +2023-12-14 14:52:58.093036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.99 +2023-12-14 14:52:58.093041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <403 multiply.99> + +2023-12-14 14:52:58.093047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.148 +2023-12-14 14:52:58.093053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <402 add.148> + +2023-12-14 14:52:58.093058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.100 +2023-12-14 14:52:58.093063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <401 multiply.100> + +2023-12-14 14:52:58.093068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.149 +2023-12-14 14:52:58.093074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <400 add.149> + +2023-12-14 14:52:58.093079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.101 +2023-12-14 14:52:58.093085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <399 multiply.101> + +2023-12-14 14:52:58.093090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.150 +2023-12-14 14:52:58.093095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <398 add.150> + +2023-12-14 14:52:58.093100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.102 +2023-12-14 14:52:58.093108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <397 multiply.102> + +2023-12-14 14:52:58.093114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.152 +2023-12-14 14:52:58.093119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <396 add.152> + +2023-12-14 14:52:58.093124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.103 +2023-12-14 14:52:58.093130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <395 multiply.103> + +2023-12-14 14:52:58.093134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.153 +2023-12-14 14:52:58.093140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <394 add.153> + +2023-12-14 14:52:58.093145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.104 +2023-12-14 14:52:58.093155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <393 multiply.104> + +2023-12-14 14:52:58.093160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.154 +2023-12-14 14:52:58.093165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <392 add.154> + +2023-12-14 14:52:58.093171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.105 +2023-12-14 14:52:58.093177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <391 multiply.105> + +2023-12-14 14:52:58.093182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.155 +2023-12-14 14:52:58.093187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <390 add.155> + +2023-12-14 14:52:58.093192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.106 +2023-12-14 14:52:58.093198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <389 multiply.106> + +2023-12-14 14:52:58.093204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.156 +2023-12-14 14:52:58.093209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <388 add.156> + +2023-12-14 14:52:58.093214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.107 +2023-12-14 14:52:58.093220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <387 multiply.107> + +2023-12-14 14:52:58.093225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.42 +2023-12-14 14:52:58.093231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <386 select.42> + +2023-12-14 14:52:58.093236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.157 +2023-12-14 14:52:58.093242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <385 add.157> + +2023-12-14 14:52:58.093246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.177 +2023-12-14 14:52:58.093252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <384 broadcast.177> + +2023-12-14 14:52:58.093258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.183 +2023-12-14 14:52:58.093264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <383 constant.183> + +2023-12-14 14:52:58.093269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.3 +2023-12-14 14:52:58.093274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <382 sqrt.3> + +2023-12-14 14:52:58.093279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.158 +2023-12-14 14:52:58.093284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <381 add.158> + +2023-12-14 14:52:58.093290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.178 +2023-12-14 14:52:58.093299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <380 broadcast.178> + +2023-12-14 14:52:58.093304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.184 +2023-12-14 14:52:58.093309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <379 constant.184> + +2023-12-14 14:52:58.093314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.43 +2023-12-14 14:52:58.093321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <378 select.43> + +2023-12-14 14:52:58.093326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.179 +2023-12-14 14:52:58.093332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <377 broadcast.179> + +2023-12-14 14:52:58.093337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.185 +2023-12-14 14:52:58.093343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <376 constant.185> + +2023-12-14 14:52:58.093348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.180 +2023-12-14 14:52:58.093355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <375 broadcast.180> + +2023-12-14 14:52:58.093360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.186 +2023-12-14 14:52:58.093365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <374 constant.186> + +2023-12-14 14:52:58.093370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.44 +2023-12-14 14:52:58.093375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <373 select.44> + +2023-12-14 14:52:58.093381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.181 +2023-12-14 14:52:58.093387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <372 broadcast.181> + +2023-12-14 14:52:58.093392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.187 +2023-12-14 14:52:58.093398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <371 constant.187> + +2023-12-14 14:52:58.093403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.182 +2023-12-14 14:52:58.093409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <370 broadcast.182> + +2023-12-14 14:52:58.093415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.188 +2023-12-14 14:52:58.093420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <369 constant.188> + +2023-12-14 14:52:58.093425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.45 +2023-12-14 14:52:58.093431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <368 select.45> + +2023-12-14 14:52:58.093440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.183 +2023-12-14 14:52:58.093446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <367 broadcast.183> + +2023-12-14 14:52:58.093451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.189 +2023-12-14 14:52:58.093456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <366 constant.189> + +2023-12-14 14:52:58.093461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.184 +2023-12-14 14:52:58.093467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <365 broadcast.184> + +2023-12-14 14:52:58.093472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.191 +2023-12-14 14:52:58.093479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <364 constant.191> + +2023-12-14 14:52:58.093484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.46 +2023-12-14 14:52:58.093489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <363 select.46> + +2023-12-14 14:52:58.093494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.185 +2023-12-14 14:52:58.093500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <362 broadcast.185> + +2023-12-14 14:52:58.093505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.192 +2023-12-14 14:52:58.093511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <361 constant.192> + +2023-12-14 14:52:58.093516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.186 +2023-12-14 14:52:58.093521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <360 broadcast.186> + +2023-12-14 14:52:58.093526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.193 +2023-12-14 14:52:58.093533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <359 constant.193> + +2023-12-14 14:52:58.093538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.47 +2023-12-14 14:52:58.093544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <358 select.47> + +2023-12-14 14:52:58.093549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.187 +2023-12-14 14:52:58.093554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <357 broadcast.187> + +2023-12-14 14:52:58.093559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.194 +2023-12-14 14:52:58.093567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <356 constant.194> + +2023-12-14 14:52:58.093572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.188 +2023-12-14 14:52:58.093580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <355 broadcast.188> + +2023-12-14 14:52:58.093585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.195 +2023-12-14 14:52:58.093592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <354 constant.195> + +2023-12-14 14:52:58.093598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.48 +2023-12-14 14:52:58.093603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <353 select.48> + +2023-12-14 14:52:58.093608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.189 +2023-12-14 14:52:58.093614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <352 broadcast.189> + +2023-12-14 14:52:58.093619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.196 +2023-12-14 14:52:58.093625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <351 constant.196> + +2023-12-14 14:52:58.093631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.190 +2023-12-14 14:52:58.093636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <350 broadcast.190> + +2023-12-14 14:52:58.093641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.197 +2023-12-14 14:52:58.093647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <349 constant.197> + +2023-12-14 14:52:58.093652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.49 +2023-12-14 14:52:58.093658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <348 select.49> + +2023-12-14 14:52:58.093663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.191 +2023-12-14 14:52:58.093669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <347 broadcast.191> + +2023-12-14 14:52:58.093674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.198 +2023-12-14 14:52:58.093679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <346 constant.198> + +2023-12-14 14:52:58.093685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.192 +2023-12-14 14:52:58.093691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <345 broadcast.192> + +2023-12-14 14:52:58.093696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.199 +2023-12-14 14:52:58.093701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <344 constant.199> + +2023-12-14 14:52:58.093706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.50 +2023-12-14 14:52:58.093712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <343 select.50> + +2023-12-14 14:52:58.093721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.193 +2023-12-14 14:52:58.093727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <342 broadcast.193> + +2023-12-14 14:52:58.093732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.200 +2023-12-14 14:52:58.093737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <341 constant.200> + +2023-12-14 14:52:58.093743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.194 +2023-12-14 14:52:58.093749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <340 broadcast.194> + +2023-12-14 14:52:58.093754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.201 +2023-12-14 14:52:58.093760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <339 constant.201> + +2023-12-14 14:52:58.093765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.51 +2023-12-14 14:52:58.093770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <338 select.51> + +2023-12-14 14:52:58.093776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.195 +2023-12-14 14:52:58.093782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <337 broadcast.195> + +2023-12-14 14:52:58.093787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.202 +2023-12-14 14:52:58.093792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <336 constant.202> + +2023-12-14 14:52:58.093797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.196 +2023-12-14 14:52:58.093803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <335 broadcast.196> + +2023-12-14 14:52:58.093808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.203 +2023-12-14 14:52:58.093814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <334 constant.203> + +2023-12-14 14:52:58.093819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.18 +2023-12-14 14:52:58.093825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <333 compare.18> + +2023-12-14 14:52:58.093830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.197 +2023-12-14 14:52:58.093836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <332 broadcast.197> + +2023-12-14 14:52:58.093842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.204 +2023-12-14 14:52:58.093848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <331 constant.204> + +2023-12-14 14:52:58.093853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.9 +2023-12-14 14:52:58.093858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <330 negate.9> + +2023-12-14 14:52:58.093867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: log-plus-one.3 +2023-12-14 14:52:58.093874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <329 log-plus-one.3> + +2023-12-14 14:52:58.093878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.108 +2023-12-14 14:52:58.093884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <328 multiply.108> + +2023-12-14 14:52:58.093889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: negate.10 +2023-12-14 14:52:58.093895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <327 negate.10> + +2023-12-14 14:52:58.093900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.109 +2023-12-14 14:52:58.093906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <326 multiply.109> + +2023-12-14 14:52:58.093911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.198 +2023-12-14 14:52:58.093917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <325 broadcast.198> + +2023-12-14 14:52:58.093922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.19 +2023-12-14 14:52:58.093928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[8192,2048]) + {} : HloValueSet: <324 compare.19> + +2023-12-14 14:52:58.093934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.199 +2023-12-14 14:52:58.093940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <323 broadcast.199> + +2023-12-14 14:52:58.093944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.205 +2023-12-14 14:52:58.093950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <322 constant.205> + +2023-12-14 14:52:58.093955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: abs.3 +2023-12-14 14:52:58.093961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <321 abs.3> + +2023-12-14 14:52:58.093966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.51 +2023-12-14 14:52:58.093972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <320 reshape.51> + +2023-12-14 14:52:58.093977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.5 +2023-12-14 14:52:58.093983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <319 maximum.5> + +2023-12-14 14:52:58.093988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.159 +2023-12-14 14:52:58.093995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <318 add.159> + +2023-12-14 14:52:58.094000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.110 +2023-12-14 14:52:58.094008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <317 multiply.110> + +2023-12-14 14:52:58.094014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.200 +2023-12-14 14:52:58.094020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <316 broadcast.200> + +2023-12-14 14:52:58.094025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.52 +2023-12-14 14:52:58.094031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <315 reshape.52> + +2023-12-14 14:52:58.094036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.31 +2023-12-14 14:52:58.094041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <314 subtract.31> + +2023-12-14 14:52:58.094047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.53 +2023-12-14 14:52:58.094053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <313 reshape.53> + +2023-12-14 14:52:58.094058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.54 +2023-12-14 14:52:58.094064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,1]) + {} : HloValueSet: <312 reshape.54> + +2023-12-14 14:52:58.094069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.160 +2023-12-14 14:52:58.094075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <310 add.160> + +2023-12-14 14:52:58.094080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.201 +2023-12-14 14:52:58.094085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <309 broadcast.201> + +2023-12-14 14:52:58.094091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.206 +2023-12-14 14:52:58.094096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <308 constant.206> + +2023-12-14 14:52:58.094101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.6 +2023-12-14 14:52:58.094108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <307 bitcast-convert.6> + +2023-12-14 14:52:58.094112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.30 +2023-12-14 14:52:58.094119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <306 or.30> + +2023-12-14 14:52:58.094123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.202 +2023-12-14 14:52:58.094129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <305 broadcast.202> + +2023-12-14 14:52:58.094134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.207 +2023-12-14 14:52:58.094140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <304 constant.207> + +2023-12-14 14:52:58.094148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: shift-right-logical.28 +2023-12-14 14:52:58.094154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <303 shift-right-logical.28> + +2023-12-14 14:52:58.094159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.203 +2023-12-14 14:52:58.094166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <302 broadcast.203> + +2023-12-14 14:52:58.094170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.208 +2023-12-14 14:52:58.094176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <301 constant.208> + +2023-12-14 14:52:58.094182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: concatenate.1 +2023-12-14 14:52:58.094187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <300 concatenate.1> + +2023-12-14 14:52:58.094192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.204 +2023-12-14 14:52:58.094199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[16777216]) + {} : HloValueSet: <297 broadcast.204> + +2023-12-14 14:52:58.094203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.205 +2023-12-14 14:52:58.094210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <295 broadcast.205> + +2023-12-14 14:52:58.094216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.7 +2023-12-14 14:52:58.094221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <294 bitcast-convert.7> + +2023-12-14 14:52:58.094227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.52 +2023-12-14 14:52:58.094232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <293 select.52> + +2023-12-14 14:52:58.094237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.53 +2023-12-14 14:52:58.094243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <292 select.53> + +2023-12-14 14:52:58.094248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.54 +2023-12-14 14:52:58.094253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <291 select.54> + +2023-12-14 14:52:58.094258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.162 +2023-12-14 14:52:58.094264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <290 add.162> + +2023-12-14 14:52:58.094269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.55 +2023-12-14 14:52:58.094275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <289 select.55> + +2023-12-14 14:52:58.094280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.31 +2023-12-14 14:52:58.094286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <288 or.31> + +2023-12-14 14:52:58.094295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.20 +2023-12-14 14:52:58.094300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <287 compare.20> + +2023-12-14 14:52:58.094306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.4 +2023-12-14 14:52:58.094311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <286 and.4> + +2023-12-14 14:52:58.094317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.21 +2023-12-14 14:52:58.094322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <285 compare.21> + +2023-12-14 14:52:58.094327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.22 +2023-12-14 14:52:58.094334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <284 compare.22> + +2023-12-14 14:52:58.094339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.5 +2023-12-14 14:52:58.094345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <283 and.5> + +2023-12-14 14:52:58.094350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.8 +2023-12-14 14:52:58.094356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <282 bitcast-convert.8> + +2023-12-14 14:52:58.094361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.23 +2023-12-14 14:52:58.094367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <281 compare.23> + +2023-12-14 14:52:58.094372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.209 +2023-12-14 14:52:58.094378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <280 constant.209> + +2023-12-14 14:52:58.094383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.24 +2023-12-14 14:52:58.094388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <279 compare.24> + +2023-12-14 14:52:58.094394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.9 +2023-12-14 14:52:58.094399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <278 convert.9> + +2023-12-14 14:52:58.094405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.206 +2023-12-14 14:52:58.094411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <276 broadcast.206> + +2023-12-14 14:52:58.094416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.44 +2023-12-14 14:52:58.094421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <296 param_0.44> + +2023-12-14 14:52:58.094427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.62 +2023-12-14 14:52:58.094435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <311 param_1.62> + +2023-12-14 14:52:58.094441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_2.58 +2023-12-14 14:52:58.094446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <298 param_2.58> + +2023-12-14 14:52:58.094451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_3.67 +2023-12-14 14:52:58.094458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <299 param_3.67> + +2023-12-14 14:52:58.094463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.9 +2023-12-14 14:52:58.094469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <275 bitcast-convert.9> + +2023-12-14 14:52:58.094474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.56 +2023-12-14 14:52:58.094479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <274 select.56> + +2023-12-14 14:52:58.094485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.57 +2023-12-14 14:52:58.094491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <273 select.57> + +2023-12-14 14:52:58.094496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.58 +2023-12-14 14:52:58.094502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <272 select.58> + +2023-12-14 14:52:58.094507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.163 +2023-12-14 14:52:58.094512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <271 add.163> + +2023-12-14 14:52:58.094517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.59 +2023-12-14 14:52:58.094523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <270 select.59> + +2023-12-14 14:52:58.094528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.210 +2023-12-14 14:52:58.094534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <269 constant.210> + +2023-12-14 14:52:58.094539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.211 +2023-12-14 14:52:58.094544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <268 constant.211> + +2023-12-14 14:52:58.094550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: or.32 +2023-12-14 14:52:58.094555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <267 or.32> + +2023-12-14 14:52:58.094561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.25 +2023-12-14 14:52:58.094566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <266 compare.25> + +2023-12-14 14:52:58.094571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.6 +2023-12-14 14:52:58.094580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <265 and.6> + +2023-12-14 14:52:58.094586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.212 +2023-12-14 14:52:58.094592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <264 constant.212> + +2023-12-14 14:52:58.094597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.26 +2023-12-14 14:52:58.094602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <263 compare.26> + +2023-12-14 14:52:58.094607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.213 +2023-12-14 14:52:58.094613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <262 constant.213> + +2023-12-14 14:52:58.094619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.214 +2023-12-14 14:52:58.094624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <261 constant.214> + +2023-12-14 14:52:58.094629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.27 +2023-12-14 14:52:58.094634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <260 compare.27> + +2023-12-14 14:52:58.094640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.215 +2023-12-14 14:52:58.094646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <259 constant.215> + +2023-12-14 14:52:58.094651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: and.7 +2023-12-14 14:52:58.094656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <258 and.7> + +2023-12-14 14:52:58.094661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.216 +2023-12-14 14:52:58.094667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <257 constant.216> + +2023-12-14 14:52:58.094672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast-convert.10 +2023-12-14 14:52:58.094679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <256 bitcast-convert.10> + +2023-12-14 14:52:58.094683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.217 +2023-12-14 14:52:58.094689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <255 constant.217> + +2023-12-14 14:52:58.094694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.28 +2023-12-14 14:52:58.094699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <254 compare.28> + +2023-12-14 14:52:58.094705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.218 +2023-12-14 14:52:58.094711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <253 constant.218> + +2023-12-14 14:52:58.094716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.219 +2023-12-14 14:52:58.094724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <252 constant.219> + +2023-12-14 14:52:58.094729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_4.69 +2023-12-14 14:52:58.094736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <277 param_4.69> + +2023-12-14 14:52:58.094741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.29 +2023-12-14 14:52:58.094747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <251 compare.29> + +2023-12-14 14:52:58.094752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.10 +2023-12-14 14:52:58.094757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <250 convert.10> + +2023-12-14 14:52:58.094763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_5.76 +2023-12-14 14:52:58.094769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <249 param_5.76> + +2023-12-14 14:52:58.094774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:52:58.094780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <12 fusion.2.clone> + +2023-12-14 14:52:58.094785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.9 +2023-12-14 14:52:58.094790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <36 fusion.9> + +2023-12-14 14:52:58.094796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.10 +2023-12-14 14:52:58.094802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <38 fusion.3> + +2023-12-14 14:52:58.094807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.11 +2023-12-14 14:52:58.094812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <430 while.1{1} (phi)> + +2023-12-14 14:52:58.094817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.12 +2023-12-14 14:52:58.094823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <431 while.1{2} (phi)> + +2023-12-14 14:52:58.094829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.13 +2023-12-14 14:52:58.094834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <35 Arg_1.2> + +2023-12-14 14:52:58.094839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.14 +2023-12-14 14:52:58.094844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <37 Arg_2.3> + +2023-12-14 14:52:58.094849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.164 +2023-12-14 14:52:58.094856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <26 add.164> + +2023-12-14 14:52:58.094861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.207 +2023-12-14 14:52:58.094882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <25 broadcast.207> + +2023-12-14 14:52:58.094888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.55 +2023-12-14 14:52:58.094894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <24 reshape.55> + +2023-12-14 14:52:58.094898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.34 +2023-12-14 14:52:58.094904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <23 slice.34> + +2023-12-14 14:52:58.094909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.35 +2023-12-14 14:52:58.094915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <21 slice.35> + +2023-12-14 14:52:58.094921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.45 +2023-12-14 14:52:58.094926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <22 param_0.45> + +2023-12-14 14:52:58.094931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.2 +2023-12-14 14:52:58.094937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <20 iota.2> + +2023-12-14 14:52:58.094942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5.clone +2023-12-14 14:52:58.094948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <0 fusion.5.clone> + +2023-12-14 14:52:58.094954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.15 +2023-12-14 14:52:58.094959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:58.094964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.165 +2023-12-14 14:52:58.094969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <19 add.165> + +2023-12-14 14:52:58.094975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.208 +2023-12-14 14:52:58.094982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <18 broadcast.208> + +2023-12-14 14:52:58.094987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.56 +2023-12-14 14:52:58.094992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[]) + {} : HloValueSet: <17 reshape.56> + +2023-12-14 14:52:58.094997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.36 +2023-12-14 14:52:58.095003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[1]) + {} : HloValueSet: <16 slice.36> + +2023-12-14 14:52:58.095009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: slice.37 +2023-12-14 14:52:58.095014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <14 slice.37> + +2023-12-14 14:52:58.095019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.46 +2023-12-14 14:52:58.095028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <15 param_0.46> + +2023-12-14 14:52:58.095033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: iota.3 +2023-12-14 14:52:58.095040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[16777216]) + {} : HloValueSet: <13 iota.3> + +2023-12-14 14:52:58.095045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7.clone +2023-12-14 14:52:58.095050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[8388608]) + {} : HloValueSet: <1 fusion.7.clone> + +2023-12-14 14:52:58.095055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.16 +2023-12-14 14:52:58.095060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(u32[2]) + {} : HloValueSet: <41 Arg_0.1> + +2023-12-14 14:52:58.096605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__truncated_normal +2023-12-14 14:52:58.096633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.096639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.096649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> (def) +2023-12-14 14:52:58.096654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.096664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> (def) +2023-12-14 14:52:58.096668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:58.096678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> (def) +2023-12-14 14:52:58.096683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19: +2023-12-14 14:52:58.096692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> (def) +2023-12-14 14:52:58.096697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21: +2023-12-14 14:52:58.096707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.21> (def) +2023-12-14 14:52:58.096712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22: +2023-12-14 14:52:58.096721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.22> (def) +2023-12-14 14:52:58.096726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1: +2023-12-14 14:52:58.096744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.096750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 while.1{} (phi)> (def) +2023-12-14 14:52:58.096755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.096759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 while.1{0} (phi)> (def) +2023-12-14 14:52:58.096764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.096769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> (def) +2023-12-14 14:52:58.096775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.096781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> (def) +2023-12-14 14:52:58.096786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.096790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 while.1{3} (phi)> (def) +2023-12-14 14:52:58.096795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.096800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 while.1{4} (phi)> (def) +2023-12-14 14:52:58.096805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.096811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 while.1{5} (phi)> (def) +2023-12-14 14:52:58.096816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.096821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 while.1{6} (phi)> (def) +2023-12-14 14:52:58.096826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.096831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{7} (phi)> (def) +2023-12-14 14:52:58.096836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195: +2023-12-14 14:52:58.096847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:58.096852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196: +2023-12-14 14:52:58.096862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:58.096866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:52:58.096878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> (def) +2023-12-14 14:52:58.096882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4: +2023-12-14 14:52:58.096900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> (def) +2023-12-14 14:52:58.096907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6: +2023-12-14 14:52:58.096923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> (def) +2023-12-14 14:52:58.096931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:52:58.096942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> (def) +2023-12-14 14:52:58.096946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9: +2023-12-14 14:52:58.096956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> (def) +2023-12-14 14:52:58.096961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:52:58.096972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> +2023-12-14 14:52:58.096977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:52:58.096986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:58.096992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.096997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4: +2023-12-14 14:52:58.097002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:58.097007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:58.097016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.097022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.9{}> (def) +2023-12-14 14:52:58.097028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.097033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> +2023-12-14 14:52:58.097037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.097042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:58.097047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.097053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:58.097062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.097067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> +2023-12-14 14:52:58.097072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.097076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> +2023-12-14 14:52:58.097082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.097088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> +2023-12-14 14:52:58.097093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.097098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> +2023-12-14 14:52:58.097103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.097107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> +2023-12-14 14:52:58.097113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24: +2023-12-14 14:52:58.097123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> (def) +2023-12-14 14:52:58.097128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25: +2023-12-14 14:52:58.097138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> (def) +2023-12-14 14:52:58.097143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26: +2023-12-14 14:52:58.097154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> (def) +2023-12-14 14:52:58.097159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3: +2023-12-14 14:52:58.097168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.097174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{} (phi)> (def) +2023-12-14 14:52:58.097180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.097184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> (def) +2023-12-14 14:52:58.097189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.097194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> (def) +2023-12-14 14:52:58.097199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.097204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> (def) +2023-12-14 14:52:58.097213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.097218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> (def) +2023-12-14 14:52:58.097223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.097228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> (def) +2023-12-14 14:52:58.097234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.097238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> (def) +2023-12-14 14:52:58.097244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.097249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> (def) +2023-12-14 14:52:58.097254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.097259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> (def) +2023-12-14 14:52:58.097265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102: +2023-12-14 14:52:58.097275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.102> (def) +2023-12-14 14:52:58.097280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58: +2023-12-14 14:52:58.097289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> (def) +2023-12-14 14:52:58.097295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.097305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:58.097310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:52:58.097320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:58.097325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103: +2023-12-14 14:52:58.097335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:58.097340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8: +2023-12-14 14:52:58.097350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> (def) +2023-12-14 14:52:58.097355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104: +2023-12-14 14:52:58.097369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:58.097374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9: +2023-12-14 14:52:58.097385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> (def) +2023-12-14 14:52:58.097390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105: +2023-12-14 14:52:58.097400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:58.097405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10: +2023-12-14 14:52:58.097415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> (def) +2023-12-14 14:52:58.097420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106: +2023-12-14 14:52:58.097431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:58.097435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11: +2023-12-14 14:52:58.097446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> (def) +2023-12-14 14:52:58.097450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107: +2023-12-14 14:52:58.097461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:58.097466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12: +2023-12-14 14:52:58.097476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> (def) +2023-12-14 14:52:58.097480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108: +2023-12-14 14:52:58.097491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:58.097496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13: +2023-12-14 14:52:58.097506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> (def) +2023-12-14 14:52:58.097511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109: +2023-12-14 14:52:58.097524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:58.097529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14: +2023-12-14 14:52:58.097541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> (def) +2023-12-14 14:52:58.097546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110: +2023-12-14 14:52:58.097556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:58.097561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15: +2023-12-14 14:52:58.097571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> (def) +2023-12-14 14:52:58.097577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19: +2023-12-14 14:52:58.097586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> (def) +2023-12-14 14:52:58.097591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20: +2023-12-14 14:52:58.097601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> (def) +2023-12-14 14:52:58.097607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21: +2023-12-14 14:52:58.097617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> (def) +2023-12-14 14:52:58.097622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22: +2023-12-14 14:52:58.097632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> (def) +2023-12-14 14:52:58.097637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23: +2023-12-14 14:52:58.097647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> (def) +2023-12-14 14:52:58.097652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11: +2023-12-14 14:52:58.097662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.097667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> (def) +2023-12-14 14:52:58.097673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.097681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> +2023-12-14 14:52:58.097687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.097692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:58.097697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.097703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:58.097708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.097713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:58.097718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.097723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:58.097728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.097733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:58.097738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.097743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:58.097749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.097754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:58.097758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4: +2023-12-14 14:52:58.097769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:58.097774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.4{} (phi)> (def) +2023-12-14 14:52:58.097779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:58.097784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> (def) +2023-12-14 14:52:58.097789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:58.097795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 arg_tuple.4{1} (phi)> (def) +2023-12-14 14:52:58.097800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:52:58.097804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 arg_tuple.4{2} (phi)> (def) +2023-12-14 14:52:58.097810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:52:58.097815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 arg_tuple.4{3} (phi)> (def) +2023-12-14 14:52:58.097820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:52:58.097825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 arg_tuple.4{4} (phi)> (def) +2023-12-14 14:52:58.097833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:52:58.097839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 arg_tuple.4{5} (phi)> (def) +2023-12-14 14:52:58.097844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:52:58.097849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{6} (phi)> (def) +2023-12-14 14:52:58.097855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:52:58.097860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.4{7} (phi)> (def) +2023-12-14 14:52:58.097864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103: +2023-12-14 14:52:58.097875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> (def) +2023-12-14 14:52:58.097880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:58.097890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> (def) +2023-12-14 14:52:58.097895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85: +2023-12-14 14:52:58.097905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:58.097910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0: +2023-12-14 14:52:58.097920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 divide.0> (def) +2023-12-14 14:52:58.097925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105: +2023-12-14 14:52:58.097935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.105> (def) +2023-12-14 14:52:58.097940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42: +2023-12-14 14:52:58.097951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.42> (def) +2023-12-14 14:52:58.097955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106: +2023-12-14 14:52:58.097966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.106> (def) +2023-12-14 14:52:58.097970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45: +2023-12-14 14:52:58.097984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.45> (def) +2023-12-14 14:52:58.097990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.097994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107: +2023-12-14 14:52:58.097999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.107> (def) +2023-12-14 14:52:58.098004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47: +2023-12-14 14:52:58.098014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.47> (def) +2023-12-14 14:52:58.098020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108: +2023-12-14 14:52:58.098029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.108> (def) +2023-12-14 14:52:58.098034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49: +2023-12-14 14:52:58.098045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.49> (def) +2023-12-14 14:52:58.098050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109: +2023-12-14 14:52:58.098060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.109> (def) +2023-12-14 14:52:58.098064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51: +2023-12-14 14:52:58.098075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.51> (def) +2023-12-14 14:52:58.098080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110: +2023-12-14 14:52:58.098090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.110> (def) +2023-12-14 14:52:58.098094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53: +2023-12-14 14:52:58.098105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.53> (def) +2023-12-14 14:52:58.098110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112: +2023-12-14 14:52:58.098120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.112> (def) +2023-12-14 14:52:58.098125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55: +2023-12-14 14:52:58.098141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.55> (def) +2023-12-14 14:52:58.098146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114: +2023-12-14 14:52:58.098156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.114> (def) +2023-12-14 14:52:58.098161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57: +2023-12-14 14:52:58.098172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.57> (def) +2023-12-14 14:52:58.098177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115: +2023-12-14 14:52:58.098186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.115> (def) +2023-12-14 14:52:58.098192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59: +2023-12-14 14:52:58.098202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.59> (def) +2023-12-14 14:52:58.098207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116: +2023-12-14 14:52:58.098216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.116> (def) +2023-12-14 14:52:58.098222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61: +2023-12-14 14:52:58.098232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.61> (def) +2023-12-14 14:52:58.098237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117: +2023-12-14 14:52:58.098247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.117> (def) +2023-12-14 14:52:58.098252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63: +2023-12-14 14:52:58.098262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.63> (def) +2023-12-14 14:52:58.098267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118: +2023-12-14 14:52:58.098277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.118> (def) +2023-12-14 14:52:58.098282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65: +2023-12-14 14:52:58.098293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.65> (def) +2023-12-14 14:52:58.098301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67: +2023-12-14 14:52:58.098311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 multiply.67> (def) +2023-12-14 14:52:58.098316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0: +2023-12-14 14:52:58.098326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 clamp.0> (def) +2023-12-14 14:52:58.098331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69: +2023-12-14 14:52:58.098342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 multiply.69> (def) +2023-12-14 14:52:58.098347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146: +2023-12-14 14:52:58.098357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.146> (def) +2023-12-14 14:52:58.098362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147: +2023-12-14 14:52:58.098371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.147> (def) +2023-12-14 14:52:58.098376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148: +2023-12-14 14:52:58.098387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.148> (def) +2023-12-14 14:52:58.098391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149: +2023-12-14 14:52:58.098401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.149> (def) +2023-12-14 14:52:58.098406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150: +2023-12-14 14:52:58.098416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.150> (def) +2023-12-14 14:52:58.098421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151: +2023-12-14 14:52:58.098431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.151> (def) +2023-12-14 14:52:58.098436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152: +2023-12-14 14:52:58.098446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.152> (def) +2023-12-14 14:52:58.098454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153: +2023-12-14 14:52:58.098465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.153> (def) +2023-12-14 14:52:58.098469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154: +2023-12-14 14:52:58.098480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.154> (def) +2023-12-14 14:52:58.098484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155: +2023-12-14 14:52:58.098495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.155> (def) +2023-12-14 14:52:58.098500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156: +2023-12-14 14:52:58.098510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.156> (def) +2023-12-14 14:52:58.098515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157: +2023-12-14 14:52:58.098525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.157> (def) +2023-12-14 14:52:58.098530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158: +2023-12-14 14:52:58.098540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.158> (def) +2023-12-14 14:52:58.098545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159: +2023-12-14 14:52:58.098556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.159> (def) +2023-12-14 14:52:58.098561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160: +2023-12-14 14:52:58.098571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.160> (def) +2023-12-14 14:52:58.098576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161: +2023-12-14 14:52:58.098585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.161> (def) +2023-12-14 14:52:58.098591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6: +2023-12-14 14:52:58.098604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 convert.6> (def) +2023-12-14 14:52:58.098609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23: +2023-12-14 14:52:58.098619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.23> (def) +2023-12-14 14:52:58.098625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19: +2023-12-14 14:52:58.098635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> (def) +2023-12-14 14:52:58.098640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20: +2023-12-14 14:52:58.098650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> (def) +2023-12-14 14:52:58.098655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162: +2023-12-14 14:52:58.098665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> (def) +2023-12-14 14:52:58.098670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38: +2023-12-14 14:52:58.098680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> (def) +2023-12-14 14:52:58.098685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19: +2023-12-14 14:52:58.098695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> (def) +2023-12-14 14:52:58.098700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39: +2023-12-14 14:52:58.098710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> (def) +2023-12-14 14:52:58.098715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27: +2023-12-14 14:52:58.098725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> (def) +2023-12-14 14:52:58.098730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20: +2023-12-14 14:52:58.098740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> (def) +2023-12-14 14:52:58.098745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41: +2023-12-14 14:52:58.098755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> (def) +2023-12-14 14:52:58.098762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23: +2023-12-14 14:52:58.098773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> (def) +2023-12-14 14:52:58.098779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31: +2023-12-14 14:52:58.098788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> (def) +2023-12-14 14:52:58.098793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43: +2023-12-14 14:52:58.098803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> (def) +2023-12-14 14:52:58.098808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26: +2023-12-14 14:52:58.098818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> (def) +2023-12-14 14:52:58.098823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35: +2023-12-14 14:52:58.098833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> (def) +2023-12-14 14:52:58.098839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:52:58.098848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 divide.1> (def) +2023-12-14 14:52:58.098853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121: +2023-12-14 14:52:58.098863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.121> (def) +2023-12-14 14:52:58.098868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163: +2023-12-14 14:52:58.098878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.163> (def) +2023-12-14 14:52:58.098883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70: +2023-12-14 14:52:58.098893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 multiply.70> (def) +2023-12-14 14:52:58.098898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122: +2023-12-14 14:52:58.098908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 add.122> (def) +2023-12-14 14:52:58.098915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164: +2023-12-14 14:52:58.098927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.164> (def) +2023-12-14 14:52:58.098932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71: +2023-12-14 14:52:58.098941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.71> (def) +2023-12-14 14:52:58.098946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123: +2023-12-14 14:52:58.098956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.123> (def) +2023-12-14 14:52:58.098961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165: +2023-12-14 14:52:58.098971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.165> (def) +2023-12-14 14:52:58.098976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74: +2023-12-14 14:52:58.098986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 multiply.74> (def) +2023-12-14 14:52:58.098991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.098996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124: +2023-12-14 14:52:58.099001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 add.124> (def) +2023-12-14 14:52:58.099006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166: +2023-12-14 14:52:58.099016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.166> (def) +2023-12-14 14:52:58.099021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76: +2023-12-14 14:52:58.099031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.76> (def) +2023-12-14 14:52:58.099035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125: +2023-12-14 14:52:58.099046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.125> (def) +2023-12-14 14:52:58.099051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167: +2023-12-14 14:52:58.099061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.167> (def) +2023-12-14 14:52:58.099069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78: +2023-12-14 14:52:58.099079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.78> (def) +2023-12-14 14:52:58.099084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126: +2023-12-14 14:52:58.099094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.126> (def) +2023-12-14 14:52:58.099098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168: +2023-12-14 14:52:58.099109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.168> (def) +2023-12-14 14:52:58.099114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80: +2023-12-14 14:52:58.099123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.80> (def) +2023-12-14 14:52:58.099128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127: +2023-12-14 14:52:58.099138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 add.127> (def) +2023-12-14 14:52:58.099143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169: +2023-12-14 14:52:58.099153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.169> (def) +2023-12-14 14:52:58.099158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82: +2023-12-14 14:52:58.099169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.82> (def) +2023-12-14 14:52:58.099174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129: +2023-12-14 14:52:58.099184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.129> (def) +2023-12-14 14:52:58.099188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170: +2023-12-14 14:52:58.099199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.170> (def) +2023-12-14 14:52:58.099204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84: +2023-12-14 14:52:58.099213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.84> (def) +2023-12-14 14:52:58.099222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130: +2023-12-14 14:52:58.099232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.130> (def) +2023-12-14 14:52:58.099237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171: +2023-12-14 14:52:58.099246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.171> (def) +2023-12-14 14:52:58.099251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86: +2023-12-14 14:52:58.099262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.86> (def) +2023-12-14 14:52:58.099267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132: +2023-12-14 14:52:58.099276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.132> (def) +2023-12-14 14:52:58.099281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172: +2023-12-14 14:52:58.099291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.172> (def) +2023-12-14 14:52:58.099296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88: +2023-12-14 14:52:58.099306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.88> (def) +2023-12-14 14:52:58.099310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133: +2023-12-14 14:52:58.099334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.133> (def) +2023-12-14 14:52:58.099339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173: +2023-12-14 14:52:58.099349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.173> (def) +2023-12-14 14:52:58.099353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90: +2023-12-14 14:52:58.099364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.90> (def) +2023-12-14 14:52:58.099369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134: +2023-12-14 14:52:58.099378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.134> (def) +2023-12-14 14:52:58.099386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174: +2023-12-14 14:52:58.099397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.174> (def) +2023-12-14 14:52:58.099402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92: +2023-12-14 14:52:58.099411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.92> (def) +2023-12-14 14:52:58.099416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175: +2023-12-14 14:52:58.099426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.175> (def) +2023-12-14 14:52:58.099431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94: +2023-12-14 14:52:58.099441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.94> (def) +2023-12-14 14:52:58.099446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1: +2023-12-14 14:52:58.099456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 clamp.1> (def) +2023-12-14 14:52:58.099461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176: +2023-12-14 14:52:58.099470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.176> (def) +2023-12-14 14:52:58.099475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96: +2023-12-14 14:52:58.099485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.96> (def) +2023-12-14 14:52:58.099490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177: +2023-12-14 14:52:58.099500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.177> (def) +2023-12-14 14:52:58.099504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178: +2023-12-14 14:52:58.099515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.178> (def) +2023-12-14 14:52:58.099520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7: +2023-12-14 14:52:58.099529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 convert.7> (def) +2023-12-14 14:52:58.099537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41: +2023-12-14 14:52:58.099549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_0.41> (def) +2023-12-14 14:52:58.099554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135: +2023-12-14 14:52:58.099563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.135> (def) +2023-12-14 14:52:58.099568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153: +2023-12-14 14:52:58.099579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.153> (def) +2023-12-14 14:52:58.099584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8: +2023-12-14 14:52:58.099593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 convert.8> (def) +2023-12-14 14:52:58.099598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136: +2023-12-14 14:52:58.099609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.136> (def) +2023-12-14 14:52:58.099614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154: +2023-12-14 14:52:58.099624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.154> (def) +2023-12-14 14:52:58.099629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21: +2023-12-14 14:52:58.099640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 xor.21> (def) +2023-12-14 14:52:58.099645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23: +2023-12-14 14:52:58.099654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 or.23> (def) +2023-12-14 14:52:58.099659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21: +2023-12-14 14:52:58.099670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 shift-right-logical.21> (def) +2023-12-14 14:52:58.099675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156: +2023-12-14 14:52:58.099685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.156> (def) +2023-12-14 14:52:58.099693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24: +2023-12-14 14:52:58.099703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 subtract.24> (def) +2023-12-14 14:52:58.099708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19: +2023-12-14 14:52:58.099718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 shift-left.19> (def) +2023-12-14 14:52:58.099723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157: +2023-12-14 14:52:58.099733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.157> (def) +2023-12-14 14:52:58.099738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44: +2023-12-14 14:52:58.099748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 reshape.44> (def) +2023-12-14 14:52:58.099753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27: +2023-12-14 14:52:58.099764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 slice.27> (def) +2023-12-14 14:52:58.099768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137: +2023-12-14 14:52:58.099778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.137> (def) +2023-12-14 14:52:58.099783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22: +2023-12-14 14:52:58.099794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 xor.22> (def) +2023-12-14 14:52:58.099799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24: +2023-12-14 14:52:58.099808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 or.24> (def) +2023-12-14 14:52:58.099813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22: +2023-12-14 14:52:58.099824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 shift-right-logical.22> (def) +2023-12-14 14:52:58.099829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158: +2023-12-14 14:52:58.099839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.158> (def) +2023-12-14 14:52:58.099847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25: +2023-12-14 14:52:58.099858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 subtract.25> (def) +2023-12-14 14:52:58.099863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20: +2023-12-14 14:52:58.099872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 shift-left.20> (def) +2023-12-14 14:52:58.099878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159: +2023-12-14 14:52:58.099889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.159> (def) +2023-12-14 14:52:58.099893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45: +2023-12-14 14:52:58.099903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 reshape.45> (def) +2023-12-14 14:52:58.099908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28: +2023-12-14 14:52:58.099919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 slice.28> (def) +2023-12-14 14:52:58.099924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138: +2023-12-14 14:52:58.099933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 add.138> (def) +2023-12-14 14:52:58.099939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23: +2023-12-14 14:52:58.099949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 xor.23> (def) +2023-12-14 14:52:58.099954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25: +2023-12-14 14:52:58.099963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 or.25> (def) +2023-12-14 14:52:58.099969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23: +2023-12-14 14:52:58.099979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 shift-right-logical.23> (def) +2023-12-14 14:52:58.099984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.099989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160: +2023-12-14 14:52:58.099994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.160> (def) +2023-12-14 14:52:58.100006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26: +2023-12-14 14:52:58.100016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 subtract.26> (def) +2023-12-14 14:52:58.100021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21: +2023-12-14 14:52:58.100032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 shift-left.21> (def) +2023-12-14 14:52:58.100037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161: +2023-12-14 14:52:58.100047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.161> (def) +2023-12-14 14:52:58.100052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46: +2023-12-14 14:52:58.100062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 reshape.46> (def) +2023-12-14 14:52:58.100068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29: +2023-12-14 14:52:58.100077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 slice.29> (def) +2023-12-14 14:52:58.100082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139: +2023-12-14 14:52:58.100092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 add.139> (def) +2023-12-14 14:52:58.100098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24: +2023-12-14 14:52:58.100107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 xor.24> (def) +2023-12-14 14:52:58.100112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26: +2023-12-14 14:52:58.100122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 or.26> (def) +2023-12-14 14:52:58.100128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24: +2023-12-14 14:52:58.100138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 shift-right-logical.24> (def) +2023-12-14 14:52:58.100142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163: +2023-12-14 14:52:58.100153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.163> (def) +2023-12-14 14:52:58.100161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27: +2023-12-14 14:52:58.100171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 subtract.27> (def) +2023-12-14 14:52:58.100177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179: +2023-12-14 14:52:58.100188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.179> (def) +2023-12-14 14:52:58.100193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22: +2023-12-14 14:52:58.100202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 shift-left.22> (def) +2023-12-14 14:52:58.100207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164: +2023-12-14 14:52:58.100218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.164> (def) +2023-12-14 14:52:58.100223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47: +2023-12-14 14:52:58.100232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 reshape.47> (def) +2023-12-14 14:52:58.100238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30: +2023-12-14 14:52:58.100248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 slice.30> (def) +2023-12-14 14:52:58.100253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140: +2023-12-14 14:52:58.100262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.140> (def) +2023-12-14 14:52:58.100268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142: +2023-12-14 14:52:58.100279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.142> (def) +2023-12-14 14:52:58.100284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42: +2023-12-14 14:52:58.100293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 param_0.42> (def) +2023-12-14 14:52:58.100298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60: +2023-12-14 14:52:58.100309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 param_1.60> (def) +2023-12-14 14:52:58.100317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56: +2023-12-14 14:52:58.100327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 param_2.56> (def) +2023-12-14 14:52:58.100333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65: +2023-12-14 14:52:58.100343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 param_3.65> (def) +2023-12-14 14:52:58.100348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68: +2023-12-14 14:52:58.100357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 param_4.68> (def) +2023-12-14 14:52:58.100362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180: +2023-12-14 14:52:58.100373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.180> (def) +2023-12-14 14:52:58.100378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.100387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> (def) +2023-12-14 14:52:58.100393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.100403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> +2023-12-14 14:52:58.100408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.100418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:58.100423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:58.100433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:58.100438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:52:58.100448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:58.100453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:52:58.100463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> +2023-12-14 14:52:58.100468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143: +2023-12-14 14:52:58.100483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.143> (def) +2023-12-14 14:52:58.100488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166: +2023-12-14 14:52:58.100499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.166> (def) +2023-12-14 14:52:58.100503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144: +2023-12-14 14:52:58.100514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.144> (def) +2023-12-14 14:52:58.100519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43: +2023-12-14 14:52:58.100529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.43> (def) +2023-12-14 14:52:58.100533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25: +2023-12-14 14:52:58.100544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.25> (def) +2023-12-14 14:52:58.100548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27: +2023-12-14 14:52:58.100559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.27> (def) +2023-12-14 14:52:58.100564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25: +2023-12-14 14:52:58.100574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.25> (def) +2023-12-14 14:52:58.100579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167: +2023-12-14 14:52:58.100589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.167> (def) +2023-12-14 14:52:58.100594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28: +2023-12-14 14:52:58.100604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.28> (def) +2023-12-14 14:52:58.100609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23: +2023-12-14 14:52:58.100620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.23> (def) +2023-12-14 14:52:58.100624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168: +2023-12-14 14:52:58.100637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.168> (def) +2023-12-14 14:52:58.100642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48: +2023-12-14 14:52:58.100653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.48> (def) +2023-12-14 14:52:58.100657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31: +2023-12-14 14:52:58.100668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.31> (def) +2023-12-14 14:52:58.100672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145: +2023-12-14 14:52:58.100683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.145> (def) +2023-12-14 14:52:58.100688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26: +2023-12-14 14:52:58.100698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.26> (def) +2023-12-14 14:52:58.100702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28: +2023-12-14 14:52:58.100713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.28> (def) +2023-12-14 14:52:58.100718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26: +2023-12-14 14:52:58.100728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.26> (def) +2023-12-14 14:52:58.100733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170: +2023-12-14 14:52:58.100743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.170> (def) +2023-12-14 14:52:58.100748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29: +2023-12-14 14:52:58.100758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.29> (def) +2023-12-14 14:52:58.100763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24: +2023-12-14 14:52:58.100773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.24> (def) +2023-12-14 14:52:58.100778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172: +2023-12-14 14:52:58.100791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.172> (def) +2023-12-14 14:52:58.100797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49: +2023-12-14 14:52:58.100806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.49> (def) +2023-12-14 14:52:58.100812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32: +2023-12-14 14:52:58.100822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.32> (def) +2023-12-14 14:52:58.100828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146: +2023-12-14 14:52:58.100837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.146> (def) +2023-12-14 14:52:58.100842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27: +2023-12-14 14:52:58.100852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> (def) +2023-12-14 14:52:58.100858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29: +2023-12-14 14:52:58.100868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.29> (def) +2023-12-14 14:52:58.100873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27: +2023-12-14 14:52:58.100883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.27> (def) +2023-12-14 14:52:58.100888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173: +2023-12-14 14:52:58.100898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.173> (def) +2023-12-14 14:52:58.100903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30: +2023-12-14 14:52:58.100913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.30> (def) +2023-12-14 14:52:58.100917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181: +2023-12-14 14:52:58.100928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.181> (def) +2023-12-14 14:52:58.100933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61: +2023-12-14 14:52:58.100945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.61> (def) +2023-12-14 14:52:58.100951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25: +2023-12-14 14:52:58.100961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.25> (def) +2023-12-14 14:52:58.100967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174: +2023-12-14 14:52:58.100976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.174> (def) +2023-12-14 14:52:58.100982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.100986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50: +2023-12-14 14:52:58.100991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.50> (def) +2023-12-14 14:52:58.100997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33: +2023-12-14 14:52:58.101006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.33> (def) +2023-12-14 14:52:58.101012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147: +2023-12-14 14:52:58.101021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.147> (def) +2023-12-14 14:52:58.101027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57: +2023-12-14 14:52:58.101036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.57> (def) +2023-12-14 14:52:58.101042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66: +2023-12-14 14:52:58.101052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.66> (def) +2023-12-14 14:52:58.101057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone: +2023-12-14 14:52:58.101067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> (def) +2023-12-14 14:52:58.101072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:52:58.101082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:58.101087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:52:58.101099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:58.101105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:52:58.101116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:58.101120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8: +2023-12-14 14:52:58.101130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:58.101136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2: +2023-12-14 14:52:58.101146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 minimum.2> (def) +2023-12-14 14:52:58.101151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:58.101160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 maximum.4> (def) +2023-12-14 14:52:58.101166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98: +2023-12-14 14:52:58.101176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.98> (def) +2023-12-14 14:52:58.101180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176: +2023-12-14 14:52:58.101190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 broadcast.176> (def) +2023-12-14 14:52:58.101195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182: +2023-12-14 14:52:58.101206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 constant.182> (def) +2023-12-14 14:52:58.101210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41: +2023-12-14 14:52:58.101220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 select.41> (def) +2023-12-14 14:52:58.101225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99: +2023-12-14 14:52:58.101235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.99> (def) +2023-12-14 14:52:58.101240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148: +2023-12-14 14:52:58.101253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.148> (def) +2023-12-14 14:52:58.101258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100: +2023-12-14 14:52:58.101269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.100> (def) +2023-12-14 14:52:58.101273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149: +2023-12-14 14:52:58.101283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.149> (def) +2023-12-14 14:52:58.101288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101: +2023-12-14 14:52:58.101299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.101> (def) +2023-12-14 14:52:58.101304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150: +2023-12-14 14:52:58.101313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.150> (def) +2023-12-14 14:52:58.101319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102: +2023-12-14 14:52:58.101329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.102> (def) +2023-12-14 14:52:58.101334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152: +2023-12-14 14:52:58.101343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.152> (def) +2023-12-14 14:52:58.101349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103: +2023-12-14 14:52:58.101359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.103> (def) +2023-12-14 14:52:58.101363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153: +2023-12-14 14:52:58.101373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 add.153> (def) +2023-12-14 14:52:58.101379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104: +2023-12-14 14:52:58.101390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 multiply.104> (def) +2023-12-14 14:52:58.101394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154: +2023-12-14 14:52:58.101407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 add.154> (def) +2023-12-14 14:52:58.101412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105: +2023-12-14 14:52:58.101422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.105> (def) +2023-12-14 14:52:58.101427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155: +2023-12-14 14:52:58.101437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 add.155> (def) +2023-12-14 14:52:58.101442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106: +2023-12-14 14:52:58.101452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 multiply.106> (def) +2023-12-14 14:52:58.101457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156: +2023-12-14 14:52:58.101466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 add.156> (def) +2023-12-14 14:52:58.101472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107: +2023-12-14 14:52:58.101482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.107> (def) +2023-12-14 14:52:58.101487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42: +2023-12-14 14:52:58.101496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.42> (def) +2023-12-14 14:52:58.101502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157: +2023-12-14 14:52:58.101512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 add.157> (def) +2023-12-14 14:52:58.101517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177: +2023-12-14 14:52:58.101526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 broadcast.177> (def) +2023-12-14 14:52:58.101531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183: +2023-12-14 14:52:58.101542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 constant.183> (def) +2023-12-14 14:52:58.101547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3: +2023-12-14 14:52:58.101556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 sqrt.3> (def) +2023-12-14 14:52:58.101564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158: +2023-12-14 14:52:58.101575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 add.158> (def) +2023-12-14 14:52:58.101579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178: +2023-12-14 14:52:58.101589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.178> (def) +2023-12-14 14:52:58.101595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184: +2023-12-14 14:52:58.101605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.184> (def) +2023-12-14 14:52:58.101610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43: +2023-12-14 14:52:58.101619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 select.43> (def) +2023-12-14 14:52:58.101625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179: +2023-12-14 14:52:58.101635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 broadcast.179> (def) +2023-12-14 14:52:58.101640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185: +2023-12-14 14:52:58.101649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 constant.185> (def) +2023-12-14 14:52:58.101655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180: +2023-12-14 14:52:58.101665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.180> (def) +2023-12-14 14:52:58.101670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186: +2023-12-14 14:52:58.101679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.186> (def) +2023-12-14 14:52:58.101685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44: +2023-12-14 14:52:58.101695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 select.44> (def) +2023-12-14 14:52:58.101700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181: +2023-12-14 14:52:58.101713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 broadcast.181> (def) +2023-12-14 14:52:58.101718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187: +2023-12-14 14:52:58.101728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 constant.187> (def) +2023-12-14 14:52:58.101733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182: +2023-12-14 14:52:58.101742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.182> (def) +2023-12-14 14:52:58.101748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188: +2023-12-14 14:52:58.101758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.188> (def) +2023-12-14 14:52:58.101763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45: +2023-12-14 14:52:58.101772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 select.45> (def) +2023-12-14 14:52:58.101778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183: +2023-12-14 14:52:58.101788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 broadcast.183> (def) +2023-12-14 14:52:58.101792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189: +2023-12-14 14:52:58.101802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 constant.189> (def) +2023-12-14 14:52:58.101808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184: +2023-12-14 14:52:58.101818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.184> (def) +2023-12-14 14:52:58.101823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191: +2023-12-14 14:52:58.101832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.191> (def) +2023-12-14 14:52:58.101838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46: +2023-12-14 14:52:58.101848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 select.46> (def) +2023-12-14 14:52:58.101853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185: +2023-12-14 14:52:58.101865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 broadcast.185> (def) +2023-12-14 14:52:58.101871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192: +2023-12-14 14:52:58.101880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 constant.192> (def) +2023-12-14 14:52:58.101885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186: +2023-12-14 14:52:58.101895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.186> (def) +2023-12-14 14:52:58.101900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193: +2023-12-14 14:52:58.101910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.193> (def) +2023-12-14 14:52:58.101914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47: +2023-12-14 14:52:58.101924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 select.47> (def) +2023-12-14 14:52:58.101930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187: +2023-12-14 14:52:58.101939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 broadcast.187> (def) +2023-12-14 14:52:58.101944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194: +2023-12-14 14:52:58.101954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 constant.194> (def) +2023-12-14 14:52:58.101960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188: +2023-12-14 14:52:58.101971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.188> (def) +2023-12-14 14:52:58.101976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195: +2023-12-14 14:52:58.101985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.195> (def) +2023-12-14 14:52:58.101991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.101996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48: +2023-12-14 14:52:58.102000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 select.48> (def) +2023-12-14 14:52:58.102005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189: +2023-12-14 14:52:58.102018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 broadcast.189> (def) +2023-12-14 14:52:58.102024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196: +2023-12-14 14:52:58.102033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 constant.196> (def) +2023-12-14 14:52:58.102038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190: +2023-12-14 14:52:58.102048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.190> (def) +2023-12-14 14:52:58.102053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197: +2023-12-14 14:52:58.102063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.197> (def) +2023-12-14 14:52:58.102068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49: +2023-12-14 14:52:58.102077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 select.49> (def) +2023-12-14 14:52:58.102083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191: +2023-12-14 14:52:58.102092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 broadcast.191> (def) +2023-12-14 14:52:58.102097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198: +2023-12-14 14:52:58.102106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 constant.198> (def) +2023-12-14 14:52:58.102112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192: +2023-12-14 14:52:58.102122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.192> (def) +2023-12-14 14:52:58.102127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199: +2023-12-14 14:52:58.102136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.199> (def) +2023-12-14 14:52:58.102142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50: +2023-12-14 14:52:58.102152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 select.50> (def) +2023-12-14 14:52:58.102157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193: +2023-12-14 14:52:58.102171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 broadcast.193> (def) +2023-12-14 14:52:58.102177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200: +2023-12-14 14:52:58.102186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 constant.200> (def) +2023-12-14 14:52:58.102191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194: +2023-12-14 14:52:58.102201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.194> (def) +2023-12-14 14:52:58.102206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201: +2023-12-14 14:52:58.102216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.201> (def) +2023-12-14 14:52:58.102220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51: +2023-12-14 14:52:58.102230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 select.51> (def) +2023-12-14 14:52:58.102236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195: +2023-12-14 14:52:58.102246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 broadcast.195> (def) +2023-12-14 14:52:58.102250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202: +2023-12-14 14:52:58.102260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 constant.202> (def) +2023-12-14 14:52:58.102265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196: +2023-12-14 14:52:58.102275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 broadcast.196> (def) +2023-12-14 14:52:58.102280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203: +2023-12-14 14:52:58.102289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 constant.203> (def) +2023-12-14 14:52:58.102295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18: +2023-12-14 14:52:58.102304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 compare.18> (def) +2023-12-14 14:52:58.102309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197: +2023-12-14 14:52:58.102323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 broadcast.197> (def) +2023-12-14 14:52:58.102329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204: +2023-12-14 14:52:58.102338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 constant.204> (def) +2023-12-14 14:52:58.102343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9: +2023-12-14 14:52:58.102353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 negate.9> (def) +2023-12-14 14:52:58.102358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3: +2023-12-14 14:52:58.102368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 log-plus-one.3> (def) +2023-12-14 14:52:58.102373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108: +2023-12-14 14:52:58.102382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 multiply.108> (def) +2023-12-14 14:52:58.102388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10: +2023-12-14 14:52:58.102397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 negate.10> (def) +2023-12-14 14:52:58.102402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109: +2023-12-14 14:52:58.102412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 multiply.109> (def) +2023-12-14 14:52:58.102417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198: +2023-12-14 14:52:58.102427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 broadcast.198> (def) +2023-12-14 14:52:58.102432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19: +2023-12-14 14:52:58.102441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 compare.19> (def) +2023-12-14 14:52:58.102447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199: +2023-12-14 14:52:58.102457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 broadcast.199> (def) +2023-12-14 14:52:58.102461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205: +2023-12-14 14:52:58.102474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 constant.205> (def) +2023-12-14 14:52:58.102480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3: +2023-12-14 14:52:58.102489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 abs.3> (def) +2023-12-14 14:52:58.102494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51: +2023-12-14 14:52:58.102503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.51> (def) +2023-12-14 14:52:58.102509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5: +2023-12-14 14:52:58.102518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 maximum.5> (def) +2023-12-14 14:52:58.102523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159: +2023-12-14 14:52:58.102533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.159> (def) +2023-12-14 14:52:58.102538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110: +2023-12-14 14:52:58.102548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 multiply.110> (def) +2023-12-14 14:52:58.102552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200: +2023-12-14 14:52:58.102562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.200> (def) +2023-12-14 14:52:58.102568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52: +2023-12-14 14:52:58.102577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 reshape.52> (def) +2023-12-14 14:52:58.102582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31: +2023-12-14 14:52:58.102591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 subtract.31> (def) +2023-12-14 14:52:58.102599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53: +2023-12-14 14:52:58.102609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 reshape.53> (def) +2023-12-14 14:52:58.102614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54: +2023-12-14 14:52:58.102627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 reshape.54> (def) +2023-12-14 14:52:58.102632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160: +2023-12-14 14:52:58.102642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 add.160> (def) +2023-12-14 14:52:58.102647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201: +2023-12-14 14:52:58.102657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.201> (def) +2023-12-14 14:52:58.102663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206: +2023-12-14 14:52:58.102672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 constant.206> (def) +2023-12-14 14:52:58.102677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6: +2023-12-14 14:52:58.102687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 bitcast-convert.6> (def) +2023-12-14 14:52:58.102693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30: +2023-12-14 14:52:58.102702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 or.30> (def) +2023-12-14 14:52:58.102707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202: +2023-12-14 14:52:58.102717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.202> (def) +2023-12-14 14:52:58.102723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207: +2023-12-14 14:52:58.102732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 constant.207> (def) +2023-12-14 14:52:58.102737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28: +2023-12-14 14:52:58.102747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 shift-right-logical.28> (def) +2023-12-14 14:52:58.102753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203: +2023-12-14 14:52:58.102763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 broadcast.203> (def) +2023-12-14 14:52:58.102767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208: +2023-12-14 14:52:58.102782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 constant.208> (def) +2023-12-14 14:52:58.102787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1: +2023-12-14 14:52:58.102797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 concatenate.1> (def) +2023-12-14 14:52:58.102802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204: +2023-12-14 14:52:58.102813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 broadcast.204> (def) +2023-12-14 14:52:58.102818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205: +2023-12-14 14:52:58.102827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 broadcast.205> (def) +2023-12-14 14:52:58.102832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7: +2023-12-14 14:52:58.102843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 bitcast-convert.7> (def) +2023-12-14 14:52:58.102848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52: +2023-12-14 14:52:58.102858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 select.52> (def) +2023-12-14 14:52:58.102862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53: +2023-12-14 14:52:58.102873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 select.53> (def) +2023-12-14 14:52:58.102878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54: +2023-12-14 14:52:58.102887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 select.54> (def) +2023-12-14 14:52:58.102892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162: +2023-12-14 14:52:58.102902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.162> (def) +2023-12-14 14:52:58.102908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55: +2023-12-14 14:52:58.102917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 select.55> (def) +2023-12-14 14:52:58.102922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31: +2023-12-14 14:52:58.102936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 or.31> (def) +2023-12-14 14:52:58.102941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20: +2023-12-14 14:52:58.102951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.20> (def) +2023-12-14 14:52:58.102955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4: +2023-12-14 14:52:58.102966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 and.4> (def) +2023-12-14 14:52:58.102971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21: +2023-12-14 14:52:58.102981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 compare.21> (def) +2023-12-14 14:52:58.102985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.102991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22: +2023-12-14 14:52:58.102996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 compare.22> (def) +2023-12-14 14:52:58.103001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5: +2023-12-14 14:52:58.103011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 and.5> (def) +2023-12-14 14:52:58.103015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8: +2023-12-14 14:52:58.103027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 bitcast-convert.8> (def) +2023-12-14 14:52:58.103031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23: +2023-12-14 14:52:58.103041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 compare.23> (def) +2023-12-14 14:52:58.103046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209: +2023-12-14 14:52:58.103057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 constant.209> (def) +2023-12-14 14:52:58.103062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24: +2023-12-14 14:52:58.103071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 compare.24> (def) +2023-12-14 14:52:58.103076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9: +2023-12-14 14:52:58.103090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 convert.9> (def) +2023-12-14 14:52:58.103095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206: +2023-12-14 14:52:58.103105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 broadcast.206> (def) +2023-12-14 14:52:58.103110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44: +2023-12-14 14:52:58.103120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 param_0.44> (def) +2023-12-14 14:52:58.103125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62: +2023-12-14 14:52:58.103135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 param_1.62> (def) +2023-12-14 14:52:58.103140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58: +2023-12-14 14:52:58.103150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 param_2.58> (def) +2023-12-14 14:52:58.103155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67: +2023-12-14 14:52:58.103165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 param_3.67> (def) +2023-12-14 14:52:58.103170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9: +2023-12-14 14:52:58.103181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 bitcast-convert.9> (def) +2023-12-14 14:52:58.103185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56: +2023-12-14 14:52:58.103195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 select.56> (def) +2023-12-14 14:52:58.103200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57: +2023-12-14 14:52:58.103210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.57> (def) +2023-12-14 14:52:58.103215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58: +2023-12-14 14:52:58.103225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 select.58> (def) +2023-12-14 14:52:58.103230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163: +2023-12-14 14:52:58.103243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.163> (def) +2023-12-14 14:52:58.103248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59: +2023-12-14 14:52:58.103257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 select.59> (def) +2023-12-14 14:52:58.103263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210: +2023-12-14 14:52:58.103273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.210> (def) +2023-12-14 14:52:58.103278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211: +2023-12-14 14:52:58.103288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 constant.211> (def) +2023-12-14 14:52:58.103293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32: +2023-12-14 14:52:58.103303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 or.32> (def) +2023-12-14 14:52:58.103308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25: +2023-12-14 14:52:58.103323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 compare.25> (def) +2023-12-14 14:52:58.103329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6: +2023-12-14 14:52:58.103340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 and.6> (def) +2023-12-14 14:52:58.103345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212: +2023-12-14 14:52:58.103355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.212> (def) +2023-12-14 14:52:58.103360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26: +2023-12-14 14:52:58.103370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.26> (def) +2023-12-14 14:52:58.103375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213: +2023-12-14 14:52:58.103385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 constant.213> (def) +2023-12-14 14:52:58.103390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214: +2023-12-14 14:52:58.103403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.214> (def) +2023-12-14 14:52:58.103408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27: +2023-12-14 14:52:58.103418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 compare.27> (def) +2023-12-14 14:52:58.103423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215: +2023-12-14 14:52:58.103434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.215> (def) +2023-12-14 14:52:58.103439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7: +2023-12-14 14:52:58.103449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 and.7> (def) +2023-12-14 14:52:58.103454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216: +2023-12-14 14:52:58.103464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 constant.216> (def) +2023-12-14 14:52:58.103469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10: +2023-12-14 14:52:58.103479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 bitcast-convert.10> (def) +2023-12-14 14:52:58.103484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217: +2023-12-14 14:52:58.103494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 constant.217> (def) +2023-12-14 14:52:58.103499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28: +2023-12-14 14:52:58.103509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 compare.28> (def) +2023-12-14 14:52:58.103514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218: +2023-12-14 14:52:58.103524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.218> (def) +2023-12-14 14:52:58.103529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219: +2023-12-14 14:52:58.103539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.219> (def) +2023-12-14 14:52:58.103544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69: +2023-12-14 14:52:58.103557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 param_4.69> (def) +2023-12-14 14:52:58.103562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29: +2023-12-14 14:52:58.103572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 compare.29> (def) +2023-12-14 14:52:58.103577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10: +2023-12-14 14:52:58.103587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 convert.10> (def) +2023-12-14 14:52:58.103592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76: +2023-12-14 14:52:58.103602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 param_5.76> (def) +2023-12-14 14:52:58.103607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:52:58.103618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> (def) +2023-12-14 14:52:58.103623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9: +2023-12-14 14:52:58.103633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:58.103638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10: +2023-12-14 14:52:58.103648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:58.103653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11: +2023-12-14 14:52:58.103663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:58.103668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12: +2023-12-14 14:52:58.103678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:58.103683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13: +2023-12-14 14:52:58.103693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:58.103698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14: +2023-12-14 14:52:58.103708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:58.103717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164: +2023-12-14 14:52:58.103727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.164> (def) +2023-12-14 14:52:58.103732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207: +2023-12-14 14:52:58.103742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.207> (def) +2023-12-14 14:52:58.103748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55: +2023-12-14 14:52:58.103758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.55> (def) +2023-12-14 14:52:58.103763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34: +2023-12-14 14:52:58.103773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.34> (def) +2023-12-14 14:52:58.103778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35: +2023-12-14 14:52:58.103788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.35> (def) +2023-12-14 14:52:58.103792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45: +2023-12-14 14:52:58.103803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.45> (def) +2023-12-14 14:52:58.103809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2: +2023-12-14 14:52:58.103819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.2> (def) +2023-12-14 14:52:58.103823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone: +2023-12-14 14:52:58.103834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> (def) +2023-12-14 14:52:58.103839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15: +2023-12-14 14:52:58.103849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:58.103853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165: +2023-12-14 14:52:58.103864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.165> (def) +2023-12-14 14:52:58.103872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208: +2023-12-14 14:52:58.103882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.208> (def) +2023-12-14 14:52:58.103888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56: +2023-12-14 14:52:58.103897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.56> (def) +2023-12-14 14:52:58.103903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36: +2023-12-14 14:52:58.103913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.36> (def) +2023-12-14 14:52:58.103917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37: +2023-12-14 14:52:58.103927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.37> (def) +2023-12-14 14:52:58.103933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46: +2023-12-14 14:52:58.103942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.46> (def) +2023-12-14 14:52:58.103947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3: +2023-12-14 14:52:58.103958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.3> (def) +2023-12-14 14:52:58.103963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone: +2023-12-14 14:52:58.103973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> (def) +2023-12-14 14:52:58.103977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.103983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16: +2023-12-14 14:52:58.103988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:58.103993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.103998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.5.clone> +2023-12-14 14:52:58.104003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone +2023-12-14 14:52:58.104013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:52:58.104018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {2} +2023-12-14 14:52:58.104027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {2} +2023-12-14 14:52:58.104037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.104043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.7.clone> +2023-12-14 14:52:58.104048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone +2023-12-14 14:52:58.104058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4 +2023-12-14 14:52:58.104063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:58.104068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {1} +2023-12-14 14:52:58.104079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.104084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.31> +2023-12-14 14:52:58.104089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.31 +2023-12-14 14:52:58.104099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23, operand 0 +2023-12-14 14:52:58.104110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.104115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 slice.23> +2023-12-14 14:52:58.104120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.23 +2023-12-14 14:52:58.104129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41, operand 0 +2023-12-14 14:52:58.104141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 reshape.41> +2023-12-14 14:52:58.104154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.41 +2023-12-14 14:52:58.104164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.35> +2023-12-14 14:52:58.104180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.35 +2023-12-14 14:52:58.104190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26, operand 0 +2023-12-14 14:52:58.104202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.104207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 slice.26> +2023-12-14 14:52:58.104212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.26 +2023-12-14 14:52:58.104222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43, operand 0 +2023-12-14 14:52:58.104232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reshape.43> +2023-12-14 14:52:58.104242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.43 +2023-12-14 14:52:58.104252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant.103> +2023-12-14 14:52:58.104268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.103 +2023-12-14 14:52:58.104280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:58.104291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.103 = s32[] constant(5) +2023-12-14 14:52:58.104297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 compare.5> +2023-12-14 14:52:58.104302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:58.104311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 fusion.1.clone> +2023-12-14 14:52:58.104328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone +2023-12-14 14:52:58.104337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:52:58.104342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {1} +2023-12-14 14:52:58.104348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 1 +2023-12-14 14:52:58.104358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.104364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 fusion.clone> +2023-12-14 14:52:58.104368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.104379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.104384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {2} +2023-12-14 14:52:58.104389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 2 +2023-12-14 14:52:58.104399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.104409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion.2.clone> +2023-12-14 14:52:58.104414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:52:58.104424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:52:58.104429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[8192,2048]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.104440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 iota.3> +2023-12-14 14:52:58.104445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.3 +2023-12-14 14:52:58.104455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37, operand 0 +2023-12-14 14:52:58.104464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 slice.37> +2023-12-14 14:52:58.104476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.37 +2023-12-14 14:52:58.104485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 0 +2023-12-14 14:52:58.104495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 param_0.46> +2023-12-14 14:52:58.104506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.46 +2023-12-14 14:52:58.104519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36, operand 0 +2023-12-14 14:52:58.104529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.104535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 slice.36> +2023-12-14 14:52:58.104540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.36 +2023-12-14 14:52:58.104549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56, operand 0 +2023-12-14 14:52:58.104560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 reshape.56> +2023-12-14 14:52:58.104571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.56 +2023-12-14 14:52:58.104581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208, operand 0 +2023-12-14 14:52:58.104590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.208> +2023-12-14 14:52:58.104601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.208 +2023-12-14 14:52:58.104610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165, operand 1 +2023-12-14 14:52:58.104620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 add.165> +2023-12-14 14:52:58.104631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.165 +2023-12-14 14:52:58.104644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 iota.2> +2023-12-14 14:52:58.104660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] iota.2 +2023-12-14 14:52:58.104669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35, operand 0 +2023-12-14 14:52:58.104679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 slice.35> +2023-12-14 14:52:58.104690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.35 +2023-12-14 14:52:58.104699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 0 +2023-12-14 14:52:58.104709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_0.45> +2023-12-14 14:52:58.104720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.45 +2023-12-14 14:52:58.104730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34, operand 0 +2023-12-14 14:52:58.104740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.104745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 slice.34> +2023-12-14 14:52:58.104750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.34 +2023-12-14 14:52:58.104760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55, operand 0 +2023-12-14 14:52:58.104772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 reshape.55> +2023-12-14 14:52:58.104783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.55 +2023-12-14 14:52:58.104793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207, operand 0 +2023-12-14 14:52:58.104802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 broadcast.207> +2023-12-14 14:52:58.104813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.207 +2023-12-14 14:52:58.104823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164, operand 1 +2023-12-14 14:52:58.104832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 add.164> +2023-12-14 14:52:58.104843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.164 +2023-12-14 14:52:58.104852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 param_0.27> +2023-12-14 14:52:58.104868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.27 +2023-12-14 14:52:58.104882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19, operand 0 +2023-12-14 14:52:58.104898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20, operand 0 +2023-12-14 14:52:58.104906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.104911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 slice.20> +2023-12-14 14:52:58.104916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.20 +2023-12-14 14:52:58.104927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39, operand 0 +2023-12-14 14:52:58.104937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 reshape.39> +2023-12-14 14:52:58.104946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.39 +2023-12-14 14:52:58.104957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 0 +2023-12-14 14:52:58.104967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.104972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 slice.19> +2023-12-14 14:52:58.104977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.104981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.19 +2023-12-14 14:52:58.104987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.104992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38, operand 0 +2023-12-14 14:52:58.104997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.105002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 reshape.38> +2023-12-14 14:52:58.105007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.38 +2023-12-14 14:52:58.105020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20, operand 1 +2023-12-14 14:52:58.105030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.105035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 xor.20> +2023-12-14 14:52:58.105040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.20 +2023-12-14 14:52:58.105050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 0 +2023-12-14 14:52:58.105060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.105065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.162> +2023-12-14 14:52:58.105070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.162 +2023-12-14 14:52:58.105080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19, operand 1 +2023-12-14 14:52:58.105090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.162 = u32[] constant(466688986) +2023-12-14 14:52:58.105095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 xor.19> +2023-12-14 14:52:58.105099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.19 +2023-12-14 14:52:58.105110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.105120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 Arg_1.2> +2023-12-14 14:52:58.105124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.105134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.13 +2023-12-14 14:52:58.105142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9, operand 0 +2023-12-14 14:52:58.105152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 4 +2023-12-14 14:52:58.105157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 4 +2023-12-14 14:52:58.105162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:58.105168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 fusion.9> +2023-12-14 14:52:58.105173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.9 +2023-12-14 14:52:58.105183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.9 +2023-12-14 14:52:58.105188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:52:58.105198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:52:58.105204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.105209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 Arg_2.3> +2023-12-14 14:52:58.105213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:58.105223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.14 +2023-12-14 14:52:58.105228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:52:58.105239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 5 +2023-12-14 14:52:58.105244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 5 +2023-12-14 14:52:58.105249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:58.105254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 fusion.3> +2023-12-14 14:52:58.105259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:52:58.105269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.10 +2023-12-14 14:52:58.105274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:52:58.105287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:52:58.105293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.105298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.19> +2023-12-14 14:52:58.105302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.19 +2023-12-14 14:52:58.105312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24, operand 0 +2023-12-14 14:52:58.105323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.19 = s32[] constant(0) +2023-12-14 14:52:58.105328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 copy.24> +2023-12-14 14:52:58.105332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.24 +2023-12-14 14:52:58.105342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:58.105347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {0} +2023-12-14 14:52:58.105358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.24 = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:58.105363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 Arg_0.1> +2023-12-14 14:52:58.105368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.105377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.15 +2023-12-14 14:52:58.105384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.16 +2023-12-14 14:52:58.105389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:52:58.105399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6, operand 0 +2023-12-14 14:52:58.105404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4, operand 0 +2023-12-14 14:52:58.105409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:52:58.105415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.4, operand 0 +2023-12-14 14:52:58.105420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5.clone, operand 0 +2023-12-14 14:52:58.105424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7.clone, operand 0 +2023-12-14 14:52:58.105432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.105437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 fusion.6> +2023-12-14 14:52:58.105442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6 +2023-12-14 14:52:58.105453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {3} +2023-12-14 14:52:58.105458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {3} +2023-12-14 14:52:58.105467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.105473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 fusion.4> +2023-12-14 14:52:58.105479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4 +2023-12-14 14:52:58.105488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {4} +2023-12-14 14:52:58.105493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {4} +2023-12-14 14:52:58.105504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.105509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 fusion.8> +2023-12-14 14:52:58.105514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:52:58.105524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {5} +2023-12-14 14:52:58.105528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {5} +2023-12-14 14:52:58.105540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.105545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.22> +2023-12-14 14:52:58.105549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.22 +2023-12-14 14:52:58.105563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26, operand 0 +2023-12-14 14:52:58.105573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:58.105579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 copy.26> +2023-12-14 14:52:58.105583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.26 +2023-12-14 14:52:58.105594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {6} +2023-12-14 14:52:58.105599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {6} +2023-12-14 14:52:58.105609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.26 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:58.105614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 constant.21> +2023-12-14 14:52:58.105619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.21 +2023-12-14 14:52:58.105630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25, operand 0 +2023-12-14 14:52:58.105639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:58.105644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 copy.25> +2023-12-14 14:52:58.105649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.25 +2023-12-14 14:52:58.105660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {7} +2023-12-14 14:52:58.105665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {7} +2023-12-14 14:52:58.105675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:58.105680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 tuple.9{}> +2023-12-14 14:52:58.105685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:58.105696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1, operand 0 {} +2023-12-14 14:52:58.105712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:58.105718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 copy.8> +2023-12-14 14:52:58.105723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8 +2023-12-14 14:52:58.105733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:52:58.105738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 4 +2023-12-14 14:52:58.105748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 0 +2023-12-14 14:52:58.105754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 4 +2023-12-14 14:52:58.105758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:58.105763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.102> +2023-12-14 14:52:58.105768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.102 +2023-12-14 14:52:58.105778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58, operand 1 +2023-12-14 14:52:58.105789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.102 = s32[] constant(1) +2023-12-14 14:52:58.105794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 add.58> +2023-12-14 14:52:58.105798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.58 +2023-12-14 14:52:58.105809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {0} +2023-12-14 14:52:58.105814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 0 +2023-12-14 14:52:58.105824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.105829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 copy.11> +2023-12-14 14:52:58.105834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11 +2023-12-14 14:52:58.105863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:52:58.105868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:52:58.105879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21, operand 0 +2023-12-14 14:52:58.105883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 0 +2023-12-14 14:52:58.105888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:58.105894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 copy.14> +2023-12-14 14:52:58.105898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14 +2023-12-14 14:52:58.105909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.105913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:52:58.105918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.105929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23, operand 0 +2023-12-14 14:52:58.105935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:52:58.105940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.105944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 1 +2023-12-14 14:52:58.105949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:58.105954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 copy.10> +2023-12-14 14:52:58.105959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.105965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10 +2023-12-14 14:52:58.105970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:58.105974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:52:58.105979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.105985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:58.105989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 2 +2023-12-14 14:52:58.105995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 2 +2023-12-14 14:52:58.106000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 2 +2023-12-14 14:52:58.106005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:58.106013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 copy.9> +2023-12-14 14:52:58.106019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9 +2023-12-14 14:52:58.106029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:52:58.106034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.8 +2023-12-14 14:52:58.106038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 3 +2023-12-14 14:52:58.106049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 3 +2023-12-14 14:52:58.106053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 3 +2023-12-14 14:52:58.106059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1.clone, operand 3 +2023-12-14 14:52:58.106064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:58.106069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 copy.12> +2023-12-14 14:52:58.106074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12 +2023-12-14 14:52:58.106084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.106090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.106099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19, operand 0 +2023-12-14 14:52:58.106104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.106109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:58.106114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 copy.19> +2023-12-14 14:52:58.106120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.19 +2023-12-14 14:52:58.106129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {3} +2023-12-14 14:52:58.106134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 3 +2023-12-14 14:52:58.106144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:58.106150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 copy.13> +2023-12-14 14:52:58.106158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13 +2023-12-14 14:52:58.106168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20, operand 0 +2023-12-14 14:52:58.106179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:58.106184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 copy.20> +2023-12-14 14:52:58.106189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.20 +2023-12-14 14:52:58.106199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {4} +2023-12-14 14:52:58.106204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 4 +2023-12-14 14:52:58.106214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:58.106219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 copy.21> +2023-12-14 14:52:58.106224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.21 +2023-12-14 14:52:58.106234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {5} +2023-12-14 14:52:58.106240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 5 +2023-12-14 14:52:58.106249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:58.106254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 copy.15> +2023-12-14 14:52:58.106260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15 +2023-12-14 14:52:58.106270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22, operand 0 +2023-12-14 14:52:58.106280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:58.106284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 copy.22> +2023-12-14 14:52:58.106290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.22 +2023-12-14 14:52:58.106303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {6} +2023-12-14 14:52:58.106308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 6 +2023-12-14 14:52:58.106318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:58.106323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 copy.23> +2023-12-14 14:52:58.106328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.23 +2023-12-14 14:52:58.106338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {7} +2023-12-14 14:52:58.106343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11, operand 7 +2023-12-14 14:52:58.106354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:58.106358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 tuple.11{}> +2023-12-14 14:52:58.106364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.11 {} +2023-12-14 14:52:58.106374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:58.106384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 param_3.66> +2023-12-14 14:52:58.106389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.66 +2023-12-14 14:52:58.106399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 0 +2023-12-14 14:52:58.106410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.106415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 param_2.57> +2023-12-14 14:52:58.106419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.57 +2023-12-14 14:52:58.106430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 0 +2023-12-14 14:52:58.106443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 0 +2023-12-14 14:52:58.106448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147, operand 1 +2023-12-14 14:52:58.106454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.106459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 add.147> +2023-12-14 14:52:58.106464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.147 +2023-12-14 14:52:58.106474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 0 +2023-12-14 14:52:58.106484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 0 +2023-12-14 14:52:58.106489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 param_1.61> +2023-12-14 14:52:58.106499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.61 +2023-12-14 14:52:58.106509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31, operand 0 +2023-12-14 14:52:58.106520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32, operand 0 +2023-12-14 14:52:58.106525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33, operand 0 +2023-12-14 14:52:58.106530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.106535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 slice.33> +2023-12-14 14:52:58.106540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.33 +2023-12-14 14:52:58.106550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50, operand 0 +2023-12-14 14:52:58.106561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 reshape.50> +2023-12-14 14:52:58.106573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.50 +2023-12-14 14:52:58.106584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 1 +2023-12-14 14:52:58.106594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174, operand 0 +2023-12-14 14:52:58.106599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <72 broadcast.174> +2023-12-14 14:52:58.106610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.174 +2023-12-14 14:52:58.106620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25, operand 1 +2023-12-14 14:52:58.106630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <73 shift-left.25> +2023-12-14 14:52:58.106640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.25 +2023-12-14 14:52:58.106650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 0 +2023-12-14 14:52:58.106660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <74 constant.181> +2023-12-14 14:52:58.106671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.181 +2023-12-14 14:52:58.106681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 0 +2023-12-14 14:52:58.106690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 0 +2023-12-14 14:52:58.106699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30, operand 0 +2023-12-14 14:52:58.106704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.181 = u32[] constant(32) +2023-12-14 14:52:58.106710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <75 subtract.30> +2023-12-14 14:52:58.106714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.30 +2023-12-14 14:52:58.106724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173, operand 0 +2023-12-14 14:52:58.106735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <76 broadcast.173> +2023-12-14 14:52:58.106745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.173 +2023-12-14 14:52:58.106755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27, operand 1 +2023-12-14 14:52:58.106765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <77 shift-right-logical.27> +2023-12-14 14:52:58.106776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.27 +2023-12-14 14:52:58.106785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29, operand 1 +2023-12-14 14:52:58.106796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <78 or.29> +2023-12-14 14:52:58.106806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.29 +2023-12-14 14:52:58.106815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27, operand 1 +2023-12-14 14:52:58.106830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <79 xor.27> +2023-12-14 14:52:58.106840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.27 +2023-12-14 14:52:58.106849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 0 +2023-12-14 14:52:58.106860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 0 +2023-12-14 14:52:58.106865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146, operand 1 +2023-12-14 14:52:58.106870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <80 add.146> +2023-12-14 14:52:58.106880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.146 +2023-12-14 14:52:58.106891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 0 +2023-12-14 14:52:58.106900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 0 +2023-12-14 14:52:58.106905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <81 slice.32> +2023-12-14 14:52:58.106915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.32 +2023-12-14 14:52:58.106926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49, operand 0 +2023-12-14 14:52:58.106935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <82 reshape.49> +2023-12-14 14:52:58.106951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.49 +2023-12-14 14:52:58.106960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.106965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29, operand 1 +2023-12-14 14:52:58.106970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172, operand 0 +2023-12-14 14:52:58.106976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.106981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <83 broadcast.172> +2023-12-14 14:52:58.106986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.106991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.172 +2023-12-14 14:52:58.106996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24, operand 1 +2023-12-14 14:52:58.107006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <84 shift-left.24> +2023-12-14 14:52:58.107016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.24 +2023-12-14 14:52:58.107026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 0 +2023-12-14 14:52:58.107036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <85 subtract.29> +2023-12-14 14:52:58.107047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.29 +2023-12-14 14:52:58.107056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170, operand 0 +2023-12-14 14:52:58.107071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <86 broadcast.170> +2023-12-14 14:52:58.107081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.170 +2023-12-14 14:52:58.107090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26, operand 1 +2023-12-14 14:52:58.107102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <87 shift-right-logical.26> +2023-12-14 14:52:58.107111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.26 +2023-12-14 14:52:58.107121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28, operand 1 +2023-12-14 14:52:58.107132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <88 or.28> +2023-12-14 14:52:58.107142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.28 +2023-12-14 14:52:58.107151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26, operand 1 +2023-12-14 14:52:58.107163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <89 xor.26> +2023-12-14 14:52:58.107175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.26 +2023-12-14 14:52:58.107185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 0 +2023-12-14 14:52:58.107196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 0 +2023-12-14 14:52:58.107201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145, operand 1 +2023-12-14 14:52:58.107206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <90 add.145> +2023-12-14 14:52:58.107215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.145 +2023-12-14 14:52:58.107226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 0 +2023-12-14 14:52:58.107235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 0 +2023-12-14 14:52:58.107240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <91 slice.31> +2023-12-14 14:52:58.107251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.31 +2023-12-14 14:52:58.107261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48, operand 0 +2023-12-14 14:52:58.107270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <92 reshape.48> +2023-12-14 14:52:58.107281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.48 +2023-12-14 14:52:58.107291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28, operand 1 +2023-12-14 14:52:58.107304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168, operand 0 +2023-12-14 14:52:58.107310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <93 broadcast.168> +2023-12-14 14:52:58.107328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.168 +2023-12-14 14:52:58.107337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23, operand 1 +2023-12-14 14:52:58.107348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <94 shift-left.23> +2023-12-14 14:52:58.107358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.23 +2023-12-14 14:52:58.107367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 0 +2023-12-14 14:52:58.107378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <95 subtract.28> +2023-12-14 14:52:58.107388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.28 +2023-12-14 14:52:58.107397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167, operand 0 +2023-12-14 14:52:58.107408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <96 broadcast.167> +2023-12-14 14:52:58.107421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.167 +2023-12-14 14:52:58.107431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25, operand 1 +2023-12-14 14:52:58.107443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <97 shift-right-logical.25> +2023-12-14 14:52:58.107453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.25 +2023-12-14 14:52:58.107463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27, operand 1 +2023-12-14 14:52:58.107474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <98 or.27> +2023-12-14 14:52:58.107483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.27 +2023-12-14 14:52:58.107493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25, operand 1 +2023-12-14 14:52:58.107505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <99 xor.25> +2023-12-14 14:52:58.107514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.25 +2023-12-14 14:52:58.107524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144, operand 1 +2023-12-14 14:52:58.107535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <100 add.144> +2023-12-14 14:52:58.107547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.144 +2023-12-14 14:52:58.107556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 0 +2023-12-14 14:52:58.107567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <101 param_0.43> +2023-12-14 14:52:58.107577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.43 +2023-12-14 14:52:58.107587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166, operand 0 +2023-12-14 14:52:58.107597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.43 = u32[] parameter(0) +2023-12-14 14:52:58.107602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <102 broadcast.166> +2023-12-14 14:52:58.107607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.166 +2023-12-14 14:52:58.107616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143, operand 1 +2023-12-14 14:52:58.107627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <103 add.143> +2023-12-14 14:52:58.107637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.143 +2023-12-14 14:52:58.107646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <104 constant.161> +2023-12-14 14:52:58.107665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.161 +2023-12-14 14:52:58.107674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 0 +2023-12-14 14:52:58.107685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.161 = f32[] constant(-4) +2023-12-14 14:52:58.107690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <105 param_0.23> +2023-12-14 14:52:58.107694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.23 +2023-12-14 14:52:58.107704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6, operand 0 +2023-12-14 14:52:58.107715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.23 = s32[] parameter(0) +2023-12-14 14:52:58.107719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <106 convert.6> +2023-12-14 14:52:58.107724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.6 +2023-12-14 14:52:58.107734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 0 +2023-12-14 14:52:58.107744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <107 constant.160> +2023-12-14 14:52:58.107754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.160 +2023-12-14 14:52:58.107764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69, operand 1 +2023-12-14 14:52:58.107774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:58.107779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <108 multiply.69> +2023-12-14 14:52:58.107784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.69 +2023-12-14 14:52:58.107793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 1 +2023-12-14 14:52:58.107808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <109 constant.159> +2023-12-14 14:52:58.107817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.159 +2023-12-14 14:52:58.107827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0, operand 2 +2023-12-14 14:52:58.107838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.159 = f32[] constant(4) +2023-12-14 14:52:58.107843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <110 clamp.0> +2023-12-14 14:52:58.107848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.0 +2023-12-14 14:52:58.107858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 0 +2023-12-14 14:52:58.107869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 0 +2023-12-14 14:52:58.107873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67, operand 1 +2023-12-14 14:52:58.107878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <111 multiply.67> +2023-12-14 14:52:58.107888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.67 +2023-12-14 14:52:58.107899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 1 +2023-12-14 14:52:58.107909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 1 +2023-12-14 14:52:58.107914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 1 +2023-12-14 14:52:58.107918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 1 +2023-12-14 14:52:58.107925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 1 +2023-12-14 14:52:58.107930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 1 +2023-12-14 14:52:58.107937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 1 +2023-12-14 14:52:58.107942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 1 +2023-12-14 14:52:58.107947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 1 +2023-12-14 14:52:58.107952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 1 +2023-12-14 14:52:58.107958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 0 +2023-12-14 14:52:58.107963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.107968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <112 constant.158> +2023-12-14 14:52:58.107973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.107978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.158 +2023-12-14 14:52:58.107983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.107989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65, operand 1 +2023-12-14 14:52:58.107994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.158 = f32[] constant(0) +2023-12-14 14:52:58.107999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <113 multiply.65> +2023-12-14 14:52:58.108003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.65 +2023-12-14 14:52:58.108014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 0 +2023-12-14 14:52:58.108024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 0 +2023-12-14 14:52:58.108029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <114 constant.157> +2023-12-14 14:52:58.108039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.157 +2023-12-14 14:52:58.108050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118, operand 1 +2023-12-14 14:52:58.108060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:58.108067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <115 add.118> +2023-12-14 14:52:58.108073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.118 +2023-12-14 14:52:58.108083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63, operand 0 +2023-12-14 14:52:58.108093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <116 multiply.63> +2023-12-14 14:52:58.108103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.63 +2023-12-14 14:52:58.108114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 0 +2023-12-14 14:52:58.108123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <117 constant.156> +2023-12-14 14:52:58.108134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.156 +2023-12-14 14:52:58.108144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117, operand 1 +2023-12-14 14:52:58.108154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:58.108159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <118 add.117> +2023-12-14 14:52:58.108164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.117 +2023-12-14 14:52:58.108175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61, operand 0 +2023-12-14 14:52:58.108185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <119 multiply.61> +2023-12-14 14:52:58.108198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.61 +2023-12-14 14:52:58.108208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 0 +2023-12-14 14:52:58.108218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <120 constant.155> +2023-12-14 14:52:58.108228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.155 +2023-12-14 14:52:58.108239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116, operand 1 +2023-12-14 14:52:58.108249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:58.108254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <121 add.116> +2023-12-14 14:52:58.108259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.116 +2023-12-14 14:52:58.108269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59, operand 0 +2023-12-14 14:52:58.108279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <122 multiply.59> +2023-12-14 14:52:58.108289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.59 +2023-12-14 14:52:58.108300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 0 +2023-12-14 14:52:58.108309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <123 constant.154> +2023-12-14 14:52:58.108323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.154 +2023-12-14 14:52:58.108333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115, operand 1 +2023-12-14 14:52:58.108344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:58.108349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <124 add.115> +2023-12-14 14:52:58.108355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.115 +2023-12-14 14:52:58.108364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57, operand 0 +2023-12-14 14:52:58.108375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <125 multiply.57> +2023-12-14 14:52:58.108385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.57 +2023-12-14 14:52:58.108395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 0 +2023-12-14 14:52:58.108405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <126 constant.153> +2023-12-14 14:52:58.108415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.153 +2023-12-14 14:52:58.108425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114, operand 1 +2023-12-14 14:52:58.108435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:58.108440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <127 add.114> +2023-12-14 14:52:58.108446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.114 +2023-12-14 14:52:58.108455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55, operand 0 +2023-12-14 14:52:58.108469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <128 multiply.55> +2023-12-14 14:52:58.108479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.55 +2023-12-14 14:52:58.108489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 0 +2023-12-14 14:52:58.108499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <129 constant.152> +2023-12-14 14:52:58.108510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.152 +2023-12-14 14:52:58.108519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112, operand 1 +2023-12-14 14:52:58.108530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:58.108535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <130 add.112> +2023-12-14 14:52:58.108540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.112 +2023-12-14 14:52:58.108550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53, operand 0 +2023-12-14 14:52:58.108560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <131 multiply.53> +2023-12-14 14:52:58.108570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.53 +2023-12-14 14:52:58.108580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 0 +2023-12-14 14:52:58.108593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <132 constant.151> +2023-12-14 14:52:58.108604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.151 +2023-12-14 14:52:58.108614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110, operand 1 +2023-12-14 14:52:58.108624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:58.108630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <133 add.110> +2023-12-14 14:52:58.108635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.110 +2023-12-14 14:52:58.108645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51, operand 1 +2023-12-14 14:52:58.108654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <134 multiply.51> +2023-12-14 14:52:58.108665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.51 +2023-12-14 14:52:58.108676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 0 +2023-12-14 14:52:58.108685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <135 constant.150> +2023-12-14 14:52:58.108696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.150 +2023-12-14 14:52:58.108706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109, operand 1 +2023-12-14 14:52:58.108718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:58.108724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <136 add.109> +2023-12-14 14:52:58.108729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.109 +2023-12-14 14:52:58.108739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49, operand 0 +2023-12-14 14:52:58.108749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <137 multiply.49> +2023-12-14 14:52:58.108760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.49 +2023-12-14 14:52:58.108771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 0 +2023-12-14 14:52:58.108781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <138 constant.149> +2023-12-14 14:52:58.108791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.149 +2023-12-14 14:52:58.108801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108, operand 1 +2023-12-14 14:52:58.108811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:58.108817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <139 add.108> +2023-12-14 14:52:58.108821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.108 +2023-12-14 14:52:58.108831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47, operand 0 +2023-12-14 14:52:58.108841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <140 multiply.47> +2023-12-14 14:52:58.108856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.47 +2023-12-14 14:52:58.108866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 0 +2023-12-14 14:52:58.108877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <141 constant.148> +2023-12-14 14:52:58.108887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.148 +2023-12-14 14:52:58.108897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107, operand 1 +2023-12-14 14:52:58.108907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:58.108912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <142 add.107> +2023-12-14 14:52:58.108918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.107 +2023-12-14 14:52:58.108927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45, operand 0 +2023-12-14 14:52:58.108938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <143 multiply.45> +2023-12-14 14:52:58.108948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.45 +2023-12-14 14:52:58.108958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 0 +2023-12-14 14:52:58.108968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.108977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <144 constant.147> +2023-12-14 14:52:58.108981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.108986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.147 +2023-12-14 14:52:58.108991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.108997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106, operand 1 +2023-12-14 14:52:58.109002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:58.109007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <145 add.106> +2023-12-14 14:52:58.109012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.106 +2023-12-14 14:52:58.109022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42, operand 0 +2023-12-14 14:52:58.109032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <146 multiply.42> +2023-12-14 14:52:58.109043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.42 +2023-12-14 14:52:58.109052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 0 +2023-12-14 14:52:58.109063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <147 constant.146> +2023-12-14 14:52:58.109073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.146 +2023-12-14 14:52:58.109082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105, operand 1 +2023-12-14 14:52:58.109093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:58.109099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <148 add.105> +2023-12-14 14:52:58.109103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.105 +2023-12-14 14:52:58.109116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0, operand 1 +2023-12-14 14:52:58.109127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <149 divide.0> +2023-12-14 14:52:58.109137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.0 +2023-12-14 14:52:58.109146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <150 constant.178> +2023-12-14 14:52:58.109162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.178 +2023-12-14 14:52:58.109172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 0 +2023-12-14 14:52:58.109182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.178 = f32[] constant(-4) +2023-12-14 14:52:58.109188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <151 param_0.41> +2023-12-14 14:52:58.109193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.41 +2023-12-14 14:52:58.109202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7, operand 0 +2023-12-14 14:52:58.109213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.41 = s32[] parameter(0) +2023-12-14 14:52:58.109219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <152 convert.7> +2023-12-14 14:52:58.109223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.7 +2023-12-14 14:52:58.109233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 0 +2023-12-14 14:52:58.109247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <153 constant.177> +2023-12-14 14:52:58.109257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.177 +2023-12-14 14:52:58.109267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96, operand 1 +2023-12-14 14:52:58.109278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:58.109283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <154 multiply.96> +2023-12-14 14:52:58.109288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.96 +2023-12-14 14:52:58.109297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 1 +2023-12-14 14:52:58.109309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <155 constant.176> +2023-12-14 14:52:58.109318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.176 +2023-12-14 14:52:58.109328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1, operand 2 +2023-12-14 14:52:58.109339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.176 = f32[] constant(4) +2023-12-14 14:52:58.109344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <156 clamp.1> +2023-12-14 14:52:58.109349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] clamp.1 +2023-12-14 14:52:58.109358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 0 +2023-12-14 14:52:58.109369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 0 +2023-12-14 14:52:58.109374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94, operand 1 +2023-12-14 14:52:58.109382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <157 multiply.94> +2023-12-14 14:52:58.109393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.94 +2023-12-14 14:52:58.109404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 1 +2023-12-14 14:52:58.109413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 1 +2023-12-14 14:52:58.109418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 1 +2023-12-14 14:52:58.109423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 1 +2023-12-14 14:52:58.109428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 1 +2023-12-14 14:52:58.109433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 1 +2023-12-14 14:52:58.109438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 1 +2023-12-14 14:52:58.109443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 1 +2023-12-14 14:52:58.109447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 1 +2023-12-14 14:52:58.109452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 1 +2023-12-14 14:52:58.109458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 0 +2023-12-14 14:52:58.109463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <158 constant.175> +2023-12-14 14:52:58.109473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.175 +2023-12-14 14:52:58.109482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92, operand 1 +2023-12-14 14:52:58.109493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.175 = f32[] constant(0) +2023-12-14 14:52:58.109498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <159 multiply.92> +2023-12-14 14:52:58.109502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.92 +2023-12-14 14:52:58.109516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 0 +2023-12-14 14:52:58.109527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 0 +2023-12-14 14:52:58.109532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <160 constant.174> +2023-12-14 14:52:58.109541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.174 +2023-12-14 14:52:58.109552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134, operand 1 +2023-12-14 14:52:58.109561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:58.109566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <161 add.134> +2023-12-14 14:52:58.109571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.134 +2023-12-14 14:52:58.109581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90, operand 0 +2023-12-14 14:52:58.109591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <162 multiply.90> +2023-12-14 14:52:58.109601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.90 +2023-12-14 14:52:58.109611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 0 +2023-12-14 14:52:58.109621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <163 constant.173> +2023-12-14 14:52:58.109630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.173 +2023-12-14 14:52:58.109645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133, operand 1 +2023-12-14 14:52:58.109654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:58.109659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <164 add.133> +2023-12-14 14:52:58.109664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.133 +2023-12-14 14:52:58.109675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88, operand 0 +2023-12-14 14:52:58.109685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <165 multiply.88> +2023-12-14 14:52:58.109694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.88 +2023-12-14 14:52:58.109705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 0 +2023-12-14 14:52:58.109715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <166 constant.172> +2023-12-14 14:52:58.109724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.172 +2023-12-14 14:52:58.109735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132, operand 1 +2023-12-14 14:52:58.109745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:58.109750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <167 add.132> +2023-12-14 14:52:58.109754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.132 +2023-12-14 14:52:58.109766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86, operand 0 +2023-12-14 14:52:58.109778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <168 multiply.86> +2023-12-14 14:52:58.109788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.86 +2023-12-14 14:52:58.109799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 0 +2023-12-14 14:52:58.109808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <169 constant.171> +2023-12-14 14:52:58.109818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.171 +2023-12-14 14:52:58.109829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130, operand 1 +2023-12-14 14:52:58.109838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:58.109843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <170 add.130> +2023-12-14 14:52:58.109848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.130 +2023-12-14 14:52:58.109858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84, operand 0 +2023-12-14 14:52:58.109868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <171 multiply.84> +2023-12-14 14:52:58.109878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.84 +2023-12-14 14:52:58.109888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 0 +2023-12-14 14:52:58.109900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <172 constant.170> +2023-12-14 14:52:58.109911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.170 +2023-12-14 14:52:58.109922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129, operand 1 +2023-12-14 14:52:58.109931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:58.109936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <173 add.129> +2023-12-14 14:52:58.109943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.129 +2023-12-14 14:52:58.109953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82, operand 0 +2023-12-14 14:52:58.109962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <174 multiply.82> +2023-12-14 14:52:58.109973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.109978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.82 +2023-12-14 14:52:58.109983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.109988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 0 +2023-12-14 14:52:58.109993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.109997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <175 constant.169> +2023-12-14 14:52:58.110003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.169 +2023-12-14 14:52:58.110013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127, operand 1 +2023-12-14 14:52:58.110026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:58.110032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <176 add.127> +2023-12-14 14:52:58.110037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.127 +2023-12-14 14:52:58.110047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80, operand 0 +2023-12-14 14:52:58.110057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <177 multiply.80> +2023-12-14 14:52:58.110068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.80 +2023-12-14 14:52:58.110077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 0 +2023-12-14 14:52:58.110087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <178 constant.168> +2023-12-14 14:52:58.110098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.168 +2023-12-14 14:52:58.110108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126, operand 1 +2023-12-14 14:52:58.110118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:58.110123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <179 add.126> +2023-12-14 14:52:58.110129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.126 +2023-12-14 14:52:58.110138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78, operand 1 +2023-12-14 14:52:58.110148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <180 multiply.78> +2023-12-14 14:52:58.110162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.78 +2023-12-14 14:52:58.110171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:52:58.110182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <181 constant.167> +2023-12-14 14:52:58.110193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.167 +2023-12-14 14:52:58.110202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125, operand 1 +2023-12-14 14:52:58.110213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:58.110218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <182 add.125> +2023-12-14 14:52:58.110223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.125 +2023-12-14 14:52:58.110233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76, operand 0 +2023-12-14 14:52:58.110243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <183 multiply.76> +2023-12-14 14:52:58.110253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.76 +2023-12-14 14:52:58.110263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 0 +2023-12-14 14:52:58.110274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <184 constant.166> +2023-12-14 14:52:58.110287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.166 +2023-12-14 14:52:58.110296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124, operand 1 +2023-12-14 14:52:58.110307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:58.110313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <185 add.124> +2023-12-14 14:52:58.110317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.124 +2023-12-14 14:52:58.110327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74, operand 0 +2023-12-14 14:52:58.110337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <186 multiply.74> +2023-12-14 14:52:58.110348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.74 +2023-12-14 14:52:58.110357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 0 +2023-12-14 14:52:58.110368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <187 constant.165> +2023-12-14 14:52:58.110378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.165 +2023-12-14 14:52:58.110388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123, operand 1 +2023-12-14 14:52:58.110398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:58.110404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <188 add.123> +2023-12-14 14:52:58.110409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.123 +2023-12-14 14:52:58.110421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71, operand 0 +2023-12-14 14:52:58.110432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <189 multiply.71> +2023-12-14 14:52:58.110442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.71 +2023-12-14 14:52:58.110452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 0 +2023-12-14 14:52:58.110463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <190 constant.164> +2023-12-14 14:52:58.110472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.164 +2023-12-14 14:52:58.110483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122, operand 1 +2023-12-14 14:52:58.110494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:58.110499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <191 add.122> +2023-12-14 14:52:58.110503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.122 +2023-12-14 14:52:58.110513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70, operand 0 +2023-12-14 14:52:58.110524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <192 multiply.70> +2023-12-14 14:52:58.110534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.70 +2023-12-14 14:52:58.110547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 0 +2023-12-14 14:52:58.110557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <193 constant.163> +2023-12-14 14:52:58.110567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.163 +2023-12-14 14:52:58.110577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121, operand 1 +2023-12-14 14:52:58.110588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:58.110593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <194 add.121> +2023-12-14 14:52:58.110598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.121 +2023-12-14 14:52:58.110608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:52:58.110618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <195 divide.1> +2023-12-14 14:52:58.110628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:52:58.110638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <196 param_3.65> +2023-12-14 14:52:58.110654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.65 +2023-12-14 14:52:58.110663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 0 +2023-12-14 14:52:58.110678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.110683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <197 param_2.56> +2023-12-14 14:52:58.110688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.56 +2023-12-14 14:52:58.110698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 0 +2023-12-14 14:52:58.110708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 0 +2023-12-14 14:52:58.110713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140, operand 1 +2023-12-14 14:52:58.110718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.110723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <198 add.140> +2023-12-14 14:52:58.110728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.140 +2023-12-14 14:52:58.110739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 0 +2023-12-14 14:52:58.110748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 0 +2023-12-14 14:52:58.110753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <199 param_1.60> +2023-12-14 14:52:58.110764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.60 +2023-12-14 14:52:58.110775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27, operand 0 +2023-12-14 14:52:58.110785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28, operand 0 +2023-12-14 14:52:58.110790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29, operand 0 +2023-12-14 14:52:58.110795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30, operand 0 +2023-12-14 14:52:58.110800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.110805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <200 slice.30> +2023-12-14 14:52:58.110810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.30 +2023-12-14 14:52:58.110827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47, operand 0 +2023-12-14 14:52:58.110837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <201 reshape.47> +2023-12-14 14:52:58.110848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.47 +2023-12-14 14:52:58.110857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 1 +2023-12-14 14:52:58.110868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164, operand 0 +2023-12-14 14:52:58.110873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <202 broadcast.164> +2023-12-14 14:52:58.110883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.164 +2023-12-14 14:52:58.110894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22, operand 1 +2023-12-14 14:52:58.110903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <203 shift-left.22> +2023-12-14 14:52:58.110914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.22 +2023-12-14 14:52:58.110924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 0 +2023-12-14 14:52:58.110934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.110942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <204 constant.179> +2023-12-14 14:52:58.110947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.179 +2023-12-14 14:52:58.110958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.110963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 0 +2023-12-14 14:52:58.110969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 0 +2023-12-14 14:52:58.110974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 0 +2023-12-14 14:52:58.110979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27, operand 0 +2023-12-14 14:52:58.110984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.179 = u32[] constant(32) +2023-12-14 14:52:58.110989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <205 subtract.27> +2023-12-14 14:52:58.110994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.110999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.27 +2023-12-14 14:52:58.111004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163, operand 0 +2023-12-14 14:52:58.111014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <206 broadcast.163> +2023-12-14 14:52:58.111024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.163 +2023-12-14 14:52:58.111034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24, operand 1 +2023-12-14 14:52:58.111045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <207 shift-right-logical.24> +2023-12-14 14:52:58.111056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.24 +2023-12-14 14:52:58.111069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26, operand 1 +2023-12-14 14:52:58.111079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <208 or.26> +2023-12-14 14:52:58.111090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.26 +2023-12-14 14:52:58.111099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24, operand 1 +2023-12-14 14:52:58.111110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <209 xor.24> +2023-12-14 14:52:58.111120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.24 +2023-12-14 14:52:58.111129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 0 +2023-12-14 14:52:58.111140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 0 +2023-12-14 14:52:58.111145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139, operand 1 +2023-12-14 14:52:58.111150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <210 add.139> +2023-12-14 14:52:58.111160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.139 +2023-12-14 14:52:58.111170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 0 +2023-12-14 14:52:58.111181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 0 +2023-12-14 14:52:58.111186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <211 slice.29> +2023-12-14 14:52:58.111199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.29 +2023-12-14 14:52:58.111210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46, operand 0 +2023-12-14 14:52:58.111219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <212 reshape.46> +2023-12-14 14:52:58.111230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.46 +2023-12-14 14:52:58.111240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26, operand 1 +2023-12-14 14:52:58.111250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161, operand 0 +2023-12-14 14:52:58.111255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <213 broadcast.161> +2023-12-14 14:52:58.111265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.161 +2023-12-14 14:52:58.111275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21, operand 1 +2023-12-14 14:52:58.111285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <214 shift-left.21> +2023-12-14 14:52:58.111296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.21 +2023-12-14 14:52:58.111309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 0 +2023-12-14 14:52:58.111324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <215 subtract.26> +2023-12-14 14:52:58.111336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.26 +2023-12-14 14:52:58.111346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160, operand 0 +2023-12-14 14:52:58.111356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <216 broadcast.160> +2023-12-14 14:52:58.111367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.160 +2023-12-14 14:52:58.111376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23, operand 1 +2023-12-14 14:52:58.111387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <217 shift-right-logical.23> +2023-12-14 14:52:58.111398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.23 +2023-12-14 14:52:58.111407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25, operand 1 +2023-12-14 14:52:58.111418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <218 or.25> +2023-12-14 14:52:58.111431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.25 +2023-12-14 14:52:58.111441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23, operand 1 +2023-12-14 14:52:58.111452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <219 xor.23> +2023-12-14 14:52:58.111462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.23 +2023-12-14 14:52:58.111471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 0 +2023-12-14 14:52:58.111482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 0 +2023-12-14 14:52:58.111488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138, operand 1 +2023-12-14 14:52:58.111492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <220 add.138> +2023-12-14 14:52:58.111502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.138 +2023-12-14 14:52:58.111512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 0 +2023-12-14 14:52:58.111523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 0 +2023-12-14 14:52:58.111528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <221 slice.28> +2023-12-14 14:52:58.111537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.28 +2023-12-14 14:52:58.111548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45, operand 0 +2023-12-14 14:52:58.111561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <222 reshape.45> +2023-12-14 14:52:58.111572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.45 +2023-12-14 14:52:58.111582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25, operand 1 +2023-12-14 14:52:58.111592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159, operand 0 +2023-12-14 14:52:58.111597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <223 broadcast.159> +2023-12-14 14:52:58.111608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.159 +2023-12-14 14:52:58.111618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20, operand 1 +2023-12-14 14:52:58.111627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <224 shift-left.20> +2023-12-14 14:52:58.111638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.20 +2023-12-14 14:52:58.111648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 0 +2023-12-14 14:52:58.111658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <225 subtract.25> +2023-12-14 14:52:58.111672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.25 +2023-12-14 14:52:58.111682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158, operand 0 +2023-12-14 14:52:58.111691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <226 broadcast.158> +2023-12-14 14:52:58.111702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.158 +2023-12-14 14:52:58.111712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22, operand 1 +2023-12-14 14:52:58.111721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <227 shift-right-logical.22> +2023-12-14 14:52:58.111732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.22 +2023-12-14 14:52:58.111742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24, operand 1 +2023-12-14 14:52:58.111751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <228 or.24> +2023-12-14 14:52:58.111762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.24 +2023-12-14 14:52:58.111771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22, operand 1 +2023-12-14 14:52:58.111781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <229 xor.22> +2023-12-14 14:52:58.111795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.22 +2023-12-14 14:52:58.111804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 0 +2023-12-14 14:52:58.111815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 0 +2023-12-14 14:52:58.111821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137, operand 1 +2023-12-14 14:52:58.111826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <230 add.137> +2023-12-14 14:52:58.111836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.137 +2023-12-14 14:52:58.111845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 0 +2023-12-14 14:52:58.111856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <231 slice.27> +2023-12-14 14:52:58.111865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] slice.27 +2023-12-14 14:52:58.111875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44, operand 0 +2023-12-14 14:52:58.111886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <232 reshape.44> +2023-12-14 14:52:58.111896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.44 +2023-12-14 14:52:58.111909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24, operand 1 +2023-12-14 14:52:58.111919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157, operand 0 +2023-12-14 14:52:58.111924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <233 broadcast.157> +2023-12-14 14:52:58.111933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.157 +2023-12-14 14:52:58.111944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19, operand 1 +2023-12-14 14:52:58.111954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <234 shift-left.19> +2023-12-14 14:52:58.111963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-left.19 +2023-12-14 14:52:58.111974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.111979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 0 +2023-12-14 14:52:58.111984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.111988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <235 subtract.24> +2023-12-14 14:52:58.111993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.111999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.24 +2023-12-14 14:52:58.112004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156, operand 0 +2023-12-14 14:52:58.112014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <236 broadcast.156> +2023-12-14 14:52:58.112026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.156 +2023-12-14 14:52:58.112037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21, operand 1 +2023-12-14 14:52:58.112047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <237 shift-right-logical.21> +2023-12-14 14:52:58.112056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.21 +2023-12-14 14:52:58.112067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23, operand 1 +2023-12-14 14:52:58.112077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <238 or.23> +2023-12-14 14:52:58.112086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.23 +2023-12-14 14:52:58.112097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21, operand 1 +2023-12-14 14:52:58.112106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <239 xor.21> +2023-12-14 14:52:58.112116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] xor.21 +2023-12-14 14:52:58.112126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 0 +2023-12-14 14:52:58.112139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <240 param_0.42> +2023-12-14 14:52:58.112149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.42 +2023-12-14 14:52:58.112160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154, operand 0 +2023-12-14 14:52:58.112169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.42 = u32[] parameter(0) +2023-12-14 14:52:58.112174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <241 broadcast.154> +2023-12-14 14:52:58.112180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.154 +2023-12-14 14:52:58.112190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136, operand 1 +2023-12-14 14:52:58.112200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <242 add.136> +2023-12-14 14:52:58.112210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.136 +2023-12-14 14:52:58.112221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 0 +2023-12-14 14:52:58.112230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <243 param_4.68> +2023-12-14 14:52:58.112241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.68 +2023-12-14 14:52:58.112251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 0 +2023-12-14 14:52:58.112264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.68 = s32[] parameter(4) +2023-12-14 14:52:58.112270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <244 constant.180> +2023-12-14 14:52:58.112275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.180 +2023-12-14 14:52:58.112285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142, operand 1 +2023-12-14 14:52:58.112295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.180 = s32[] constant(1) +2023-12-14 14:52:58.112300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <245 add.142> +2023-12-14 14:52:58.112306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.142 +2023-12-14 14:52:58.112315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8, operand 0 +2023-12-14 14:52:58.112325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <246 convert.8> +2023-12-14 14:52:58.112336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.8 +2023-12-14 14:52:58.112346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153, operand 0 +2023-12-14 14:52:58.112355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <247 broadcast.153> +2023-12-14 14:52:58.112367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.153 +2023-12-14 14:52:58.112376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135, operand 1 +2023-12-14 14:52:58.112386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <248 add.135> +2023-12-14 14:52:58.112400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.135 +2023-12-14 14:52:58.112410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <249 param_5.76> +2023-12-14 14:52:58.112425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_5.76 +2023-12-14 14:52:58.112435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10, operand 0 +2023-12-14 14:52:58.112445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_5.76 = s32[] parameter(5) +2023-12-14 14:52:58.112451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <250 convert.10> +2023-12-14 14:52:58.112455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.10 +2023-12-14 14:52:58.112466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10, operand 0 +2023-12-14 14:52:58.112476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 0 +2023-12-14 14:52:58.112481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 0 +2023-12-14 14:52:58.112486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29, operand 1 +2023-12-14 14:52:58.112492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <251 compare.29> +2023-12-14 14:52:58.112501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.29 +2023-12-14 14:52:58.112511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 0 +2023-12-14 14:52:58.112525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <252 constant.219> +2023-12-14 14:52:58.112535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.219 +2023-12-14 14:52:58.112545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 1 +2023-12-14 14:52:58.112556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 1 +2023-12-14 14:52:58.112561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <253 constant.218> +2023-12-14 14:52:58.112571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.218 +2023-12-14 14:52:58.112582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28, operand 1 +2023-12-14 14:52:58.112592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.218 = f32[] constant(-inf) +2023-12-14 14:52:58.112596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <254 compare.28> +2023-12-14 14:52:58.112602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.28 +2023-12-14 14:52:58.112613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 0 +2023-12-14 14:52:58.112622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <255 constant.217> +2023-12-14 14:52:58.112633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.217 +2023-12-14 14:52:58.112643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 1 +2023-12-14 14:52:58.112657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <256 bitcast-convert.10> +2023-12-14 14:52:58.112668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.10 +2023-12-14 14:52:58.112679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 0 +2023-12-14 14:52:58.112689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 0 +2023-12-14 14:52:58.112694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 0 +2023-12-14 14:52:58.112699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <257 constant.216> +2023-12-14 14:52:58.112710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.216 +2023-12-14 14:52:58.112719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 1 +2023-12-14 14:52:58.112730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7, operand 1 +2023-12-14 14:52:58.112735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:58.112740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <258 and.7> +2023-12-14 14:52:58.112745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.7 +2023-12-14 14:52:58.112755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 0 +2023-12-14 14:52:58.112766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 0 +2023-12-14 14:52:58.112771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <259 constant.215> +2023-12-14 14:52:58.112784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.215 +2023-12-14 14:52:58.112795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 1 +2023-12-14 14:52:58.112805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 1 +2023-12-14 14:52:58.112810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27, operand 1 +2023-12-14 14:52:58.112815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.215 = s32[] constant(0) +2023-12-14 14:52:58.112820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <260 compare.27> +2023-12-14 14:52:58.112826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.27 +2023-12-14 14:52:58.112835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 0 +2023-12-14 14:52:58.112846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <261 constant.214> +2023-12-14 14:52:58.112856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.214 +2023-12-14 14:52:58.112866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 1 +2023-12-14 14:52:58.112876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <262 constant.213> +2023-12-14 14:52:58.112887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.213 +2023-12-14 14:52:58.112896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 1 +2023-12-14 14:52:58.112907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 1 +2023-12-14 14:52:58.112911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26, operand 1 +2023-12-14 14:52:58.112920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <263 compare.26> +2023-12-14 14:52:58.112930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.26 +2023-12-14 14:52:58.112940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 0 +2023-12-14 14:52:58.112951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.112956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <264 constant.212> +2023-12-14 14:52:58.112960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.112966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.212 +2023-12-14 14:52:58.112971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.112976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 1 +2023-12-14 14:52:58.112981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 1 +2023-12-14 14:52:58.112986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6, operand 1 +2023-12-14 14:52:58.112991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:58.112996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <265 and.6> +2023-12-14 14:52:58.113001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.6 +2023-12-14 14:52:58.113011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25, operand 0 +2023-12-14 14:52:58.113021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <266 compare.25> +2023-12-14 14:52:58.113031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.25 +2023-12-14 14:52:58.113044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32, operand 1 +2023-12-14 14:52:58.113055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <267 or.32> +2023-12-14 14:52:58.113065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.32 +2023-12-14 14:52:58.113075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 0 +2023-12-14 14:52:58.113085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <268 constant.211> +2023-12-14 14:52:58.113095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.211 +2023-12-14 14:52:58.113105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 1 +2023-12-14 14:52:58.113116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 1 +2023-12-14 14:52:58.113121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.211 = s32[] constant(-1) +2023-12-14 14:52:58.113125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <269 constant.210> +2023-12-14 14:52:58.113131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.210 +2023-12-14 14:52:58.113141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 1 +2023-12-14 14:52:58.113151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 2 +2023-12-14 14:52:58.113156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59, operand 2 +2023-12-14 14:52:58.113161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.210 = s32[] constant(1) +2023-12-14 14:52:58.113166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <270 select.59> +2023-12-14 14:52:58.113171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.59 +2023-12-14 14:52:58.113184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163, operand 1 +2023-12-14 14:52:58.113195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <271 add.163> +2023-12-14 14:52:58.113205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.163 +2023-12-14 14:52:58.113215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58, operand 2 +2023-12-14 14:52:58.113225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <272 select.58> +2023-12-14 14:52:58.113236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.58 +2023-12-14 14:52:58.113245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57, operand 2 +2023-12-14 14:52:58.113256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <273 select.57> +2023-12-14 14:52:58.113266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.57 +2023-12-14 14:52:58.113276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56, operand 2 +2023-12-14 14:52:58.113286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <274 select.56> +2023-12-14 14:52:58.113299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.56 +2023-12-14 14:52:58.113309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9, operand 0 +2023-12-14 14:52:58.113320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <275 bitcast-convert.9> +2023-12-14 14:52:58.113331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.9 +2023-12-14 14:52:58.113341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206, operand 0 +2023-12-14 14:52:58.113352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <276 broadcast.206> +2023-12-14 14:52:58.113362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.206 +2023-12-14 14:52:58.113371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 0 +2023-12-14 14:52:58.113382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.206 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <277 param_4.69> +2023-12-14 14:52:58.113392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_4.69 +2023-12-14 14:52:58.113402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9, operand 0 +2023-12-14 14:52:58.113412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_4.69 = s32[] parameter(4) +2023-12-14 14:52:58.113418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <278 convert.9> +2023-12-14 14:52:58.113425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.9 +2023-12-14 14:52:58.113435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8, operand 0 +2023-12-14 14:52:58.113447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 0 +2023-12-14 14:52:58.113451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 0 +2023-12-14 14:52:58.113456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24, operand 1 +2023-12-14 14:52:58.113461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <279 compare.24> +2023-12-14 14:52:58.113472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.24 +2023-12-14 14:52:58.113482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 0 +2023-12-14 14:52:58.113492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <280 constant.209> +2023-12-14 14:52:58.113502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.209 +2023-12-14 14:52:58.113512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198, operand 0 +2023-12-14 14:52:58.113522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23, operand 1 +2023-12-14 14:52:58.113527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.209 = f32[] constant(inf) +2023-12-14 14:52:58.113533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <281 compare.23> +2023-12-14 14:52:58.113538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.23 +2023-12-14 14:52:58.113548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 0 +2023-12-14 14:52:58.113561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <282 bitcast-convert.8> +2023-12-14 14:52:58.113573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.8 +2023-12-14 14:52:58.113582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 0 +2023-12-14 14:52:58.113593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4, operand 0 +2023-12-14 14:52:58.113598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5, operand 0 +2023-12-14 14:52:58.113603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <283 and.5> +2023-12-14 14:52:58.113613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.5 +2023-12-14 14:52:58.113623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21, operand 0 +2023-12-14 14:52:58.113633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22, operand 0 +2023-12-14 14:52:58.113638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <284 compare.22> +2023-12-14 14:52:58.113648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.22 +2023-12-14 14:52:58.113659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 0 +2023-12-14 14:52:58.113669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <285 compare.21> +2023-12-14 14:52:58.113682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.21 +2023-12-14 14:52:58.113693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 0 +2023-12-14 14:52:58.113703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <286 and.4> +2023-12-14 14:52:58.113713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] and.4 +2023-12-14 14:52:58.113727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20, operand 0 +2023-12-14 14:52:58.113747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <287 compare.20> +2023-12-14 14:52:58.113763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.20 +2023-12-14 14:52:58.113780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31, operand 1 +2023-12-14 14:52:58.113797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <288 or.31> +2023-12-14 14:52:58.113814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.31 +2023-12-14 14:52:58.113829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55, operand 0 +2023-12-14 14:52:58.113848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <289 select.55> +2023-12-14 14:52:58.113869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.55 +2023-12-14 14:52:58.113886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162, operand 1 +2023-12-14 14:52:58.113903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <290 add.162> +2023-12-14 14:52:58.113919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.162 +2023-12-14 14:52:58.113937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54, operand 2 +2023-12-14 14:52:58.113953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.113962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <291 select.54> +2023-12-14 14:52:58.113970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.113978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.54 +2023-12-14 14:52:58.113986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.113995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53, operand 2 +2023-12-14 14:52:58.114003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.114011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <292 select.53> +2023-12-14 14:52:58.114020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.53 +2023-12-14 14:52:58.114037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52, operand 2 +2023-12-14 14:52:58.114054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.114083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <293 select.52> +2023-12-14 14:52:58.114091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.52 +2023-12-14 14:52:58.114107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7, operand 0 +2023-12-14 14:52:58.114124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.114132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <294 bitcast-convert.7> +2023-12-14 14:52:58.114142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.7 +2023-12-14 14:52:58.114161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205, operand 0 +2023-12-14 14:52:58.114178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.114187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <295 broadcast.205> +2023-12-14 14:52:58.114195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.205 +2023-12-14 14:52:58.114212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:58.114228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.205 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.114237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <296 param_0.44> +2023-12-14 14:52:58.114245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.44 +2023-12-14 14:52:58.114261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53, operand 0 +2023-12-14 14:52:58.114282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204, operand 0 +2023-12-14 14:52:58.114290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.44 = f32[] parameter(0) +2023-12-14 14:52:58.114299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <297 broadcast.204> +2023-12-14 14:52:58.114307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.204 +2023-12-14 14:52:58.114324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 0 +2023-12-14 14:52:58.114341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 1 +2023-12-14 14:52:58.114349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.114359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <298 param_2.58> +2023-12-14 14:52:58.114367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_2.58 +2023-12-14 14:52:58.114382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 0 +2023-12-14 14:52:58.114400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.114408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <299 param_3.67> +2023-12-14 14:52:58.114417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_3.67 +2023-12-14 14:52:58.114433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1, operand 1 +2023-12-14 14:52:58.114450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.114458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <300 concatenate.1> +2023-12-14 14:52:58.114465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] concatenate.1 +2023-12-14 14:52:58.114482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 0 +2023-12-14 14:52:58.114499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.114512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <301 constant.208> +2023-12-14 14:52:58.114520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.208 +2023-12-14 14:52:58.114537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203, operand 0 +2023-12-14 14:52:58.114553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.208 = u32[] constant(9) +2023-12-14 14:52:58.114561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <302 broadcast.203> +2023-12-14 14:52:58.114570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.203 +2023-12-14 14:52:58.114586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28, operand 1 +2023-12-14 14:52:58.114603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.114611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <303 shift-right-logical.28> +2023-12-14 14:52:58.114619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] shift-right-logical.28 +2023-12-14 14:52:58.114636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 0 +2023-12-14 14:52:58.114652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.114661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <304 constant.207> +2023-12-14 14:52:58.114669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.207 +2023-12-14 14:52:58.114689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202, operand 0 +2023-12-14 14:52:58.114711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:58.114720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <305 broadcast.202> +2023-12-14 14:52:58.114728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.202 +2023-12-14 14:52:58.114743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30, operand 1 +2023-12-14 14:52:58.114760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.114768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <306 or.30> +2023-12-14 14:52:58.114777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] or.30 +2023-12-14 14:52:58.114794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6, operand 0 +2023-12-14 14:52:58.114811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.114819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <307 bitcast-convert.6> +2023-12-14 14:52:58.114827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast-convert.6 +2023-12-14 14:52:58.114844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 0 +2023-12-14 14:52:58.114860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.114869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <308 constant.206> +2023-12-14 14:52:58.114878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.206 +2023-12-14 14:52:58.114894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201, operand 0 +2023-12-14 14:52:58.114915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.206 = f32[] constant(-1) +2023-12-14 14:52:58.114923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <309 broadcast.201> +2023-12-14 14:52:58.114932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.201 +2023-12-14 14:52:58.114949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.114957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160, operand 1 +2023-12-14 14:52:58.114966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:58.114974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <310 add.160> +2023-12-14 14:52:58.114982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.114991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.160 +2023-12-14 14:52:58.115000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 0 +2023-12-14 14:52:58.115016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.115025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <311 param_1.62> +2023-12-14 14:52:58.115033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.62 +2023-12-14 14:52:58.115050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54, operand 0 +2023-12-14 14:52:58.115067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.62 = f32[] parameter(1) +2023-12-14 14:52:58.115075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <312 reshape.54> +2023-12-14 14:52:58.115085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.54 +2023-12-14 14:52:58.115102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 0 +2023-12-14 14:52:58.115120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.115134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <313 reshape.53> +2023-12-14 14:52:58.115143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.53 +2023-12-14 14:52:58.115160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31, operand 1 +2023-12-14 14:52:58.115177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.115185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <314 subtract.31> +2023-12-14 14:52:58.115194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.31 +2023-12-14 14:52:58.115214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52, operand 0 +2023-12-14 14:52:58.115232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.115241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <315 reshape.52> +2023-12-14 14:52:58.115249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.52 +2023-12-14 14:52:58.115266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200, operand 0 +2023-12-14 14:52:58.115283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.115292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <316 broadcast.200> +2023-12-14 14:52:58.115301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.200 +2023-12-14 14:52:58.115316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110, operand 1 +2023-12-14 14:52:58.115341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.115354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <317 multiply.110> +2023-12-14 14:52:58.115362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.110 +2023-12-14 14:52:58.115379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159, operand 0 +2023-12-14 14:52:58.115396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.115404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <318 add.159> +2023-12-14 14:52:58.115413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.159 +2023-12-14 14:52:58.115429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5, operand 1 +2023-12-14 14:52:58.115446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.115454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <319 maximum.5> +2023-12-14 14:52:58.115462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.5 +2023-12-14 14:52:58.115479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51, operand 0 +2023-12-14 14:52:58.115496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.115506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <320 reshape.51> +2023-12-14 14:52:58.115513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.51 +2023-12-14 14:52:58.115531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 1 +2023-12-14 14:52:58.115551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 1 +2023-12-14 14:52:58.115561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10, operand 0 +2023-12-14 14:52:58.115569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 0 +2023-12-14 14:52:58.115577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3, operand 0 +2023-12-14 14:52:58.115585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.51 = f32[8192,2048]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.115594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <321 abs.3> +2023-12-14 14:52:58.115603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] abs.3 +2023-12-14 14:52:58.115619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 0 +2023-12-14 14:52:58.115637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%abs.3 = f32[8192,2048]{1,0} abs(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:58.115645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <322 constant.205> +2023-12-14 14:52:58.115654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.205 +2023-12-14 14:52:58.115670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199, operand 0 +2023-12-14 14:52:58.115688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.205 = f32[] constant(1) +2023-12-14 14:52:58.115696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <323 broadcast.199> +2023-12-14 14:52:58.115704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.199 +2023-12-14 14:52:58.115724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19, operand 1 +2023-12-14 14:52:58.115741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.199 = f32[8192,2048]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:58.115751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <324 compare.19> +2023-12-14 14:52:58.115759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.19 +2023-12-14 14:52:58.115781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 0 +2023-12-14 14:52:58.115797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.19 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %abs.3, f32[8192,2048]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:58.115806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <325 broadcast.198> +2023-12-14 14:52:58.115814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.198 +2023-12-14 14:52:58.115831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109, operand 1 +2023-12-14 14:52:58.115849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.198 = f32[8192,2048]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:58.115857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <326 multiply.109> +2023-12-14 14:52:58.115866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.109 +2023-12-14 14:52:58.115882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 1 +2023-12-14 14:52:58.115900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.109 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %reshape.51, f32[8192,2048]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:58.115909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <327 negate.10> +2023-12-14 14:52:58.115917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.10 +2023-12-14 14:52:58.115934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108, operand 0 +2023-12-14 14:52:58.115951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.10 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:58.115961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <328 multiply.108> +2023-12-14 14:52:58.115969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.115977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.108 +2023-12-14 14:52:58.115986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.115995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3, operand 0 +2023-12-14 14:52:58.116007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.108 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %negate.10, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:58.116016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <329 log-plus-one.3> +2023-12-14 14:52:58.116025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] log-plus-one.3 +2023-12-14 14:52:58.116042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9, operand 0 +2023-12-14 14:52:58.116060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%log-plus-one.3 = f32[8192,2048]{1,0} log-plus-one(f32[8192,2048]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:58.116068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <330 negate.9> +2023-12-14 14:52:58.116076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] negate.9 +2023-12-14 14:52:58.116093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3, operand 0 +2023-12-14 14:52:58.116110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 0 +2023-12-14 14:52:58.116118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 0 +2023-12-14 14:52:58.116126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%negate.9 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:58.116135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <331 constant.204> +2023-12-14 14:52:58.116144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.204 +2023-12-14 14:52:58.116161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197, operand 0 +2023-12-14 14:52:58.116178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.204 = f32[] constant(5) +2023-12-14 14:52:58.116186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <332 broadcast.197> +2023-12-14 14:52:58.116195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.197 +2023-12-14 14:52:58.116212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18, operand 1 +2023-12-14 14:52:58.116233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.197 = f32[8192,2048]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:58.116246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <333 compare.18> +2023-12-14 14:52:58.116255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.18 +2023-12-14 14:52:58.116271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 0 +2023-12-14 14:52:58.116289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 0 +2023-12-14 14:52:58.116299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 0 +2023-12-14 14:52:58.116307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 0 +2023-12-14 14:52:58.116315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 0 +2023-12-14 14:52:58.116324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 0 +2023-12-14 14:52:58.116333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 0 +2023-12-14 14:52:58.116341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 0 +2023-12-14 14:52:58.116350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 0 +2023-12-14 14:52:58.116359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 0 +2023-12-14 14:52:58.116367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.18 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:58.116376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <334 constant.203> +2023-12-14 14:52:58.116384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.203 +2023-12-14 14:52:58.116402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196, operand 0 +2023-12-14 14:52:58.116420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:58.116428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <335 broadcast.196> +2023-12-14 14:52:58.116437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.196 +2023-12-14 14:52:58.116454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 1 +2023-12-14 14:52:58.116471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.196 = f32[8192,2048]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:58.116485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <336 constant.202> +2023-12-14 14:52:58.116494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.202 +2023-12-14 14:52:58.116511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195, operand 0 +2023-12-14 14:52:58.116528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:58.116536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <337 broadcast.195> +2023-12-14 14:52:58.116545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.195 +2023-12-14 14:52:58.116562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51, operand 2 +2023-12-14 14:52:58.116579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.195 = f32[8192,2048]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:58.116588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <338 select.51> +2023-12-14 14:52:58.116596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.51 +2023-12-14 14:52:58.116614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 0 +2023-12-14 14:52:58.116632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.51 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.196, f32[8192,2048]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:58.116640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <339 constant.201> +2023-12-14 14:52:58.116649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.201 +2023-12-14 14:52:58.116666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194, operand 0 +2023-12-14 14:52:58.116684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:58.116692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <340 broadcast.194> +2023-12-14 14:52:58.116704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.194 +2023-12-14 14:52:58.116725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 1 +2023-12-14 14:52:58.116743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.194 = f32[8192,2048]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:58.116751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <341 constant.200> +2023-12-14 14:52:58.116760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.200 +2023-12-14 14:52:58.116777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193, operand 0 +2023-12-14 14:52:58.116794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:58.116802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <342 broadcast.193> +2023-12-14 14:52:58.116810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.193 +2023-12-14 14:52:58.116828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50, operand 2 +2023-12-14 14:52:58.116844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.193 = f32[8192,2048]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:58.116854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <343 select.50> +2023-12-14 14:52:58.116862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.50 +2023-12-14 14:52:58.116878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 0 +2023-12-14 14:52:58.116895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.50 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.194, f32[8192,2048]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:58.116904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <344 constant.199> +2023-12-14 14:52:58.116913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.199 +2023-12-14 14:52:58.116929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192, operand 0 +2023-12-14 14:52:58.116950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:58.116959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <345 broadcast.192> +2023-12-14 14:52:58.116966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.116975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.192 +2023-12-14 14:52:58.116983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.116991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 1 +2023-12-14 14:52:58.116999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.192 = f32[8192,2048]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:58.117009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <346 constant.198> +2023-12-14 14:52:58.117017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.198 +2023-12-14 14:52:58.117034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191, operand 0 +2023-12-14 14:52:58.117050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:58.117058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <347 broadcast.191> +2023-12-14 14:52:58.117067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.191 +2023-12-14 14:52:58.117082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49, operand 2 +2023-12-14 14:52:58.117100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.191 = f32[8192,2048]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:58.117108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <348 select.49> +2023-12-14 14:52:58.117116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.49 +2023-12-14 14:52:58.117133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 0 +2023-12-14 14:52:58.117149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.49 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.192, f32[8192,2048]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:58.117158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <349 constant.197> +2023-12-14 14:52:58.117172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.197 +2023-12-14 14:52:58.117189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190, operand 0 +2023-12-14 14:52:58.117208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:58.117218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <350 broadcast.190> +2023-12-14 14:52:58.117226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.190 +2023-12-14 14:52:58.117242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 1 +2023-12-14 14:52:58.117259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.190 = f32[8192,2048]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:58.117267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <351 constant.196> +2023-12-14 14:52:58.117276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.196 +2023-12-14 14:52:58.117292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189, operand 0 +2023-12-14 14:52:58.117310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:58.117318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <352 broadcast.189> +2023-12-14 14:52:58.117326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.189 +2023-12-14 14:52:58.117344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48, operand 2 +2023-12-14 14:52:58.117360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.189 = f32[8192,2048]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:58.117369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <353 select.48> +2023-12-14 14:52:58.117377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.48 +2023-12-14 14:52:58.117393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 0 +2023-12-14 14:52:58.117414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.48 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.190, f32[8192,2048]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:58.117423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <354 constant.195> +2023-12-14 14:52:58.117431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.195 +2023-12-14 14:52:58.117448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188, operand 0 +2023-12-14 14:52:58.117466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:58.117474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <355 broadcast.188> +2023-12-14 14:52:58.117482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.188 +2023-12-14 14:52:58.117499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 1 +2023-12-14 14:52:58.117516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.188 = f32[8192,2048]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:58.117526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <356 constant.194> +2023-12-14 14:52:58.117533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.194 +2023-12-14 14:52:58.117551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187, operand 0 +2023-12-14 14:52:58.117567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:58.117576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <357 broadcast.187> +2023-12-14 14:52:58.117585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.187 +2023-12-14 14:52:58.117601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47, operand 2 +2023-12-14 14:52:58.117620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.187 = f32[8192,2048]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:58.117628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <358 select.47> +2023-12-14 14:52:58.117641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.47 +2023-12-14 14:52:58.117659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 0 +2023-12-14 14:52:58.117677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.47 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.188, f32[8192,2048]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:58.117685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <359 constant.193> +2023-12-14 14:52:58.117693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.193 +2023-12-14 14:52:58.117711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186, operand 0 +2023-12-14 14:52:58.117727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:58.117736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <360 broadcast.186> +2023-12-14 14:52:58.117744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.186 +2023-12-14 14:52:58.117754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 1 +2023-12-14 14:52:58.117766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.186 = f32[8192,2048]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:58.117770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <361 constant.192> +2023-12-14 14:52:58.117775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.192 +2023-12-14 14:52:58.117785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185, operand 0 +2023-12-14 14:52:58.117796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:58.117801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <362 broadcast.185> +2023-12-14 14:52:58.117805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.185 +2023-12-14 14:52:58.117815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46, operand 2 +2023-12-14 14:52:58.117830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.185 = f32[8192,2048]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:58.117835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <363 select.46> +2023-12-14 14:52:58.117839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.46 +2023-12-14 14:52:58.117849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 0 +2023-12-14 14:52:58.117860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.46 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.186, f32[8192,2048]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:58.117865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <364 constant.191> +2023-12-14 14:52:58.117869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.191 +2023-12-14 14:52:58.117880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184, operand 0 +2023-12-14 14:52:58.117891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:58.117895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <365 broadcast.184> +2023-12-14 14:52:58.117900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.184 +2023-12-14 14:52:58.117910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 1 +2023-12-14 14:52:58.117921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.184 = f32[8192,2048]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:58.117926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <366 constant.189> +2023-12-14 14:52:58.117930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.189 +2023-12-14 14:52:58.117941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183, operand 0 +2023-12-14 14:52:58.117952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:58.117960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <367 broadcast.183> +2023-12-14 14:52:58.117965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.117970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.183 +2023-12-14 14:52:58.117975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.117980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45, operand 2 +2023-12-14 14:52:58.117985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.183 = f32[8192,2048]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:58.117990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <368 select.45> +2023-12-14 14:52:58.117995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.45 +2023-12-14 14:52:58.118005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 0 +2023-12-14 14:52:58.118016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.45 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.184, f32[8192,2048]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:58.118020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <369 constant.188> +2023-12-14 14:52:58.118025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.188 +2023-12-14 14:52:58.118035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182, operand 0 +2023-12-14 14:52:58.118046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:58.118051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <370 broadcast.182> +2023-12-14 14:52:58.118056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.182 +2023-12-14 14:52:58.118066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 1 +2023-12-14 14:52:58.118076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.182 = f32[8192,2048]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:58.118081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <371 constant.187> +2023-12-14 14:52:58.118086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.187 +2023-12-14 14:52:58.118100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181, operand 0 +2023-12-14 14:52:58.118110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:58.118115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <372 broadcast.181> +2023-12-14 14:52:58.118120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.181 +2023-12-14 14:52:58.118131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44, operand 2 +2023-12-14 14:52:58.118141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.181 = f32[8192,2048]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:58.118145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <373 select.44> +2023-12-14 14:52:58.118151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.44 +2023-12-14 14:52:58.118161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 0 +2023-12-14 14:52:58.118171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.44 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.182, f32[8192,2048]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:58.118176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <374 constant.186> +2023-12-14 14:52:58.118181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.186 +2023-12-14 14:52:58.118192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180, operand 0 +2023-12-14 14:52:58.118201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:58.118206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <375 broadcast.180> +2023-12-14 14:52:58.118212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.180 +2023-12-14 14:52:58.118222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 1 +2023-12-14 14:52:58.118232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.180 = f32[8192,2048]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:58.118241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <376 constant.185> +2023-12-14 14:52:58.118246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.185 +2023-12-14 14:52:58.118257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179, operand 0 +2023-12-14 14:52:58.118266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:58.118272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <377 broadcast.179> +2023-12-14 14:52:58.118277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.179 +2023-12-14 14:52:58.118287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43, operand 2 +2023-12-14 14:52:58.118297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.179 = f32[8192,2048]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:58.118302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <378 select.43> +2023-12-14 14:52:58.118307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.43 +2023-12-14 14:52:58.118317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 0 +2023-12-14 14:52:58.118327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.43 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.180, f32[8192,2048]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:58.118333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <379 constant.184> +2023-12-14 14:52:58.118338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.184 +2023-12-14 14:52:58.118348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178, operand 0 +2023-12-14 14:52:58.118358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:58.118363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <380 broadcast.178> +2023-12-14 14:52:58.118368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.178 +2023-12-14 14:52:58.118381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158, operand 1 +2023-12-14 14:52:58.118392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.178 = f32[8192,2048]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:58.118396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <381 add.158> +2023-12-14 14:52:58.118401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.158 +2023-12-14 14:52:58.118412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 1 +2023-12-14 14:52:58.118422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.158 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:58.118427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <382 sqrt.3> +2023-12-14 14:52:58.118432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.3 +2023-12-14 14:52:58.118442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 0 +2023-12-14 14:52:58.118452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.3 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:58.118457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <383 constant.183> +2023-12-14 14:52:58.118462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.183 +2023-12-14 14:52:58.118472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177, operand 0 +2023-12-14 14:52:58.118483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.183 = f32[] constant(-3) +2023-12-14 14:52:58.118488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <384 broadcast.177> +2023-12-14 14:52:58.118492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.177 +2023-12-14 14:52:58.118503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157, operand 1 +2023-12-14 14:52:58.118513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.177 = f32[8192,2048]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:58.118521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <385 add.157> +2023-12-14 14:52:58.118526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.157 +2023-12-14 14:52:58.118536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42, operand 2 +2023-12-14 14:52:58.118547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.157 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.3, f32[8192,2048]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:58.118551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <386 select.42> +2023-12-14 14:52:58.118556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.42 +2023-12-14 14:52:58.118567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 1 +2023-12-14 14:52:58.118577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 1 +2023-12-14 14:52:58.118582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 1 +2023-12-14 14:52:58.118586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 1 +2023-12-14 14:52:58.118592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 1 +2023-12-14 14:52:58.118597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 1 +2023-12-14 14:52:58.118602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 1 +2023-12-14 14:52:58.118607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107, operand 1 +2023-12-14 14:52:58.118612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.42 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %add.158, f32[8192,2048]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:58.118617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <387 multiply.107> +2023-12-14 14:52:58.118622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.107 +2023-12-14 14:52:58.118633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156, operand 1 +2023-12-14 14:52:58.118642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.107 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.43, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:58.118651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <388 add.156> +2023-12-14 14:52:58.118656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.156 +2023-12-14 14:52:58.118666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106, operand 0 +2023-12-14 14:52:58.118676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.156 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.44, f32[8192,2048]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:58.118682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <389 multiply.106> +2023-12-14 14:52:58.118686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.106 +2023-12-14 14:52:58.118697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155, operand 1 +2023-12-14 14:52:58.118706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.106 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.156, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:58.118712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <390 add.155> +2023-12-14 14:52:58.118717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.155 +2023-12-14 14:52:58.118727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105, operand 0 +2023-12-14 14:52:58.118737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.155 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.45, f32[8192,2048]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:58.118743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <391 multiply.105> +2023-12-14 14:52:58.118747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.105 +2023-12-14 14:52:58.118758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154, operand 1 +2023-12-14 14:52:58.118767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.105 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.155, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:58.118773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <392 add.154> +2023-12-14 14:52:58.118778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.154 +2023-12-14 14:52:58.118791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104, operand 0 +2023-12-14 14:52:58.118801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.154 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.46, f32[8192,2048]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:58.118807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <393 multiply.104> +2023-12-14 14:52:58.118812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.104 +2023-12-14 14:52:58.118822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153, operand 1 +2023-12-14 14:52:58.118831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.104 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.154, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:58.118837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <394 add.153> +2023-12-14 14:52:58.118843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.153 +2023-12-14 14:52:58.118852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103, operand 0 +2023-12-14 14:52:58.118862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.153 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.47, f32[8192,2048]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:58.118868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <395 multiply.103> +2023-12-14 14:52:58.118873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.103 +2023-12-14 14:52:58.118882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152, operand 1 +2023-12-14 14:52:58.118892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.103 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.153, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:58.118898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <396 add.152> +2023-12-14 14:52:58.118903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.152 +2023-12-14 14:52:58.118913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102, operand 0 +2023-12-14 14:52:58.118926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.152 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.48, f32[8192,2048]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:58.118931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <397 multiply.102> +2023-12-14 14:52:58.118936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.102 +2023-12-14 14:52:58.118946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150, operand 1 +2023-12-14 14:52:58.118957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.102 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.152, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:58.118963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <398 add.150> +2023-12-14 14:52:58.118967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.118972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.150 +2023-12-14 14:52:58.118977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.118982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101, operand 0 +2023-12-14 14:52:58.118988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.150 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.49, f32[8192,2048]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:58.118993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <399 multiply.101> +2023-12-14 14:52:58.118998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.101 +2023-12-14 14:52:58.119007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149, operand 1 +2023-12-14 14:52:58.119018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.101 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.150, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:58.119024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <400 add.149> +2023-12-14 14:52:58.119029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.149 +2023-12-14 14:52:58.119038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100, operand 0 +2023-12-14 14:52:58.119049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.149 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.50, f32[8192,2048]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:58.119057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <401 multiply.100> +2023-12-14 14:52:58.119062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.100 +2023-12-14 14:52:58.119072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148, operand 1 +2023-12-14 14:52:58.119083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.100 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.149, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:58.119089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <402 add.148> +2023-12-14 14:52:58.119093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.148 +2023-12-14 14:52:58.119103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99, operand 0 +2023-12-14 14:52:58.119114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.148 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.51, f32[8192,2048]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:58.119119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <403 multiply.99> +2023-12-14 14:52:58.119124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.99 +2023-12-14 14:52:58.119133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41, operand 2 +2023-12-14 14:52:58.119144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.99 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.148, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:58.119149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <404 select.41> +2023-12-14 14:52:58.119153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.41 +2023-12-14 14:52:58.119163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 0 +2023-12-14 14:52:58.119174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.41 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.19, f32[8192,2048]{1,0} %multiply.109, f32[8192,2048]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:58.119179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <405 constant.182> +2023-12-14 14:52:58.119186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.182 +2023-12-14 14:52:58.119196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176, operand 0 +2023-12-14 14:52:58.119207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:58.119212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <406 broadcast.176> +2023-12-14 14:52:58.119217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.176 +2023-12-14 14:52:58.119226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98, operand 1 +2023-12-14 14:52:58.119238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.176 = f32[8192,2048]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.119243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <407 multiply.98> +2023-12-14 14:52:58.119247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.98 +2023-12-14 14:52:58.119257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:58.119268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.98 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.41, f32[8192,2048]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.119273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <408 maximum.4> +2023-12-14 14:52:58.119278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:58.119287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2, operand 1 +2023-12-14 14:52:58.119299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[8192,2048]{1,0} maximum(f32[8192,2048]{1,0} %broadcast.205, f32[8192,2048]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.119304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <409 minimum.2> +2023-12-14 14:52:58.119312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] minimum.2 +2023-12-14 14:52:58.119329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%minimum.2 = f32[8192,2048]{1,0} minimum(f32[8192,2048]{1,0} %broadcast.206, f32[8192,2048]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.119339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <410 arg_tuple.4{} (phi)> +2023-12-14 14:52:58.119343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {} +2023-12-14 14:52:58.119353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85, operand 0 {} +2023-12-14 14:52:58.119364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <411 arg_tuple.3{} (phi)> +2023-12-14 14:52:58.119373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {} +2023-12-14 14:52:58.119383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110, operand 0 {} +2023-12-14 14:52:58.119394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109, operand 0 {} +2023-12-14 14:52:58.119401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108, operand 0 {} +2023-12-14 14:52:58.119409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107, operand 0 {} +2023-12-14 14:52:58.119416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106, operand 0 {} +2023-12-14 14:52:58.119426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105, operand 0 {} +2023-12-14 14:52:58.119431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104, operand 0 {} +2023-12-14 14:52:58.119436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103, operand 0 {} +2023-12-14 14:52:58.119441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:58.119452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {0} +2023-12-14 14:52:58.119465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.85 +2023-12-14 14:52:58.119470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:58.119481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <413 arg_tuple.4{1} (phi)> +2023-12-14 14:52:58.119491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {1} +2023-12-14 14:52:58.119500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <414 arg_tuple.4{2} (phi)> +2023-12-14 14:52:58.119516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {2} +2023-12-14 14:52:58.119525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <415 arg_tuple.4{3} (phi)> +2023-12-14 14:52:58.119541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {3} +2023-12-14 14:52:58.119550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <416 arg_tuple.4{4} (phi)> +2023-12-14 14:52:58.119565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {4} +2023-12-14 14:52:58.119575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <417 arg_tuple.4{5} (phi)> +2023-12-14 14:52:58.119593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {5} +2023-12-14 14:52:58.119603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <418 arg_tuple.4{6} (phi)> +2023-12-14 14:52:58.119618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {6} +2023-12-14 14:52:58.119627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <419 arg_tuple.4{7} (phi)> +2023-12-14 14:52:58.119643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.4 {7} +2023-12-14 14:52:58.119652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:58.119668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {0} +2023-12-14 14:52:58.119678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.103 +2023-12-14 14:52:58.119682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.8, operand 0 +2023-12-14 14:52:58.119693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:58.119702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {1} +2023-12-14 14:52:58.119712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.104 +2023-12-14 14:52:58.119722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.9, operand 0 +2023-12-14 14:52:58.119732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:58.119742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {2} +2023-12-14 14:52:58.119752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.105 +2023-12-14 14:52:58.119757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.10, operand 0 +2023-12-14 14:52:58.119767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:58.119777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {3} +2023-12-14 14:52:58.119788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.106 +2023-12-14 14:52:58.119793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.11, operand 0 +2023-12-14 14:52:58.119802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:58.119813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {4} +2023-12-14 14:52:58.119823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.107 +2023-12-14 14:52:58.119828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.12, operand 0 +2023-12-14 14:52:58.119838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:58.119849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {5} +2023-12-14 14:52:58.119862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.108 +2023-12-14 14:52:58.119867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.13, operand 0 +2023-12-14 14:52:58.119878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:58.119888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {6} +2023-12-14 14:52:58.119897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.109 +2023-12-14 14:52:58.119903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.14, operand 0 +2023-12-14 14:52:58.119914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:58.119923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] arg_tuple.3 {7} +2023-12-14 14:52:58.119934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.110 +2023-12-14 14:52:58.119939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.15, operand 0 +2023-12-14 14:52:58.119949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.119954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <428 while.1{} (phi)> +2023-12-14 14:52:58.119959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.119964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {} +2023-12-14 14:52:58.119970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.119975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196, operand 0 {} +2023-12-14 14:52:58.119980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195, operand 0 {} +2023-12-14 14:52:58.119985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.119993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <429 while.1{0} (phi)> +2023-12-14 14:52:58.119999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.120004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {0} +2023-12-14 14:52:58.120009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.120014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.120019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <430 while.1{1} (phi)> +2023-12-14 14:52:58.120024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.120030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {1} +2023-12-14 14:52:58.120035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.195 +2023-12-14 14:52:58.120040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.11 +2023-12-14 14:52:58.120044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.120049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 2 +2023-12-14 14:52:58.120055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 2 +2023-12-14 14:52:58.120060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.120065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <431 while.1{2} (phi)> +2023-12-14 14:52:58.120070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.120075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {2} +2023-12-14 14:52:58.120080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] get-tuple-element.196 +2023-12-14 14:52:58.120085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.12 +2023-12-14 14:52:58.120091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.120096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 3 +2023-12-14 14:52:58.120101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 3 +2023-12-14 14:52:58.120105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.120114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <432 while.1{3} (phi)> +2023-12-14 14:52:58.120120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.120125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {3} +2023-12-14 14:52:58.120129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.120134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.120139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <433 while.1{4} (phi)> +2023-12-14 14:52:58.120145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.120150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {4} +2023-12-14 14:52:58.120155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.120160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.120165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <434 while.1{5} (phi)> +2023-12-14 14:52:58.120170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.120175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {5} +2023-12-14 14:52:58.120181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.120186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.120191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <435 while.1{6} (phi)> +2023-12-14 14:52:58.120196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.120200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {6} +2023-12-14 14:52:58.120206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.120212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.120221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <436 while.1{7} (phi)> +2023-12-14 14:52:58.120226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.120230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] while.1 {7} +2023-12-14 14:52:58.120236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.120242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.120463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <48 copy.25> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.120481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <1 fusion.7.clone> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.120490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <43 fusion.4> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.120501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <46 copy.26> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.120510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <49 tuple.9{}> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.120521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <44 fusion.8> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.120529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <0 fusion.5.clone> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.120537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <42 fusion.6> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.120551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_live_range.cc:162] Moved value <40 copy.24> to while param: %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.121612: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__truncated_normal, entry_computation_layout={(u32[2]{0},s32[],s32[])->f32[8192,2048]{1,0}} +2023-12-14 14:52:58.121635: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.121641: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.42: u32[], param_1.60: u32[4], param_2.56: u32[8388608], param_3.65: u32[8388608], param_4.68: s32[]) -> u32[8388608] { +2023-12-14 14:52:58.121646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.65 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.121660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.56 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.121665: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.140 = u32[8388608]{0} add(u32[8388608]{0} %param_3.65, u32[8388608]{0} %param_2.56), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121670: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.60 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.121675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.30 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.47 = u32[] reshape(u32[1]{0} %slice.30), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121685: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.164 = u32[8388608]{0} broadcast(u32[] %reshape.47), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121690: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.22 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.164), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121696: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.179 = u32[] constant(32) +2023-12-14 14:52:58.121701: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.27 = u32[] subtract(u32[] %constant.179, u32[] %reshape.47), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121706: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.163 = u32[8388608]{0} broadcast(u32[] %subtract.27), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121711: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.24 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.56, u32[8388608]{0} %broadcast.163), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121716: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.26 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.22, u32[8388608]{0} %shift-right-logical.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121721: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.24 = u32[8388608]{0} xor(u32[8388608]{0} %add.140, u32[8388608]{0} %or.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.139 = u32[8388608]{0} add(u32[8388608]{0} %add.140, u32[8388608]{0} %xor.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.29 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.46 = u32[] reshape(u32[1]{0} %slice.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.161 = u32[8388608]{0} broadcast(u32[] %reshape.46), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121750: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.21 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.161), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.26 = u32[] subtract(u32[] %constant.179, u32[] %reshape.46), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.160 = u32[8388608]{0} broadcast(u32[] %subtract.26), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121765: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.23 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.24, u32[8388608]{0} %broadcast.160), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121770: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.25 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.21, u32[8388608]{0} %shift-right-logical.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121775: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.23 = u32[8388608]{0} xor(u32[8388608]{0} %add.139, u32[8388608]{0} %or.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.138 = u32[8388608]{0} add(u32[8388608]{0} %add.139, u32[8388608]{0} %xor.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.28 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.45 = u32[] reshape(u32[1]{0} %slice.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.159 = u32[8388608]{0} broadcast(u32[] %reshape.45), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.20 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.159), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.25 = u32[] subtract(u32[] %constant.179, u32[] %reshape.45), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121815: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.158 = u32[8388608]{0} broadcast(u32[] %subtract.25), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121820: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.22 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.23, u32[8388608]{0} %broadcast.158), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121825: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.24 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.20, u32[8388608]{0} %shift-right-logical.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.22 = u32[8388608]{0} xor(u32[8388608]{0} %add.138, u32[8388608]{0} %or.24), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121835: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.137 = u32[8388608]{0} add(u32[8388608]{0} %add.138, u32[8388608]{0} %xor.22), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121843: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.27 = u32[1]{0} slice(u32[4]{0} %param_1.60), slice={[3:4]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(3,) limit_indices=(4,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.44 = u32[] reshape(u32[1]{0} %slice.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.157 = u32[8388608]{0} broadcast(u32[] %reshape.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.19 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.157), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.24 = u32[] subtract(u32[] %constant.179, u32[] %reshape.44), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121868: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.156 = u32[8388608]{0} broadcast(u32[] %subtract.24), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121874: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.21 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.22, u32[8388608]{0} %broadcast.156), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.23 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.19, u32[8388608]{0} %shift-right-logical.21), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.21 = u32[8388608]{0} xor(u32[8388608]{0} %add.137, u32[8388608]{0} %or.23), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.42 = u32[] parameter(0) +2023-12-14 14:52:58.121894: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.154 = u32[8388608]{0} broadcast(u32[] %param_0.42), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121903: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.136 = u32[8388608]{0} add(u32[8388608]{0} %xor.21, u32[8388608]{0} %broadcast.154), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121909: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.68 = s32[] parameter(4) +2023-12-14 14:52:58.121914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.180 = s32[] constant(1) +2023-12-14 14:52:58.121919: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.142 = s32[] add(s32[] %param_4.68, s32[] %constant.180), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121924: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.8 = u32[] convert(s32[] %add.142), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/convert_element_type[new_dtype=uint32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121929: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.153 = u32[8388608]{0} broadcast(u32[] %convert.8), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.135 = u32[8388608]{0} add(u32[8388608]{0} %add.136, u32[8388608]{0} %broadcast.153), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.121941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.121945: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.121950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: u32[], p.1: u32[4], p.2: u32[8388608], p.3: u32[8388608], p.4: s32[]) -> u32[8388608] { +2023-12-14 14:52:58.121955: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = u32[] parameter(0) +2023-12-14 14:52:58.121960: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.121966: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.2 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.121971: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.3 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.121976: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.4 = s32[] parameter(4) +2023-12-14 14:52:58.121981: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = u32[8388608]{0} fusion(u32[] %p, u32[4]{0} %p.1, u32[8388608]{0} %p.2, u32[8388608]{0} %p.3, s32[] %p.4), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.121986: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.121991: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.121999: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1.clone (param_0.43: u32[], param_1.61: u32[4], param_2.57: u32[8388608], param_3.66: u32[8388608]) -> u32[8388608] { +2023-12-14 14:52:58.122005: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.66 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.122009: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.57 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.122014: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.147 = u32[8388608]{0} add(u32[8388608]{0} %param_3.66, u32[8388608]{0} %param_2.57), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122019: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.61 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.122025: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.33 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122031: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.50 = u32[] reshape(u32[1]{0} %slice.33), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122036: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.174 = u32[8388608]{0} broadcast(u32[] %reshape.50), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122041: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.25 = u32[8388608]{0} shift-left(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.174), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122046: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.181 = u32[] constant(32) +2023-12-14 14:52:58.122050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.30 = u32[] subtract(u32[] %constant.181, u32[] %reshape.50), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122056: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.173 = u32[8388608]{0} broadcast(u32[] %subtract.30), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.27 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %param_2.57, u32[8388608]{0} %broadcast.173), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.29 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.25, u32[8388608]{0} %shift-right-logical.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.27 = u32[8388608]{0} xor(u32[8388608]{0} %add.147, u32[8388608]{0} %or.29), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122080: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.146 = u32[8388608]{0} add(u32[8388608]{0} %add.147, u32[8388608]{0} %xor.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122085: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.32 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.49 = u32[] reshape(u32[1]{0} %slice.32), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122096: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.172 = u32[8388608]{0} broadcast(u32[] %reshape.49), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122101: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.24 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.172), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.29 = u32[] subtract(u32[] %constant.181, u32[] %reshape.49), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122111: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.170 = u32[8388608]{0} broadcast(u32[] %subtract.29), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122116: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.26 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.27, u32[8388608]{0} %broadcast.170), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122122: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.28 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.24, u32[8388608]{0} %shift-right-logical.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.26 = u32[8388608]{0} xor(u32[8388608]{0} %add.146, u32[8388608]{0} %or.28), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.145 = u32[8388608]{0} add(u32[8388608]{0} %add.146, u32[8388608]{0} %xor.26), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122139: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.31 = u32[1]{0} slice(u32[4]{0} %param_1.61), slice={[2:3]}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/slice[start_indices=(2,) limit_indices=(3,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.48 = u32[] reshape(u32[1]{0} %slice.31), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122151: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.168 = u32[8388608]{0} broadcast(u32[] %reshape.48), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122156: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-left.23 = u32[8388608]{0} shift-left(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.168), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_left" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122161: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.28 = u32[] subtract(u32[] %constant.181, u32[] %reshape.48), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122166: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.167 = u32[8388608]{0} broadcast(u32[] %subtract.28), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122171: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.25 = u32[8388608]{0} shift-right-logical(u32[8388608]{0} %xor.26, u32[8388608]{0} %broadcast.167), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122177: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.27 = u32[8388608]{0} or(u32[8388608]{0} %shift-left.23, u32[8388608]{0} %shift-right-logical.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122182: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.25 = u32[8388608]{0} xor(u32[8388608]{0} %add.145, u32[8388608]{0} %or.27), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122190: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.144 = u32[8388608]{0} add(u32[8388608]{0} %add.145, u32[8388608]{0} %xor.25), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122195: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.43 = u32[] parameter(0) +2023-12-14 14:52:58.122200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.166 = u32[8388608]{0} broadcast(u32[] %param_0.43), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122206: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.143 = u32[8388608]{0} add(u32[8388608]{0} %add.144, u32[8388608]{0} %broadcast.166), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122211: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.122216: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.122221: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.1 (p.5: u32[], p.6: u32[4], p.7: u32[8388608], p.8: u32[8388608]) -> u32[8388608] { +2023-12-14 14:52:58.122226: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.5 = u32[] parameter(0) +2023-12-14 14:52:58.122230: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.6 = u32[4]{0} parameter(1) +2023-12-14 14:52:58.122236: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.7 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.122242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.8 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.122247: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.1.clone = u32[8388608]{0} fusion(u32[] %p.5, u32[4]{0} %p.6, u32[8388608]{0} %p.7, u32[8388608]{0} %p.8), kind=kLoop, calls=%fused_computation.1.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.122253: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.122257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.122263: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.115.clone.clone.clone (arg_tuple.3: (s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> (s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4]) { +2023-12-14 14:52:58.122268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.3 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.122274: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.103 = s32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=0 +2023-12-14 14:52:58.122279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.8 = s32[] copy(s32[] %get-tuple-element.103) +2023-12-14 14:52:58.122287: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.102 = s32[] constant(1) +2023-12-14 14:52:58.122292: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.58 = s32[] add(s32[] %copy.8, s32[] %constant.102), metadata={op_name="jit(_truncated_normal)/jit(main)/while/body/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.106 = u32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=3 +2023-12-14 14:52:58.122303: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.11 = u32[] copy(u32[] %get-tuple-element.106) +2023-12-14 14:52:58.122308: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.109 = u32[4]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=6 +2023-12-14 14:52:58.122313: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.14 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.109) +2023-12-14 14:52:58.122318: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.105 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=2 +2023-12-14 14:52:58.122323: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.10 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.105) +2023-12-14 14:52:58.122328: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.104 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=1 +2023-12-14 14:52:58.122334: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.9 = u32[8388608]{0} copy(u32[8388608]{0} %get-tuple-element.104) +2023-12-14 14:52:58.122339: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.1 = u32[8388608]{0} call(u32[] %copy.11, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9), to_apply=%parallel_fusion.1 +2023-12-14 14:52:58.122344: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.107 = u32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=4 +2023-12-14 14:52:58.122348: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.12 = u32[] copy(u32[] %get-tuple-element.107) +2023-12-14 14:52:58.122353: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call = u32[8388608]{0} call(u32[] %copy.12, u32[4]{0} %copy.14, u32[8388608]{0} %copy.10, u32[8388608]{0} %copy.9, s32[] %copy.8), to_apply=%parallel_fusion +2023-12-14 14:52:58.122359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.19 = u32[] copy(u32[] %copy.12), control-predecessors={%copy.11} +2023-12-14 14:52:58.122364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.108 = u32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=5 +2023-12-14 14:52:58.122369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.13 = u32[] copy(u32[] %get-tuple-element.108) +2023-12-14 14:52:58.122374: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.20 = u32[] copy(u32[] %copy.13), control-predecessors={%copy.12} +2023-12-14 14:52:58.122382: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.21 = u32[] copy(u32[] %copy.11), control-predecessors={%copy.13} +2023-12-14 14:52:58.122387: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.110 = u32[4]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.3), index=7 +2023-12-14 14:52:58.122392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.15 = u32[4]{0} copy(u32[4]{0} %get-tuple-element.110) +2023-12-14 14:52:58.122398: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.22 = u32[4]{0} copy(u32[4]{0} %copy.15), control-predecessors={%copy.14} +2023-12-14 14:52:58.122403: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.23 = u32[4]{0} copy(u32[4]{0} %copy.14), control-predecessors={%copy.15} +2023-12-14 14:52:58.122408: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.11 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %add.58, u32[8388608]{0} %call.1, u32[8388608]{0} %call, u32[] %copy.19, u32[] %copy.20, /*index=5*/u32[] %copy.21, u32[4]{0} %copy.22, u32[4]{0} %copy.23) +2023-12-14 14:52:58.122412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.122418: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.122423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_1.179.clone.clone (arg_tuple.4: (s32[], u32[8388608], u32[8388608], u32[], u32[], /*index=5*/u32[], u32[4], u32[4])) -> pred[] { +2023-12-14 14:52:58.122428: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %arg_tuple.4 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) parameter(0) +2023-12-14 14:52:58.122433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.85 = s32[] get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %arg_tuple.4), index=0 +2023-12-14 14:52:58.122438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.103 = s32[] constant(5) +2023-12-14 14:52:58.122443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.5 = pred[] compare(s32[] %get-tuple-element.85, s32[] %constant.103), direction=LT, metadata={op_name="jit(_truncated_normal)/jit(main)/while/cond/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122448: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.122453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.122459: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.23: s32[]) -> f32[] { +2023-12-14 14:52:58.122463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.161 = f32[] constant(-4) +2023-12-14 14:52:58.122468: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.23 = s32[] parameter(0) +2023-12-14 14:52:58.122473: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.6 = f32[] convert(s32[] %param_0.23), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122479: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.160 = f32[] constant(0.707106769) +2023-12-14 14:52:58.122487: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.69 = f32[] multiply(f32[] %convert.6, f32[] %constant.160), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122492: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.159 = f32[] constant(4) +2023-12-14 14:52:58.122497: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %clamp.0 = f32[] clamp(f32[] %constant.161, f32[] %multiply.69, f32[] %constant.159), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122502: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.67 = f32[] multiply(f32[] %clamp.0, f32[] %clamp.0), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122507: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.158 = f32[] constant(0) +2023-12-14 14:52:58.122512: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.65 = f32[] multiply(f32[] %multiply.67, f32[] %constant.158), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122518: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.157 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:58.122523: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.118 = f32[] add(f32[] %multiply.65, f32[] %constant.157), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122528: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.63 = f32[] multiply(f32[] %add.118, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122533: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.156 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:58.122538: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.117 = f32[] add(f32[] %multiply.63, f32[] %constant.156), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122543: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.61 = f32[] multiply(f32[] %add.117, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122549: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.155 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:58.122553: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.116 = f32[] add(f32[] %multiply.61, f32[] %constant.155), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122558: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.59 = f32[] multiply(f32[] %add.116, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.154 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:58.122573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.115 = f32[] add(f32[] %multiply.59, f32[] %constant.154), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.57 = f32[] multiply(f32[] %add.115, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.153 = f32[] constant(-0.000734990637) +2023-12-14 14:52:58.122588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.114 = f32[] add(f32[] %multiply.57, f32[] %constant.153), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122593: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.55 = f32[] multiply(f32[] %add.114, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122598: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.152 = f32[] constant(-0.0029546) +2023-12-14 14:52:58.122603: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.112 = f32[] add(f32[] %multiply.55, f32[] %constant.152), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122609: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.53 = f32[] multiply(f32[] %add.112, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122613: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.151 = f32[] constant(-0.0160960332) +2023-12-14 14:52:58.122618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.110 = f32[] add(f32[] %multiply.53, f32[] %constant.151), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122623: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.51 = f32[] multiply(f32[] %clamp.0, f32[] %add.110), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122629: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.150 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:58.122633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.109 = f32[] add(f32[] %multiply.65, f32[] %constant.150), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.49 = f32[] multiply(f32[] %add.109, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122647: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.149 = f32[] constant(-0.000213374049) +2023-12-14 14:52:58.122652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.108 = f32[] add(f32[] %multiply.49, f32[] %constant.149), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122658: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.47 = f32[] multiply(f32[] %add.108, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122662: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.148 = f32[] constant(-0.00168282702) +2023-12-14 14:52:58.122667: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.107 = f32[] add(f32[] %multiply.47, f32[] %constant.148), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122673: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.45 = f32[] multiply(f32[] %add.107, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122678: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.147 = f32[] constant(-0.00737332925) +2023-12-14 14:52:58.122683: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.106 = f32[] add(f32[] %multiply.45, f32[] %constant.147), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122688: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.42 = f32[] multiply(f32[] %add.106, f32[] %multiply.67), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122693: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.146 = f32[] constant(-0.0142647391) +2023-12-14 14:52:58.122698: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.105 = f32[] add(f32[] %multiply.42, f32[] %constant.146), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122703: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.0 = f32[] divide(f32[] %multiply.51, f32[] %add.105), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122708: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.122713: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.122718: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4 (param_0.27: u32[2]) -> u32[] { +2023-12-14 14:52:58.122728: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.27 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.122734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.20 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.39 = u32[] reshape(u32[1]{0} %slice.20), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.19 = u32[1]{0} slice(u32[2]{0} %param_0.27), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.38 = u32[] reshape(u32[1]{0} %slice.19), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %xor.20 = u32[] xor(u32[] %reshape.39, u32[] %reshape.38), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122759: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.162 = u32[] constant(466688986) +2023-12-14 14:52:58.122765: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %xor.19 = u32[] xor(u32[] %xor.20, u32[] %constant.162), metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.122774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.122780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6 (param_0.31: u32[2]) -> u32[] { +2023-12-14 14:52:58.122784: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.31 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.122789: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.23 = u32[1]{0} slice(u32[2]{0} %param_0.31), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.41 = u32[] reshape(u32[1]{0} %slice.23), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.122804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.122810: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.8 (param_0.35: u32[2]) -> u32[] { +2023-12-14 14:52:58.122817: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.35 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.122823: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.26 = u32[1]{0} slice(u32[2]{0} %param_0.35), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122828: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reshape.43 = u32[] reshape(u32[1]{0} %slice.26), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122833: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.122839: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.122844: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.9 (param_0.41: s32[]) -> f32[] { +2023-12-14 14:52:58.122849: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.178 = f32[] constant(-4) +2023-12-14 14:52:58.122854: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.41 = s32[] parameter(0) +2023-12-14 14:52:58.122859: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.7 = f32[] convert(s32[] %param_0.41), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122864: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.177 = f32[] constant(0.707106769) +2023-12-14 14:52:58.122869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.96 = f32[] multiply(f32[] %convert.7, f32[] %constant.177), metadata={op_name="jit(_truncated_normal)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122874: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.176 = f32[] constant(4) +2023-12-14 14:52:58.122879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %clamp.1 = f32[] clamp(f32[] %constant.178, f32[] %multiply.96, f32[] %constant.176), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122885: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.94 = f32[] multiply(f32[] %clamp.1, f32[] %clamp.1), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122890: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.175 = f32[] constant(0) +2023-12-14 14:52:58.122894: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.92 = f32[] multiply(f32[] %multiply.94, f32[] %constant.175), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.174 = f32[] constant(-2.72614237e-10) +2023-12-14 14:52:58.122905: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.134 = f32[] add(f32[] %multiply.92, f32[] %constant.174), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122912: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.90 = f32[] multiply(f32[] %add.134, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122918: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.173 = f32[] constant(2.77068146e-08) +2023-12-14 14:52:58.122923: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.133 = f32[] add(f32[] %multiply.90, f32[] %constant.173), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122929: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.88 = f32[] multiply(f32[] %add.133, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122934: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.172 = f32[] constant(-2.10102394e-06) +2023-12-14 14:52:58.122938: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.132 = f32[] add(f32[] %multiply.88, f32[] %constant.172), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122943: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.86 = f32[] multiply(f32[] %add.132, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122949: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.171 = f32[] constant(-5.69250624e-05) +2023-12-14 14:52:58.122954: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.130 = f32[] add(f32[] %multiply.86, f32[] %constant.171), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122959: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.84 = f32[] multiply(f32[] %add.130, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122964: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.170 = f32[] constant(-0.000734990637) +2023-12-14 14:52:58.122969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.129 = f32[] add(f32[] %multiply.84, f32[] %constant.170), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122974: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.82 = f32[] multiply(f32[] %add.129, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.169 = f32[] constant(-0.0029546) +2023-12-14 14:52:58.122991: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.127 = f32[] add(f32[] %multiply.82, f32[] %constant.169), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.122996: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.80 = f32[] multiply(f32[] %add.127, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123001: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.168 = f32[] constant(-0.0160960332) +2023-12-14 14:52:58.123006: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.126 = f32[] add(f32[] %multiply.80, f32[] %constant.168), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123011: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.78 = f32[] multiply(f32[] %clamp.1, f32[] %add.126), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123016: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.167 = f32[] constant(-1.45660715e-05) +2023-12-14 14:52:58.123022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.125 = f32[] add(f32[] %multiply.92, f32[] %constant.167), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123026: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.76 = f32[] multiply(f32[] %add.125, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123031: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.166 = f32[] constant(-0.000213374049) +2023-12-14 14:52:58.123037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.124 = f32[] add(f32[] %multiply.76, f32[] %constant.166), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.74 = f32[] multiply(f32[] %add.124, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.165 = f32[] constant(-0.00168282702) +2023-12-14 14:52:58.123052: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.123 = f32[] add(f32[] %multiply.74, f32[] %constant.165), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123057: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.71 = f32[] multiply(f32[] %add.123, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.164 = f32[] constant(-0.00737332925) +2023-12-14 14:52:58.123071: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.122 = f32[] add(f32[] %multiply.71, f32[] %constant.164), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123076: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.70 = f32[] multiply(f32[] %add.122, f32[] %multiply.94), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123081: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.163 = f32[] constant(-0.0142647391) +2023-12-14 14:52:58.123086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.121 = f32[] add(f32[] %multiply.70, f32[] %constant.163), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.1 = f32[] divide(f32[] %multiply.78, f32[] %add.121), metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123096: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.123101: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.123106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2.clone (param_0.44: f32[], param_1.62: f32[], param_2.58: u32[8388608], param_3.67: u32[8388608], param_4.69: s32[], param_5.76: s32[]) -> f32[8192,2048] { +2023-12-14 14:52:58.123112: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_5.76 = s32[] parameter(5) +2023-12-14 14:52:58.123117: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.10 = f32[] convert(s32[] %param_5.76), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123122: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.29 = pred[] compare(f32[] %convert.10, f32[] %convert.10), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123126: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.219 = s32[] constant(2143289344), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.218 = f32[] constant(-inf) +2023-12-14 14:52:58.123137: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.28 = pred[] compare(f32[] %convert.10, f32[] %constant.218), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123142: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.217 = s32[] constant(-8388608), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123150: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.10 = s32[] bitcast-convert(f32[] %convert.10), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.216 = s32[] constant(2147483647) +2023-12-14 14:52:58.123161: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.7 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123166: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.215 = s32[] constant(0) +2023-12-14 14:52:58.123171: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.27 = pred[] compare(s32[] %and.7, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123176: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.214 = s32[] constant(-2147483647), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.213 = s32[] constant(2139095040), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.26 = pred[] compare(s32[] %and.7, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.212 = s32[] constant(-2147483648) +2023-12-14 14:52:58.123196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.6 = s32[] and(s32[] %bitcast-convert.10, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123202: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.25 = pred[] compare(s32[] %and.6, s32[] %constant.212), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123206: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.32 = pred[] or(pred[] %compare.26, pred[] %compare.25), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123211: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.211 = s32[] constant(-1) +2023-12-14 14:52:58.123216: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.210 = s32[] constant(1) +2023-12-14 14:52:58.123222: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.59 = s32[] select(pred[] %or.32, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123230: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.163 = s32[] add(s32[] %bitcast-convert.10, s32[] %select.59), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123235: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.58 = s32[] select(pred[] %compare.27, s32[] %constant.214, s32[] %add.163), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123240: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.57 = s32[] select(pred[] %compare.28, s32[] %constant.217, s32[] %select.58), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123245: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.56 = s32[] select(pred[] %compare.29, s32[] %constant.219, s32[] %select.57), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123250: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.9 = f32[] bitcast-convert(s32[] %select.56), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.206 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.9), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_4.69 = s32[] parameter(4) +2023-12-14 14:52:58.123267: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.9 = f32[] convert(s32[] %param_4.69), metadata={op_name="jit(_truncated_normal)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123272: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.24 = pred[] compare(f32[] %convert.9, f32[] %convert.9), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123276: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.209 = f32[] constant(inf) +2023-12-14 14:52:58.123282: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.23 = pred[] compare(f32[] %convert.9, f32[] %constant.209), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123288: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.8 = s32[] bitcast-convert(f32[] %convert.9), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123296: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.5 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.216), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123301: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.22 = pred[] compare(s32[] %and.5, s32[] %constant.215), direction=EQ, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123306: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.21 = pred[] compare(s32[] %and.5, s32[] %constant.213), direction=GT, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123310: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %and.4 = s32[] and(s32[] %bitcast-convert.8, s32[] %constant.212), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123316: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.20 = pred[] compare(s32[] %and.4, s32[] %constant.215), direction=NE, metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123332: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.31 = pred[] or(pred[] %compare.21, pred[] %compare.20), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.55 = s32[] select(pred[] %or.31, s32[] %constant.211, s32[] %constant.210), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123342: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.162 = s32[] add(s32[] %bitcast-convert.8, s32[] %select.55), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.54 = s32[] select(pred[] %compare.22, s32[] %constant.210, s32[] %add.162), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123352: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.53 = s32[] select(pred[] %compare.23, s32[] %constant.213, s32[] %select.54), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123358: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.52 = s32[] select(pred[] %compare.24, s32[] %constant.219, s32[] %select.53), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123366: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.7 = f32[] bitcast-convert(s32[] %select.52), metadata={op_name="jit(_truncated_normal)/jit(main)/nextafter" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123371: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.205 = f32[8192,2048]{1,0} broadcast(f32[] %bitcast-convert.7), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123376: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.44 = f32[] parameter(0) +2023-12-14 14:52:58.123380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.204 = f32[16777216]{0} broadcast(f32[] %param_0.44), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123386: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_2.58 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.123392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_3.67 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.123397: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %concatenate.1 = u32[16777216]{0} concatenate(u32[8388608]{0} %param_2.58, u32[8388608]{0} %param_3.67), dimensions={0}, metadata={op_name="jit(_truncated_normal)/jit(main)/concatenate[dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.208 = u32[] constant(9) +2023-12-14 14:52:58.123406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.203 = u32[16777216]{0} broadcast(u32[] %constant.208), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123411: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %shift-right-logical.28 = u32[16777216]{0} shift-right-logical(u32[16777216]{0} %concatenate.1, u32[16777216]{0} %broadcast.203), metadata={op_name="jit(_truncated_normal)/jit(main)/shift_right_logical" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.207 = u32[] constant(1065353216) +2023-12-14 14:52:58.123422: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.202 = u32[16777216]{0} broadcast(u32[] %constant.207), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %or.30 = u32[16777216]{0} or(u32[16777216]{0} %shift-right-logical.28, u32[16777216]{0} %broadcast.202), metadata={op_name="jit(_truncated_normal)/jit(main)/or" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123432: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast-convert.6 = f32[16777216]{0} bitcast-convert(u32[16777216]{0} %or.30), metadata={op_name="jit(_truncated_normal)/jit(main)/bitcast_convert_type[new_dtype=float32]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123440: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.206 = f32[] constant(-1) +2023-12-14 14:52:58.123446: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.201 = f32[16777216]{0} broadcast(f32[] %constant.206), dimensions={} +2023-12-14 14:52:58.123451: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.160 = f32[16777216]{0} add(f32[16777216]{0} %bitcast-convert.6, f32[16777216]{0} %broadcast.201), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123456: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.62 = f32[] parameter(1) +2023-12-14 14:52:58.123461: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.54 = f32[1,1]{1,0} reshape(f32[] %param_1.62), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.53 = f32[1,1]{1,0} reshape(f32[] %param_0.44), metadata={op_name="jit(_truncated_normal)/jit(main)/broadcast_in_dim[shape=(1, 1) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.31 = f32[1,1]{1,0} subtract(f32[1,1]{1,0} %reshape.54, f32[1,1]{1,0} %reshape.53), metadata={op_name="jit(_truncated_normal)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123476: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.52 = f32[] reshape(f32[1,1]{1,0} %subtract.31), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123482: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.200 = f32[16777216]{0} broadcast(f32[] %reshape.52), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123487: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.110 = f32[16777216]{0} multiply(f32[16777216]{0} %add.160, f32[16777216]{0} %broadcast.200), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.159 = f32[16777216]{0} add(f32[16777216]{0} %multiply.110, f32[16777216]{0} %broadcast.204), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123496: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %maximum.5 = f32[16777216]{0} maximum(f32[16777216]{0} %broadcast.204, f32[16777216]{0} %add.159), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123501: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.51 = f32[8192,2048]{1,0} reshape(f32[16777216]{0} %maximum.5), metadata={op_name="jit(_truncated_normal)/jit(main)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123509: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %abs.3 = f32[8192,2048]{1,0} abs(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="abs.83"} +2023-12-14 14:52:58.123515: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.205 = f32[] constant(1) +2023-12-14 14:52:58.123520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.199 = f32[8192,2048]{1,0} broadcast(f32[] %constant.205), dimensions={}, metadata={op_name="broadcast.84"} +2023-12-14 14:52:58.123525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.19 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %abs.3, f32[8192,2048]{1,0} %broadcast.199), direction=EQ, metadata={op_name="compare.85"} +2023-12-14 14:52:58.123530: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.198 = f32[8192,2048]{1,0} broadcast(f32[] %constant.209), dimensions={}, metadata={op_name="broadcast.80"} +2023-12-14 14:52:58.123535: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.109 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %reshape.51, f32[8192,2048]{1,0} %broadcast.198), metadata={op_name="multiply.81"} +2023-12-14 14:52:58.123540: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.10 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %reshape.51), metadata={op_name="negate.2"} +2023-12-14 14:52:58.123546: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.108 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %negate.10, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.3"} +2023-12-14 14:52:58.123551: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %log-plus-one.3 = f32[8192,2048]{1,0} log-plus-one(f32[8192,2048]{1,0} %multiply.108), metadata={op_name="log-plus-one.4"} +2023-12-14 14:52:58.123556: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %negate.9 = f32[8192,2048]{1,0} negate(f32[8192,2048]{1,0} %log-plus-one.3), metadata={op_name="negate.5"} +2023-12-14 14:52:58.123560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.204 = f32[] constant(5) +2023-12-14 14:52:58.123565: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.197 = f32[8192,2048]{1,0} broadcast(f32[] %constant.204), dimensions={}, metadata={op_name="broadcast.7"} +2023-12-14 14:52:58.123571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %compare.18 = pred[8192,2048]{1,0} compare(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.197), direction=LT, metadata={op_name="compare.8"} +2023-12-14 14:52:58.123576: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.203 = f32[] constant(1.50140941) +2023-12-14 14:52:58.123581: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.196 = f32[8192,2048]{1,0} broadcast(f32[] %constant.203), dimensions={}, metadata={op_name="broadcast.75"} +2023-12-14 14:52:58.123586: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.202 = f32[] constant(2.83297682) +2023-12-14 14:52:58.123591: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.195 = f32[8192,2048]{1,0} broadcast(f32[] %constant.202), dimensions={}, metadata={op_name="broadcast.73"} +2023-12-14 14:52:58.123596: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.51 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.196, f32[8192,2048]{1,0} %broadcast.195), metadata={op_name="select.76"} +2023-12-14 14:52:58.123604: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.201 = f32[] constant(0.246640727) +2023-12-14 14:52:58.123609: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.194 = f32[8192,2048]{1,0} broadcast(f32[] %constant.201), dimensions={}, metadata={op_name="broadcast.68"} +2023-12-14 14:52:58.123614: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.200 = f32[] constant(1.00167406) +2023-12-14 14:52:58.123619: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.193 = f32[8192,2048]{1,0} broadcast(f32[] %constant.200), dimensions={}, metadata={op_name="broadcast.66"} +2023-12-14 14:52:58.123624: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.50 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.194, f32[8192,2048]{1,0} %broadcast.193), metadata={op_name="select.69"} +2023-12-14 14:52:58.123630: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.199 = f32[] constant(-0.00417768164) +2023-12-14 14:52:58.123636: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.192 = f32[8192,2048]{1,0} broadcast(f32[] %constant.199), dimensions={}, metadata={op_name="broadcast.61"} +2023-12-14 14:52:58.123640: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.198 = f32[] constant(0.00943887047) +2023-12-14 14:52:58.123645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.191 = f32[8192,2048]{1,0} broadcast(f32[] %constant.198), dimensions={}, metadata={op_name="broadcast.59"} +2023-12-14 14:52:58.123650: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.49 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.192, f32[8192,2048]{1,0} %broadcast.191), metadata={op_name="select.62"} +2023-12-14 14:52:58.123655: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.197 = f32[] constant(-0.00125372503) +2023-12-14 14:52:58.123661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.190 = f32[8192,2048]{1,0} broadcast(f32[] %constant.197), dimensions={}, metadata={op_name="broadcast.54"} +2023-12-14 14:52:58.123666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.196 = f32[] constant(-0.0076224613) +2023-12-14 14:52:58.123671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.189 = f32[8192,2048]{1,0} broadcast(f32[] %constant.196), dimensions={}, metadata={op_name="broadcast.52"} +2023-12-14 14:52:58.123676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.48 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.190, f32[8192,2048]{1,0} %broadcast.189), metadata={op_name="select.55"} +2023-12-14 14:52:58.123680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.195 = f32[] constant(0.00021858087) +2023-12-14 14:52:58.123685: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.188 = f32[8192,2048]{1,0} broadcast(f32[] %constant.195), dimensions={}, metadata={op_name="broadcast.47"} +2023-12-14 14:52:58.123691: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.194 = f32[] constant(0.00573950773) +2023-12-14 14:52:58.123696: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.187 = f32[8192,2048]{1,0} broadcast(f32[] %constant.194), dimensions={}, metadata={op_name="broadcast.45"} +2023-12-14 14:52:58.123701: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.47 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.188, f32[8192,2048]{1,0} %broadcast.187), metadata={op_name="select.48"} +2023-12-14 14:52:58.123709: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.193 = f32[] constant(-4.39150654e-06) +2023-12-14 14:52:58.123714: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.186 = f32[8192,2048]{1,0} broadcast(f32[] %constant.193), dimensions={}, metadata={op_name="broadcast.40"} +2023-12-14 14:52:58.123719: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.192 = f32[] constant(-0.00367342844) +2023-12-14 14:52:58.123724: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.185 = f32[8192,2048]{1,0} broadcast(f32[] %constant.192), dimensions={}, metadata={op_name="broadcast.38"} +2023-12-14 14:52:58.123729: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.46 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.186, f32[8192,2048]{1,0} %broadcast.185), metadata={op_name="select.41"} +2023-12-14 14:52:58.123734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.191 = f32[] constant(-3.5233877e-06) +2023-12-14 14:52:58.123739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.184 = f32[8192,2048]{1,0} broadcast(f32[] %constant.191), dimensions={}, metadata={op_name="broadcast.33"} +2023-12-14 14:52:58.123744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.189 = f32[] constant(0.00134934322) +2023-12-14 14:52:58.123749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.183 = f32[8192,2048]{1,0} broadcast(f32[] %constant.189), dimensions={}, metadata={op_name="broadcast.31"} +2023-12-14 14:52:58.123754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.45 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.184, f32[8192,2048]{1,0} %broadcast.183), metadata={op_name="select.34"} +2023-12-14 14:52:58.123759: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.188 = f32[] constant(3.43273939e-07) +2023-12-14 14:52:58.123764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.182 = f32[8192,2048]{1,0} broadcast(f32[] %constant.188), dimensions={}, metadata={op_name="broadcast.26"} +2023-12-14 14:52:58.123769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.187 = f32[] constant(0.000100950558) +2023-12-14 14:52:58.123774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.181 = f32[8192,2048]{1,0} broadcast(f32[] %constant.187), dimensions={}, metadata={op_name="broadcast.24"} +2023-12-14 14:52:58.123779: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.44 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.182, f32[8192,2048]{1,0} %broadcast.181), metadata={op_name="select.27"} +2023-12-14 14:52:58.123784: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.186 = f32[] constant(2.81022636e-08) +2023-12-14 14:52:58.123789: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.180 = f32[8192,2048]{1,0} broadcast(f32[] %constant.186), dimensions={}, metadata={op_name="broadcast.20"} +2023-12-14 14:52:58.123794: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.185 = f32[] constant(-0.000200214257) +2023-12-14 14:52:58.123799: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.179 = f32[8192,2048]{1,0} broadcast(f32[] %constant.185), dimensions={}, metadata={op_name="broadcast.18"} +2023-12-14 14:52:58.123818: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.43 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %broadcast.180, f32[8192,2048]{1,0} %broadcast.179), metadata={op_name="select.21"} +2023-12-14 14:52:58.123823: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.184 = f32[] constant(-2.5) +2023-12-14 14:52:58.123827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.178 = f32[8192,2048]{1,0} broadcast(f32[] %constant.184), dimensions={} +2023-12-14 14:52:58.123832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.158 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %negate.9, f32[8192,2048]{1,0} %broadcast.178), metadata={op_name="subtract.15"} +2023-12-14 14:52:58.123837: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %sqrt.3 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %negate.9), metadata={op_name="sqrt.10"} +2023-12-14 14:52:58.123844: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.183 = f32[] constant(-3) +2023-12-14 14:52:58.123849: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.177 = f32[8192,2048]{1,0} broadcast(f32[] %constant.183), dimensions={} +2023-12-14 14:52:58.123854: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.157 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %sqrt.3, f32[8192,2048]{1,0} %broadcast.177), metadata={op_name="subtract.12"} +2023-12-14 14:52:58.123859: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.42 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.18, f32[8192,2048]{1,0} %add.158, f32[8192,2048]{1,0} %add.157), metadata={op_name="select.16"} +2023-12-14 14:52:58.123864: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.107 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.43, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.22"} +2023-12-14 14:52:58.123869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.156 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.44, f32[8192,2048]{1,0} %multiply.107), metadata={op_name="add.28"} +2023-12-14 14:52:58.123875: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.106 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.156, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.29"} +2023-12-14 14:52:58.123879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.155 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.45, f32[8192,2048]{1,0} %multiply.106), metadata={op_name="add.35"} +2023-12-14 14:52:58.123884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.105 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.155, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.36"} +2023-12-14 14:52:58.123889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.154 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.46, f32[8192,2048]{1,0} %multiply.105), metadata={op_name="add.42"} +2023-12-14 14:52:58.123894: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.104 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.154, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.43"} +2023-12-14 14:52:58.123898: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.153 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.47, f32[8192,2048]{1,0} %multiply.104), metadata={op_name="add.49"} +2023-12-14 14:52:58.123905: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.103 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.153, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.50"} +2023-12-14 14:52:58.123913: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.152 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.48, f32[8192,2048]{1,0} %multiply.103), metadata={op_name="add.56"} +2023-12-14 14:52:58.123918: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.102 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.152, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.57"} +2023-12-14 14:52:58.123922: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.150 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.49, f32[8192,2048]{1,0} %multiply.102), metadata={op_name="add.63"} +2023-12-14 14:52:58.123927: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.101 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.150, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.64"} +2023-12-14 14:52:58.123932: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.149 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.50, f32[8192,2048]{1,0} %multiply.101), metadata={op_name="add.70"} +2023-12-14 14:52:58.123937: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.100 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.149, f32[8192,2048]{1,0} %select.42), metadata={op_name="multiply.71"} +2023-12-14 14:52:58.123942: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %add.148 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %select.51, f32[8192,2048]{1,0} %multiply.100), metadata={op_name="add.77"} +2023-12-14 14:52:58.123947: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.99 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %add.148, f32[8192,2048]{1,0} %reshape.51), metadata={op_name="multiply.78"} +2023-12-14 14:52:58.123952: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %select.41 = f32[8192,2048]{1,0} select(pred[8192,2048]{1,0} %compare.19, f32[8192,2048]{1,0} %multiply.109, f32[8192,2048]{1,0} %multiply.99), metadata={op_name="select.86"} +2023-12-14 14:52:58.123957: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.182 = f32[] constant(1.41421354) +2023-12-14 14:52:58.123962: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.176 = f32[8192,2048]{1,0} broadcast(f32[] %constant.182), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123968: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %multiply.98 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %select.41, f32[8192,2048]{1,0} %broadcast.176), metadata={op_name="jit(_truncated_normal)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123973: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %maximum.4 = f32[8192,2048]{1,0} maximum(f32[8192,2048]{1,0} %broadcast.205, f32[8192,2048]{1,0} %multiply.98), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/max" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123978: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %minimum.2 = f32[8192,2048]{1,0} minimum(f32[8192,2048]{1,0} %broadcast.206, f32[8192,2048]{1,0} %maximum.4), metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.123983: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.123991: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.123997: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.2 (p.9: f32[], p.10: f32[], p.11: u32[8388608], p.12: u32[8388608], p.13: s32[], p.14: s32[]) -> f32[8192,2048] { +2023-12-14 14:52:58.124002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.9 = f32[] parameter(0) +2023-12-14 14:52:58.124007: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.10 = f32[] parameter(1) +2023-12-14 14:52:58.124012: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.11 = u32[8388608]{0} parameter(2) +2023-12-14 14:52:58.124016: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.12 = u32[8388608]{0} parameter(3) +2023-12-14 14:52:58.124021: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.13 = s32[] parameter(4) +2023-12-14 14:52:58.124027: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.14 = s32[] parameter(5) +2023-12-14 14:52:58.124032: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.2.clone = f32[8192,2048]{1,0} fusion(f32[] %p.9, f32[] %p.10, u32[8388608]{0} %p.11, u32[8388608]{0} %p.12, s32[] %p.13, /*index=5*/s32[] %p.14), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/jit(clip)/min" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"64\"]}" +2023-12-14 14:52:58.124038: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.124042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.124047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5.clone (param_0.45: u32[2]) -> u32[8388608] { +2023-12-14 14:52:58.124052: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.2 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124058: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.35 = u32[8388608]{0} slice(u32[16777216]{0} %iota.2), slice={[8388608:16777216]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(8388608,) limit_indices=(16777216,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124063: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.45 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.124068: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.34 = u32[1]{0} slice(u32[2]{0} %param_0.45), slice={[1:2]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(1,) limit_indices=(2,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124073: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.55 = u32[] reshape(u32[1]{0} %slice.34), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124078: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.207 = u32[8388608]{0} broadcast(u32[] %reshape.55), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124087: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.164 = u32[8388608]{0} add(u32[8388608]{0} %slice.35, u32[8388608]{0} %broadcast.207), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124092: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.124097: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.124102: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.5 (p.15: u32[2]) -> u32[8388608] { +2023-12-14 14:52:58.124107: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.15 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.124112: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.5.clone = u32[8388608]{0} fusion(u32[2]{0} %p.15), kind=kLoop, calls=%fused_computation.5.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.124118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.124123: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.124127: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.7.clone (param_0.46: u32[2]) -> u32[8388608] { +2023-12-14 14:52:58.124132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %iota.3 = u32[16777216]{0} iota(), iota_dimension=0, metadata={op_name="jit(_truncated_normal)/jit(main)/iota[dtype=uint32 shape=(16777216,) dimension=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124137: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.37 = u32[8388608]{0} slice(u32[16777216]{0} %iota.3), slice={[0:8388608]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(8388608,) strides=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124142: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.46 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.124148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %slice.36 = u32[1]{0} slice(u32[2]{0} %param_0.46), slice={[0:1]}, metadata={op_name="jit(_truncated_normal)/jit(main)/slice[start_indices=(0,) limit_indices=(1,) strides=(1,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124153: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.56 = u32[] reshape(u32[1]{0} %slice.36), metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124158: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.208 = u32[8388608]{0} broadcast(u32[] %reshape.56), dimensions={}, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124163: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.165 = u32[8388608]{0} add(u32[8388608]{0} %slice.37, u32[8388608]{0} %broadcast.208), metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.124176: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.124182: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.7 (p.16: u32[2]) -> u32[8388608] { +2023-12-14 14:52:58.124186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.16 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.124191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.7.clone = u32[8388608]{0} fusion(u32[2]{0} %p.16), kind=kLoop, calls=%fused_computation.7.clone, metadata={op_name="jit(_truncated_normal)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.124196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.124201: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.124206: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.366 (Arg_0.1: u32[2], Arg_1.2: s32[], Arg_2.3: s32[]) -> f32[8192,2048] { +2023-12-14 14:52:58.124212: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:58.124217: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.9 = f32[] fusion(s32[] %Arg_1.2), kind=kLoop, calls=%fused_computation.9, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124222: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_2.3 = s32[] parameter(2) +2023-12-14 14:52:58.124227: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = f32[] fusion(s32[] %Arg_2.3), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(_truncated_normal)/jit(main)/erf" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.19 = s32[] constant(0) +2023-12-14 14:52:58.124237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.24 = s32[] copy(s32[] %constant.19) +2023-12-14 14:52:58.124243: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = u32[2]{0} parameter(0) +2023-12-14 14:52:58.124248: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.4 = u32[8388608]{0} call(u32[2]{0} %Arg_0.1), to_apply=%parallel_fusion.7 +2023-12-14 14:52:58.124252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.3 = u32[8388608]{0} call(u32[2]{0} %Arg_0.1), to_apply=%parallel_fusion.5 +2023-12-14 14:52:58.124257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.6 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.6, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.4 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.4, metadata={op_name="jit(_truncated_normal)/jit(main)/xor" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124272: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.8 = u32[] fusion(u32[2]{0} %Arg_0.1), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(_truncated_normal)/jit(main)/squeeze[dimensions=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.22 = u32[4]{0} constant({13, 15, 26, 6}) +2023-12-14 14:52:58.124282: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.26 = u32[4]{0} copy(u32[4]{0} %constant.22) +2023-12-14 14:52:58.124287: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.21 = u32[4]{0} constant({17, 29, 16, 24}) +2023-12-14 14:52:58.124292: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy.25 = u32[4]{0} copy(u32[4]{0} %constant.21) +2023-12-14 14:52:58.124297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %tuple.9 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) tuple(s32[] %copy.24, u32[8388608]{0} %call.4, u32[8388608]{0} %call.3, u32[] %fusion.6, u32[] %fusion.4, /*index=5*/u32[] %fusion.8, u32[4]{0} %copy.26, u32[4]{0} %copy.25) +2023-12-14 14:52:58.124303: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %while.1 = (s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) while((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %tuple.9), condition=%region_1.179.clone.clone, body=%region_0.115.clone.clone.clone +2023-12-14 14:52:58.124308: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.195 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=1, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124313: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %get-tuple-element.196 = u32[8388608]{0} get-tuple-element((s32[], u32[8388608]{0}, u32[8388608]{0}, u32[], u32[], /*index=5*/u32[], u32[4]{0}, u32[4]{0}) %while.1), index=2, metadata={op_name="jit(_truncated_normal)/jit(main)/while[cond_nconsts=0 body_nconsts=0]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.124318: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call.2 = f32[8192,2048]{1,0} call(f32[] %fusion.9, f32[] %fusion.3, u32[8388608]{0} %get-tuple-element.195, u32[8388608]{0} %get-tuple-element.196, s32[] %Arg_1.2, /*index=5*/s32[] %Arg_2.3), to_apply=%parallel_fusion.2 +2023-12-14 14:52:58.124323: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.124328: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.124390: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 74): + InstructionSequence: + 0:Arg_0.1 + 1:p.15 + 2:fusion.5.clone + 3:call.3 + 4:p.16 + 5:fusion.7.clone + 6:call.4 + 7:constant.21 + 8:copy.25 + 9:constant.22 + 10:copy.26 + 11:constant.19 + 12:copy.24 + 13:fusion.4 + 14:fusion.6 + 15:fusion.8 + 16:tuple.9 + 17:constant.103 + 18:arg_tuple.4 + 19:get-tuple-element.85 + 20:compare.5 + 21:arg_tuple.3 + 22:get-tuple-element.109 + 23:copy.14 + 24:get-tuple-element.105 + 25:copy.10 + 26:get-tuple-element.104 + 27:copy.9 + 28:get-tuple-element.107 + 29:copy.12 + 30:get-tuple-element.103 + 31:copy.8 + 32:p + 33:p.1 + 34:p.2 + 35:p.3 + 36:p.4 + 37:fusion.clone + 38:call + 39:get-tuple-element.106 + 40:copy.11 + 41:p.5 + 42:p.6 + 43:p.7 + 44:p.8 + 45:fusion.1.clone + 46:call.1 + 47:get-tuple-element.110 + 48:copy.15 + 49:copy.23 + 50:constant.102 + 51:add.58 + 52:copy.19 + 53:get-tuple-element.108 + 54:copy.13 + 55:copy.21 + 56:copy.22 + 57:copy.20 + 58:tuple.11 + 59:while.1 + 60:get-tuple-element.195 + 61:get-tuple-element.196 + 62:Arg_2.3 + 63:fusion.3 + 64:Arg_1.2 + 65:fusion.9 + 66:p.10 + 67:p.11 + 68:p.12 + 69:p.13 + 70:p.14 + 71:p.9 + 72:fusion.2.clone + 73:call.2 + BufferLiveRange: + fusion.5.clone{}:2-17 + fusion.7.clone{}:5-17 + constant.103{}:17-20 + compare.5{}:20-21 + fusion.1.clone{}:45-59 + fusion.clone{}:37-59 + fusion.2.clone{}:72-74 + Arg_1.2{}:0-74 + fusion.9{}:65-73 + Arg_2.3{}:0-74 + fusion.3{}:63-73 + constant.19{}:11-12 + copy.24{}:12-17 + Arg_0.1{}:0-74 + fusion.6{}:14-17 + fusion.4{}:13-17 + fusion.8{}:15-17 + constant.22{}:9-10 + copy.26{}:10-17 + constant.21{}:7-8 + copy.25{}:8-17 + tuple.9{}:16-17 + copy.8{}:31-51 + constant.102{}:50-51 + add.58{}:51-59 + copy.11{}:40-55 + copy.14{}:23-49 + copy.10{}:25-46 + copy.9{}:27-46 + copy.12{}:29-52 + copy.19{}:52-59 + copy.13{}:54-57 + copy.20{}:57-59 + copy.21{}:55-59 + copy.15{}:48-56 + copy.22{}:56-59 + copy.23{}:49-59 + tuple.11{}:58-59 + arg_tuple.4{}:17-21 + arg_tuple.3{}:21-53 + arg_tuple.4{0}:17-21 + arg_tuple.4{1}:17-21 + arg_tuple.4{2}:17-21 + arg_tuple.4{3}:17-21 + arg_tuple.4{4}:17-21 + arg_tuple.4{5}:17-21 + arg_tuple.4{6}:17-21 + arg_tuple.4{7}:17-21 + arg_tuple.3{0}:21-31 + arg_tuple.3{1}:21-27 + arg_tuple.3{2}:21-25 + arg_tuple.3{3}:21-40 + arg_tuple.3{4}:21-29 + arg_tuple.3{5}:21-54 + arg_tuple.3{6}:21-23 + arg_tuple.3{7}:21-48 + while.1{}:59-61 + while.1{0}:59-59 + while.1{1}:59-73 + while.1{2}:59-73 + while.1{3}:59-59 + while.1{4}:59-59 + while.1{5}:59-59 + while.1{6}:59-59 + while.1{7}:59-59 + Live ranges at 45 (peak): + fusion.1.clone: 33554432 bytes + fusion.clone: 33554432 bytes + Arg_1.2: 4 bytes + Arg_2.3: 4 bytes + Arg_0.1: 8 bytes + copy.8: 4 bytes + copy.11: 4 bytes + copy.14: 16 bytes + copy.10: 33554432 bytes + copy.9: 33554432 bytes + copy.12: 4 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + arg_tuple.3: 64 bytes + +2023-12-14 14:52:58.124434: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time74 +2023-12-14 14:52:58.124443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:58.124450: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <35 Arg_1.2> +2023-12-14 14:52:58.124460: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <37 Arg_2.3> +2023-12-14 14:52:58.124466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <41 Arg_0.1> +2023-12-14 14:52:58.124471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:58.124477: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:58.124483: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.5.clone> +2023-12-14 14:52:58.124489: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:58.124494: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:58.124498: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:58.124503: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 fusion.7.clone> +2023-12-14 14:52:58.124513: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:58.124518: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:58.124523: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:58.124528: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <48 copy.25> +2023-12-14 14:52:58.124533: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:58.124539: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:58.124545: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <46 copy.26> +2023-12-14 14:52:58.124550: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:58.124555: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:52:58.124560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <40 copy.24> +2023-12-14 14:52:58.124565: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:52:58.124571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <43 fusion.4> +2023-12-14 14:52:58.124577: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:52:58.124582: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <42 fusion.6> +2023-12-14 14:52:58.124587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:52:58.124592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <44 fusion.8> +2023-12-14 14:52:58.124597: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:52:58.124603: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <49 tuple.9{}> +2023-12-14 14:52:58.124609: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:52:58.124614: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <410 arg_tuple.4{} (phi)> +2023-12-14 14:52:58.124620: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<49 tuple.9{}> +2023-12-14 14:52:58.124626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:58.124632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24> +2023-12-14 14:52:58.124638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <413 arg_tuple.4{1} (phi)> +2023-12-14 14:52:58.124643: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone> +2023-12-14 14:52:58.124649: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <414 arg_tuple.4{2} (phi)> +2023-12-14 14:52:58.124654: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone> +2023-12-14 14:52:58.124659: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <415 arg_tuple.4{3} (phi)> +2023-12-14 14:52:58.124665: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6> +2023-12-14 14:52:58.124671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <416 arg_tuple.4{4} (phi)> +2023-12-14 14:52:58.124679: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4> +2023-12-14 14:52:58.124684: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <417 arg_tuple.4{5} (phi)> +2023-12-14 14:52:58.124690: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8> +2023-12-14 14:52:58.124696: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <418 arg_tuple.4{6} (phi)> +2023-12-14 14:52:58.124701: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<46 copy.26> +2023-12-14 14:52:58.124706: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <419 arg_tuple.4{7} (phi)> +2023-12-14 14:52:58.124712: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25> +2023-12-14 14:52:58.124717: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.124723: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.5.clone> +2023-12-14 14:52:58.124728: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 fusion.7.clone> +2023-12-14 14:52:58.124734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <48 copy.25> +2023-12-14 14:52:58.124739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <46 copy.26> +2023-12-14 14:52:58.124744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <40 copy.24> +2023-12-14 14:52:58.124749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <43 fusion.4> +2023-12-14 14:52:58.124755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <42 fusion.6> +2023-12-14 14:52:58.124760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <44 fusion.8> +2023-12-14 14:52:58.124766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <49 tuple.9{}> +2023-12-14 14:52:58.124771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:52:58.124776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:52:58.124783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:52:58.124789: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <9 compare.5> +2023-12-14 14:52:58.124795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:52:58.124800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:58.124806: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<46 copy.26> +2023-12-14 14:52:58.124811: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:58.124818: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone> +2023-12-14 14:52:58.124823: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:58.124828: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone> +2023-12-14 14:52:58.124833: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:58.124839: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4> +2023-12-14 14:52:58.124845: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:58.124854: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24> +2023-12-14 14:52:58.124860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:58.124865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6> +2023-12-14 14:52:58.124870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:58.124876: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25> +2023-12-14 14:52:58.124882: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <411 arg_tuple.3{} (phi)> +2023-12-14 14:52:58.124887: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<49 tuple.9{}> +2023-12-14 14:52:58.124892: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:58.124898: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8> +2023-12-14 14:52:58.124903: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.124909: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <410 arg_tuple.4{} (phi)> +2023-12-14 14:52:58.124915: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <412 arg_tuple.4{0} (phi)> +2023-12-14 14:52:58.124920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <413 arg_tuple.4{1} (phi)> +2023-12-14 14:52:58.124926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <414 arg_tuple.4{2} (phi)> +2023-12-14 14:52:58.124931: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <415 arg_tuple.4{3} (phi)> +2023-12-14 14:52:58.124938: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <416 arg_tuple.4{4} (phi)> +2023-12-14 14:52:58.124943: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <417 arg_tuple.4{5} (phi)> +2023-12-14 14:52:58.124948: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <418 arg_tuple.4{6} (phi)> +2023-12-14 14:52:58.124954: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <419 arg_tuple.4{7} (phi)> +2023-12-14 14:52:58.124959: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <9 compare.5> +2023-12-14 14:52:58.124966: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:52:58.124972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:52:58.124977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <54 copy.14> +2023-12-14 14:52:58.124982: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.124988: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <426 arg_tuple.3{6} (phi)> +2023-12-14 14:52:58.124993: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:52:58.124999: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:52:58.125004: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <55 copy.10> +2023-12-14 14:52:58.125010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125015: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <422 arg_tuple.3{2} (phi)> +2023-12-14 14:52:58.125024: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:52:58.125030: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:52:58.125035: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 copy.9> +2023-12-14 14:52:58.125040: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <421 arg_tuple.3{1} (phi)> +2023-12-14 14:52:58.125050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:52:58.125056: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:52:58.125062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 copy.12> +2023-12-14 14:52:58.125067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125072: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <424 arg_tuple.3{4} (phi)> +2023-12-14 14:52:58.125077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:52:58.125083: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:52:58.125089: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <50 copy.8> +2023-12-14 14:52:58.125094: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <420 arg_tuple.3{0} (phi)> +2023-12-14 14:52:58.125105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:52:58.125109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 33 +2023-12-14 14:52:58.125114: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 34 +2023-12-14 14:52:58.125120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 35 +2023-12-14 14:52:58.125124: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 36 +2023-12-14 14:52:58.125129: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 37 +2023-12-14 14:52:58.125134: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <11 fusion.clone> +2023-12-14 14:52:58.125140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone> +2023-12-14 14:52:58.125145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 38 +2023-12-14 14:52:58.125151: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 39 +2023-12-14 14:52:58.125155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 40 +2023-12-14 14:52:58.125160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <53 copy.11> +2023-12-14 14:52:58.125166: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125171: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <423 arg_tuple.3{3} (phi)> +2023-12-14 14:52:58.125176: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 41 +2023-12-14 14:52:58.125182: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 42 +2023-12-14 14:52:58.125186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 43 +2023-12-14 14:52:58.125194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 44 +2023-12-14 14:52:58.125199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 45 +2023-12-14 14:52:58.125205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <10 fusion.1.clone> +2023-12-14 14:52:58.125211: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone> +2023-12-14 14:52:58.125216: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 46 +2023-12-14 14:52:58.125220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125225: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <55 copy.10> +2023-12-14 14:52:58.125230: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 copy.9> +2023-12-14 14:52:58.125236: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 47 +2023-12-14 14:52:58.125242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 48 +2023-12-14 14:52:58.125247: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <62 copy.15> +2023-12-14 14:52:58.125252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <427 arg_tuple.3{7} (phi)> +2023-12-14 14:52:58.125263: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 49 +2023-12-14 14:52:58.125268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <64 copy.23> +2023-12-14 14:52:58.125275: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25> +2023-12-14 14:52:58.125279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125284: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <54 copy.14> +2023-12-14 14:52:58.125289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 50 +2023-12-14 14:52:58.125295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 51 +2023-12-14 14:52:58.125300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <52 add.58> +2023-12-14 14:52:58.125306: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24> +2023-12-14 14:52:58.125311: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <50 copy.8> +2023-12-14 14:52:58.125321: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 52 +2023-12-14 14:52:58.125326: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 copy.19> +2023-12-14 14:52:58.125333: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6> +2023-12-14 14:52:58.125338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125343: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 copy.12> +2023-12-14 14:52:58.125348: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 53 +2023-12-14 14:52:58.125353: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125358: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <411 arg_tuple.3{} (phi)> +2023-12-14 14:52:58.125367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 54 +2023-12-14 14:52:58.125372: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <59 copy.13> +2023-12-14 14:52:58.125377: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <425 arg_tuple.3{5} (phi)> +2023-12-14 14:52:58.125388: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 55 +2023-12-14 14:52:58.125394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <61 copy.21> +2023-12-14 14:52:58.125400: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8> +2023-12-14 14:52:58.125405: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <53 copy.11> +2023-12-14 14:52:58.125416: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 56 +2023-12-14 14:52:58.125421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <63 copy.22> +2023-12-14 14:52:58.125427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<46 copy.26> +2023-12-14 14:52:58.125432: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <62 copy.15> +2023-12-14 14:52:58.125442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 57 +2023-12-14 14:52:58.125447: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <60 copy.20> +2023-12-14 14:52:58.125453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4> +2023-12-14 14:52:58.125459: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <59 copy.13> +2023-12-14 14:52:58.125468: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 58 +2023-12-14 14:52:58.125473: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <65 tuple.11{}> +2023-12-14 14:52:58.125480: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<49 tuple.9{}> +2023-12-14 14:52:58.125485: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 59 +2023-12-14 14:52:58.125491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <429 while.1{0} (phi)> +2023-12-14 14:52:58.125496: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<40 copy.24> +2023-12-14 14:52:58.125501: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <432 while.1{3} (phi)> +2023-12-14 14:52:58.125507: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<42 fusion.6> +2023-12-14 14:52:58.125513: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <433 while.1{4} (phi)> +2023-12-14 14:52:58.125519: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<43 fusion.4> +2023-12-14 14:52:58.125524: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <434 while.1{5} (phi)> +2023-12-14 14:52:58.125529: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<44 fusion.8> +2023-12-14 14:52:58.125538: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <435 while.1{6} (phi)> +2023-12-14 14:52:58.125544: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<46 copy.26> +2023-12-14 14:52:58.125550: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <436 while.1{7} (phi)> +2023-12-14 14:52:58.125556: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<48 copy.25> +2023-12-14 14:52:58.125561: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <428 while.1{} (phi)> +2023-12-14 14:52:58.125567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<49 tuple.9{}> +2023-12-14 14:52:58.125573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <430 while.1{1} (phi)> +2023-12-14 14:52:58.125579: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<1 fusion.7.clone> +2023-12-14 14:52:58.125585: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <431 while.1{2} (phi)> +2023-12-14 14:52:58.125590: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:245] ShareWith<0 fusion.5.clone> +2023-12-14 14:52:58.125595: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <11 fusion.clone> +2023-12-14 14:52:58.125606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <10 fusion.1.clone> +2023-12-14 14:52:58.125612: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <64 copy.23> +2023-12-14 14:52:58.125617: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <52 add.58> +2023-12-14 14:52:58.125622: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 copy.19> +2023-12-14 14:52:58.125628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <61 copy.21> +2023-12-14 14:52:58.125633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <63 copy.22> +2023-12-14 14:52:58.125639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <60 copy.20> +2023-12-14 14:52:58.125644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <65 tuple.11{}> +2023-12-14 14:52:58.125650: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <429 while.1{0} (phi)> +2023-12-14 14:52:58.125656: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <432 while.1{3} (phi)> +2023-12-14 14:52:58.125662: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <433 while.1{4} (phi)> +2023-12-14 14:52:58.125668: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <434 while.1{5} (phi)> +2023-12-14 14:52:58.125674: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <435 while.1{6} (phi)> +2023-12-14 14:52:58.125679: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <436 while.1{7} (phi)> +2023-12-14 14:52:58.125684: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 60 +2023-12-14 14:52:58.125690: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 61 +2023-12-14 14:52:58.125694: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125701: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <428 while.1{} (phi)> +2023-12-14 14:52:58.125706: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 62 +2023-12-14 14:52:58.125710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 63 +2023-12-14 14:52:58.125720: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <38 fusion.3> +2023-12-14 14:52:58.125725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 64 +2023-12-14 14:52:58.125731: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 65 +2023-12-14 14:52:58.125736: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <36 fusion.9> +2023-12-14 14:52:58.125741: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 66 +2023-12-14 14:52:58.125746: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 67 +2023-12-14 14:52:58.125752: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 68 +2023-12-14 14:52:58.125756: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 69 +2023-12-14 14:52:58.125762: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 70 +2023-12-14 14:52:58.125766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 71 +2023-12-14 14:52:58.125771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 72 +2023-12-14 14:52:58.125776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <12 fusion.2.clone> +2023-12-14 14:52:58.125783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 73 +2023-12-14 14:52:58.125788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125794: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <430 while.1{1} (phi)> +2023-12-14 14:52:58.125800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <431 while.1{2} (phi)> +2023-12-14 14:52:58.125805: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <38 fusion.3> +2023-12-14 14:52:58.125811: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <36 fusion.9> +2023-12-14 14:52:58.125816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 74 +2023-12-14 14:52:58.125821: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.125826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <35 Arg_1.2> +2023-12-14 14:52:58.125831: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <37 Arg_2.3> +2023-12-14 14:52:58.125836: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <41 Arg_0.1> +2023-12-14 14:52:58.125842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <12 fusion.2.clone> +2023-12-14 14:52:58.126003: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:58.126012: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16B +2023-12-14 14:52:58.126018: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 44B +2023-12-14 14:52:58.126022: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:52:58.126027: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 96.00MiB +2023-12-14 14:52:58.126032: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 160.00MiB +2023-12-14 14:52:58.126037: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 32.00MiB (20.00%) +2023-12-14 14:52:58.126046: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:58.127962: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 356 us (cumulative: 2.9 ms, max: 421 us, #called: 24) +2023-12-14 14:52:58.223649: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0200262b0 +2023-12-14 14:52:58.225151: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:58.225204: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__truncated_normal] for CPU using JIT time: 215 ms (cumulative: 1.13 s, max: 222 ms, #called: 24) +2023-12-14 14:52:58.228441: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__truncated_normal; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.374381: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.381655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:52:58.381704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:58.381741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 27 us (cumulative: 713 ms, max: 101 ms, #called: 2197) +2023-12-14 14:52:58.381751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.381765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 713 ms, max: 101 ms, #called: 2198) +2023-12-14 14:52:58.381789: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192,2048]{1,0},f32[])->f32[8192,2048]{1,0} +2023-12-14 14:52:58.381795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:52:58.381822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.381861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.381871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:58.381885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.381905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.381919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 45 us (cumulative: 713 ms, max: 101 ms, #called: 2199) +2023-12-14 14:52:58.381929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:58.381938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.381949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.381957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 26 us (cumulative: 713 ms, max: 101 ms, #called: 2200) +2023-12-14 14:52:58.381973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:58.381980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.381991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.381998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 713 ms, max: 101 ms, #called: 2201) +2023-12-14 14:52:58.382004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:58.382010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 29 us (cumulative: 713 ms, max: 101 ms, #called: 2202) +2023-12-14 14:52:58.382043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.382051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 713 ms, max: 101 ms, #called: 2203) +2023-12-14 14:52:58.382075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:58.382082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 713 ms, max: 101 ms, #called: 2204) +2023-12-14 14:52:58.382105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:58.382115: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:58.382121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 37 us (cumulative: 713 ms, max: 101 ms, #called: 2205) +2023-12-14 14:52:58.382155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:58.382168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 36 us (cumulative: 713 ms, max: 101 ms, #called: 2206) +2023-12-14 14:52:58.382203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:58.382212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 26 us (cumulative: 713 ms, max: 101 ms, #called: 2207) +2023-12-14 14:52:58.382236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:58.382243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 713 ms, max: 101 ms, #called: 2208) +2023-12-14 14:52:58.382266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:58.382273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 713 ms, max: 101 ms, #called: 2209) +2023-12-14 14:52:58.382296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:58.382302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 713 ms, max: 101 ms, #called: 2210) +2023-12-14 14:52:58.382325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:58.382333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 713 ms, max: 101 ms, #called: 2211) +2023-12-14 14:52:58.382356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:58.382363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 713 ms, max: 101 ms, #called: 2212) +2023-12-14 14:52:58.382386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:58.382392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 25 us (cumulative: 713 ms, max: 101 ms, #called: 2213) +2023-12-14 14:52:58.382418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:58.382426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 713 ms, max: 101 ms, #called: 2214) +2023-12-14 14:52:58.382449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:58.382458: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:52:58.382464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 713 ms, max: 101 ms, #called: 2215) +2023-12-14 14:52:58.382487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.382494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 713 ms, max: 101 ms, #called: 2216) +2023-12-14 14:52:58.382516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:58.382523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 713 ms, max: 101 ms, #called: 2217) +2023-12-14 14:52:58.382545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:58.382555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 713 ms, max: 101 ms, #called: 2218) +2023-12-14 14:52:58.382579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.382585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 24 us (cumulative: 713 ms, max: 101 ms, #called: 2219) +2023-12-14 14:52:58.382610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.382618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 25 us (cumulative: 713 ms, max: 101 ms, #called: 2220) +2023-12-14 14:52:58.382642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.382648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 713 ms, max: 101 ms, #called: 2221) +2023-12-14 14:52:58.382671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:58.382678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 713 ms, max: 101 ms, #called: 2222) +2023-12-14 14:52:58.382701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:58.382707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 713 ms, max: 101 ms, #called: 2223) +2023-12-14 14:52:58.382731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:58.382738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 713 ms, max: 101 ms, #called: 2224) +2023-12-14 14:52:58.382760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:58.382770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 713 ms, max: 101 ms, #called: 2225) +2023-12-14 14:52:58.382795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:58.382823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 44 us (cumulative: 713 ms, max: 101 ms, #called: 2226) +2023-12-14 14:52:58.382847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:58.382855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 24 us (cumulative: 713 ms, max: 101 ms, #called: 2227) +2023-12-14 14:52:58.382878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:58.382885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 23 us (cumulative: 713 ms, max: 101 ms, #called: 2228) +2023-12-14 14:52:58.382908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:58.382914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 713 ms, max: 101 ms, #called: 2229) +2023-12-14 14:52:58.382937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:58.382944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.382953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.382961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 713 ms, max: 101 ms, #called: 2230) +2023-12-14 14:52:58.382966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:58.382972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:58.382985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.383007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 20 us (cumulative: 714 ms, max: 101 ms, #called: 2231) +2023-12-14 14:52:58.383013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:58.383025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 11 us (cumulative: 714 ms, max: 101 ms, #called: 2232) +2023-12-14 14:52:58.383031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.383040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 714 ms, max: 101 ms, #called: 2233) +2023-12-14 14:52:58.383045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:58.383054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 714 ms, max: 101 ms, #called: 2234) +2023-12-14 14:52:58.383059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:58.383067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 714 ms, max: 101 ms, #called: 2235) +2023-12-14 14:52:58.383073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.383082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 714 ms, max: 101 ms, #called: 2236) +2023-12-14 14:52:58.383087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:58.383097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 714 ms, max: 101 ms, #called: 2237) +2023-12-14 14:52:58.383102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.383112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 714 ms, max: 101 ms, #called: 2238) +2023-12-14 14:52:58.383117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:58.383125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 714 ms, max: 101 ms, #called: 2239) +2023-12-14 14:52:58.383130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:58.383139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 714 ms, max: 101 ms, #called: 2240) +2023-12-14 14:52:58.383144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.383152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 714 ms, max: 101 ms, #called: 2241) +2023-12-14 14:52:58.383158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:58.383167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 714 ms, max: 101 ms, #called: 2242) +2023-12-14 14:52:58.383173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:58.383191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 17 us (cumulative: 714 ms, max: 101 ms, #called: 2243) +2023-12-14 14:52:58.383197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:58.383210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 12 us (cumulative: 714 ms, max: 101 ms, #called: 2244) +2023-12-14 14:52:58.383216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.383227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.383235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 267 us (cumulative: 714 ms, max: 101 ms, #called: 2245) +2023-12-14 14:52:58.383240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:58.383247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.383257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.383265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 714 ms, max: 101 ms, #called: 2246) +2023-12-14 14:52:58.383271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:58.383279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.383289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.383296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 714 ms, max: 101 ms, #called: 2247) +2023-12-14 14:52:58.383301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:58.383307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.383317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.383339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 33 us (cumulative: 714 ms, max: 101 ms, #called: 2248) +2023-12-14 14:52:58.383345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:58.383353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.383364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.383371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 25 us (cumulative: 714 ms, max: 101 ms, #called: 2249) +2023-12-14 14:52:58.383377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.383399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.383409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.383416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 38 us (cumulative: 714 ms, max: 101 ms, #called: 2250) +2023-12-14 14:52:58.383422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:58.383432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.383443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.383451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 27 us (cumulative: 714 ms, max: 101 ms, #called: 2251) +2023-12-14 14:52:58.383457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.383464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.383474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.383482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 714 ms, max: 101 ms, #called: 2252) +2023-12-14 14:52:58.383487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:58.383495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.383505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.383513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 714 ms, max: 101 ms, #called: 2253) +2023-12-14 14:52:58.383518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:58.383547: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:58.383555: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:58.383591: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:58.383598: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:58.383621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.383645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.383653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.383659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.383665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.383670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.383675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.383685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.383691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.383696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.383701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:52:58.383711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 broadcast.3> + +2023-12-14 14:52:58.383716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.4 +2023-12-14 14:52:58.383722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 multiply.4> + +2023-12-14 14:52:58.383759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.383765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.383770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.383775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.383780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.383784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.383789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.383794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.383798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.383804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:52:58.383808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> (def) +2023-12-14 14:52:58.383813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.383818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4: +2023-12-14 14:52:58.383823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> (def) +2023-12-14 14:52:58.383828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.383832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.383837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.383842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.383846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.383851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 0 +2023-12-14 14:52:58.383856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.383861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.383865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.383870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.383875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.383879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:52:58.383887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.383893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> +2023-12-14 14:52:58.383898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.383903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:52:58.383908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.383913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 1 +2023-12-14 14:52:58.383918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[8192,2048]{1,0} broadcast(f32[] %Arg_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.383923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> +2023-12-14 14:52:58.383928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.383933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4 +2023-12-14 14:52:58.383938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.383943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.4 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %broadcast.3), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.383978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.383992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.384001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 480 us (cumulative: 715 ms, max: 101 ms, #called: 2254) +2023-12-14 14:52:58.384022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:52:58.384031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.384041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 715 ms, max: 101 ms, #called: 2255) +2023-12-14 14:52:58.384046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:58.384055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 715 ms, max: 101 ms, #called: 2256) +2023-12-14 14:52:58.384061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:58.384070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 715 ms, max: 101 ms, #called: 2257) +2023-12-14 14:52:58.384082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:52:58.384094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:58.384099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:52:58.384107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 715 ms, max: 101 ms, #called: 2258) +2023-12-14 14:52:58.384113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.384121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 715 ms, max: 101 ms, #called: 2259) +2023-12-14 14:52:58.384127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:58.384196: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:52:58.384209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 80 us (cumulative: 715 ms, max: 101 ms, #called: 2260) +2023-12-14 14:52:58.384215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:58.384220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:52:58.384228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.384238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 715 ms, max: 101 ms, #called: 2261) +2023-12-14 14:52:58.384244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.384254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 715 ms, max: 101 ms, #called: 2262) +2023-12-14 14:52:58.384260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.384279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 17 us (cumulative: 715 ms, max: 101 ms, #called: 2263) +2023-12-14 14:52:58.384287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 71 us (cumulative: 715 ms, max: 101 ms, #called: 2264) +2023-12-14 14:52:58.384293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:58.384299: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:58.384376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:58.384433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 136 us (cumulative: 715 ms, max: 101 ms, #called: 2265) +2023-12-14 14:52:58.384440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.384451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:58.384461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 19 us (cumulative: 715 ms, max: 101 ms, #called: 2266) +2023-12-14 14:52:58.384466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:58.384483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.384541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.384553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.384559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.384564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.384568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.384573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.384580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.384585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.384591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.384596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.384602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:58.384607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:58.384614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:58.384619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.384624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:58.384629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.384635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:58.384639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:58.384645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:58.384650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.384656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:58.384661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.384666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.384671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.384676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.384761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.384773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.384778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.384783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.384788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.384793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.384798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.384803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.384808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.384813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.384817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:58.384822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.384827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:58.384832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:58.384837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.384841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.384846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:58.384851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.384856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.384860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:58.384865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.384870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:58.384875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:58.384880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.384885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.384889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:52:58.384894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.384899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.384904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.384909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.384913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.384931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.384936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.384940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.384945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.384950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.384954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.384959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.384964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.384970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.384975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.384979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.384984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.384989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.384993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.384998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.385008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.385013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.385018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:58.385022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.385027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.385032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.385037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.385048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:58.385053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.385058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.385063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:58.385078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.385083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:58.385087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.385092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:58.385097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.385106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.385111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:58.385116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.385121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.385126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:58.385136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.385141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:58.385146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.385151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:58.385156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.385197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.385243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.385252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.385257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.385262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.385267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.385272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.385281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.385286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.385292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.385297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.385302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:58.385307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:58.385313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:58.385318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.385323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:58.385329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.385334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:58.385339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:58.385344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:58.385349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.385354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:58.385359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.385365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.385369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.385375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.385408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.385414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.385419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.385424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.385429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.385433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.385438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.385443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.385450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.385455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.385460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:58.385465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.385469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:58.385474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:58.385479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.385483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.385488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:58.385493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.385498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.385502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:58.385508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.385512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:58.385517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:58.385522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.385526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.385531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:52:58.385536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.385540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.385545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.385550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.385555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.385559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.385564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.385569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.385574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.385578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.385583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.385588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.385601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.385606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.385611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.385616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.385620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.385625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.385629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.385639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.385644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.385649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:58.385654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.385658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.385663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.385668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.385679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:58.385684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.385689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.385693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:58.385703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.385708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:58.385713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.385717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:58.385722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.385734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.385739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:58.385744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.385749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.385754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:58.385763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.385768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:58.385773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.385778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:58.385783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.385788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.385813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.385852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.385860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.385866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.385871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.385876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.385881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.385887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.385892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.385897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.385902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.385908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:58.385916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:58.385922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:58.385926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.385932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:58.385938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.385944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:58.385949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:58.385955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:58.385960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.385966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:58.385971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.385976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.385981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.385986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.386015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.386021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.386026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.386031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.386036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.386041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.386046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.386051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.386056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.386060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.386065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:58.386070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.386075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:58.386080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:58.386087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.386092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.386097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:58.386102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.386106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.386111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:58.386116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.386121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:58.386126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:58.386131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.386136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.386141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:52:58.386146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.386150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.386155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.386160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.386165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.386170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.386174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.386179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.386184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.386189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.386193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.386198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.386204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.386209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.386214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.386219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.386224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.386229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.386233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.386240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.386245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.386250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.386255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.386260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:58.386265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.386270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.386275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.386280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.386285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.386290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:58.386295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.386299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.386304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.386309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:58.386314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.386320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:58.386324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.386329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:58.386334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.386339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.386344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.386349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:58.386353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.386358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.386363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.386368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:58.386375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.386381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:58.386386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.386391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:58.386395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.386400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.386421: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:58.386427: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:58.386438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.97 ms (cumulative: 717 ms, max: 101 ms, #called: 2267) +2023-12-14 14:52:58.386444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.386454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 717 ms, max: 101 ms, #called: 2268) +2023-12-14 14:52:58.386468: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:52:58.387574: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:58.387624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.387679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.387689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.387695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.387700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.387705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.387710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.387723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.387728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.387734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.387738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.387744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:58.387749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:58.387755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:58.387760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.387765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:58.387770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.387776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:58.387780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:58.387786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:58.387791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.387797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:58.387802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.387808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.387812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.387818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.387852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.387858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.387863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.387868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.387873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.387878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.387882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.387890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.387896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.387901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.387905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:58.387910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.387915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:58.387920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:58.387924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.387929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.387934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:58.387938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.387943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.387948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:58.387953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.387957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:58.387962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:58.387967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.387972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.387976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:52:58.387982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.387987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.387992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.387996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.388001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.388006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.388011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.388015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.388020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.388029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.388034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.388046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.388051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.388056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.388060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.388070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.388075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.388085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.388090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.388095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:58.388100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.388110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.388114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.388125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:58.388129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.388139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:58.388149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.388153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:58.388159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:58.388168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.388180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.388185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:58.388190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.388200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:58.388210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.388215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:58.388219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:58.388229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.388279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.388318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.388326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.388331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.388337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.388342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.388347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.388353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.388358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.388363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.388368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.388374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:58.388382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:58.388388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:58.388393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.388398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:58.388403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.388408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:58.388413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:58.388419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:58.388425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.388430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:58.388436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.388441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.388446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.388451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.388480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.388486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.388491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.388495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.388500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.388505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.388510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.388515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.388520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.388524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.388529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:58.388534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.388539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:58.388544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:58.388551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.388556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.388560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:58.388565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.388570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.388575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:58.388579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.388584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:58.388589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:58.388593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.388598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.388604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:52:58.388608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.388613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.388618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.388623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.388628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.388633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.388637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.388642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.388647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.388656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.388660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.388670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.388675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.388680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.388684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.388699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.388704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.388714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.388719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.388724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:58.388728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.388738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.388743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.388753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:58.388757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.388767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:58.388776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.388782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:58.388786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:58.388796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.388805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.388810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:58.388815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.388825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:58.388836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.388841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:58.388846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.388851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:58.388855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.388860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.388881: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:52:58.388887: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:52:58.388918: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:58.388927: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:58.388937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.388981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.388989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.388995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.389000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.389004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.389009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.389015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.389020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.389025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.389030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.389036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:58.389041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:58.389047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:58.389055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.389060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:58.389066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.389071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:58.389076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:58.389081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:58.389086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.389092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:58.389096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.389102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.389107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.389112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.389141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.389147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.389152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.389157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.389162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.389166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.389171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.389176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.389181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.389185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.389190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:58.389195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.389200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:58.389205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:58.389209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.389214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.389219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:58.389227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.389231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.389236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:58.389241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.389246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:58.389251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:58.389256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.389260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.389265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:52:58.389270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.389275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.389279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.389284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.389289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.389294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.389299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.389303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.389308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.389313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.389318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.389322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.389327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.389332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.389337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.389342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.389347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.389351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.389356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.389361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.389365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.389373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.389378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.389382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:58.389387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.389392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.389397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.389402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.389407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.389412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:58.389417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.389422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.389427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.389431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:58.389436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.389441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:58.389446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.389451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:58.389455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.389460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.389465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.389470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:58.389475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.389480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.389484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.389489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:58.389494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.389502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:58.389506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.389512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:58.389516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.389521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.389575: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[8192,2048]{1,0},f32[])->f32[8192,2048]{1,0}} +2023-12-14 14:52:58.389582: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.389587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[8192,2048], param_1.2: f32[]) -> f32[8192,2048] { +2023-12-14 14:52:58.389592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.389597: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.389603: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.389608: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.389613: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.389618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.389623: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[8192,2048], p.1: f32[]) -> f32[8192,2048] { +2023-12-14 14:52:58.389628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.389633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:52:58.389638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.389643: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.389648: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.389653: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[8192,2048], Arg_1.2: f32[]) -> f32[8192,2048] { +2023-12-14 14:52:58.389661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:52:58.389666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:58.389671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %Arg_0.1, f32[] %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:52:58.389676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.389681: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.389693: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + fusion.clone{}:4-6 + Live ranges at 4 (peak): + Arg_0.1: 67108864 bytes + Arg_1.2: 4 bytes + fusion.clone: 67108864 bytes + +2023-12-14 14:52:58.389702: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:58.389708: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:58.389713: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:58.389722: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:58.389727: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:58.389732: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:58.389737: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:58.389742: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:58.389747: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 fusion.clone> +2023-12-14 14:52:58.389752: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:58.389757: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:58.389762: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.389767: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:58.389772: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:58.389778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 fusion.clone> +2023-12-14 14:52:58.389804: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:58.389810: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:52:58.389815: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:58.389820: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:52:58.389825: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:58.389830: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:52:58.389835: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:58.389843: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:58.390106: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 68 us (cumulative: 2.96 ms, max: 421 us, #called: 25) +2023-12-14 14:52:58.402146: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0200220b0 +2023-12-14 14:52:58.402441: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:58.402465: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 16 ms (cumulative: 1.14 s, max: 222 ms, #called: 25) +2023-12-14 14:52:58.403364: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.416831: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.421730: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__threefry_fold_in; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.421773: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.427286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:58.427337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:58.427358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 15 us (cumulative: 717 ms, max: 101 ms, #called: 2269) +2023-12-14 14:52:58.427364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.427376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 717 ms, max: 101 ms, #called: 2270) +2023-12-14 14:52:58.427396: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[])->f32[2048]{0} +2023-12-14 14:52:58.427402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:58.427419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:58.427457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 22 us (cumulative: 717 ms, max: 101 ms, #called: 2271) +2023-12-14 14:52:58.427479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:58.427486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 32 us (cumulative: 717 ms, max: 101 ms, #called: 2272) +2023-12-14 14:52:58.427518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:58.427525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 21 us (cumulative: 717 ms, max: 101 ms, #called: 2273) +2023-12-14 14:52:58.427545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:58.427553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 21 us (cumulative: 717 ms, max: 101 ms, #called: 2274) +2023-12-14 14:52:58.427574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.427581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 21 us (cumulative: 717 ms, max: 101 ms, #called: 2275) +2023-12-14 14:52:58.427602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:58.427609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 717 ms, max: 101 ms, #called: 2276) +2023-12-14 14:52:58.427630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:58.427638: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:58.427644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 28 us (cumulative: 717 ms, max: 101 ms, #called: 2277) +2023-12-14 14:52:58.427665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:58.427672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 23 us (cumulative: 717 ms, max: 101 ms, #called: 2278) +2023-12-14 14:52:58.427695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:58.427704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 717 ms, max: 101 ms, #called: 2279) +2023-12-14 14:52:58.427724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:58.427731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 717 ms, max: 101 ms, #called: 2280) +2023-12-14 14:52:58.427752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:58.427758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 20 us (cumulative: 717 ms, max: 101 ms, #called: 2281) +2023-12-14 14:52:58.427778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:58.427785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 20 us (cumulative: 717 ms, max: 101 ms, #called: 2282) +2023-12-14 14:52:58.427805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:58.427812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 717 ms, max: 101 ms, #called: 2283) +2023-12-14 14:52:58.427834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:58.427840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 20 us (cumulative: 717 ms, max: 101 ms, #called: 2284) +2023-12-14 14:52:58.427865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:58.427872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 21 us (cumulative: 717 ms, max: 101 ms, #called: 2285) +2023-12-14 14:52:58.427893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:58.427901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 717 ms, max: 101 ms, #called: 2286) +2023-12-14 14:52:58.427922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:58.427930: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:52:58.427936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 27 us (cumulative: 717 ms, max: 101 ms, #called: 2287) +2023-12-14 14:52:58.427957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.427964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.427979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 717 ms, max: 101 ms, #called: 2288) +2023-12-14 14:52:58.427984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:58.427991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.427998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 20 us (cumulative: 717 ms, max: 101 ms, #called: 2289) +2023-12-14 14:52:58.428011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:58.428020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 23 us (cumulative: 717 ms, max: 101 ms, #called: 2290) +2023-12-14 14:52:58.428040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.428049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 717 ms, max: 101 ms, #called: 2291) +2023-12-14 14:52:58.428070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.428077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 717 ms, max: 101 ms, #called: 2292) +2023-12-14 14:52:58.428098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.428104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 20 us (cumulative: 717 ms, max: 101 ms, #called: 2293) +2023-12-14 14:52:58.428125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:58.428132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 20 us (cumulative: 718 ms, max: 101 ms, #called: 2294) +2023-12-14 14:52:58.428152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:58.428159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 20 us (cumulative: 718 ms, max: 101 ms, #called: 2295) +2023-12-14 14:52:58.428179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:58.428185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 20 us (cumulative: 718 ms, max: 101 ms, #called: 2296) +2023-12-14 14:52:58.428206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:58.428215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 718 ms, max: 101 ms, #called: 2297) +2023-12-14 14:52:58.428240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:58.428261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 36 us (cumulative: 718 ms, max: 101 ms, #called: 2298) +2023-12-14 14:52:58.428283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:58.428290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 20 us (cumulative: 718 ms, max: 101 ms, #called: 2299) +2023-12-14 14:52:58.428310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:58.428316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 20 us (cumulative: 718 ms, max: 101 ms, #called: 2300) +2023-12-14 14:52:58.428337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:58.428343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 19 us (cumulative: 718 ms, max: 101 ms, #called: 2301) +2023-12-14 14:52:58.428363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:58.428370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 718 ms, max: 101 ms, #called: 2302) +2023-12-14 14:52:58.428390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:58.428396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:58.428407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.428422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 13 us (cumulative: 718 ms, max: 101 ms, #called: 2303) +2023-12-14 14:52:58.428428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:58.428437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 718 ms, max: 101 ms, #called: 2304) +2023-12-14 14:52:58.428442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.428450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 718 ms, max: 101 ms, #called: 2305) +2023-12-14 14:52:58.428456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:58.428464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 718 ms, max: 101 ms, #called: 2306) +2023-12-14 14:52:58.428470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:58.428478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 718 ms, max: 101 ms, #called: 2307) +2023-12-14 14:52:58.428483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.428491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 718 ms, max: 101 ms, #called: 2308) +2023-12-14 14:52:58.428497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:58.428504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 718 ms, max: 101 ms, #called: 2309) +2023-12-14 14:52:58.428510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.428519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 718 ms, max: 101 ms, #called: 2310) +2023-12-14 14:52:58.428525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:58.428532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 718 ms, max: 101 ms, #called: 2311) +2023-12-14 14:52:58.428538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:58.428546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 718 ms, max: 101 ms, #called: 2312) +2023-12-14 14:52:58.428551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.428559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 718 ms, max: 101 ms, #called: 2313) +2023-12-14 14:52:58.428565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:58.428573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 718 ms, max: 101 ms, #called: 2314) +2023-12-14 14:52:58.428578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:58.428600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 20 us (cumulative: 718 ms, max: 101 ms, #called: 2315) +2023-12-14 14:52:58.428607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:58.428616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 718 ms, max: 101 ms, #called: 2316) +2023-12-14 14:52:58.428622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 246 us (cumulative: 718 ms, max: 101 ms, #called: 2317) +2023-12-14 14:52:58.428643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:58.428649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 20 us (cumulative: 718 ms, max: 101 ms, #called: 2318) +2023-12-14 14:52:58.428670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:58.428677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 21 us (cumulative: 718 ms, max: 101 ms, #called: 2319) +2023-12-14 14:52:58.428698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:58.428704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 718 ms, max: 101 ms, #called: 2320) +2023-12-14 14:52:58.428725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:58.428732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 21 us (cumulative: 718 ms, max: 101 ms, #called: 2321) +2023-12-14 14:52:58.428752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.428769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 33 us (cumulative: 718 ms, max: 101 ms, #called: 2322) +2023-12-14 14:52:58.428793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:58.428800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 20 us (cumulative: 718 ms, max: 101 ms, #called: 2323) +2023-12-14 14:52:58.428821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.428828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 718 ms, max: 101 ms, #called: 2324) +2023-12-14 14:52:58.428849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:58.428857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.428865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.428872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 22 us (cumulative: 718 ms, max: 101 ms, #called: 2325) +2023-12-14 14:52:58.428878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:58.428901: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:58.428909: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:58.428936: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:58.428942: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:58.428958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.428975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.428982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.428988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.428993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.428998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.429003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.429011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.429016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:58.429026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:58.429048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.429054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.429059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.429064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.429069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.429074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.429079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:58.429084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:58.429088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.429093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.429098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.429102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.429107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.429112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:58.429117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.429122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:58.429127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.429131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:58.429137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.429142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.429169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.429180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.429188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 308 us (cumulative: 719 ms, max: 101 ms, #called: 2326) +2023-12-14 14:52:58.429207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:58.429216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.429229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 12 us (cumulative: 719 ms, max: 101 ms, #called: 2327) +2023-12-14 14:52:58.429235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:58.429244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 719 ms, max: 101 ms, #called: 2328) +2023-12-14 14:52:58.429250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:58.429259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 719 ms, max: 101 ms, #called: 2329) +2023-12-14 14:52:58.429270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:58.429278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:58.429284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:58.429292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 719 ms, max: 101 ms, #called: 2330) +2023-12-14 14:52:58.429298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.429306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 719 ms, max: 101 ms, #called: 2331) +2023-12-14 14:52:58.429312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:58.429331: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:58.429339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 25 us (cumulative: 719 ms, max: 101 ms, #called: 2332) +2023-12-14 14:52:58.429345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:58.429350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:58.429357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.429367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 719 ms, max: 101 ms, #called: 2333) +2023-12-14 14:52:58.429372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.429381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 719 ms, max: 101 ms, #called: 2334) +2023-12-14 14:52:58.429386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.429401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 13 us (cumulative: 719 ms, max: 101 ms, #called: 2335) +2023-12-14 14:52:58.429409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 63 us (cumulative: 719 ms, max: 101 ms, #called: 2336) +2023-12-14 14:52:58.429415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:58.429424: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:58.429456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 39 us (cumulative: 719 ms, max: 101 ms, #called: 2337) +2023-12-14 14:52:58.429462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.429470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 719 ms, max: 101 ms, #called: 2338) +2023-12-14 14:52:58.429476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:58.429484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.429496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.429502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.429507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.429512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.429517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.429523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.429529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.429534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:58.429540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:58.429555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.429561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.429566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.429570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.429575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.429580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.429586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:58.429590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:58.429595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.429600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.429605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.429610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.429614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.429619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:58.429627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.429632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:58.429637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.429641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:58.429646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.429651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.429670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.429680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.429686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.429691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.429696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.429701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.429706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.429711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.429716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:58.429722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:58.429734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.429739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.429744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.429749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.429754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.429758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.429763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:58.429768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:58.429773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.429778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.429786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.429791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.429795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.429800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:58.429805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.429810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:58.429815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.429820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:58.429825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.429829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.429845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.429854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.429860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.429865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.429870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.429876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.429881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.429886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.429891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:58.429897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:58.429907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.429913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.429918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.429922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.429927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.429932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.429937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:58.429945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:58.429950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.429955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.429960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.429965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.429969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.429974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:58.429979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.429984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:58.429988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.429993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:58.429998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.430003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.430016: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:58.430022: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:58.430031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 553 us (cumulative: 719 ms, max: 101 ms, #called: 2339) +2023-12-14 14:52:58.430037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.430045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 719 ms, max: 101 ms, #called: 2340) +2023-12-14 14:52:58.430056: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:58.431044: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:58.431084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.431101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.431116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.431122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.431127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.431132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.431137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.431146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.431151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:58.431157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:58.431177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.431183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.431188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.431193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.431197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.431202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.431207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:58.431212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:58.431216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.431221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.431226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.431230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.431235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.431240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:58.431245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.431250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:58.431255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.431260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:58.431265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.431270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.431313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.431332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.431339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.431344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.431349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.431354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.431358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.431365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.431370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:58.431376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:58.431389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.431394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.431399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.431404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.431409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.431414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.431419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:58.431423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:58.431428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.431433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.431437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.431442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.431447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.431452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:58.431457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.431462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:58.431467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.431471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:58.431479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.431484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.431500: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:58.431506: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:52:58.431530: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:58.431537: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:58.431546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.431556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.431562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.431567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.431572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.431577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.431582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.431588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.431593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:58.431599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:58.431611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.431616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.431621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.431626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.431631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.431636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.431641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:58.431646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:58.431651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.431656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.431660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.431668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.431673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.431678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:58.431683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.431688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:58.431692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.431697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:58.431702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.431707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.431736: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[])->f32[2048]{0}} +2023-12-14 14:52:58.431742: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.431747: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[]) -> f32[2048] { +2023-12-14 14:52:58.431752: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.431758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %broadcast.2 = f32[2048]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048,) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/core/scope.py" source_line=775} +2023-12-14 14:52:58.431763: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.431768: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.431778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:broadcast.2 + BufferLiveRange: + Arg_0.1{}:0-2 + broadcast.2{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 4 bytes + broadcast.2: 8192 bytes + +2023-12-14 14:52:58.431785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:52:58.431790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:58.431796: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:58.431804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:58.431809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 broadcast.2> +2023-12-14 14:52:58.431815: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:58.431820: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.431825: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:58.431833: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 broadcast.2> +2023-12-14 14:52:58.431854: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:58.431860: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 4B +2023-12-14 14:52:58.431865: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:58.431870: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8.0KiB +2023-12-14 14:52:58.431875: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:58.431880: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 8.0KiB +2023-12-14 14:52:58.431884: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:58.431890: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:58.432035: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 32 us (cumulative: 3 ms, max: 421 us, #called: 26) +2023-12-14 14:52:58.438292: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff020020000 +2023-12-14 14:52:58.438527: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:58.438554: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 8.49 ms (cumulative: 1.15 s, max: 222 ms, #called: 26) +2023-12-14 14:52:58.439122: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.439352: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.445099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:58.445140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:58.445158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 13 us (cumulative: 719 ms, max: 101 ms, #called: 2341) +2023-12-14 14:52:58.445164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.445175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 719 ms, max: 101 ms, #called: 2342) +2023-12-14 14:52:58.445194: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0},f32[8192,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:58.445199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:58.445214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:58.445265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 36 us (cumulative: 719 ms, max: 101 ms, #called: 2343) +2023-12-14 14:52:58.445291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:58.445299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 719 ms, max: 101 ms, #called: 2344) +2023-12-14 14:52:58.445321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:58.445328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 719 ms, max: 101 ms, #called: 2345) +2023-12-14 14:52:58.445351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:58.445358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 719 ms, max: 101 ms, #called: 2346) +2023-12-14 14:52:58.445380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.445388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 719 ms, max: 101 ms, #called: 2347) +2023-12-14 14:52:58.445411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:58.445417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 719 ms, max: 101 ms, #called: 2348) +2023-12-14 14:52:58.445440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:58.445448: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:58.445458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 33 us (cumulative: 720 ms, max: 101 ms, #called: 2349) +2023-12-14 14:52:58.445481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:58.445488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2350) +2023-12-14 14:52:58.445511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:58.445518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 720 ms, max: 101 ms, #called: 2351) +2023-12-14 14:52:58.445541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:58.445548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2352) +2023-12-14 14:52:58.445570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:58.445576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2353) +2023-12-14 14:52:58.445599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:58.445605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2354) +2023-12-14 14:52:58.445628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:58.445635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 25 us (cumulative: 720 ms, max: 101 ms, #called: 2355) +2023-12-14 14:52:58.445660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:58.445667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 720 ms, max: 101 ms, #called: 2356) +2023-12-14 14:52:58.445689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:58.445696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 21 us (cumulative: 720 ms, max: 101 ms, #called: 2357) +2023-12-14 14:52:58.445719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:58.445726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2358) +2023-12-14 14:52:58.445748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:58.445755: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:52:58.445761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 720 ms, max: 101 ms, #called: 2359) +2023-12-14 14:52:58.445783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.445790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2360) +2023-12-14 14:52:58.445813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:58.445819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 24 us (cumulative: 720 ms, max: 101 ms, #called: 2361) +2023-12-14 14:52:58.445845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:58.445853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 24 us (cumulative: 720 ms, max: 101 ms, #called: 2362) +2023-12-14 14:52:58.445876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.445882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2363) +2023-12-14 14:52:58.445905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.445912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 720 ms, max: 101 ms, #called: 2364) +2023-12-14 14:52:58.445935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.445941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2365) +2023-12-14 14:52:58.445964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:58.445970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.445980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.445988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2366) +2023-12-14 14:52:58.445993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:58.446000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2367) +2023-12-14 14:52:58.446025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:58.446032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 720 ms, max: 101 ms, #called: 2368) +2023-12-14 14:52:58.446055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:58.446064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 720 ms, max: 101 ms, #called: 2369) +2023-12-14 14:52:58.446087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:58.446106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 35 us (cumulative: 720 ms, max: 101 ms, #called: 2370) +2023-12-14 14:52:58.446129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:58.446136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2371) +2023-12-14 14:52:58.446159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:58.446166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2372) +2023-12-14 14:52:58.446188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:58.446194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2373) +2023-12-14 14:52:58.446217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:58.446223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 25 us (cumulative: 720 ms, max: 101 ms, #called: 2374) +2023-12-14 14:52:58.446249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:58.446255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:58.446266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.446281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 13 us (cumulative: 720 ms, max: 101 ms, #called: 2375) +2023-12-14 14:52:58.446287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:58.446295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 6 us (cumulative: 720 ms, max: 101 ms, #called: 2376) +2023-12-14 14:52:58.446300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.446309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 720 ms, max: 101 ms, #called: 2377) +2023-12-14 14:52:58.446314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:58.446322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 720 ms, max: 101 ms, #called: 2378) +2023-12-14 14:52:58.446328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:58.446336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 6 us (cumulative: 720 ms, max: 101 ms, #called: 2379) +2023-12-14 14:52:58.446341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.446350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 6 us (cumulative: 720 ms, max: 101 ms, #called: 2380) +2023-12-14 14:52:58.446355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:58.446363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 720 ms, max: 101 ms, #called: 2381) +2023-12-14 14:52:58.446368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.446377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 720 ms, max: 101 ms, #called: 2382) +2023-12-14 14:52:58.446382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:58.446390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 720 ms, max: 101 ms, #called: 2383) +2023-12-14 14:52:58.446396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:58.446404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 720 ms, max: 101 ms, #called: 2384) +2023-12-14 14:52:58.446412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.446420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 720 ms, max: 101 ms, #called: 2385) +2023-12-14 14:52:58.446426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:58.446435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 720 ms, max: 101 ms, #called: 2386) +2023-12-14 14:52:58.446441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:58.446456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 14 us (cumulative: 720 ms, max: 101 ms, #called: 2387) +2023-12-14 14:52:58.446462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:58.446471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 720 ms, max: 101 ms, #called: 2388) +2023-12-14 14:52:58.446477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 245 us (cumulative: 720 ms, max: 101 ms, #called: 2389) +2023-12-14 14:52:58.446501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:58.446507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2390) +2023-12-14 14:52:58.446530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:58.446537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 720 ms, max: 101 ms, #called: 2391) +2023-12-14 14:52:58.446559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:58.446565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 721 ms, max: 101 ms, #called: 2392) +2023-12-14 14:52:58.446589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:58.446596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 27 us (cumulative: 721 ms, max: 101 ms, #called: 2393) +2023-12-14 14:52:58.446622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.446637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 30 us (cumulative: 721 ms, max: 101 ms, #called: 2394) +2023-12-14 14:52:58.446660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:58.446666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 721 ms, max: 101 ms, #called: 2395) +2023-12-14 14:52:58.446689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.446696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 721 ms, max: 101 ms, #called: 2396) +2023-12-14 14:52:58.446720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:58.446727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.446737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.446744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 23 us (cumulative: 721 ms, max: 101 ms, #called: 2397) +2023-12-14 14:52:58.446750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:58.446770: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:58.446777: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:58.446806: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:58.446813: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:58.446832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.446848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.446855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.446866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.446871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.446876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.446881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.446890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.446895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.446900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.446905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:58.446910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:58.446938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.446944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.446949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.446953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.446958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.446963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.446968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.446973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.446978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.446983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:58.446987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:58.446992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.446997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.447001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.447006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.447011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.447016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:58.447021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:58.447026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.447030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.447038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.447043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.447047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:58.447052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:52:58.447058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:58.447062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.447067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:58.447072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.447077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:58.447099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.447113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.447121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 369 us (cumulative: 721 ms, max: 101 ms, #called: 2398) +2023-12-14 14:52:58.447139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:58.447147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.447157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 721 ms, max: 101 ms, #called: 2399) +2023-12-14 14:52:58.447163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:58.447172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 721 ms, max: 101 ms, #called: 2400) +2023-12-14 14:52:58.447177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:58.447186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 721 ms, max: 101 ms, #called: 2401) +2023-12-14 14:52:58.447197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:58.447204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:58.447210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:58.447217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 721 ms, max: 101 ms, #called: 2402) +2023-12-14 14:52:58.447226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.447234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 721 ms, max: 101 ms, #called: 2403) +2023-12-14 14:52:58.447241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:58.447259: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:58.447267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 25 us (cumulative: 721 ms, max: 101 ms, #called: 2404) +2023-12-14 14:52:58.447273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:58.447280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:58.447287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.447296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 721 ms, max: 101 ms, #called: 2405) +2023-12-14 14:52:58.447301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.447310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 721 ms, max: 101 ms, #called: 2406) +2023-12-14 14:52:58.447315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.447340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 22 us (cumulative: 721 ms, max: 101 ms, #called: 2407) +2023-12-14 14:52:58.447349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 74 us (cumulative: 721 ms, max: 101 ms, #called: 2408) +2023-12-14 14:52:58.447354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:58.447360: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:58.447392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 35 us (cumulative: 721 ms, max: 101 ms, #called: 2409) +2023-12-14 14:52:58.447398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.447407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 721 ms, max: 101 ms, #called: 2410) +2023-12-14 14:52:58.447412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:58.447420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.447432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.447439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.447444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.447449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.447458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.447463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.447470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.447475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.447480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.447485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:58.447491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:58.447512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.447517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.447522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.447527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.447532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.447537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.447541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.447546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.447551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.447556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:58.447560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:58.447565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.447570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.447575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.447579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.447584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.447589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:58.447594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:58.447598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.447603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.447608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.447612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.447618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:58.447625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:52:58.447630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:58.447634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.447639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:58.447644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.447649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:58.447669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.447679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.447685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.447690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.447695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.447699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.447705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.447711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.447716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.447721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.447726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:58.447731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:58.447746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.447752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.447757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.447762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.447766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.447771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.447776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.447784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.447789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.447795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:58.447800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:58.447805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.447809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.447814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.447819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.447823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.447828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:58.447833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:58.447838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.447843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.447847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.447852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.447857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:58.447862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:52:58.447866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:58.447871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.447876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:58.447880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.447886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:58.447901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.447911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.447917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.447922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.447927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.447934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.447939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.447945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.447950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.447955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.447960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:58.447965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:58.447980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.447986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.447991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.447995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.448000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.448005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.448010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.448015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.448020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.448024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:58.448029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:58.448034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.448038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.448043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.448048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.448052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.448057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:58.448062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:58.448067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.448072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.448076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.448081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.448088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:58.448094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:52:58.448099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:58.448103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.448108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:58.448113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.448117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:58.448131: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:58.448137: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:58.448146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 732 us (cumulative: 722 ms, max: 101 ms, #called: 2411) +2023-12-14 14:52:58.448151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.448160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 722 ms, max: 101 ms, #called: 2412) +2023-12-14 14:52:58.448170: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:58.449067: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:58.449106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.449122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.449129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.449134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.449139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.449144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.449157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.449166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.449171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.449176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.449181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:58.449187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:58.449208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.449213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.449218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.449223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.449228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.449233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.449237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.449242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.449247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.449252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:58.449256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:58.449261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.449266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.449271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.449275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.449280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.449285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:58.449290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:58.449295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.449300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.449305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.449309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.449314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:58.449322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:52:58.449327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:58.449332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.449336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:58.449341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.449346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:58.449376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.449388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.449394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.449399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.449404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.449409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.449414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.449420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.449425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.449430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.449435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:58.449440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:58.449456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.449462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.449467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.449471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.449476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.449481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.449486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.449491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.449499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.449504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:58.449509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:58.449514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.449518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.449523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.449528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.449532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.449537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:58.449542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:58.449547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.449552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.449557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.449561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.449566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:58.449571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:52:58.449576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:58.449581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.449585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:58.449590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.449595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:58.449610: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:58.449616: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:52:58.449640: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:58.449647: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:58.449655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.449667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.449676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.449681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.449686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.449691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.449695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.449702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.449706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.449712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.449717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:52:58.449722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:52:58.449739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.449744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.449749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.449754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.449759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.449764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.449769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.449773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.449778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.449783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:52:58.449788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:52:58.449792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.449797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.449802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.449806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.449811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.449816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:52:58.449821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:58.449829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.449834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.449838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.449843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.449849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:52:58.449854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:52:58.449858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:52:58.449863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.449868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:52:58.449872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.449877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:58.449908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,8192]{1,0},f32[8192,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:58.449915: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.449920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[8192,2048]) -> f32[2048,2048] { +2023-12-14 14:52:58.449925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:58.449930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:52:58.449935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:52:58.449941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.449946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.449958: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:dot.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + dot.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 67108864 bytes + Arg_1.2: 67108864 bytes + dot.3: 16777216 bytes + +2023-12-14 14:52:58.449965: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:52:58.449970: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:58.449979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:58.449987: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:58.449993: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:58.449998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:58.450003: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 dot.3> +2023-12-14 14:52:58.450008: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:58.450013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.450018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:58.450024: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:58.450029: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 dot.3> +2023-12-14 14:52:58.450049: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:58.450055: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 128.00MiB +2023-12-14 14:52:58.450060: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:58.450065: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:58.450070: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:58.450075: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 144.00MiB +2023-12-14 14:52:58.450080: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:58.450085: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:58.450196: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 27 us (cumulative: 3.02 ms, max: 421 us, #called: 27) +2023-12-14 14:52:58.453750: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff02001e000 +2023-12-14 14:52:58.453967: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:58.453987: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 5.81 ms (cumulative: 1.16 s, max: 222 ms, #called: 27) +2023-12-14 14:52:58.454422: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.494979: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.501708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:58.501759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:58.501785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 17 us (cumulative: 722 ms, max: 101 ms, #called: 2413) +2023-12-14 14:52:58.501792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.501820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 26 us (cumulative: 722 ms, max: 101 ms, #called: 2414) +2023-12-14 14:52:58.501844: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048]{0})->f32[1,2048]{1,0} +2023-12-14 14:52:58.501851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:58.501873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.501900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.501908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:58.501916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.501924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.501932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 22 us (cumulative: 722 ms, max: 101 ms, #called: 2415) +2023-12-14 14:52:58.501938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:58.501946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.501954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.501961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 22 us (cumulative: 722 ms, max: 101 ms, #called: 2416) +2023-12-14 14:52:58.501967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:58.501974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.501982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.501989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 21 us (cumulative: 722 ms, max: 101 ms, #called: 2417) +2023-12-14 14:52:58.501995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:58.502003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 21 us (cumulative: 722 ms, max: 101 ms, #called: 2418) +2023-12-14 14:52:58.502024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.502032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 22 us (cumulative: 722 ms, max: 101 ms, #called: 2419) +2023-12-14 14:52:58.502057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:58.502065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 722 ms, max: 101 ms, #called: 2420) +2023-12-14 14:52:58.502086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:58.502097: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:58.502103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 31 us (cumulative: 722 ms, max: 101 ms, #called: 2421) +2023-12-14 14:52:58.502125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:58.502132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 21 us (cumulative: 722 ms, max: 101 ms, #called: 2422) +2023-12-14 14:52:58.502153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:58.502161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 22 us (cumulative: 722 ms, max: 101 ms, #called: 2423) +2023-12-14 14:52:58.502182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:58.502188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 722 ms, max: 101 ms, #called: 2424) +2023-12-14 14:52:58.502209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:58.502215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 20 us (cumulative: 722 ms, max: 101 ms, #called: 2425) +2023-12-14 14:52:58.502239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:58.502245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 20 us (cumulative: 722 ms, max: 101 ms, #called: 2426) +2023-12-14 14:52:58.502266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:58.502273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 722 ms, max: 101 ms, #called: 2427) +2023-12-14 14:52:58.502294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:58.502301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 21 us (cumulative: 722 ms, max: 101 ms, #called: 2428) +2023-12-14 14:52:58.502322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:58.502328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 722 ms, max: 101 ms, #called: 2429) +2023-12-14 14:52:58.502348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:58.502356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 722 ms, max: 101 ms, #called: 2430) +2023-12-14 14:52:58.502376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:58.502384: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:52:58.502391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 27 us (cumulative: 722 ms, max: 101 ms, #called: 2431) +2023-12-14 14:52:58.502411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.502421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 24 us (cumulative: 722 ms, max: 101 ms, #called: 2432) +2023-12-14 14:52:58.502442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:58.502449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 21 us (cumulative: 722 ms, max: 101 ms, #called: 2433) +2023-12-14 14:52:58.502469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:58.502479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 23 us (cumulative: 722 ms, max: 101 ms, #called: 2434) +2023-12-14 14:52:58.502500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.502506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 722 ms, max: 101 ms, #called: 2435) +2023-12-14 14:52:58.502527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.502535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 722 ms, max: 101 ms, #called: 2436) +2023-12-14 14:52:58.502555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.502562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 20 us (cumulative: 723 ms, max: 101 ms, #called: 2437) +2023-12-14 14:52:58.502582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:58.502589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 723 ms, max: 101 ms, #called: 2438) +2023-12-14 14:52:58.502613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:58.502620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 21 us (cumulative: 723 ms, max: 101 ms, #called: 2439) +2023-12-14 14:52:58.502641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:58.502647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 20 us (cumulative: 723 ms, max: 101 ms, #called: 2440) +2023-12-14 14:52:58.502668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:58.502677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 23 us (cumulative: 723 ms, max: 101 ms, #called: 2441) +2023-12-14 14:52:58.502698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:58.502725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 41 us (cumulative: 723 ms, max: 101 ms, #called: 2442) +2023-12-14 14:52:58.502747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:58.502754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 20 us (cumulative: 723 ms, max: 101 ms, #called: 2443) +2023-12-14 14:52:58.502775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:58.502781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 20 us (cumulative: 723 ms, max: 101 ms, #called: 2444) +2023-12-14 14:52:58.502806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:58.502812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 20 us (cumulative: 723 ms, max: 101 ms, #called: 2445) +2023-12-14 14:52:58.502833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:58.502840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.502848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.502855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 21 us (cumulative: 723 ms, max: 101 ms, #called: 2446) +2023-12-14 14:52:58.502860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:58.502867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:58.502878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.502892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 12 us (cumulative: 723 ms, max: 101 ms, #called: 2447) +2023-12-14 14:52:58.502898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:58.502906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 723 ms, max: 101 ms, #called: 2448) +2023-12-14 14:52:58.502912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.502920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 723 ms, max: 101 ms, #called: 2449) +2023-12-14 14:52:58.502926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:58.502934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 723 ms, max: 101 ms, #called: 2450) +2023-12-14 14:52:58.502940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:58.502948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 723 ms, max: 101 ms, #called: 2451) +2023-12-14 14:52:58.502954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.502963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 723 ms, max: 101 ms, #called: 2452) +2023-12-14 14:52:58.502968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:58.502977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 723 ms, max: 101 ms, #called: 2453) +2023-12-14 14:52:58.502986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.502996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 723 ms, max: 101 ms, #called: 2454) +2023-12-14 14:52:58.503001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:58.503009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 723 ms, max: 101 ms, #called: 2455) +2023-12-14 14:52:58.503014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:58.503023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 723 ms, max: 101 ms, #called: 2456) +2023-12-14 14:52:58.503028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.503036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 723 ms, max: 101 ms, #called: 2457) +2023-12-14 14:52:58.503043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:58.503051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 723 ms, max: 101 ms, #called: 2458) +2023-12-14 14:52:58.503057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:58.503076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 17 us (cumulative: 723 ms, max: 101 ms, #called: 2459) +2023-12-14 14:52:58.503081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:58.503090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 723 ms, max: 101 ms, #called: 2460) +2023-12-14 14:52:58.503096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.503105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.503113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 250 us (cumulative: 723 ms, max: 101 ms, #called: 2461) +2023-12-14 14:52:58.503118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:58.503125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.503132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.503140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 20 us (cumulative: 723 ms, max: 101 ms, #called: 2462) +2023-12-14 14:52:58.503145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:58.503153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.503161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.503168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 21 us (cumulative: 723 ms, max: 101 ms, #called: 2463) +2023-12-14 14:52:58.503177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:58.503183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.503191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.503200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 20 us (cumulative: 723 ms, max: 101 ms, #called: 2464) +2023-12-14 14:52:58.503205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:58.503213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.503221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.503228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 21 us (cumulative: 723 ms, max: 101 ms, #called: 2465) +2023-12-14 14:52:58.503233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.503253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.503261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.503268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 33 us (cumulative: 723 ms, max: 101 ms, #called: 2466) +2023-12-14 14:52:58.503274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:58.503280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.503289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.503296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 20 us (cumulative: 723 ms, max: 101 ms, #called: 2467) +2023-12-14 14:52:58.503301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.503309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.503317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.503338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 34 us (cumulative: 723 ms, max: 101 ms, #called: 2468) +2023-12-14 14:52:58.503345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:58.503354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.503363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.503370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 723 ms, max: 101 ms, #called: 2469) +2023-12-14 14:52:58.503376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:58.503407: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:58.503414: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:58.503442: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:58.503449: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:58.503467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.503486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.503494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.503501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.503507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.503511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.503516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.503526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.503532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.2 +2023-12-14 14:52:58.503539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <1 reshape.2> + +2023-12-14 14:52:58.503565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.503571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.503576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.503580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.503586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.503590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.503596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2: +2023-12-14 14:52:58.503600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 reshape.2> (def) +2023-12-14 14:52:58.503605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.503610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.503615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.503619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.503624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.503629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2, operand 0 +2023-12-14 14:52:58.503634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:52:58.503643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 reshape.2> +2023-12-14 14:52:58.503648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.503653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2 +2023-12-14 14:52:58.503658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.503663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.2 = f32[1,2048]{1,0} reshape(f32[2048]{0} %Arg_0.1), metadata={op_name="jit(reshape)/jit(main)/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.503690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.503701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.503709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 331 us (cumulative: 724 ms, max: 101 ms, #called: 2470) +2023-12-14 14:52:58.503729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:58.503739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.503753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 12 us (cumulative: 724 ms, max: 101 ms, #called: 2471) +2023-12-14 14:52:58.503759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:58.503768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 724 ms, max: 101 ms, #called: 2472) +2023-12-14 14:52:58.503775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:58.503784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 724 ms, max: 101 ms, #called: 2473) +2023-12-14 14:52:58.503795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:58.503803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:58.503809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:58.503816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 724 ms, max: 101 ms, #called: 2474) +2023-12-14 14:52:58.503822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.503833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 10 us (cumulative: 724 ms, max: 101 ms, #called: 2475) +2023-12-14 14:52:58.503840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:58.503858: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:58.503871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 29 us (cumulative: 724 ms, max: 101 ms, #called: 2476) +2023-12-14 14:52:58.503877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:58.503882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:58.503890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.503915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 23 us (cumulative: 724 ms, max: 101 ms, #called: 2477) +2023-12-14 14:52:58.503922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.503931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 724 ms, max: 101 ms, #called: 2478) +2023-12-14 14:52:58.503937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.503952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 724 ms, max: 101 ms, #called: 2479) +2023-12-14 14:52:58.503959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:58.503966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.503976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 724 ms, max: 101 ms, #called: 2480) +2023-12-14 14:52:58.503982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.503991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 724 ms, max: 101 ms, #called: 2481) +2023-12-14 14:52:58.503996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.504008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 10 us (cumulative: 724 ms, max: 101 ms, #called: 2482) +2023-12-14 14:52:58.504016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 137 us (cumulative: 724 ms, max: 101 ms, #called: 2483) +2023-12-14 14:52:58.504023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:58.504029: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:58.504061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 36 us (cumulative: 724 ms, max: 101 ms, #called: 2484) +2023-12-14 14:52:58.504067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.504075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 724 ms, max: 101 ms, #called: 2485) +2023-12-14 14:52:58.504081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:58.504090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.504101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.504112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.504118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.504123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.504128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.504133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.504140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.504145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:58.504150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.504162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.504167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.504172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.504177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.504182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.504187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.504192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:58.504197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.504202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.504206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.504212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.504216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.504221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:58.504226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.504231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:58.504236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:52:58.504255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.504265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.504270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.504275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.504280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.504289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.504293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.504299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.504305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:58.504310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.504319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.504325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.504329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.504334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.504339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.504344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.504349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:58.504354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.504359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.504364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.504369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.504373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.504378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:58.504383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.504388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:58.504393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:52:58.504407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.504416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.504422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.504427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.504432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.504437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.504442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.504447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.504460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:58.504466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.504475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.504480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.504485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.504490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.504495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.504500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.504505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:58.504510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.504515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.504520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.504524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.504529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.504534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:58.504539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.504544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:58.504549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:52:58.504570: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:58.504577: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:52:58.504585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 502 us (cumulative: 724 ms, max: 101 ms, #called: 2486) +2023-12-14 14:52:58.504591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.504600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 724 ms, max: 101 ms, #called: 2487) +2023-12-14 14:52:58.504613: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:58.505751: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:58.505800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.505817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.505826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.505831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.505836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.505841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.505846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.505854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.505859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:58.505864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.505869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:58.505875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:52:58.505893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.505899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.505904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.505908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.505913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.505918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.505923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:58.505928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.505933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.505938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:58.505942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:52:58.505947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.505952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.505957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.505962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.505971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:58.505976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.505980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:58.505986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:58.505991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:52:58.505996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:52:58.506001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.506006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:58.506010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.506015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[1,2048]{1,0} copy(f32[1,2048]{1,0} %bitcast) +2023-12-14 14:52:58.506049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.506060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.506066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.506072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.506077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.506082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.506087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.506093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.506098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:58.506103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.506108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:58.506114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:52:58.506126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.506132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.506137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.506142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.506147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.506151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.506156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:58.506164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.506169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.506174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:58.506179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:52:58.506184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.506188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.506193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.506198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.506202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:58.506207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.506212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:58.506217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:58.506222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:52:58.506227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:52:58.506232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.506237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:58.506241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.506246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[1,2048]{1,0} copy(f32[1,2048]{1,0} %bitcast) +2023-12-14 14:52:58.506262: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:58.506268: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:52:58.506293: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:58.506302: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:58.506310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.506322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.506328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.506333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.506338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.506343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.506349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.506358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.506363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:58.506369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.506374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:58.506379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:52:58.506392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.506398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.506402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.506407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.506413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.506418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.506422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:58.506427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.506432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.506437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:58.506442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:52:58.506447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.506452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.506456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.506461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.506466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:58.506471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.506476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:58.506481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:58.506486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:52:58.506491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:52:58.506495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.506500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:58.506505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.506510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[1,2048]{1,0} copy(f32[1,2048]{1,0} %bitcast) +2023-12-14 14:52:58.506545: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048]{0})->f32[1,2048]{1,0}} +2023-12-14 14:52:58.506552: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.506557: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[2048]) -> f32[1,2048] { +2023-12-14 14:52:58.506562: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:52:58.506568: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast = f32[1,2048]{1,0} bitcast(f32[2048]{0} %Arg_0.1), metadata={op_name="jit(reshape)/jit(main)/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.506573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[1,2048]{1,0} copy(f32[1,2048]{1,0} %bitcast) +2023-12-14 14:52:58.506578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.506583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.506594: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:bitcast + 2:copy + BufferLiveRange: + Arg_0.1{}:0-3 + copy{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 8192 bytes + copy: 8192 bytes + +2023-12-14 14:52:58.506602: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:52:58.506607: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:58.506613: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:58.506622: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:58.506627: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:58.506632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:52:58.506638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:58.506643: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.506648: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:58.506654: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:52:58.506676: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:58.506682: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8.0KiB +2023-12-14 14:52:58.506687: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:58.506693: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8.0KiB +2023-12-14 14:52:58.506697: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:58.506702: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 16.0KiB +2023-12-14 14:52:58.506707: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:58.506716: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:58.506876: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 53 us (cumulative: 3.08 ms, max: 421 us, #called: 28) +2023-12-14 14:52:58.511125: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff02001c000 +2023-12-14 14:52:58.511421: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:58.511446: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 6.82 ms (cumulative: 1.16 s, max: 222 ms, #called: 28) +2023-12-14 14:52:58.512227: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.512661: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.518455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:52:58.518499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:58.518518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 14 us (cumulative: 724 ms, max: 101 ms, #called: 2488) +2023-12-14 14:52:58.518525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.518537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 724 ms, max: 101 ms, #called: 2489) +2023-12-14 14:52:58.518556: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0},f32[1,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:58.518562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:52:58.518579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.518608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.518616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:58.518625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.518638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.518646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 28 us (cumulative: 724 ms, max: 101 ms, #called: 2490) +2023-12-14 14:52:58.518651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:58.518658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.518669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.518677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 725 ms, max: 101 ms, #called: 2491) +2023-12-14 14:52:58.518691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:58.518699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.518710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.518718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 25 us (cumulative: 725 ms, max: 101 ms, #called: 2492) +2023-12-14 14:52:58.518724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:58.518731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.518742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.518749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 725 ms, max: 101 ms, #called: 2493) +2023-12-14 14:52:58.518755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.518763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.518774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.518781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 725 ms, max: 101 ms, #called: 2494) +2023-12-14 14:52:58.518787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:58.518794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.518805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.518812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 725 ms, max: 101 ms, #called: 2495) +2023-12-14 14:52:58.518818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:58.518826: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:58.518832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.518843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.518851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 31 us (cumulative: 725 ms, max: 101 ms, #called: 2496) +2023-12-14 14:52:58.518856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:58.518865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.518875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.518883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 25 us (cumulative: 725 ms, max: 101 ms, #called: 2497) +2023-12-14 14:52:58.518888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:58.518901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.518912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.518920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 30 us (cumulative: 725 ms, max: 101 ms, #called: 2498) +2023-12-14 14:52:58.518925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:58.518932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.518943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.518950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 24 us (cumulative: 725 ms, max: 101 ms, #called: 2499) +2023-12-14 14:52:58.518956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:58.518962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.518972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.518980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 725 ms, max: 101 ms, #called: 2500) +2023-12-14 14:52:58.518985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:58.518992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 725 ms, max: 101 ms, #called: 2501) +2023-12-14 14:52:58.519015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:58.519022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 725 ms, max: 101 ms, #called: 2502) +2023-12-14 14:52:58.519045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:58.519052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 725 ms, max: 101 ms, #called: 2503) +2023-12-14 14:52:58.519075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:58.519082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 27 us (cumulative: 725 ms, max: 101 ms, #called: 2504) +2023-12-14 14:52:58.519110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:58.519117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 725 ms, max: 101 ms, #called: 2505) +2023-12-14 14:52:58.519141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:58.519147: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.7 +2023-12-14 14:52:58.519154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 725 ms, max: 101 ms, #called: 2506) +2023-12-14 14:52:58.519177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.519184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 725 ms, max: 101 ms, #called: 2507) +2023-12-14 14:52:58.519207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:58.519214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 725 ms, max: 101 ms, #called: 2508) +2023-12-14 14:52:58.519237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:58.519248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 725 ms, max: 101 ms, #called: 2509) +2023-12-14 14:52:58.519271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.519277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 26 us (cumulative: 725 ms, max: 101 ms, #called: 2510) +2023-12-14 14:52:58.519304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.519312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 38 us (cumulative: 725 ms, max: 101 ms, #called: 2511) +2023-12-14 14:52:58.519349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.519356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 725 ms, max: 101 ms, #called: 2512) +2023-12-14 14:52:58.519381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:58.519389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 725 ms, max: 101 ms, #called: 2513) +2023-12-14 14:52:58.519412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:58.519419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 24 us (cumulative: 725 ms, max: 101 ms, #called: 2514) +2023-12-14 14:52:58.519443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:58.519450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 725 ms, max: 101 ms, #called: 2515) +2023-12-14 14:52:58.519473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:58.519484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 28 us (cumulative: 725 ms, max: 101 ms, #called: 2516) +2023-12-14 14:52:58.519511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:58.519540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 48 us (cumulative: 725 ms, max: 101 ms, #called: 2517) +2023-12-14 14:52:58.519566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:58.519573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 24 us (cumulative: 725 ms, max: 101 ms, #called: 2518) +2023-12-14 14:52:58.519597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:58.519604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 24 us (cumulative: 725 ms, max: 101 ms, #called: 2519) +2023-12-14 14:52:58.519628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:58.519634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 725 ms, max: 101 ms, #called: 2520) +2023-12-14 14:52:58.519658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:58.519665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.519676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.519683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 725 ms, max: 101 ms, #called: 2521) +2023-12-14 14:52:58.519688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:58.519695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:58.519705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.519742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 34 us (cumulative: 725 ms, max: 101 ms, #called: 2522) +2023-12-14 14:52:58.519749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:58.519763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 12 us (cumulative: 725 ms, max: 101 ms, #called: 2523) +2023-12-14 14:52:58.519768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.519777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 725 ms, max: 101 ms, #called: 2524) +2023-12-14 14:52:58.519783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:58.519792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 725 ms, max: 101 ms, #called: 2525) +2023-12-14 14:52:58.519797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:58.519806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 725 ms, max: 101 ms, #called: 2526) +2023-12-14 14:52:58.519812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.519820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 725 ms, max: 101 ms, #called: 2527) +2023-12-14 14:52:58.519826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:58.519834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 725 ms, max: 101 ms, #called: 2528) +2023-12-14 14:52:58.519840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.519849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 725 ms, max: 101 ms, #called: 2529) +2023-12-14 14:52:58.519855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:58.519863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 725 ms, max: 101 ms, #called: 2530) +2023-12-14 14:52:58.519868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:58.519876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 725 ms, max: 101 ms, #called: 2531) +2023-12-14 14:52:58.519882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.519889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 725 ms, max: 101 ms, #called: 2532) +2023-12-14 14:52:58.519895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:58.519904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 725 ms, max: 101 ms, #called: 2533) +2023-12-14 14:52:58.519910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:58.519928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 16 us (cumulative: 725 ms, max: 101 ms, #called: 2534) +2023-12-14 14:52:58.519934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:58.519947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 11 us (cumulative: 725 ms, max: 101 ms, #called: 2535) +2023-12-14 14:52:58.519953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:58.519960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.519972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 725 ms, max: 101 ms, #called: 2536) +2023-12-14 14:52:58.519979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:58.519986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 6 us (cumulative: 725 ms, max: 101 ms, #called: 2537) +2023-12-14 14:52:58.519991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.520000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 725 ms, max: 101 ms, #called: 2538) +2023-12-14 14:52:58.520005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:58.520014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 725 ms, max: 101 ms, #called: 2539) +2023-12-14 14:52:58.520019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:58.520027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 6 us (cumulative: 725 ms, max: 101 ms, #called: 2540) +2023-12-14 14:52:58.520033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.520041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 725 ms, max: 101 ms, #called: 2541) +2023-12-14 14:52:58.520046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:58.520054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 725 ms, max: 101 ms, #called: 2542) +2023-12-14 14:52:58.520060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.520068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 726 ms, max: 101 ms, #called: 2543) +2023-12-14 14:52:58.520073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:58.520081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 726 ms, max: 101 ms, #called: 2544) +2023-12-14 14:52:58.520086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:58.520094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 726 ms, max: 101 ms, #called: 2545) +2023-12-14 14:52:58.520099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.520107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 726 ms, max: 101 ms, #called: 2546) +2023-12-14 14:52:58.520118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:58.520126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 6 us (cumulative: 726 ms, max: 101 ms, #called: 2547) +2023-12-14 14:52:58.520132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:58.520142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 9 us (cumulative: 726 ms, max: 101 ms, #called: 2548) +2023-12-14 14:52:58.520148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:58.520156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 726 ms, max: 101 ms, #called: 2549) +2023-12-14 14:52:58.520162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.520175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.520182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 493 us (cumulative: 726 ms, max: 101 ms, #called: 2550) +2023-12-14 14:52:58.520188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:58.520195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.520205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.520213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 24 us (cumulative: 726 ms, max: 101 ms, #called: 2551) +2023-12-14 14:52:58.520218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:58.520226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.520236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.520243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 726 ms, max: 101 ms, #called: 2552) +2023-12-14 14:52:58.520249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:58.520255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.520265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.520272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 726 ms, max: 101 ms, #called: 2553) +2023-12-14 14:52:58.520278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:58.520286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.520297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.520304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 726 ms, max: 101 ms, #called: 2554) +2023-12-14 14:52:58.520312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.520329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.520340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.520348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 34 us (cumulative: 726 ms, max: 101 ms, #called: 2555) +2023-12-14 14:52:58.520354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:58.520360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.520372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.520379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 24 us (cumulative: 726 ms, max: 101 ms, #called: 2556) +2023-12-14 14:52:58.520384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.520392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.520402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.520409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 726 ms, max: 101 ms, #called: 2557) +2023-12-14 14:52:58.520415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:58.520423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.520433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.520441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 726 ms, max: 101 ms, #called: 2558) +2023-12-14 14:52:58.520447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:58.520469: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:58.520477: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.7) +2023-12-14 14:52:58.520514: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:58.520521: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.7) +2023-12-14 14:52:58.520545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.520564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.520571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.520577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.520582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.520587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.520597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.520606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.520611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.520617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:58.520623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:52:58.520628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 broadcast.5> + +2023-12-14 14:52:58.520633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:52:58.520639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 add.6> + +2023-12-14 14:52:58.520644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.4 +2023-12-14 14:52:58.520650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 reshape.4> + +2023-12-14 14:52:58.520685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.520691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.520696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.520701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.520706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.520711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.520715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.520721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:58.520726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.520730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:52:58.520736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.5> (def) +2023-12-14 14:52:58.520741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.520745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:52:58.520750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.6> (def) +2023-12-14 14:52:58.520755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.520759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.4: +2023-12-14 14:52:58.520764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.4> (def) +2023-12-14 14:52:58.520769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.520777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.520782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.520786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.520791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.520796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:52:58.520801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.520806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:58.520811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.520816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.520820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.520825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.4, operand 0 +2023-12-14 14:52:58.520830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.520835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.4> +2023-12-14 14:52:58.520840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.520845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.4 +2023-12-14 14:52:58.520850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.520855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:52:58.520860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.4 = f32[2048]{0} reshape(f32[1,2048]{1,0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.520865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.5> +2023-12-14 14:52:58.520870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.520875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:52:58.520880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.520885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:52:58.520890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.4), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.520895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.6> +2023-12-14 14:52:58.520900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.520904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:52:58.520912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.520917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %broadcast.5), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.520948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.520964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.520973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 523 us (cumulative: 727 ms, max: 101 ms, #called: 2559) +2023-12-14 14:52:58.520992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:52:58.521002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.521016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 12 us (cumulative: 727 ms, max: 101 ms, #called: 2560) +2023-12-14 14:52:58.521022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:58.521031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 727 ms, max: 101 ms, #called: 2561) +2023-12-14 14:52:58.521038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:58.521047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 727 ms, max: 101 ms, #called: 2562) +2023-12-14 14:52:58.521058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:52:58.521067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:58.521073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:52:58.521080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 727 ms, max: 101 ms, #called: 2563) +2023-12-14 14:52:58.521086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.521097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 727 ms, max: 101 ms, #called: 2564) +2023-12-14 14:52:58.521103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:58.521176: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 2 +2023-12-14 14:52:58.521194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 89 us (cumulative: 727 ms, max: 101 ms, #called: 2565) +2023-12-14 14:52:58.521200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:58.521206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:52:58.521217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.521227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 727 ms, max: 101 ms, #called: 2566) +2023-12-14 14:52:58.521233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.521243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 727 ms, max: 101 ms, #called: 2567) +2023-12-14 14:52:58.521249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.521268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 17 us (cumulative: 727 ms, max: 101 ms, #called: 2568) +2023-12-14 14:52:58.521276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 74 us (cumulative: 727 ms, max: 101 ms, #called: 2569) +2023-12-14 14:52:58.521282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:58.521288: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:58.521364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:58.521418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 133 us (cumulative: 727 ms, max: 101 ms, #called: 2570) +2023-12-14 14:52:58.521430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.521440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:58.521451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 19 us (cumulative: 727 ms, max: 101 ms, #called: 2571) +2023-12-14 14:52:58.521456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:58.521471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.521528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.521539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.521545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.521551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.521556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.521561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.521568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.521573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.521578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:58.521583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.521593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:58.521598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:58.521604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:58.521609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.521614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:58.521619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.521625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:58.521630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:58.521635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:58.521640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:58.521646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:58.521650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.521656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:58.521661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.521667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.521672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.521677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:58.521763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.521773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.521778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.521783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.521788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:58.521793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.521798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.521802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:58.521807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.521812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.521820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:58.521825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.521830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:58.521834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:58.521839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.521844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.521849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:58.521853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.521858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.521863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:58.521868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.521872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:58.521877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:58.521882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.521887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:58.521892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:58.521897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.521901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.521906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:58.521911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.521916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.521920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.521925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.521930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.521935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:58.521940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.521945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:58.521950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.521955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.521959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.521964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.521971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.521977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.521982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.521987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.521991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.521996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.522006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.522011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.522016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:58.522021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.522030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.522035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.522044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.522049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.522054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:58.522059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.522069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:58.522078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.522083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:58.522088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:58.522098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:58.522110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.522115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:58.522120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:58.522130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.522140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.522145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:58.522150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.522159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:58.522170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.522175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:58.522180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:58.522189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.522230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.522274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.522283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.522289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.522294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.522302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.522307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.522314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.522319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.522324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:58.522329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.522336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:58.522341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:58.522346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:58.522351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.522357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:58.522361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.522367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:58.522372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:58.522378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:58.522383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:58.522388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:58.522393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.522398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:58.522404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.522409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.522414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.522420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:58.522453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.522459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.522464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.522469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.522477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:58.522483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.522487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.522492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:58.522497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.522502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.522507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:58.522511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.522516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:58.522521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:58.522526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.522531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.522536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:58.522540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.522545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.522550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:58.522555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.522559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:58.522564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:58.522569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.522574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:58.522579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:58.522583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.522588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.522593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:58.522598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.522602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.522607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.522612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.522617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.522624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:58.522629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.522634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:58.522639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.522649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.522654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.522663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.522668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.522678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.522683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.522692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.522697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.522702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:58.522707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.522717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.522721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.522731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.522736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.522741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:58.522746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.522756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:58.522768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.522773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:58.522778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:58.522788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:58.522797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.522802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:58.522807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:58.522816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.522827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.522832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:58.522836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.522846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:58.522856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.522861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:58.522866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.522871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:58.522875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.522880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.522906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.522947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.522955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.522960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.522965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.522971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.522976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.522982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.522987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.522992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:58.522997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.523003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:58.523008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:58.523014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:58.523018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.523024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:58.523029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.523034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:58.523039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:58.523044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:58.523050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:58.523055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:58.523060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.523065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:58.523070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.523076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.523086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.523092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:58.523123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.523129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.523134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.523139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.523144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:58.523149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.523154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.523158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:58.523164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.523169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.523174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:58.523178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.523183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:58.523188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:58.523193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.523197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.523202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:58.523208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.523212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.523217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:58.523222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.523226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:58.523231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:58.523236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.523241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:58.523246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:58.523251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.523255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.523263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:58.523268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.523272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.523278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.523282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.523287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.523292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:58.523297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.523302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:58.523307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.523311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.523317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.523333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.523343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.523348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.523353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.523357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.523362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.523367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.523372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.523377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.523382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.523387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:58.523391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.523396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.523401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.523406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.523410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.523418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.523423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.523428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:58.523433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.523438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.523443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.523447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:58.523452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.523457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:58.523462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.523467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:58.523472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.523477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:58.523481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.523486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:58.523491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.523496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:58.523501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.523506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.523511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.523516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:58.523521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.523525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.523530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.523535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:58.523540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.523547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:58.523553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.523557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:58.523562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.523567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.523588: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:58.523595: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:58.523607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.15 ms (cumulative: 729 ms, max: 101 ms, #called: 2572) +2023-12-14 14:52:58.523612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.523622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 729 ms, max: 101 ms, #called: 2573) +2023-12-14 14:52:58.523634: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:52:58.524565: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:58.524613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.524671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.524681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.524687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.524692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.524697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.524702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.524709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.524714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.524726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:58.524731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.524737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:58.524742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:58.524747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:58.524752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.524758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:58.524763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.524769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:58.524773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:58.524779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:58.524784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:58.524789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:58.524794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.524800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:58.524805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.524811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.524815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.524821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:58.524857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.524864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.524868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.524874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.524878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:58.524884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.524888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.524893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:58.524901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.524905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.524911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:58.524915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.524920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:58.524925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:58.524930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.524934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.524939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:58.524944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.524949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.524954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:58.524958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.524963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:58.524968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:58.524973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.524977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:58.524982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:58.524987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.524992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.524997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:58.525002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.525011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.525016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.525026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:58.525030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.525035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:58.525040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.525054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.525058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.525069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.525074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.525083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.525088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.525098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.525103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.525108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:58.525112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.525122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.525127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.525136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.525141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.525146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:58.525151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.525161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:58.525170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.525175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:58.525183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:58.525192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:58.525202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.525207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:58.525212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:58.525221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.525231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.525236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:58.525241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.525251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:58.525261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.525266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:58.525271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:58.525280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.525331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.525374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.525382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.525391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.525397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.525401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.525407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.525413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.525417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.525423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:58.525428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.525433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:58.525438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:58.525444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:58.525449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.525455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:58.525459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.525465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:58.525470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:58.525475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:58.525480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:58.525486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:58.525491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.525496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:58.525501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.525506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.525511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.525517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:58.525549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.525558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.525563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.525573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:58.525578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.525587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:58.525592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.525602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:58.525607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:58.525616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:58.525621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.525630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:58.525636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.525645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:58.525650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:58.525659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:58.525664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:58.525674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:58.525679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.525688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:58.525693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.525702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.525714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.525719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.525724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:58.525729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.525734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:58.525738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.525748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.525753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.525763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.525768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.525777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.525782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.525792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.525797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.525802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:58.525807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.525816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.525821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.525831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.525836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.525841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:58.525848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.525857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:58.525867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.525873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:58.525877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:58.525887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:58.525896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.525902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:58.525906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:58.525916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.525926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.525931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:58.525935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.525945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:58.525955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.525960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:58.525965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.525969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:58.525974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.525982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.526002: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:52:58.526008: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 8 +2023-12-14 14:52:58.526038: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:58.526047: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:58.526058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:58.526099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.526108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.526113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.526118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.526123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.526128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.526134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.526139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:58.526145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:58.526150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.526155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:58.526160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:58.526165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:58.526171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.526176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:58.526181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.526188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:58.526193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:58.526198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:58.526206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:58.526212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:58.526217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.526222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:58.526227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.526233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.526238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:58.526243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:58.526275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:58.526281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.526286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.526291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.526296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:58.526301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.526306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:58.526310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:58.526315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.526320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.526325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:58.526330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.526334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:58.526339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:58.526344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.526349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.526354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:58.526359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.526363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.526368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:58.526373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.526380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:58.526386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:58.526390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.526395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:58.526400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:58.526405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.526410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.526414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:58.526419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.526424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.526429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.526434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.526439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:58.526443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:58.526448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.526453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:58.526458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.526462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.526467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.526472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.526477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.526482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.526487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.526491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.526496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.526501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.526506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.526511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.526520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.526525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:58.526530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.526534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:58.526539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:58.526544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.526549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:58.526554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:58.526559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.526564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:58.526569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.526573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.526578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.526583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:58.526588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.526593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:58.526598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.526603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:58.526607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.526612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:58.526617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.526622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:58.526627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.526632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:58.526637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.526642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.526647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.526651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:58.526659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.526664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.526669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.526673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:58.526678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.526684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:58.526688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.526693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:58.526697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.526703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.526758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048,2048]{1,0},f32[1,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:58.526766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.526771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[2048,2048], param_1.3: f32[1,2048]) -> f32[2048,2048] { +2023-12-14 14:52:58.526777: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.526782: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.526787: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.526792: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.526797: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:58.526802: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.526807: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.526812: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,2048], p.1: f32[1,2048]) -> f32[2048,2048] { +2023-12-14 14:52:58.526820: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.526826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.526831: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.526836: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.526840: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.526845: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.7 (Arg_0.1: f32[2048,2048], Arg_1.2: f32[1,2048]) -> f32[2048,2048] { +2023-12-14 14:52:58.526850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.526855: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:58.526861: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_0.1, f32[1,2048]{1,0} %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:52:58.526866: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.526871: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.526882: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + fusion.clone{}:4-6 + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + Live ranges at 4 (peak): + fusion.clone: 16777216 bytes + Arg_0.1: 16777216 bytes + Arg_1.2: 8192 bytes + +2023-12-14 14:52:58.526890: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:58.526895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:58.526901: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:52:58.526910: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:52:58.526916: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:58.526920: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:58.526925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:58.526930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:58.526935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.clone> +2023-12-14 14:52:58.526941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:58.526946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:58.526951: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.526956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:52:58.526963: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:52:58.526969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.clone> +2023-12-14 14:52:58.526992: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:58.526998: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.01MiB +2023-12-14 14:52:58.527003: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:58.527008: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:58.527013: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:58.527019: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 32.01MiB +2023-12-14 14:52:58.527024: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:58.527029: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:58.527262: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 49 us (cumulative: 3.12 ms, max: 421 us, #called: 29) +2023-12-14 14:52:58.539444: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff02001a0c0 +2023-12-14 14:52:58.539695: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:58.539720: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 16.1 ms (cumulative: 1.18 s, max: 222 ms, #called: 29) +2023-12-14 14:52:58.540273: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.541874: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.547241: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:58.553498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: spmd-partitioner +2023-12-14 14:52:58.553542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:58.553562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 14 us (cumulative: 729 ms, max: 101 ms, #called: 2574) +2023-12-14 14:52:58.553569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.553581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 729 ms, max: 101 ms, #called: 2575) +2023-12-14 14:52:58.553601: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:58.553607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: HLO passes through layout assignment +2023-12-14 14:52:58.553635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.553666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.553674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:58.553683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.553693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.553702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 729 ms, max: 101 ms, #called: 2576) +2023-12-14 14:52:58.553709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:58.553715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.553725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.553733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 729 ms, max: 101 ms, #called: 2577) +2023-12-14 14:52:58.553739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:58.553745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.553755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.553762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 21 us (cumulative: 729 ms, max: 101 ms, #called: 2578) +2023-12-14 14:52:58.553768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:58.553774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.553784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.553792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 729 ms, max: 101 ms, #called: 2579) +2023-12-14 14:52:58.553797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.553805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.553815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.553822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 729 ms, max: 101 ms, #called: 2580) +2023-12-14 14:52:58.553828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:58.553834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.553844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.553851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 729 ms, max: 101 ms, #called: 2581) +2023-12-14 14:52:58.553860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:58.553869: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:58.553876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.553886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.553894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 32 us (cumulative: 730 ms, max: 101 ms, #called: 2582) +2023-12-14 14:52:58.553899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:58.553907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.553917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.553924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 23 us (cumulative: 730 ms, max: 101 ms, #called: 2583) +2023-12-14 14:52:58.553929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:58.553937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.553947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.553955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 730 ms, max: 101 ms, #called: 2584) +2023-12-14 14:52:58.553960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:58.553967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.553978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.553986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 730 ms, max: 101 ms, #called: 2585) +2023-12-14 14:52:58.553991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:58.553998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 730 ms, max: 101 ms, #called: 2586) +2023-12-14 14:52:58.554020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:58.554027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 730 ms, max: 101 ms, #called: 2587) +2023-12-14 14:52:58.554052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:58.554059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 730 ms, max: 101 ms, #called: 2588) +2023-12-14 14:52:58.554082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:58.554089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 730 ms, max: 101 ms, #called: 2589) +2023-12-14 14:52:58.554112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:58.554118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 730 ms, max: 101 ms, #called: 2590) +2023-12-14 14:52:58.554141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:58.554148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 730 ms, max: 101 ms, #called: 2591) +2023-12-14 14:52:58.554171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:58.554178: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:52:58.554184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 730 ms, max: 101 ms, #called: 2592) +2023-12-14 14:52:58.554207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.554213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 730 ms, max: 101 ms, #called: 2593) +2023-12-14 14:52:58.554236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:58.554245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 26 us (cumulative: 730 ms, max: 101 ms, #called: 2594) +2023-12-14 14:52:58.554269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:58.554279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 730 ms, max: 101 ms, #called: 2595) +2023-12-14 14:52:58.554302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.554308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 730 ms, max: 101 ms, #called: 2596) +2023-12-14 14:52:58.554330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.554338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 730 ms, max: 101 ms, #called: 2597) +2023-12-14 14:52:58.554360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.554366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 730 ms, max: 101 ms, #called: 2598) +2023-12-14 14:52:58.554389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:58.554396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 730 ms, max: 101 ms, #called: 2599) +2023-12-14 14:52:58.554419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:58.554426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 25 us (cumulative: 730 ms, max: 101 ms, #called: 2600) +2023-12-14 14:52:58.554451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:58.554459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 730 ms, max: 101 ms, #called: 2601) +2023-12-14 14:52:58.554481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:58.554491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 27 us (cumulative: 730 ms, max: 101 ms, #called: 2602) +2023-12-14 14:52:58.554515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:58.554540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 42 us (cumulative: 730 ms, max: 101 ms, #called: 2603) +2023-12-14 14:52:58.554564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:58.554571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 24 us (cumulative: 730 ms, max: 101 ms, #called: 2604) +2023-12-14 14:52:58.554594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:58.554601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 730 ms, max: 101 ms, #called: 2605) +2023-12-14 14:52:58.554623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:58.554630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 24 us (cumulative: 730 ms, max: 101 ms, #called: 2606) +2023-12-14 14:52:58.554655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:58.554662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 730 ms, max: 101 ms, #called: 2607) +2023-12-14 14:52:58.554685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:58.554691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: simplification +2023-12-14 14:52:58.554702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.554719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 16 us (cumulative: 730 ms, max: 101 ms, #called: 2608) +2023-12-14 14:52:58.554725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:58.554734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 730 ms, max: 101 ms, #called: 2609) +2023-12-14 14:52:58.554740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.554749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 730 ms, max: 101 ms, #called: 2610) +2023-12-14 14:52:58.554754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:58.554762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 730 ms, max: 101 ms, #called: 2611) +2023-12-14 14:52:58.554768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:58.554777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 730 ms, max: 101 ms, #called: 2612) +2023-12-14 14:52:58.554783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.554791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 730 ms, max: 101 ms, #called: 2613) +2023-12-14 14:52:58.554797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:58.554805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 730 ms, max: 101 ms, #called: 2614) +2023-12-14 14:52:58.554810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.554820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 730 ms, max: 101 ms, #called: 2615) +2023-12-14 14:52:58.554825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:58.554833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 730 ms, max: 101 ms, #called: 2616) +2023-12-14 14:52:58.554841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:58.554850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 730 ms, max: 101 ms, #called: 2617) +2023-12-14 14:52:58.554856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.554864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 730 ms, max: 101 ms, #called: 2618) +2023-12-14 14:52:58.554869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:58.554878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 730 ms, max: 101 ms, #called: 2619) +2023-12-14 14:52:58.554884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:58.554901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 15 us (cumulative: 730 ms, max: 101 ms, #called: 2620) +2023-12-14 14:52:58.554907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:58.554916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 730 ms, max: 101 ms, #called: 2621) +2023-12-14 14:52:58.554921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 254 us (cumulative: 730 ms, max: 101 ms, #called: 2622) +2023-12-14 14:52:58.554945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:58.554952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 731 ms, max: 101 ms, #called: 2623) +2023-12-14 14:52:58.554975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:58.554982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.554992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.554999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 731 ms, max: 101 ms, #called: 2624) +2023-12-14 14:52:58.555004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:58.555010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.555020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.555028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 731 ms, max: 101 ms, #called: 2625) +2023-12-14 14:52:58.555036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:58.555044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.555055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.555062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 25 us (cumulative: 731 ms, max: 101 ms, #called: 2626) +2023-12-14 14:52:58.555067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.555089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.555099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.555107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 38 us (cumulative: 731 ms, max: 101 ms, #called: 2627) +2023-12-14 14:52:58.555113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:58.555119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.555129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.555137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 731 ms, max: 101 ms, #called: 2628) +2023-12-14 14:52:58.555142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.555149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.555159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.555166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 22 us (cumulative: 731 ms, max: 101 ms, #called: 2629) +2023-12-14 14:52:58.555171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:58.555180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.555189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.555196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 731 ms, max: 101 ms, #called: 2630) +2023-12-14 14:52:58.555202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:58.555226: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:58.555234: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:58.555269: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:58.555277: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:58.555307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:58.555335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.555344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.555349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.555355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.555360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.555365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.555374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.555379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:58.555385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 constant.2> + +2023-12-14 14:52:58.555390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:52:58.555396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 broadcast.3> + +2023-12-14 14:52:58.555401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.4 +2023-12-14 14:52:58.555406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 maximum.4> + +2023-12-14 14:52:58.555448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:58.555455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.555460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.555465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.555470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.555475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.555480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:58.555484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 constant.2> (def) +2023-12-14 14:52:58.555489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.555494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:52:58.555499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> (def) +2023-12-14 14:52:58.555504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.555508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4: +2023-12-14 14:52:58.555513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 maximum.4> (def) +2023-12-14 14:52:58.555518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.555527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.555531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.555536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.555541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.555546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 0 +2023-12-14 14:52:58.555551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.555556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 constant.2> +2023-12-14 14:52:58.555561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.555566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:58.555571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.555576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:52:58.555581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:52:58.555586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> +2023-12-14 14:52:58.555591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.555596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:52:58.555601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.555605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4, operand 1 +2023-12-14 14:52:58.555610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[2048,2048]{1,0} broadcast(f32[] %constant.2), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.555615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 maximum.4> +2023-12-14 14:52:58.555621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.555625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.4 +2023-12-14 14:52:58.555630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.555635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.4 = f32[2048,2048]{1,0} maximum(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %broadcast.3), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.555667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.555681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.555690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 486 us (cumulative: 731 ms, max: 101 ms, #called: 2631) +2023-12-14 14:52:58.555713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: hlo normalization +2023-12-14 14:52:58.555722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.555732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 731 ms, max: 101 ms, #called: 2632) +2023-12-14 14:52:58.555738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:58.555747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 731 ms, max: 101 ms, #called: 2633) +2023-12-14 14:52:58.555753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:58.555762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 731 ms, max: 101 ms, #called: 2634) +2023-12-14 14:52:58.555773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: HLO passes after layout assignment +2023-12-14 14:52:58.555781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:58.555787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: after layout assignment +2023-12-14 14:52:58.555794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 731 ms, max: 101 ms, #called: 2635) +2023-12-14 14:52:58.555800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.555808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 731 ms, max: 101 ms, #called: 2636) +2023-12-14 14:52:58.555814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:58.555887: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 2 +2023-12-14 14:52:58.555901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 85 us (cumulative: 731 ms, max: 101 ms, #called: 2637) +2023-12-14 14:52:58.555907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:58.555914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_relu: simplification after layout assignment +2023-12-14 14:52:58.555921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.555931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 731 ms, max: 101 ms, #called: 2638) +2023-12-14 14:52:58.555937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.555947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 731 ms, max: 101 ms, #called: 2639) +2023-12-14 14:52:58.555952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.555973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 18 us (cumulative: 731 ms, max: 101 ms, #called: 2640) +2023-12-14 14:52:58.555985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 77 us (cumulative: 731 ms, max: 101 ms, #called: 2641) +2023-12-14 14:52:58.555992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:58.555998: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:58.556066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:58.556119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 124 us (cumulative: 732 ms, max: 101 ms, #called: 2642) +2023-12-14 14:52:58.556127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.556137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:58.556146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 732 ms, max: 101 ms, #called: 2643) +2023-12-14 14:52:58.556153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:58.556166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:58.556217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.556228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.556234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.556239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.556244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.556250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.556257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.556262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.556268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:58.556273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:58.556278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 maximum.1> + +2023-12-14 14:52:58.556283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.556288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 param_0.1> + +2023-12-14 14:52:58.556293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.556299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:58.556304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:58.556314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 constant.1> + +2023-12-14 14:52:58.556319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.556325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:58.556330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.556336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.556417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:58.556425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.556431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.556435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.556440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.556445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.556450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.556455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:58.556459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.556464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:58.556469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> (def) +2023-12-14 14:52:58.556474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.556479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.556484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> (def) +2023-12-14 14:52:58.556489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.556494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.556499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:58.556503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.556508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:58.556513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> (def) +2023-12-14 14:52:58.556517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.556522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.556527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:52:58.556532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.556540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.556545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.556550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.556555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.556559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.556565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.556570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.556574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.556579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.556584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.556589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.556594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:58.556599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.556604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.556608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.556613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.556618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.556624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> +2023-12-14 14:52:58.556629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.556633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.556638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.556643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:58.556648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.556653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> +2023-12-14 14:52:58.556658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.556663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:58.556668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.556672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.556682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(0) +2023-12-14 14:52:58.556687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:58.556692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.556697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.556701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.556706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:58.556712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.556717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> +2023-12-14 14:52:58.556722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.556726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:58.556731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.556736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048,2048]{1,0} maximum(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.556769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:58.556810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.556819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.556824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.556829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.556834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.556839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.556845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.556850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.556855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:58.556860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:58.556866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 maximum.1> + +2023-12-14 14:52:58.556871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.556876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 param_0.1> + +2023-12-14 14:52:58.556885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.556891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:58.556896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:58.556901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 constant.1> + +2023-12-14 14:52:58.556906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.556911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:58.556916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.556922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.556953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:58.556960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.556965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.556969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.556974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.556979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.556984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.556989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:58.556993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.556998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:58.557003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> (def) +2023-12-14 14:52:58.557008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.557017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> (def) +2023-12-14 14:52:58.557022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.557032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:58.557037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:58.557046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> (def) +2023-12-14 14:52:58.557054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.557064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:52:58.557068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.557078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.557083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.557087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.557092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.557096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.557101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.557106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.557111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.557116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.557121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.557126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:58.557131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.557136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.557140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.557145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.557150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.557155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> +2023-12-14 14:52:58.557160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.557164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.557169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.557174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:58.557179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.557183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> +2023-12-14 14:52:58.557191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.557197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:58.557201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.557206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.557211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(0) +2023-12-14 14:52:58.557216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:58.557221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.557225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.557230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.557235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:58.557240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.557244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> +2023-12-14 14:52:58.557249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.557254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:58.557259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.557263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048,2048]{1,0} maximum(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.557285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:58.557321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.557328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.557333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.557339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.557344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.557349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.557355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.557360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.557366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:58.557374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:58.557380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 maximum.1> + +2023-12-14 14:52:58.557384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.557390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 param_0.1> + +2023-12-14 14:52:58.557394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.557400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:58.557405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:58.557410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 constant.1> + +2023-12-14 14:52:58.557415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.557420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:58.557426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.557432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.557460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:58.557466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.557471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.557481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.557485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.557495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:58.557500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:58.557510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> (def) +2023-12-14 14:52:58.557514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.557524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> (def) +2023-12-14 14:52:58.557529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.557541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:58.557546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:58.557555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> (def) +2023-12-14 14:52:58.557560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.557569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:52:58.557574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.557579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.557583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.557589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.557593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.557598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.557603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.557607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.557612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.557617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.557622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.557626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.557631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:58.557636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.557641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.557646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.557650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.557655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.557660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> +2023-12-14 14:52:58.557665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.557670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.557678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.557683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:58.557688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.557693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> +2023-12-14 14:52:58.557698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.557702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:58.557707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.557712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.557717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(0) +2023-12-14 14:52:58.557722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:58.557726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.557731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.557736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.557741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:58.557746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.557752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> +2023-12-14 14:52:58.557756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.557761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:58.557766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.557770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048,2048]{1,0} maximum(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.557790: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:58.557796: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:58.557806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.65 ms (cumulative: 733 ms, max: 101 ms, #called: 2644) +2023-12-14 14:52:58.557812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.557822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 733 ms, max: 101 ms, #called: 2645) +2023-12-14 14:52:58.557837: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_relu +2023-12-14 14:52:58.558788: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:58.558835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:58.558891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.558901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.558907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.558912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.558917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.558922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.558929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.558934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.558940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:58.558945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:58.558951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 maximum.1> + +2023-12-14 14:52:58.558956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.558961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 param_0.1> + +2023-12-14 14:52:58.558966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.558971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:58.558976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:58.558982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 constant.1> + +2023-12-14 14:52:58.558987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.558992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:58.559004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.559010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.559047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:58.559054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.559059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.559068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.559073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.559083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:58.559087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:58.559097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> (def) +2023-12-14 14:52:58.559102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.559112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> (def) +2023-12-14 14:52:58.559117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.559127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:58.559131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:58.559141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> (def) +2023-12-14 14:52:58.559145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.559155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:52:58.559160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.559169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.559174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.559179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.559186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.559191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.559196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.559200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.559205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.559211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.559215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.559220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:58.559225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.559230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.559235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.559239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.559245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.559250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> +2023-12-14 14:52:58.559255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.559259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.559264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.559269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:58.559274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.559279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> +2023-12-14 14:52:58.559284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.559289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:58.559293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.559298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.559304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(0) +2023-12-14 14:52:58.559309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:58.559313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.559330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.559336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.559341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:58.559346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.559351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> +2023-12-14 14:52:58.559355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.559360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:58.559365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.559370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048,2048]{1,0} maximum(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.559414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:58.559452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.559461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.559466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.559471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.559476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.559481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.559487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.559492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.559498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:58.559503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:58.559508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 maximum.1> + +2023-12-14 14:52:58.559513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.559519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 param_0.1> + +2023-12-14 14:52:58.559523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.559529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:58.559537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:58.559543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 constant.1> + +2023-12-14 14:52:58.559547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.559553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:58.559558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.559563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.559592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:58.559598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.559603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.559612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.559617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.559627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:58.559632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:58.559641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> (def) +2023-12-14 14:52:58.559646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.559656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> (def) +2023-12-14 14:52:58.559660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.559670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:58.559675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:58.559685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> (def) +2023-12-14 14:52:58.559690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.559699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:52:58.559704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.559711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.559716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.559721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.559726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.559731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.559736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.559740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.559745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.559750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.559755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.559760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.559765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:58.559770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.559775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.559779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.559784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.559789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.559794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> +2023-12-14 14:52:58.559799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.559804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.559808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.559813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:58.559818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.559823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> +2023-12-14 14:52:58.559828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.559833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:58.559838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.559845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.559850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(0) +2023-12-14 14:52:58.559855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:58.559860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.559865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.559870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.559874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:58.559879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.559884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> +2023-12-14 14:52:58.559889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.559894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:58.559898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.559903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048,2048]{1,0} maximum(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.559924: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_relu +2023-12-14 14:52:58.559930: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 6 +2023-12-14 14:52:58.559958: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:58.559967: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:58.559976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_relu +2023-12-14 14:52:58.560013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.560021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.560026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.560031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.560036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.560041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.560047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.560052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.560062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:58.560067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: maximum.1 +2023-12-14 14:52:58.560072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 maximum.1> + +2023-12-14 14:52:58.560077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:58.560082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 param_0.1> + +2023-12-14 14:52:58.560088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:58.560093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:58.560098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:58.560103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 constant.1> + +2023-12-14 14:52:58.560108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:58.560114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:52:58.560119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.560124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.560151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_relu +2023-12-14 14:52:58.560157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.560162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.560166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.560171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.560176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.560181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.560186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:58.560191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.560195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1: +2023-12-14 14:52:58.560200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> (def) +2023-12-14 14:52:58.560205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.560209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:58.560214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> (def) +2023-12-14 14:52:58.560219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.560229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:58.560234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:58.560239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.560243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:58.560248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> (def) +2023-12-14 14:52:58.560253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.560257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:58.560262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:52:58.560267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.560272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.560277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.560281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.560286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.560291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.560295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.560300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.560304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.560310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.560315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:58.560319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.560324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:52:58.560329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.560334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:58.560338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.560343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.560348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.560353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.1> +2023-12-14 14:52:58.560358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.560373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:58.560378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.560383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 0 +2023-12-14 14:52:58.560388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.560392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 constant.1> +2023-12-14 14:52:58.560398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.560402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:58.560407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.560412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:58.560417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(0) +2023-12-14 14:52:58.560422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:58.560426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.560431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:58.560436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.560442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1, operand 1 +2023-12-14 14:52:58.560447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.560452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 maximum.1> +2023-12-14 14:52:58.560456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.560461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] maximum.1 +2023-12-14 14:52:58.560465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.560470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%maximum.1 = f32[2048,2048]{1,0} maximum(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.560520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_relu, entry_computation_layout={(f32[2048,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:58.560527: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.560533: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:58.560538: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.560543: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.1 = f32[] constant(0) +2023-12-14 14:52:58.560551: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %constant.1), dimensions={}, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.560556: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %maximum.1 = f32[2048,2048]{1,0} maximum(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:58.560561: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.560566: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.560571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:58.560576: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.560581: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(relu)/jit(main)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.560587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.560592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.560596: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:58.560601: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:58.560606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_0.1), to_apply=%parallel_fusion +2023-12-14 14:52:58.560611: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.560616: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.560627: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:p + 2:fusion.clone + 3:call + BufferLiveRange: + Arg_0.1{}:0-4 + fusion.clone{}:2-4 + Live ranges at 2 (peak): + Arg_0.1: 16777216 bytes + fusion.clone: 16777216 bytes + +2023-12-14 14:52:58.560634: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:52:58.560639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:58.560644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:58.560652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:58.560657: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:58.560662: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 fusion.clone> +2023-12-14 14:52:58.560669: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:58.560674: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:58.560679: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.560686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:58.560692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 fusion.clone> +2023-12-14 14:52:58.560714: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:58.560720: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.00MiB +2023-12-14 14:52:58.560725: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:58.560730: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:58.560735: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:58.560740: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 32.00MiB +2023-12-14 14:52:58.560745: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:58.560750: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:58.560981: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 53 us (cumulative: 3.18 ms, max: 421 us, #called: 30) +2023-12-14 14:52:58.572491: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0200180a0 +2023-12-14 14:52:58.572749: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:58.572776: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_relu] for CPU using JIT time: 14.9 ms (cumulative: 1.19 s, max: 222 ms, #called: 30) +2023-12-14 14:52:58.573319: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_relu; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.574852: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.576025: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__threefry_fold_in; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.576066: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.576368: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.576393: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.576546: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_true_divide; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.576561: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.576632: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:58.576946: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__truncated_normal; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.708230: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.708566: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.720660: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.725227: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__threefry_fold_in; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.725280: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.725618: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.725651: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.726073: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.766350: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.766900: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.766961: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.767029: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.774260: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.779116: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_relu; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.785952: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.791624: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__threefry_fold_in; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.791673: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.791983: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.792007: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.792157: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_true_divide; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.792175: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.792249: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:58.792585: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__truncated_normal; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.914844: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.915168: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.926027: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.930771: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__threefry_fold_in; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.930817: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.931141: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.931170: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.931662: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.972563: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.973078: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.973125: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.973196: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.974119: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.978944: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_relu; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.979743: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.980650: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:58.980695: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:58.987102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:58.987145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:58.987170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 17 us (cumulative: 733 ms, max: 101 ms, #called: 2646) +2023-12-14 14:52:58.987177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.987191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 733 ms, max: 101 ms, #called: 2647) +2023-12-14 14:52:58.987213: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[])->f32[2048,8192]{1,0} +2023-12-14 14:52:58.987232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:58.987254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:58.987297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 22 us (cumulative: 733 ms, max: 101 ms, #called: 2648) +2023-12-14 14:52:58.987327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:58.987334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 22 us (cumulative: 733 ms, max: 101 ms, #called: 2649) +2023-12-14 14:52:58.987356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:58.987362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 20 us (cumulative: 733 ms, max: 101 ms, #called: 2650) +2023-12-14 14:52:58.987383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:58.987390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 20 us (cumulative: 733 ms, max: 101 ms, #called: 2651) +2023-12-14 14:52:58.987410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.987418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 22 us (cumulative: 733 ms, max: 101 ms, #called: 2652) +2023-12-14 14:52:58.987439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:58.987446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 733 ms, max: 101 ms, #called: 2653) +2023-12-14 14:52:58.987470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:58.987480: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:58.987488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 30 us (cumulative: 733 ms, max: 101 ms, #called: 2654) +2023-12-14 14:52:58.987508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:58.987515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 20 us (cumulative: 733 ms, max: 101 ms, #called: 2655) +2023-12-14 14:52:58.987535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:58.987544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 733 ms, max: 101 ms, #called: 2656) +2023-12-14 14:52:58.987565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:58.987571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 19 us (cumulative: 733 ms, max: 101 ms, #called: 2657) +2023-12-14 14:52:58.987591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:58.987597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 20 us (cumulative: 733 ms, max: 101 ms, #called: 2658) +2023-12-14 14:52:58.987618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:58.987624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 734 ms, max: 101 ms, #called: 2659) +2023-12-14 14:52:58.987648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:58.987655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 20 us (cumulative: 734 ms, max: 101 ms, #called: 2660) +2023-12-14 14:52:58.987676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:58.987683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 20 us (cumulative: 734 ms, max: 101 ms, #called: 2661) +2023-12-14 14:52:58.987703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:58.987710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 734 ms, max: 101 ms, #called: 2662) +2023-12-14 14:52:58.987730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:58.987737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 734 ms, max: 101 ms, #called: 2663) +2023-12-14 14:52:58.987758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:58.987766: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:52:58.987772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 27 us (cumulative: 734 ms, max: 101 ms, #called: 2664) +2023-12-14 14:52:58.987792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.987798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 734 ms, max: 101 ms, #called: 2665) +2023-12-14 14:52:58.987822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:58.987828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 20 us (cumulative: 734 ms, max: 101 ms, #called: 2666) +2023-12-14 14:52:58.987849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:58.987858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 23 us (cumulative: 734 ms, max: 101 ms, #called: 2667) +2023-12-14 14:52:58.987878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:58.987884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 19 us (cumulative: 734 ms, max: 101 ms, #called: 2668) +2023-12-14 14:52:58.987904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.987912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 20 us (cumulative: 734 ms, max: 101 ms, #called: 2669) +2023-12-14 14:52:58.987932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:58.987939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 734 ms, max: 101 ms, #called: 2670) +2023-12-14 14:52:58.987959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:58.987966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.987974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.987981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 20 us (cumulative: 734 ms, max: 101 ms, #called: 2671) +2023-12-14 14:52:58.987989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:58.987997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 21 us (cumulative: 734 ms, max: 101 ms, #called: 2672) +2023-12-14 14:52:58.988017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:58.988024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 19 us (cumulative: 734 ms, max: 101 ms, #called: 2673) +2023-12-14 14:52:58.988044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:58.988054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 24 us (cumulative: 734 ms, max: 101 ms, #called: 2674) +2023-12-14 14:52:58.988075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:58.988097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 36 us (cumulative: 734 ms, max: 101 ms, #called: 2675) +2023-12-14 14:52:58.988118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:58.988125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 20 us (cumulative: 734 ms, max: 101 ms, #called: 2676) +2023-12-14 14:52:58.988145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:58.988152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 19 us (cumulative: 734 ms, max: 101 ms, #called: 2677) +2023-12-14 14:52:58.988172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:58.988179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 24 us (cumulative: 734 ms, max: 101 ms, #called: 2678) +2023-12-14 14:52:58.988203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:58.988210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 734 ms, max: 101 ms, #called: 2679) +2023-12-14 14:52:58.988230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:58.988236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:58.988247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.988260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 734 ms, max: 101 ms, #called: 2680) +2023-12-14 14:52:58.988266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:58.988275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 734 ms, max: 101 ms, #called: 2681) +2023-12-14 14:52:58.988280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.988288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 734 ms, max: 101 ms, #called: 2682) +2023-12-14 14:52:58.988294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:58.988302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 734 ms, max: 101 ms, #called: 2683) +2023-12-14 14:52:58.988308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:58.988316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 734 ms, max: 101 ms, #called: 2684) +2023-12-14 14:52:58.988322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:58.988330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 734 ms, max: 101 ms, #called: 2685) +2023-12-14 14:52:58.988336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:58.988345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 734 ms, max: 101 ms, #called: 2686) +2023-12-14 14:52:58.988350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.988359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 734 ms, max: 101 ms, #called: 2687) +2023-12-14 14:52:58.988368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:58.988376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 734 ms, max: 101 ms, #called: 2688) +2023-12-14 14:52:58.988381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:58.988390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 734 ms, max: 101 ms, #called: 2689) +2023-12-14 14:52:58.988396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.988403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 734 ms, max: 101 ms, #called: 2690) +2023-12-14 14:52:58.988409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:58.988418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 734 ms, max: 101 ms, #called: 2691) +2023-12-14 14:52:58.988424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:58.988442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 16 us (cumulative: 734 ms, max: 101 ms, #called: 2692) +2023-12-14 14:52:58.988447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:58.988457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 734 ms, max: 101 ms, #called: 2693) +2023-12-14 14:52:58.988463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 247 us (cumulative: 734 ms, max: 101 ms, #called: 2694) +2023-12-14 14:52:58.988484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:58.988490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 19 us (cumulative: 734 ms, max: 101 ms, #called: 2695) +2023-12-14 14:52:58.988510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:58.988518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 20 us (cumulative: 734 ms, max: 101 ms, #called: 2696) +2023-12-14 14:52:58.988538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:58.988544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 23 us (cumulative: 734 ms, max: 101 ms, #called: 2697) +2023-12-14 14:52:58.988569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:58.988576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 21 us (cumulative: 734 ms, max: 101 ms, #called: 2698) +2023-12-14 14:52:58.988597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.988614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 30 us (cumulative: 734 ms, max: 101 ms, #called: 2699) +2023-12-14 14:52:58.988634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:58.988641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 21 us (cumulative: 734 ms, max: 101 ms, #called: 2700) +2023-12-14 14:52:58.988662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:58.988669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 20 us (cumulative: 734 ms, max: 101 ms, #called: 2701) +2023-12-14 14:52:58.988689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:58.988697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.988705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.988712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 22 us (cumulative: 734 ms, max: 101 ms, #called: 2702) +2023-12-14 14:52:58.988718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:58.988743: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:58.988750: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:58.988780: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:58.988787: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:58.988804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.988824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.988832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.988838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.988844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.988848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.988853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.988863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:58.988868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:58.988874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:58.988907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.988913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.988918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.988923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.988928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:58.988933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.988937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:58.988942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:58.988947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.988952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:58.988956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.988961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.988966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.988970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:58.988977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.988983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:58.988988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.988996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:58.989001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.989006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048,8192]{1,0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336} +2023-12-14 14:52:58.989037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:58.989048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:58.989057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 336 us (cumulative: 735 ms, max: 101 ms, #called: 2703) +2023-12-14 14:52:58.989077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:58.989086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.989095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 735 ms, max: 101 ms, #called: 2704) +2023-12-14 14:52:58.989101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:58.989110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 735 ms, max: 101 ms, #called: 2705) +2023-12-14 14:52:58.989116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:58.989125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 735 ms, max: 101 ms, #called: 2706) +2023-12-14 14:52:58.989135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:58.989144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:58.989150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:58.989159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 735 ms, max: 101 ms, #called: 2707) +2023-12-14 14:52:58.989165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:58.989173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 735 ms, max: 101 ms, #called: 2708) +2023-12-14 14:52:58.989179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:58.989198: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:58.989206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 26 us (cumulative: 735 ms, max: 101 ms, #called: 2709) +2023-12-14 14:52:58.989211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:58.989222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:58.989229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:58.989239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 735 ms, max: 101 ms, #called: 2710) +2023-12-14 14:52:58.989244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.989253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 735 ms, max: 101 ms, #called: 2711) +2023-12-14 14:52:58.989259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:58.989274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 735 ms, max: 101 ms, #called: 2712) +2023-12-14 14:52:58.989282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 68 us (cumulative: 735 ms, max: 101 ms, #called: 2713) +2023-12-14 14:52:58.989288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:58.989294: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:58.989355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 64 us (cumulative: 735 ms, max: 101 ms, #called: 2714) +2023-12-14 14:52:58.989362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.989372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 735 ms, max: 101 ms, #called: 2715) +2023-12-14 14:52:58.989378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:58.989389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.989421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.989432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.989438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.989443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.989448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.989452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.989459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.989464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.989470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:58.989475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:58.989481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:58.989489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.989495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.989562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.989570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.989575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.989579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.989584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:58.989589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.989594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.989599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:58.989604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.989609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:58.989614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> (def) +2023-12-14 14:52:58.989619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.989624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.989628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.989633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.989638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:58.989643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.989648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:58.989652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.989657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.989664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[2048,8192]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.989669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.989674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.989679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.989683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.989691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.989696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.989701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:58.989706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.989731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.989756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.989763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.989768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.989773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.989779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.989783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.989790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.989795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.989801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:58.989806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:58.989811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:58.989816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.989822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.989838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.989843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.989848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.989853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.989857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:58.989862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.989868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.989872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:58.989877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.989882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:58.989891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> (def) +2023-12-14 14:52:58.989895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.989900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.989905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.989910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.989915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:58.989919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.989924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:58.989929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.989934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.989939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[2048,8192]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.989944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.989949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.989954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.989958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.989963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.989968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.989973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:58.989978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.989996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.990016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.990023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.990028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.990033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.990038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.990043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.990048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.990058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.990065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:58.990070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:58.990075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:58.990080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.990085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.990099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.990105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.990110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.990114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.990119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:58.990124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.990129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.990134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:58.990138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.990143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:58.990148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> (def) +2023-12-14 14:52:58.990153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.990158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.990163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.990168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.990173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:58.990177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.990182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:58.990187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.990192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.990197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[2048,8192]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.990204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.990209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.990214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.990219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.990224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.990229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.990234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:58.990239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.990254: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:58.990260: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:58.990270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 889 us (cumulative: 736 ms, max: 101 ms, #called: 2716) +2023-12-14 14:52:58.990276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:58.990285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 736 ms, max: 101 ms, #called: 2717) +2023-12-14 14:52:58.990298: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:58.991437: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:58.991479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.991515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.991524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.991529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.991534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.991540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.991546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.991553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.991564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.991570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:58.991576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:58.991581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:58.991586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.991591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.991611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.991616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.991621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.991626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.991631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:58.991636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.991640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.991645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:58.991650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.991655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:58.991660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> (def) +2023-12-14 14:52:58.991665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.991670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.991674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.991679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.991684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:58.991689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.991693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:58.991698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.991703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.991709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[2048,8192]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.991717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.991722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.991727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.991731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.991736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.991741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.991746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:58.991751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.991788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.991810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.991817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.991823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.991827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.991832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.991838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.991844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.991849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.991854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:58.991860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:58.991865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:58.991870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.991875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.991890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.991895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.991900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.991905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.991910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:58.991918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.991923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.991927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:58.991933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.991937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:58.991942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> (def) +2023-12-14 14:52:58.991947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.991951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.991956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.991961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.991966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:58.991971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.991975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:58.991980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.991985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.991990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[2048,8192]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.991994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.991999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.992004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.992008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.992013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.992018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.992023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:58.992028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.992045: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:58.992051: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:52:58.992078: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:58.992089: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:58.992098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:58.992120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:58.992128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:58.992133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:58.992138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:58.992143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:58.992148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:58.992154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.992158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:58.992164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:58.992169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:58.992174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:58.992179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:58.992184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:58.992199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:58.992204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:58.992209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.992214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:58.992219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:58.992224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.992229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:58.992233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:58.992238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.992243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:58.992248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> (def) +2023-12-14 14:52:58.992253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:58.992257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:58.992262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.992270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:58.992274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:58.992279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.992284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:58.992289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:58.992294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.992299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[2048,8192]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.992304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:58.992308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:58.992313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:58.992318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:58.992322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:58.992327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:58.992332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:58.992337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.992370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[])->f32[2048,8192]{1,0}} +2023-12-14 14:52:58.992377: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.992382: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_broadcast.2 (p: f32[]) -> f32[2048,8192] { +2023-12-14 14:52:58.992387: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[] parameter(0) +2023-12-14 14:52:58.992393: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %broadcast.2.clone = f32[2048,8192]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 8192) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:58.992398: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.992403: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.992407: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[]) -> f32[2048,8192] { +2023-12-14 14:52:58.992412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:58.992420: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(f32[] %Arg_0.1), to_apply=%parallel_broadcast.2 +2023-12-14 14:52:58.992425: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:58.992430: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:58.992440: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:p + 2:broadcast.2.clone + 3:call + BufferLiveRange: + broadcast.2.clone{}:2-4 + Arg_0.1{}:0-4 + Live ranges at 2 (peak): + broadcast.2.clone: 67108864 bytes + Arg_0.1: 4 bytes + +2023-12-14 14:52:58.992447: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:52:58.992452: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:58.992458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:52:58.992466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:58.992471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:58.992476: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 broadcast.2.clone> +2023-12-14 14:52:58.992482: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:58.992487: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:58.992492: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:58.992497: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:52:58.992502: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 broadcast.2.clone> +2023-12-14 14:52:58.992525: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:58.992531: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 4B +2023-12-14 14:52:58.992536: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:58.992541: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:52:58.992546: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:58.992551: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 64.00MiB +2023-12-14 14:52:58.992555: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:58.992561: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:58.992810: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 71 us (cumulative: 3.25 ms, max: 421 us, #called: 31) +2023-12-14 14:52:59.003408: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff020016080 +2023-12-14 14:52:59.003715: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.003741: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 13.4 ms (cumulative: 1.21 s, max: 222 ms, #called: 31) +2023-12-14 14:52:59.004548: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.014082: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.014705: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.014740: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.020688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:59.020731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.020755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 15 us (cumulative: 736 ms, max: 101 ms, #called: 2718) +2023-12-14 14:52:59.020761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.020774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 736 ms, max: 101 ms, #called: 2719) +2023-12-14 14:52:59.020796: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[])->f32[8192,2048]{1,0} +2023-12-14 14:52:59.020802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:59.020823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.020847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.020855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.020863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.020871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.020879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 22 us (cumulative: 736 ms, max: 101 ms, #called: 2720) +2023-12-14 14:52:59.020885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.020891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.020899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.020906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 20 us (cumulative: 736 ms, max: 101 ms, #called: 2721) +2023-12-14 14:52:59.020912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.020918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.020926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.020933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 20 us (cumulative: 736 ms, max: 101 ms, #called: 2722) +2023-12-14 14:52:59.020950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.020958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.020966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.020973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 736 ms, max: 101 ms, #called: 2723) +2023-12-14 14:52:59.020979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.020987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.020995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 22 us (cumulative: 736 ms, max: 101 ms, #called: 2724) +2023-12-14 14:52:59.021008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.021015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 20 us (cumulative: 736 ms, max: 101 ms, #called: 2725) +2023-12-14 14:52:59.021035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.021045: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.021051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 30 us (cumulative: 736 ms, max: 101 ms, #called: 2726) +2023-12-14 14:52:59.021072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.021080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 21 us (cumulative: 736 ms, max: 101 ms, #called: 2727) +2023-12-14 14:52:59.021100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.021108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 21 us (cumulative: 736 ms, max: 101 ms, #called: 2728) +2023-12-14 14:52:59.021131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.021138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 736 ms, max: 101 ms, #called: 2729) +2023-12-14 14:52:59.021158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.021164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 20 us (cumulative: 736 ms, max: 101 ms, #called: 2730) +2023-12-14 14:52:59.021185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.021191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 20 us (cumulative: 736 ms, max: 101 ms, #called: 2731) +2023-12-14 14:52:59.021211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.021218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 736 ms, max: 101 ms, #called: 2732) +2023-12-14 14:52:59.021238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.021245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 20 us (cumulative: 736 ms, max: 101 ms, #called: 2733) +2023-12-14 14:52:59.021265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.021272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 736 ms, max: 101 ms, #called: 2734) +2023-12-14 14:52:59.021291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.021299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 736 ms, max: 101 ms, #called: 2735) +2023-12-14 14:52:59.021322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.021329: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:52:59.021335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 27 us (cumulative: 736 ms, max: 101 ms, #called: 2736) +2023-12-14 14:52:59.021356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.021363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 736 ms, max: 101 ms, #called: 2737) +2023-12-14 14:52:59.021383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.021390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 20 us (cumulative: 736 ms, max: 101 ms, #called: 2738) +2023-12-14 14:52:59.021410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.021419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 23 us (cumulative: 736 ms, max: 101 ms, #called: 2739) +2023-12-14 14:52:59.021439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.021445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 18 us (cumulative: 736 ms, max: 101 ms, #called: 2740) +2023-12-14 14:52:59.021465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.021473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 736 ms, max: 101 ms, #called: 2741) +2023-12-14 14:52:59.021496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.021502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 20 us (cumulative: 736 ms, max: 101 ms, #called: 2742) +2023-12-14 14:52:59.021523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.021530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 20 us (cumulative: 736 ms, max: 101 ms, #called: 2743) +2023-12-14 14:52:59.021550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.021557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 20 us (cumulative: 737 ms, max: 101 ms, #called: 2744) +2023-12-14 14:52:59.021577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.021583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 20 us (cumulative: 737 ms, max: 101 ms, #called: 2745) +2023-12-14 14:52:59.021603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.021613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 23 us (cumulative: 737 ms, max: 101 ms, #called: 2746) +2023-12-14 14:52:59.021633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.021655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 35 us (cumulative: 737 ms, max: 101 ms, #called: 2747) +2023-12-14 14:52:59.021679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.021686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 21 us (cumulative: 737 ms, max: 101 ms, #called: 2748) +2023-12-14 14:52:59.021706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.021713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 19 us (cumulative: 737 ms, max: 101 ms, #called: 2749) +2023-12-14 14:52:59.021733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.021739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 20 us (cumulative: 737 ms, max: 101 ms, #called: 2750) +2023-12-14 14:52:59.021759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.021766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.021774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.021781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 19 us (cumulative: 737 ms, max: 101 ms, #called: 2751) +2023-12-14 14:52:59.021786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.021792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:59.021804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.021816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 737 ms, max: 101 ms, #called: 2752) +2023-12-14 14:52:59.021822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.021830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 737 ms, max: 101 ms, #called: 2753) +2023-12-14 14:52:59.021836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.021844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 737 ms, max: 101 ms, #called: 2754) +2023-12-14 14:52:59.021850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.021861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 10 us (cumulative: 737 ms, max: 101 ms, #called: 2755) +2023-12-14 14:52:59.021867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.021875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 737 ms, max: 101 ms, #called: 2756) +2023-12-14 14:52:59.021881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.021889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 737 ms, max: 101 ms, #called: 2757) +2023-12-14 14:52:59.021894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.021902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 737 ms, max: 101 ms, #called: 2758) +2023-12-14 14:52:59.021908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.021917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 737 ms, max: 101 ms, #called: 2759) +2023-12-14 14:52:59.021922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.021930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 737 ms, max: 101 ms, #called: 2760) +2023-12-14 14:52:59.021936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.021944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 737 ms, max: 101 ms, #called: 2761) +2023-12-14 14:52:59.021949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.021957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 737 ms, max: 101 ms, #called: 2762) +2023-12-14 14:52:59.021962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.021971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 6 us (cumulative: 737 ms, max: 101 ms, #called: 2763) +2023-12-14 14:52:59.021976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.021994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 16 us (cumulative: 737 ms, max: 101 ms, #called: 2764) +2023-12-14 14:52:59.021999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.022008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 737 ms, max: 101 ms, #called: 2765) +2023-12-14 14:52:59.022014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.022023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.022030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 242 us (cumulative: 737 ms, max: 101 ms, #called: 2766) +2023-12-14 14:52:59.022039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.022045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.022053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.022061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 20 us (cumulative: 737 ms, max: 101 ms, #called: 2767) +2023-12-14 14:52:59.022066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.022074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.022082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.022089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 21 us (cumulative: 737 ms, max: 101 ms, #called: 2768) +2023-12-14 14:52:59.022094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.022100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.022108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.022115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 737 ms, max: 101 ms, #called: 2769) +2023-12-14 14:52:59.022121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.022128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.022136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.022143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 20 us (cumulative: 737 ms, max: 101 ms, #called: 2770) +2023-12-14 14:52:59.022148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.022165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.022173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.022180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 30 us (cumulative: 737 ms, max: 101 ms, #called: 2771) +2023-12-14 14:52:59.022185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.022192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.022200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.022207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 21 us (cumulative: 737 ms, max: 101 ms, #called: 2772) +2023-12-14 14:52:59.022213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.022223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.022231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.022239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 737 ms, max: 101 ms, #called: 2773) +2023-12-14 14:52:59.022244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.022252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.022260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.022267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 21 us (cumulative: 737 ms, max: 101 ms, #called: 2774) +2023-12-14 14:52:59.022272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.022297: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.022304: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:59.022330: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.022336: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:59.022352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.022370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.022377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.022383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.022388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.022393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.022398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.022407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.022412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:59.022419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:59.022443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.022449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.022454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.022458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.022463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.022472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.022477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:59.022482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:59.022486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.022491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.022496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.022500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.022505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.022510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:59.022515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.022520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:59.022525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.022530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:59.022535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.022540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[8192,2048]{1,0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336} +2023-12-14 14:52:59.022570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.022580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.022589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 313 us (cumulative: 738 ms, max: 101 ms, #called: 2775) +2023-12-14 14:52:59.022609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:59.022617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.022627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 738 ms, max: 101 ms, #called: 2776) +2023-12-14 14:52:59.022632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.022641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 738 ms, max: 101 ms, #called: 2777) +2023-12-14 14:52:59.022647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.022655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 738 ms, max: 101 ms, #called: 2778) +2023-12-14 14:52:59.022666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:59.022677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.022683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:59.022691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 738 ms, max: 101 ms, #called: 2779) +2023-12-14 14:52:59.022697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.022705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 738 ms, max: 101 ms, #called: 2780) +2023-12-14 14:52:59.022711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.022729: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:59.022737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 25 us (cumulative: 738 ms, max: 101 ms, #called: 2781) +2023-12-14 14:52:59.022742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.022748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:59.022755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.022764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 738 ms, max: 101 ms, #called: 2782) +2023-12-14 14:52:59.022770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.022778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 738 ms, max: 101 ms, #called: 2783) +2023-12-14 14:52:59.022784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.022798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 12 us (cumulative: 738 ms, max: 101 ms, #called: 2784) +2023-12-14 14:52:59.022806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 61 us (cumulative: 738 ms, max: 101 ms, #called: 2785) +2023-12-14 14:52:59.022811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.022817: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.022875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 61 us (cumulative: 738 ms, max: 101 ms, #called: 2786) +2023-12-14 14:52:59.022882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.022892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 738 ms, max: 101 ms, #called: 2787) +2023-12-14 14:52:59.022899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.022910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.022944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.022954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.022960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.022965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.022970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.022975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.022981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.022986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.022992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2.clone> + +2023-12-14 14:52:59.022997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:59.023003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2.clone> + +2023-12-14 14:52:59.023008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.023013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.023077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.023084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.023089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.023094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.023099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.023104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.023108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.023113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> +2023-12-14 14:52:59.023118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.023123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:59.023128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> (def) +2023-12-14 14:52:59.023133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.023137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.023142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.023147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.023152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.023162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.023167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.023172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.023176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.023181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.023186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:59.023191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.023196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> +2023-12-14 14:52:59.023201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.023206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:59.023211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.023215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.023221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[8192,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.023246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.023269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.023276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.023282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.023287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.023292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.023296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.023302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.023307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.023313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2.clone> + +2023-12-14 14:52:59.023326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:59.023333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2.clone> + +2023-12-14 14:52:59.023338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.023348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.023364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.023369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.023374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.023379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.023384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.023389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.023394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.023399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> +2023-12-14 14:52:59.023404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.023409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:59.023414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> (def) +2023-12-14 14:52:59.023418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.023423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.023428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.023433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.023438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.023443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.023448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.023452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.023457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.023462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.023467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:59.023472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.023477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> +2023-12-14 14:52:59.023481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.023486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:59.023491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.023496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.023516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[8192,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.023535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.023555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.023562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.023568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.023573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.023577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.023582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.023588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.023593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.023598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2.clone> + +2023-12-14 14:52:59.023604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:59.023609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2.clone> + +2023-12-14 14:52:59.023614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.023620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.023633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.023638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.023643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.023648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.023653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.023658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.023662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.023667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> +2023-12-14 14:52:59.023672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.023677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:59.023682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> (def) +2023-12-14 14:52:59.023690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.023695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.023699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.023704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.023709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.023714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.023718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.023723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.023728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.023733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.023738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:59.023743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.023748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> +2023-12-14 14:52:59.023752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.023757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:59.023762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.023767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.023772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[8192,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.023788: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.023794: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.023804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 902 us (cumulative: 739 ms, max: 101 ms, #called: 2788) +2023-12-14 14:52:59.023810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.023819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 739 ms, max: 101 ms, #called: 2789) +2023-12-14 14:52:59.023831: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:59.024856: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.024901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.024935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.024944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.024949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.024954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.024960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.024965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.024972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.024977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.024983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2.clone> + +2023-12-14 14:52:59.024988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:59.024993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2.clone> + +2023-12-14 14:52:59.024998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.025003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.025021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.025027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.025032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.025037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.025042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.025047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.025051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.025056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> +2023-12-14 14:52:59.025061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.025066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:59.025071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> (def) +2023-12-14 14:52:59.025079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.025084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.025089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.025094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.025099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.025103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.025108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.025113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.025117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.025122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.025127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:59.025132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.025137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> +2023-12-14 14:52:59.025142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.025147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:59.025151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.025156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.025162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[8192,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.025197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.025219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.025226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.025231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.025236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.025241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.025246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.025251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.025256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.025265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2.clone> + +2023-12-14 14:52:59.025270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:59.025276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2.clone> + +2023-12-14 14:52:59.025281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.025286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.025301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.025306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.025311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.025316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.025321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.025325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.025330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.025335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> +2023-12-14 14:52:59.025341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.025346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:59.025351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> (def) +2023-12-14 14:52:59.025355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.025360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.025365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.025370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.025374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.025379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.025384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.025388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.025393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.025398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.025403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:59.025407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.025415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> +2023-12-14 14:52:59.025420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.025425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:59.025430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.025434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.025439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[8192,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.025456: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:59.025462: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:52:59.025489: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.025497: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.025507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.025529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.025536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.025541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.025546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.025551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.025556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.025561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.025566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.025572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2.clone> + +2023-12-14 14:52:59.025577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:59.025583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.2.clone> + +2023-12-14 14:52:59.025587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.025593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.025607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.025612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.025620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.025625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.025630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.025635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.025640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.025645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> +2023-12-14 14:52:59.025649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.025654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:59.025659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> (def) +2023-12-14 14:52:59.025664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.025669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.025674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.025679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.025684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.025689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.025693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.025698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.025703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.025708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.025712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:59.025717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.025722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2.clone> +2023-12-14 14:52:59.025727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.025732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:59.025737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.025741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.025746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[8192,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.025783: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[])->f32[8192,2048]{1,0}} +2023-12-14 14:52:59.025790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.025795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_broadcast.2 (p: f32[]) -> f32[8192,2048] { +2023-12-14 14:52:59.025799: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[] parameter(0) +2023-12-14 14:52:59.025805: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %broadcast.2.clone = f32[8192,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(8192, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=336}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.025810: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.025815: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.025820: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[]) -> f32[8192,2048] { +2023-12-14 14:52:59.025825: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.025829: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[8192,2048]{1,0} call(f32[] %Arg_0.1), to_apply=%parallel_broadcast.2 +2023-12-14 14:52:59.025834: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.025839: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.025850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:p + 2:broadcast.2.clone + 3:call + BufferLiveRange: + Arg_0.1{}:0-4 + broadcast.2.clone{}:2-4 + Live ranges at 2 (peak): + Arg_0.1: 4 bytes + broadcast.2.clone: 67108864 bytes + +2023-12-14 14:52:59.025858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:52:59.025863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.025868: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:59.025876: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.025881: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.025886: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 broadcast.2.clone> +2023-12-14 14:52:59.025892: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.025897: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.025902: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.025907: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:59.025912: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 broadcast.2.clone> +2023-12-14 14:52:59.025935: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.025941: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 4B +2023-12-14 14:52:59.025946: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.025954: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:52:59.025959: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.025964: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 64.00MiB +2023-12-14 14:52:59.025969: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.025973: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.026197: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 59 us (cumulative: 3.31 ms, max: 421 us, #called: 32) +2023-12-14 14:52:59.036576: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff020014080 +2023-12-14 14:52:59.036843: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.036865: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 13 ms (cumulative: 1.22 s, max: 222 ms, #called: 32) +2023-12-14 14:52:59.037557: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.049627: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.050251: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.050291: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.050559: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.061148: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.061730: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.061764: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.062035: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.072820: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.073442: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.073483: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.073768: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.083247: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.083942: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.084005: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.084386: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.092751: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.093400: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.093448: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.093803: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.101184: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.101768: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.101809: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.102120: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.112179: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.114720: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.115998: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.116730: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.117255: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.117981: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.118657: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.119553: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.120269: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.120982: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.121619: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.123681: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.124656: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.124835: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.125418: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.128743: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.131881: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.173063: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.174207: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.174275: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.174548: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.181930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:52:59.181973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.181999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 17 us (cumulative: 739 ms, max: 101 ms, #called: 2790) +2023-12-14 14:52:59.182006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.182020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 739 ms, max: 101 ms, #called: 2791) +2023-12-14 14:52:59.182042: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0},f32[1,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:52:59.182048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:52:59.182069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.182121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 739 ms, max: 101 ms, #called: 2792) +2023-12-14 14:52:59.182146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.182153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 739 ms, max: 101 ms, #called: 2793) +2023-12-14 14:52:59.182177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.182184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 739 ms, max: 101 ms, #called: 2794) +2023-12-14 14:52:59.182208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.182215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 739 ms, max: 101 ms, #called: 2795) +2023-12-14 14:52:59.182249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.182258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 739 ms, max: 101 ms, #called: 2796) +2023-12-14 14:52:59.182282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.182289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 739 ms, max: 101 ms, #called: 2797) +2023-12-14 14:52:59.182313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.182323: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.182330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 33 us (cumulative: 739 ms, max: 101 ms, #called: 2798) +2023-12-14 14:52:59.182353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.182361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 25 us (cumulative: 739 ms, max: 101 ms, #called: 2799) +2023-12-14 14:52:59.182385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.182393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 739 ms, max: 101 ms, #called: 2800) +2023-12-14 14:52:59.182417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.182424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 739 ms, max: 101 ms, #called: 2801) +2023-12-14 14:52:59.182450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.182457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 739 ms, max: 101 ms, #called: 2802) +2023-12-14 14:52:59.182480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.182487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 739 ms, max: 101 ms, #called: 2803) +2023-12-14 14:52:59.182511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.182517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 739 ms, max: 101 ms, #called: 2804) +2023-12-14 14:52:59.182541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.182548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 739 ms, max: 101 ms, #called: 2805) +2023-12-14 14:52:59.182572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.182578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 23 us (cumulative: 739 ms, max: 101 ms, #called: 2806) +2023-12-14 14:52:59.182602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.182609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 739 ms, max: 101 ms, #called: 2807) +2023-12-14 14:52:59.182633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.182643: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.7 +2023-12-14 14:52:59.182650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 33 us (cumulative: 739 ms, max: 101 ms, #called: 2808) +2023-12-14 14:52:59.182674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.182680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 739 ms, max: 101 ms, #called: 2809) +2023-12-14 14:52:59.182704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.182711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 739 ms, max: 101 ms, #called: 2810) +2023-12-14 14:52:59.182734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.182745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 28 us (cumulative: 739 ms, max: 101 ms, #called: 2811) +2023-12-14 14:52:59.182769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.182775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 739 ms, max: 101 ms, #called: 2812) +2023-12-14 14:52:59.182799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.182807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 25 us (cumulative: 739 ms, max: 101 ms, #called: 2813) +2023-12-14 14:52:59.182831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.182838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 27 us (cumulative: 739 ms, max: 101 ms, #called: 2814) +2023-12-14 14:52:59.182865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.182873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 739 ms, max: 101 ms, #called: 2815) +2023-12-14 14:52:59.182896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.182903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 24 us (cumulative: 739 ms, max: 101 ms, #called: 2816) +2023-12-14 14:52:59.182926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.182934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 739 ms, max: 101 ms, #called: 2817) +2023-12-14 14:52:59.182957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.182968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.182979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.182986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 28 us (cumulative: 739 ms, max: 101 ms, #called: 2818) +2023-12-14 14:52:59.182992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.183023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 48 us (cumulative: 739 ms, max: 101 ms, #called: 2819) +2023-12-14 14:52:59.183048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.183056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 28 us (cumulative: 739 ms, max: 101 ms, #called: 2820) +2023-12-14 14:52:59.183083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.183090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 24 us (cumulative: 739 ms, max: 101 ms, #called: 2821) +2023-12-14 14:52:59.183114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.183120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 739 ms, max: 101 ms, #called: 2822) +2023-12-14 14:52:59.183144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.183150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 739 ms, max: 101 ms, #called: 2823) +2023-12-14 14:52:59.183174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.183180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:59.183191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.183228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 35 us (cumulative: 740 ms, max: 101 ms, #called: 2824) +2023-12-14 14:52:59.183242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.183256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 11 us (cumulative: 740 ms, max: 101 ms, #called: 2825) +2023-12-14 14:52:59.183262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.183271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 740 ms, max: 101 ms, #called: 2826) +2023-12-14 14:52:59.183277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.183285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 740 ms, max: 101 ms, #called: 2827) +2023-12-14 14:52:59.183291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.183300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 740 ms, max: 101 ms, #called: 2828) +2023-12-14 14:52:59.183309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.183323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 740 ms, max: 101 ms, #called: 2829) +2023-12-14 14:52:59.183330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.183339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 740 ms, max: 101 ms, #called: 2830) +2023-12-14 14:52:59.183344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.183354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 740 ms, max: 101 ms, #called: 2831) +2023-12-14 14:52:59.183359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.183368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 740 ms, max: 101 ms, #called: 2832) +2023-12-14 14:52:59.183373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.183382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 740 ms, max: 101 ms, #called: 2833) +2023-12-14 14:52:59.183387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.183396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 740 ms, max: 101 ms, #called: 2834) +2023-12-14 14:52:59.183401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.183410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 740 ms, max: 101 ms, #called: 2835) +2023-12-14 14:52:59.183416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.183435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 18 us (cumulative: 740 ms, max: 101 ms, #called: 2836) +2023-12-14 14:52:59.183441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.183451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 740 ms, max: 101 ms, #called: 2837) +2023-12-14 14:52:59.183457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:59.183466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.183479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 740 ms, max: 101 ms, #called: 2838) +2023-12-14 14:52:59.183484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.183492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 6 us (cumulative: 740 ms, max: 101 ms, #called: 2839) +2023-12-14 14:52:59.183498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.183510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 740 ms, max: 101 ms, #called: 2840) +2023-12-14 14:52:59.183515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.183523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 740 ms, max: 101 ms, #called: 2841) +2023-12-14 14:52:59.183529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.183537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 740 ms, max: 101 ms, #called: 2842) +2023-12-14 14:52:59.183543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.183551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 740 ms, max: 101 ms, #called: 2843) +2023-12-14 14:52:59.183557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.183564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 740 ms, max: 101 ms, #called: 2844) +2023-12-14 14:52:59.183570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.183579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 740 ms, max: 101 ms, #called: 2845) +2023-12-14 14:52:59.183585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.183592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 740 ms, max: 101 ms, #called: 2846) +2023-12-14 14:52:59.183597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.183605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 740 ms, max: 101 ms, #called: 2847) +2023-12-14 14:52:59.183610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.183619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 740 ms, max: 101 ms, #called: 2848) +2023-12-14 14:52:59.183624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.183632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 740 ms, max: 101 ms, #called: 2849) +2023-12-14 14:52:59.183637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.183647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 8 us (cumulative: 740 ms, max: 101 ms, #called: 2850) +2023-12-14 14:52:59.183653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.183661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 740 ms, max: 101 ms, #called: 2851) +2023-12-14 14:52:59.183667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 519 us (cumulative: 740 ms, max: 101 ms, #called: 2852) +2023-12-14 14:52:59.183701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.183708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 740 ms, max: 101 ms, #called: 2853) +2023-12-14 14:52:59.183731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.183739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 740 ms, max: 101 ms, #called: 2854) +2023-12-14 14:52:59.183762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.183768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 23 us (cumulative: 740 ms, max: 101 ms, #called: 2855) +2023-12-14 14:52:59.183792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.183800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 25 us (cumulative: 740 ms, max: 101 ms, #called: 2856) +2023-12-14 14:52:59.183823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.183842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 35 us (cumulative: 740 ms, max: 101 ms, #called: 2857) +2023-12-14 14:52:59.183866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.183873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 26 us (cumulative: 740 ms, max: 101 ms, #called: 2858) +2023-12-14 14:52:59.183899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.183906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 740 ms, max: 101 ms, #called: 2859) +2023-12-14 14:52:59.183929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.183937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.183948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.183955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 740 ms, max: 101 ms, #called: 2860) +2023-12-14 14:52:59.183960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.183992: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.184000: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.7) +2023-12-14 14:52:59.184038: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.184046: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.7) +2023-12-14 14:52:59.184071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.184093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.184102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.184108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.184114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.184119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.184124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.184134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.184139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.184145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.184150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:52:59.184156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 broadcast.5> + +2023-12-14 14:52:59.184161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:52:59.184172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 add.6> + +2023-12-14 14:52:59.184177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.4 +2023-12-14 14:52:59.184182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 reshape.4> + +2023-12-14 14:52:59.184223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.184229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.184234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.184239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.184244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.184249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.184253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.184258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.184263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.184268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:52:59.184272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.5> (def) +2023-12-14 14:52:59.184278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.184282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:52:59.184287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.6> (def) +2023-12-14 14:52:59.184292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.184297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.4: +2023-12-14 14:52:59.184301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.4> (def) +2023-12-14 14:52:59.184306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.184311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.184316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.184321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.184325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.184330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:52:59.184335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.184340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.184344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.184352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.184357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.184362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.4, operand 0 +2023-12-14 14:52:59.184367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.184372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.4> +2023-12-14 14:52:59.184377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.184381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.4 +2023-12-14 14:52:59.184386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.184391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:52:59.184396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.4 = f32[8192]{0} reshape(f32[1,8192]{1,0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.184402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.5> +2023-12-14 14:52:59.184406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.184411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:52:59.184416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.184421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:52:59.184426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.4), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.184431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.6> +2023-12-14 14:52:59.184436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.184440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:52:59.184445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.184450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %broadcast.5), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.184487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.184502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.184511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 547 us (cumulative: 741 ms, max: 101 ms, #called: 2861) +2023-12-14 14:52:59.184531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:52:59.184543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.184559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 14 us (cumulative: 741 ms, max: 101 ms, #called: 2862) +2023-12-14 14:52:59.184565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.184574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 741 ms, max: 101 ms, #called: 2863) +2023-12-14 14:52:59.184580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.184589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 741 ms, max: 101 ms, #called: 2864) +2023-12-14 14:52:59.184600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:52:59.184608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.184614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:52:59.184622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 741 ms, max: 101 ms, #called: 2865) +2023-12-14 14:52:59.184627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.184638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 10 us (cumulative: 741 ms, max: 101 ms, #called: 2866) +2023-12-14 14:52:59.184644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.184722: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 2 +2023-12-14 14:52:59.184745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 98 us (cumulative: 741 ms, max: 101 ms, #called: 2867) +2023-12-14 14:52:59.184751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.184757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:52:59.184764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.184774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 741 ms, max: 101 ms, #called: 2868) +2023-12-14 14:52:59.184780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.184790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 741 ms, max: 101 ms, #called: 2869) +2023-12-14 14:52:59.184795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.184815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 18 us (cumulative: 741 ms, max: 101 ms, #called: 2870) +2023-12-14 14:52:59.184824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 71 us (cumulative: 741 ms, max: 101 ms, #called: 2871) +2023-12-14 14:52:59.184834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.184840: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.184928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:59.184985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 148 us (cumulative: 741 ms, max: 101 ms, #called: 2872) +2023-12-14 14:52:59.184993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.185002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:59.185012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 741 ms, max: 101 ms, #called: 2873) +2023-12-14 14:52:59.185018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.185033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.185094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.185108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.185118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.185124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.185129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.185134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.185141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.185146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.185151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.185156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.185162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.185167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:59.185172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:59.185177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.185182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.185188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.185194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.185203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:59.185209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:59.185214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.185219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.185224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.185230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.185235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.185240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.185245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.185250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.185340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.185351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.185356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.185361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.185366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.185371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.185375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.185380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.185385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.185389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.185394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.185399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.185404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:59.185409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:59.185413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.185418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.185423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.185428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.185433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.185441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.185446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.185450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:59.185455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:59.185460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.185465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.185470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.185474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.185479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.185484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.185488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.185493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.185498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.185503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.185508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.185512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.185517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.185522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.185527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.185532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.185537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.185542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.185547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.185552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.185557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.185562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.185566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.185571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.185579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.185584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.185589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.185594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.185599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.185603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.185608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.185613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.185618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.185623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.185628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.185633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.185637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.185642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.185647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.185652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:59.185656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.185661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.185666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.185671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.185675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.185680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:59.185686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.185691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:59.185695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.185700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:59.185705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.185710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.185715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.185722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.185727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.185732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.185736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.185741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:59.185747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.185752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:59.185757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.185762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:59.185766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.185772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.185808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.185855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.185864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.185873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.185881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.185886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.185891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.185898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.185903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.185908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.185913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.185919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.185924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:59.185933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:59.185938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.185943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.185948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.185954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.185959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:59.185964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:59.185969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.185974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.185979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.185984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.185990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.185995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.186000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.186005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.186042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.186049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.186059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.186069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.186074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.186084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.186089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.186098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.186103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:59.186116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:59.186121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.186130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.186135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.186145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.186150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:59.186159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:59.186164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.186174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.186179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.186188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.186193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.186202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.186207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.186217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.186222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.186226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.186231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.186236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.186241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.186246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.186251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.186259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.186264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.186269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.186273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.186278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.186283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.186288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.186293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.186298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.186303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.186307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.186312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.186317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.186322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.186326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.186331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.186336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.186341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.186346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.186351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.186355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:59.186361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.186365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.186370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.186375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.186379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.186384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:59.186389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.186397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:59.186402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.186406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:59.186411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.186416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.186421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.186426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.186431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.186436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.186441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.186446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:59.186451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.186455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:59.186460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.186465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:59.186470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.186475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.186500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.186544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.186552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.186558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.186563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.186568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.186573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.186582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.186587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.186593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.186598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.186604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.186609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:59.186614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:59.186619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.186625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.186630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.186635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.186640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:59.186646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:59.186651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.186656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.186661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.186667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.186672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.186677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.186682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.186688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.186722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.186728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.186733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.186743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.186748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.186762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.186767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.186777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.186782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:59.186792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:59.186796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.186806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.186811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.186820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.186825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:59.186835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:59.186840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.186849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.186854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.186864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.186869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.186878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.186883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.186888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.186893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.186898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.186905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.186910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.186915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.186920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.186925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.186930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.186935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.186939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.186944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.186949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.186954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.186958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.186963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.186968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.186973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.186978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.186982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.186987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.186992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.186997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.187001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.187006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.187011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.187016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.187021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.187026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.187031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:59.187036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.187043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.187048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.187052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.187057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.187062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:59.187067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.187072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:59.187077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.187082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:59.187086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.187091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.187096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.187101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.187106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.187111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.187116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.187121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:59.187126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.187131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:59.187135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.187140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:59.187145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.187150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.187172: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.187181: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.187192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.17 ms (cumulative: 744 ms, max: 101 ms, #called: 2874) +2023-12-14 14:52:59.187198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.187208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 744 ms, max: 101 ms, #called: 2875) +2023-12-14 14:52:59.187222: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:52:59.188303: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.188354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.188420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.188431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.188437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.188443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.188447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.188453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.188460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.188465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.188471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.188475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.188482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.188487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:59.188492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:59.188497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.188503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.188515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.188521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.188526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:59.188531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:59.188536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.188541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.188547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.188552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.188557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.188563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.188568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.188573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.188617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.188623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.188628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.188633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.188638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.188643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.188647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.188652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.188657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.188662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.188667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.188672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.188677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:59.188681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:59.188686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.188691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.188702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.188707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.188712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.188717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.188721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.188726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:59.188731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:59.188736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.188741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.188746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.188750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.188755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.188760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.188765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.188769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.188774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.188779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.188784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.188789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.188794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.188798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.188803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.188808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.188814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.188819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.188824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.188829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.188834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.188842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.188847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.188852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.188857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.188861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.188866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.188871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.188876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.188881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.188885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.188890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.188895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.188900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.188905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.188910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.188915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.188919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.188924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.188929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:59.188934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.188939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.188944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.188948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.188953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.188958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:59.188963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.188968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:59.188973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.188977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:59.188984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.188989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.188994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.188999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.189004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.189009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.189014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.189019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:59.189024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.189029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:59.189033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.189038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:59.189043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.189048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.189096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.189149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.189162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.189167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.189172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.189177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.189182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.189188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.189193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.189198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.189203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.189213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.189218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:59.189223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:59.189228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.189234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.189238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.189244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.189249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:59.189255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:59.189260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.189265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.189270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.189276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.189281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.189286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.189291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.189297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.189331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.189337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.189342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.189347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.189352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.189357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.189361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.189366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.189371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.189376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.189384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.189389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.189394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:59.189399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:59.189404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.189409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.189414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.189418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.189423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.189428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.189433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.189438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:59.189443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:59.189448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.189452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.189457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.189462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.189467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.189472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.189476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.189481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.189486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.189491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.189496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.189501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.189506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.189510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.189515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.189520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.189525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.189530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.189536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.189542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.189546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.189551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.189556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.189561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.189566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.189571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.189576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.189581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.189586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.189590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.189595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.189600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.189604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.189609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.189615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.189620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.189625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.189630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.189635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.189639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:59.189644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.189649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.189654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.189659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.189667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.189671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:59.189677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.189682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:59.189687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.189691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:59.189696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.189701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.189706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.189711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.189716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.189721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.189726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.189731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:59.189736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.189741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:59.189746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.189751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:59.189755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.189760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.189782: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:52:59.189788: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 8 +2023-12-14 14:52:59.189820: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.189830: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.189845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.189893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.189908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.189914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.189919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.189924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.189929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.189935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.189940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.189945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.189950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.189956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.189961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:59.189967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:59.189971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.189977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.189982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.189987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.189992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:59.189998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:59.190003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.190008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.190013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.190019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.190024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.190029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.190034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.190039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.190077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.190083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.190088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.190092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.190097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.190103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.190107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.190112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.190117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.190122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.190126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.190132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.190137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:59.190142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:59.190146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.190151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.190156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.190161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.190166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.190171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.190176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.190180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:59.190185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:59.190190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.190195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.190200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.190204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.190209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.190214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.190222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.190226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.190231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.190236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.190241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.190246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.190251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.190256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.190260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.190265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.190270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.190275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.190280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.190285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.190290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.190294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.190299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.190304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.190308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.190314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.190319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.190323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.190328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.190333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.190337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.190342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.190347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.190352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.190361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.190366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.190371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.190376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.190381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.190385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:59.190390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.190396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.190400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.190405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.190410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.190415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:59.190419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.190424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:59.190429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.190434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:59.190439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.190443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.190448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.190453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.190458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.190463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.190468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.190473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:59.190478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.190483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:59.190490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.190495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:59.190500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.190505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.190567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048,8192]{1,0},f32[1,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:52:59.190575: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.190581: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[2048,8192], param_1.3: f32[1,8192]) -> f32[2048,8192] { +2023-12-14 14:52:59.190587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.190592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.3 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.190597: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.3 = f32[8192]{0} reshape(f32[1,8192]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.190602: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[8192]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.190607: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.190612: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.190617: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.190622: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,8192], p.1: f32[1,8192]) -> f32[2048,8192] { +2023-12-14 14:52:59.190627: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.190632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.190637: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[1,8192]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.190642: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.190646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.190652: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.7 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[1,8192]) -> f32[2048,8192] { +2023-12-14 14:52:59.190660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.190666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[1,8192]{1,0} parameter(1) +2023-12-14 14:52:59.190671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1, f32[1,8192]{1,0} %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:52:59.190676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.190680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.190692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + fusion.clone{}:4-6 + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + Live ranges at 4 (peak): + fusion.clone: 67108864 bytes + Arg_0.1: 67108864 bytes + Arg_1.2: 32768 bytes + +2023-12-14 14:52:59.190701: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:59.190706: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.190712: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:52:59.190720: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:52:59.190727: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.190732: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.190736: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.190741: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.190746: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.clone> +2023-12-14 14:52:59.190752: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.190756: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.190761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.190766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:52:59.190772: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:52:59.190777: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.clone> +2023-12-14 14:52:59.190802: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.190808: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.03MiB +2023-12-14 14:52:59.190813: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.190818: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:52:59.190823: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.190828: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.03MiB +2023-12-14 14:52:59.190836: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.190841: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.191115: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 69 us (cumulative: 3.38 ms, max: 421 us, #called: 33) +2023-12-14 14:52:59.203576: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0200120c0 +2023-12-14 14:52:59.203895: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.203920: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 16.7 ms (cumulative: 1.24 s, max: 222 ms, #called: 33) +2023-12-14 14:52:59.204774: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.218113: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.223284: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_relu; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.234856: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.242630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:52:59.242675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.242703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 18 us (cumulative: 744 ms, max: 101 ms, #called: 2876) +2023-12-14 14:52:59.242709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.242723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 744 ms, max: 101 ms, #called: 2877) +2023-12-14 14:52:59.242746: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0},s32[])->pred[2048,8192]{1,0} +2023-12-14 14:52:59.242752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:52:59.242775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.242812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.242820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.242829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.242841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.242849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 744 ms, max: 101 ms, #called: 2878) +2023-12-14 14:52:59.242854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.242875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.242887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.242895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 38 us (cumulative: 744 ms, max: 101 ms, #called: 2879) +2023-12-14 14:52:59.242900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.242907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.242918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.242925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 744 ms, max: 101 ms, #called: 2880) +2023-12-14 14:52:59.242931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.242938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.242949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.242956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 744 ms, max: 101 ms, #called: 2881) +2023-12-14 14:52:59.242963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.242971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.242982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.242990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 744 ms, max: 101 ms, #called: 2882) +2023-12-14 14:52:59.242995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.243002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 744 ms, max: 101 ms, #called: 2883) +2023-12-14 14:52:59.243026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.243036: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.243042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 33 us (cumulative: 744 ms, max: 101 ms, #called: 2884) +2023-12-14 14:52:59.243066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.243074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 29 us (cumulative: 744 ms, max: 101 ms, #called: 2885) +2023-12-14 14:52:59.243102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.243111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 744 ms, max: 101 ms, #called: 2886) +2023-12-14 14:52:59.243134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.243141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 744 ms, max: 101 ms, #called: 2887) +2023-12-14 14:52:59.243165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.243172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 744 ms, max: 101 ms, #called: 2888) +2023-12-14 14:52:59.243195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.243202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 23 us (cumulative: 744 ms, max: 101 ms, #called: 2889) +2023-12-14 14:52:59.243225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.243232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 744 ms, max: 101 ms, #called: 2890) +2023-12-14 14:52:59.243256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.243263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 744 ms, max: 101 ms, #called: 2891) +2023-12-14 14:52:59.243289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.243296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 23 us (cumulative: 744 ms, max: 101 ms, #called: 2892) +2023-12-14 14:52:59.243326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.243334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 25 us (cumulative: 744 ms, max: 101 ms, #called: 2893) +2023-12-14 14:52:59.243359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.243366: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.6 +2023-12-14 14:52:59.243373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 744 ms, max: 101 ms, #called: 2894) +2023-12-14 14:52:59.243396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.243403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 744 ms, max: 101 ms, #called: 2895) +2023-12-14 14:52:59.243427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.243433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 744 ms, max: 101 ms, #called: 2896) +2023-12-14 14:52:59.243456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.243467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 744 ms, max: 101 ms, #called: 2897) +2023-12-14 14:52:59.243494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.243501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 744 ms, max: 101 ms, #called: 2898) +2023-12-14 14:52:59.243524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.243533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 744 ms, max: 101 ms, #called: 2899) +2023-12-14 14:52:59.243556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.243563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 744 ms, max: 101 ms, #called: 2900) +2023-12-14 14:52:59.243586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.243594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 744 ms, max: 101 ms, #called: 2901) +2023-12-14 14:52:59.243617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.243624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 24 us (cumulative: 744 ms, max: 101 ms, #called: 2902) +2023-12-14 14:52:59.243647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.243654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 744 ms, max: 101 ms, #called: 2903) +2023-12-14 14:52:59.243678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.243692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 31 us (cumulative: 744 ms, max: 101 ms, #called: 2904) +2023-12-14 14:52:59.243716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.243744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 46 us (cumulative: 744 ms, max: 101 ms, #called: 2905) +2023-12-14 14:52:59.243770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.243777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 744 ms, max: 101 ms, #called: 2906) +2023-12-14 14:52:59.243800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.243807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 24 us (cumulative: 744 ms, max: 101 ms, #called: 2907) +2023-12-14 14:52:59.243831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.243837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 744 ms, max: 101 ms, #called: 2908) +2023-12-14 14:52:59.243861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.243868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.243878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.243885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 744 ms, max: 101 ms, #called: 2909) +2023-12-14 14:52:59.243891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.243897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:59.243914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.243929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 13 us (cumulative: 744 ms, max: 101 ms, #called: 2910) +2023-12-14 14:52:59.243935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.243944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 744 ms, max: 101 ms, #called: 2911) +2023-12-14 14:52:59.243950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.243959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 744 ms, max: 101 ms, #called: 2912) +2023-12-14 14:52:59.243965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.243973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 744 ms, max: 101 ms, #called: 2913) +2023-12-14 14:52:59.243978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.243987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 744 ms, max: 101 ms, #called: 2914) +2023-12-14 14:52:59.243993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.244002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 745 ms, max: 101 ms, #called: 2915) +2023-12-14 14:52:59.244007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.244016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 745 ms, max: 101 ms, #called: 2916) +2023-12-14 14:52:59.244021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.244030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 745 ms, max: 101 ms, #called: 2917) +2023-12-14 14:52:59.244036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.244044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 745 ms, max: 101 ms, #called: 2918) +2023-12-14 14:52:59.244049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.244058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 745 ms, max: 101 ms, #called: 2919) +2023-12-14 14:52:59.244063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.244071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 745 ms, max: 101 ms, #called: 2920) +2023-12-14 14:52:59.244076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.244086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 745 ms, max: 101 ms, #called: 2921) +2023-12-14 14:52:59.244094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.244113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 18 us (cumulative: 745 ms, max: 101 ms, #called: 2922) +2023-12-14 14:52:59.244119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.244129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 745 ms, max: 101 ms, #called: 2923) +2023-12-14 14:52:59.244135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.244147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.244154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 262 us (cumulative: 745 ms, max: 101 ms, #called: 2924) +2023-12-14 14:52:59.244160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.244167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.244178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.244185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 24 us (cumulative: 745 ms, max: 101 ms, #called: 2925) +2023-12-14 14:52:59.244191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.244199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.244209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.244217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 745 ms, max: 101 ms, #called: 2926) +2023-12-14 14:52:59.244222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.244228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.244239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.244247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 23 us (cumulative: 745 ms, max: 101 ms, #called: 2927) +2023-12-14 14:52:59.244252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.244261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.244273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.244280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 26 us (cumulative: 745 ms, max: 101 ms, #called: 2928) +2023-12-14 14:52:59.244286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.244306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.244317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.244328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 40 us (cumulative: 745 ms, max: 101 ms, #called: 2929) +2023-12-14 14:52:59.244334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.244341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.244352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.244359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 24 us (cumulative: 745 ms, max: 101 ms, #called: 2930) +2023-12-14 14:52:59.244365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.244372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.244383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.244390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 745 ms, max: 101 ms, #called: 2931) +2023-12-14 14:52:59.244396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.244404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.244415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.244422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 745 ms, max: 101 ms, #called: 2932) +2023-12-14 14:52:59.244427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.244459: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.244467: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.6) +2023-12-14 14:52:59.244506: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.244514: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.6) +2023-12-14 14:52:59.244540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.244564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.244573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.244579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.244585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.244590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.244595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.244604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.244613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.244619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.244624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:59.244629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 convert.3> + +2023-12-14 14:52:59.244636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.4 +2023-12-14 14:52:59.244642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 broadcast.4> + +2023-12-14 14:52:59.244647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:59.244653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <4 compare.5> + +2023-12-14 14:52:59.244695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.244700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.244705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.244710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.244715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.244720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.244725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.244730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.244735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.244739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:59.244744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 convert.3> (def) +2023-12-14 14:52:59.244749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.244754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4: +2023-12-14 14:52:59.244759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.4> (def) +2023-12-14 14:52:59.244764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.244769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:59.244773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 compare.5> (def) +2023-12-14 14:52:59.244778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.244783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.244787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.244792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.244800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.244804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:59.244810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.244814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.244819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.244824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.244829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.244834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:59.244840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.244845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 convert.3> +2023-12-14 14:52:59.244850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.244855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:59.244859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.244864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4, operand 0 +2023-12-14 14:52:59.244869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = f32[] convert(s32[] %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.244875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.4> +2023-12-14 14:52:59.244880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.244884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4 +2023-12-14 14:52:59.244889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.244894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:59.244899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.4 = f32[2048,8192]{1,0} broadcast(f32[] %convert.3), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.244905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 compare.5> +2023-12-14 14:52:59.244909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.244914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:59.244919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.244924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %broadcast.4), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.244965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.244980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.244989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 559 us (cumulative: 746 ms, max: 101 ms, #called: 2933) +2023-12-14 14:52:59.245009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:52:59.245018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.245029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 746 ms, max: 101 ms, #called: 2934) +2023-12-14 14:52:59.245035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.245044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 746 ms, max: 101 ms, #called: 2935) +2023-12-14 14:52:59.245050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.245059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 746 ms, max: 101 ms, #called: 2936) +2023-12-14 14:52:59.245070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:52:59.245078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.245084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:52:59.245092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 746 ms, max: 101 ms, #called: 2937) +2023-12-14 14:52:59.245097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.245106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 746 ms, max: 101 ms, #called: 2938) +2023-12-14 14:52:59.245111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.245192: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 2 +2023-12-14 14:52:59.245206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 92 us (cumulative: 746 ms, max: 101 ms, #called: 2939) +2023-12-14 14:52:59.245212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.245219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:52:59.245226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.245238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 746 ms, max: 101 ms, #called: 2940) +2023-12-14 14:52:59.245247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.245258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 746 ms, max: 101 ms, #called: 2941) +2023-12-14 14:52:59.245264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.245284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 18 us (cumulative: 746 ms, max: 101 ms, #called: 2942) +2023-12-14 14:52:59.245293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 79 us (cumulative: 746 ms, max: 101 ms, #called: 2943) +2023-12-14 14:52:59.245299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.245305: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.245392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:59.245448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 146 us (cumulative: 746 ms, max: 101 ms, #called: 2944) +2023-12-14 14:52:59.245455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.245465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:59.245476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 20 us (cumulative: 746 ms, max: 101 ms, #called: 2945) +2023-12-14 14:52:59.245482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.245496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.245554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.245567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.245572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.245577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.245582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.245587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.245594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.245599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.245605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.245610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.245616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.245621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.245626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:59.245635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.245641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.245646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.245651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.245656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.1 +2023-12-14 14:52:59.245662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 convert.1> + +2023-12-14 14:52:59.245666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.245672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.245677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.245682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.245687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.245692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.245697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.245704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.245792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.245801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.245806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.245811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.245816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.245821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.245827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.245832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.245836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.245841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.245846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.245851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.245856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.245864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:59.245869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.245873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.245878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.245883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.245888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.245893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.245898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.245902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1: +2023-12-14 14:52:59.245907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> (def) +2023-12-14 14:52:59.245912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.245917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.245922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.245926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.245931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.245936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.245941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.245945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.245950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.245955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.245960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.245965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.245969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.245974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.245979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.245984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.245988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.245994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.246009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.246014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.246023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.246028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.246038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.246043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.246047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.246052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.246061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.246066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.246076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.246081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.246085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.246091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.246101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.246111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.246116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.246121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.246130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1, operand 0 +2023-12-14 14:52:59.246140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.246145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> +2023-12-14 14:52:59.246152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1 +2023-12-14 14:52:59.246162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.246171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.246176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.246181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.246192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.246202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.246206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:59.246211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.246221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.246264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.246308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.246317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.246322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.246327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.246332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.246337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.246343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.246348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.246357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.246362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.246368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.246373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.246379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:59.246384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.246390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.246395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.246400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.246405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.1 +2023-12-14 14:52:59.246410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 convert.1> + +2023-12-14 14:52:59.246415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.246420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.246425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.246430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.246435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.246441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.246445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.246451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.246488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.246494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.246499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.246503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.246508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.246513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.246518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.246523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.246531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.246535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.246540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.246546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.246550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.246555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:59.246560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.246564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.246569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.246574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.246579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.246584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.246589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.246593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1: +2023-12-14 14:52:59.246598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> (def) +2023-12-14 14:52:59.246603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.246608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.246612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.246617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.246622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.246626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.246631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.246636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.246641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.246646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.246651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.246655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.246660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.246665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.246670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.246682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.246687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.246697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.246701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.246711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.246715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.246726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.246731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.246736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.246740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.246749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.246754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.246764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.246769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.246774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.246779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.246788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.246798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.246803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.246810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.246820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1, operand 0 +2023-12-14 14:52:59.246830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.246835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> +2023-12-14 14:52:59.246839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1 +2023-12-14 14:52:59.246849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.246858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.246863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.246869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.246878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.246888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.246893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:59.246897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.246903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.246908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.246913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.246939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.246979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.246987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.246998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.247003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.247008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.247013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.247019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.247024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.247029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.247034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.247039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.247044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.247050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:59.247054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.247060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.247065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.247071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.247075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.1 +2023-12-14 14:52:59.247081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 convert.1> + +2023-12-14 14:52:59.247086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.247091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.247096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.247102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.247106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.247112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.247116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.247122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.247152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.247157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.247165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.247171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.247176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.247181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.247186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.247191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.247196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.247200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.247205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.247210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.247214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.247219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:59.247224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.247229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.247233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.247238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.247243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.247248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.247252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.247258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1: +2023-12-14 14:52:59.247263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> (def) +2023-12-14 14:52:59.247267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.247272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.247277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.247281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.247286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.247291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.247296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.247300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.247305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.247312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.247317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.247333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.247337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.247342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.247347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.247352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.247357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.247361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.247367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.247372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.247377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.247381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.247386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.247391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.247396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.247400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.247405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.247410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.247415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.247420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.247424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.247429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.247434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.247439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.247444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.247449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.247453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.247461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.247466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.247471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.247476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.247481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.247486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.247491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.247495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.247500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1, operand 0 +2023-12-14 14:52:59.247505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.247510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> +2023-12-14 14:52:59.247515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.247520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1 +2023-12-14 14:52:59.247524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.247529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.247534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.247539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.247544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.247548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.247554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.247559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.247564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.247569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:59.247574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.247578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.247583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.247588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.247612: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.247618: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.247629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.14 ms (cumulative: 748 ms, max: 101 ms, #called: 2946) +2023-12-14 14:52:59.247635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.247645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 748 ms, max: 101 ms, #called: 2947) +2023-12-14 14:52:59.247660: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:52:59.248723: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.248774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.248833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.248844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.248850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.248855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.248860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.248865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.248872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.248877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.248882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.248887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.248893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.248898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.248903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:59.248927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.248933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.248938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.248944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.248948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.1 +2023-12-14 14:52:59.248954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 convert.1> + +2023-12-14 14:52:59.248959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.248964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.248969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.248975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.248980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.248985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.248990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.248995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.249032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.249038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.249043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.249053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.249059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.249068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.249073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.249083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.249088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.249100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:59.249105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.249114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.249119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.249128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.249133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1: +2023-12-14 14:52:59.249143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> (def) +2023-12-14 14:52:59.249148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.249158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.249162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.249172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.249177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.249186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.249191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.249200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.249205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.249210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.249215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.249219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.249224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.249229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.249234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.249242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.249247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.249252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.249256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.249261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.249266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.249271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.249276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.249280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.249285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.249290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.249294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.249299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.249304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.249309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.249314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.249319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.249324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.249329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.249333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.249339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.249344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.249348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.249353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.249358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.249363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.249367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1, operand 0 +2023-12-14 14:52:59.249372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.249377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> +2023-12-14 14:52:59.249385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.249389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1 +2023-12-14 14:52:59.249394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.249399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.249404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.249409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.249414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.249419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.249424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.249429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.249434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.249440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:59.249444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.249449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.249454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.249459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.249507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.249549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.249558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.249563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.249568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.249573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.249578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.249584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.249588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.249597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.249602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.249608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.249613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.249618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:59.249623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.249629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.249634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.249639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.249644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.1 +2023-12-14 14:52:59.249649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 convert.1> + +2023-12-14 14:52:59.249654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.249659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.249664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.249670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.249674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.249680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.249685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.249690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.249722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.249729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.249734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.249743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.249748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.249760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.249765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.249774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.249779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.249788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:59.249793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.249803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.249809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.249818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.249824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1: +2023-12-14 14:52:59.249833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> (def) +2023-12-14 14:52:59.249838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.249847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.249852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.249861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.249866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.249875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.249880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.249885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.249890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.249894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.249900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.249904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.249911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.249916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.249921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.249926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.249931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.249936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.249941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.249945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.249950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.249955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.249959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.249964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.249969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.249974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.249978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.249983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.249988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.249993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.249998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.250003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.250008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.250013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.250023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.250032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.250037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.250047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.250056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1, operand 0 +2023-12-14 14:52:59.250066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.250071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> +2023-12-14 14:52:59.250076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1 +2023-12-14 14:52:59.250086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.250095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.250100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.250105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.250115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.250125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.250130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:59.250134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.250144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.250169: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:52:59.250176: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 8 +2023-12-14 14:52:59.250210: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.250222: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.250232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.250274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.250282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.250287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.250292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.250297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.250302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.250308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.250313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.250319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.250323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.250329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.250334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.250339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:59.250344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.250350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.250355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.250360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.250365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.1 +2023-12-14 14:52:59.250370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 convert.1> + +2023-12-14 14:52:59.250375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.250380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.250385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.250391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.250395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.250401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.250409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.250414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.250446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.250452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.250457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.250462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.250467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.250471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.250476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.250481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.250485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.250490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.250495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.250500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.250504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.250509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:59.250514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.250519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.250524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.250529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.250534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.250538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.250543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.250548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1: +2023-12-14 14:52:59.250552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> (def) +2023-12-14 14:52:59.250557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.250562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.250566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.250571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.250576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.250585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.250590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.250595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.250599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.250605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.250610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.250615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.250620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.250625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.250629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.250639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.250644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.250653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.250658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.250667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.250672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.250681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.250686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.250691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.250696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.250706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.250710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.250722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.250727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.250732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.250737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.250746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.250756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.250761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.250766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.250775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1, operand 0 +2023-12-14 14:52:59.250784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.250789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> +2023-12-14 14:52:59.250795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1 +2023-12-14 14:52:59.250805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.250815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.250820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.250825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.250834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.250844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.250855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:59.250860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.250864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.250869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.250874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.250932: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048,8192]{1,0},s32[])->pred[2048,8192]{1,0}} +2023-12-14 14:52:59.250939: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.250944: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[2048,8192], param_1.3: s32[]) -> pred[2048,8192] { +2023-12-14 14:52:59.250949: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.250954: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.250958: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.250963: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.250968: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.1 = pred[2048,8192]{1,0} compare(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69} +2023-12-14 14:52:59.250974: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.250979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.250983: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,8192], p.1: s32[]) -> pred[2048,8192] { +2023-12-14 14:52:59.250988: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.250994: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = s32[] parameter(1) +2023-12-14 14:52:59.250998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = pred[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=69}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.251003: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.251008: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.251016: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.6 (Arg_0.1: f32[2048,8192], Arg_1.2: s32[]) -> pred[2048,8192] { +2023-12-14 14:52:59.251021: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:52:59.251026: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.251030: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = pred[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1, s32[] %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:52:59.251035: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.251040: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.251053: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + fusion.clone{}:4-6 + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + Live ranges at 4 (peak): + fusion.clone: 16777216 bytes + Arg_0.1: 67108864 bytes + Arg_1.2: 4 bytes + +2023-12-14 14:52:59.251061: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:59.251067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.251072: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:52:59.251081: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:52:59.251086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.251092: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.251097: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.251101: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.251106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.clone> +2023-12-14 14:52:59.251112: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.251117: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.251122: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.251127: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:52:59.251132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:52:59.251137: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.clone> +2023-12-14 14:52:59.251163: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.251169: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:52:59.251174: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.251179: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:59.251184: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.251189: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 80.00MiB +2023-12-14 14:52:59.251197: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.251203: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.251498: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 73 us (cumulative: 3.45 ms, max: 421 us, #called: 34) +2023-12-14 14:52:59.264350: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0200100f0 +2023-12-14 14:52:59.264662: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.264689: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 17 ms (cumulative: 1.25 s, max: 222 ms, #called: 34) +2023-12-14 14:52:59.265592: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.269257: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.269935: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.282942: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.288667: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.289423: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.290142: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.290689: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.291607: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.292284: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.293121: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.293852: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.294461: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.295075: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.297086: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.298033: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.298226: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.298832: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.302274: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.305485: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.349529: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.350878: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.350936: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.351202: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.358590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:52:59.358651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.358680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 19 us (cumulative: 748 ms, max: 101 ms, #called: 2948) +2023-12-14 14:52:59.358687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.358701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 748 ms, max: 101 ms, #called: 2949) +2023-12-14 14:52:59.358723: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0},f32[1,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:59.358729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:52:59.358752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.358788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.358796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.358805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.358817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.358825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 748 ms, max: 101 ms, #called: 2950) +2023-12-14 14:52:59.358831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.358838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.358850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.358857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 748 ms, max: 101 ms, #called: 2951) +2023-12-14 14:52:59.358863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.358870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.358881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.358888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 748 ms, max: 101 ms, #called: 2952) +2023-12-14 14:52:59.358894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.358901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.358912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.358920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 748 ms, max: 101 ms, #called: 2953) +2023-12-14 14:52:59.358925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.358938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.358950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.358957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 30 us (cumulative: 748 ms, max: 101 ms, #called: 2954) +2023-12-14 14:52:59.358963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.358969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.358980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.358988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 748 ms, max: 101 ms, #called: 2955) +2023-12-14 14:52:59.358993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.359003: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.359011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 33 us (cumulative: 748 ms, max: 101 ms, #called: 2956) +2023-12-14 14:52:59.359034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.359043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 26 us (cumulative: 748 ms, max: 101 ms, #called: 2957) +2023-12-14 14:52:59.359067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.359076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 748 ms, max: 101 ms, #called: 2958) +2023-12-14 14:52:59.359099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.359106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 24 us (cumulative: 748 ms, max: 101 ms, #called: 2959) +2023-12-14 14:52:59.359130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.359137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 26 us (cumulative: 748 ms, max: 101 ms, #called: 2960) +2023-12-14 14:52:59.359164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.359170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 24 us (cumulative: 749 ms, max: 101 ms, #called: 2961) +2023-12-14 14:52:59.359195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.359202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 749 ms, max: 101 ms, #called: 2962) +2023-12-14 14:52:59.359225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.359232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 749 ms, max: 101 ms, #called: 2963) +2023-12-14 14:52:59.359256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.359263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 24 us (cumulative: 749 ms, max: 101 ms, #called: 2964) +2023-12-14 14:52:59.359287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.359295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 749 ms, max: 101 ms, #called: 2965) +2023-12-14 14:52:59.359325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.359333: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.7 +2023-12-14 14:52:59.359340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 35 us (cumulative: 749 ms, max: 101 ms, #called: 2966) +2023-12-14 14:52:59.359367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.359373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 749 ms, max: 101 ms, #called: 2967) +2023-12-14 14:52:59.359397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.359404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 24 us (cumulative: 749 ms, max: 101 ms, #called: 2968) +2023-12-14 14:52:59.359428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.359439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 28 us (cumulative: 749 ms, max: 101 ms, #called: 2969) +2023-12-14 14:52:59.359463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.359469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 749 ms, max: 101 ms, #called: 2970) +2023-12-14 14:52:59.359493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.359501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 25 us (cumulative: 749 ms, max: 101 ms, #called: 2971) +2023-12-14 14:52:59.359525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.359532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 749 ms, max: 101 ms, #called: 2972) +2023-12-14 14:52:59.359559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.359567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 25 us (cumulative: 749 ms, max: 101 ms, #called: 2973) +2023-12-14 14:52:59.359591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.359598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 24 us (cumulative: 749 ms, max: 101 ms, #called: 2974) +2023-12-14 14:52:59.359621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.359628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 749 ms, max: 101 ms, #called: 2975) +2023-12-14 14:52:59.359652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.359663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 28 us (cumulative: 749 ms, max: 101 ms, #called: 2976) +2023-12-14 14:52:59.359687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.359719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 51 us (cumulative: 749 ms, max: 101 ms, #called: 2977) +2023-12-14 14:52:59.359745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.359752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 24 us (cumulative: 749 ms, max: 101 ms, #called: 2978) +2023-12-14 14:52:59.359776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.359788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 29 us (cumulative: 749 ms, max: 101 ms, #called: 2979) +2023-12-14 14:52:59.359812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.359818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 749 ms, max: 101 ms, #called: 2980) +2023-12-14 14:52:59.359842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.359849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.359860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.359867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 749 ms, max: 101 ms, #called: 2981) +2023-12-14 14:52:59.359873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.359879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:59.359891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.359928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 35 us (cumulative: 749 ms, max: 101 ms, #called: 2982) +2023-12-14 14:52:59.359936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.359951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 12 us (cumulative: 749 ms, max: 101 ms, #called: 2983) +2023-12-14 14:52:59.359961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.359971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 749 ms, max: 101 ms, #called: 2984) +2023-12-14 14:52:59.359977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.359985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 749 ms, max: 101 ms, #called: 2985) +2023-12-14 14:52:59.359991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.360000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 749 ms, max: 101 ms, #called: 2986) +2023-12-14 14:52:59.360006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.360015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 749 ms, max: 101 ms, #called: 2987) +2023-12-14 14:52:59.360024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.360034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 749 ms, max: 101 ms, #called: 2988) +2023-12-14 14:52:59.360040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.360049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 749 ms, max: 101 ms, #called: 2989) +2023-12-14 14:52:59.360055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.360063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 749 ms, max: 101 ms, #called: 2990) +2023-12-14 14:52:59.360068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.360077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 749 ms, max: 101 ms, #called: 2991) +2023-12-14 14:52:59.360083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.360091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 749 ms, max: 101 ms, #called: 2992) +2023-12-14 14:52:59.360097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.360106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 749 ms, max: 101 ms, #called: 2993) +2023-12-14 14:52:59.360112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.360131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 18 us (cumulative: 749 ms, max: 101 ms, #called: 2994) +2023-12-14 14:52:59.360137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.360147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 749 ms, max: 101 ms, #called: 2995) +2023-12-14 14:52:59.360153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:59.360161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.360175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 12 us (cumulative: 749 ms, max: 101 ms, #called: 2996) +2023-12-14 14:52:59.360181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.360188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 6 us (cumulative: 749 ms, max: 101 ms, #called: 2997) +2023-12-14 14:52:59.360193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.360201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 749 ms, max: 101 ms, #called: 2998) +2023-12-14 14:52:59.360207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.360219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 10 us (cumulative: 749 ms, max: 101 ms, #called: 2999) +2023-12-14 14:52:59.360224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.360232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 749 ms, max: 101 ms, #called: 3000) +2023-12-14 14:52:59.360238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.360247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 749 ms, max: 101 ms, #called: 3001) +2023-12-14 14:52:59.360252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.360260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 749 ms, max: 101 ms, #called: 3002) +2023-12-14 14:52:59.360265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.360274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 749 ms, max: 101 ms, #called: 3003) +2023-12-14 14:52:59.360279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.360286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 749 ms, max: 101 ms, #called: 3004) +2023-12-14 14:52:59.360292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.360300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 749 ms, max: 101 ms, #called: 3005) +2023-12-14 14:52:59.360305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.360313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 749 ms, max: 101 ms, #called: 3006) +2023-12-14 14:52:59.360319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.360327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 6 us (cumulative: 749 ms, max: 101 ms, #called: 3007) +2023-12-14 14:52:59.360332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.360342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 8 us (cumulative: 749 ms, max: 101 ms, #called: 3008) +2023-12-14 14:52:59.360348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.360356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 749 ms, max: 101 ms, #called: 3009) +2023-12-14 14:52:59.360362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.360376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.360383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 509 us (cumulative: 750 ms, max: 101 ms, #called: 3010) +2023-12-14 14:52:59.360392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.360400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.360410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.360418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 25 us (cumulative: 750 ms, max: 101 ms, #called: 3011) +2023-12-14 14:52:59.360423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.360432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.360442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.360449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 750 ms, max: 101 ms, #called: 3012) +2023-12-14 14:52:59.360455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.360461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.360471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.360479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 750 ms, max: 101 ms, #called: 3013) +2023-12-14 14:52:59.360485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.360493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.360504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.360511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 25 us (cumulative: 750 ms, max: 101 ms, #called: 3014) +2023-12-14 14:52:59.360517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.360538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.360549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.360556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 38 us (cumulative: 750 ms, max: 101 ms, #called: 3015) +2023-12-14 14:52:59.360562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.360569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.360579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.360587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 750 ms, max: 101 ms, #called: 3016) +2023-12-14 14:52:59.360592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.360603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.360614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.360621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 27 us (cumulative: 750 ms, max: 101 ms, #called: 3017) +2023-12-14 14:52:59.360627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.360636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.360647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.360654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 750 ms, max: 101 ms, #called: 3018) +2023-12-14 14:52:59.360660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.360690: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.360698: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.7) +2023-12-14 14:52:59.360738: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.360746: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.7) +2023-12-14 14:52:59.360771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.360795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.360803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.360810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.360815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.360820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.360825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.360835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.360840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.360846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.360851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:52:59.360856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 broadcast.5> + +2023-12-14 14:52:59.360862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:52:59.360868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 add.6> + +2023-12-14 14:52:59.360872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.4 +2023-12-14 14:52:59.360882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 reshape.4> + +2023-12-14 14:52:59.360924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.360940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.360948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.360953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.360958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.360963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.360968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.360973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.360978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.360982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:52:59.360987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.5> (def) +2023-12-14 14:52:59.360992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.360997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:52:59.361002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.6> (def) +2023-12-14 14:52:59.361007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.361012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.4: +2023-12-14 14:52:59.361017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.4> (def) +2023-12-14 14:52:59.361022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.361027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.361032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.361036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.361041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.361046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:52:59.361051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.361056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.361061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.361066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.361071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.361076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.4, operand 0 +2023-12-14 14:52:59.361084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.361089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 reshape.4> +2023-12-14 14:52:59.361095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.361099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.4 +2023-12-14 14:52:59.361104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.361109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:52:59.361114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.4 = f32[2048]{0} reshape(f32[1,2048]{1,0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.361120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.5> +2023-12-14 14:52:59.361125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.361129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:52:59.361134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.361139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:52:59.361145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.4), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.361151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 add.6> +2023-12-14 14:52:59.361155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.361160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:52:59.361165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.361170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %broadcast.5), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.361212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.361229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.361238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 575 us (cumulative: 751 ms, max: 101 ms, #called: 3019) +2023-12-14 14:52:59.361260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:52:59.361269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.361284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 13 us (cumulative: 751 ms, max: 101 ms, #called: 3020) +2023-12-14 14:52:59.361295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.361304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 751 ms, max: 101 ms, #called: 3021) +2023-12-14 14:52:59.361310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.361320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 751 ms, max: 101 ms, #called: 3022) +2023-12-14 14:52:59.361331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:52:59.361339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.361345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:52:59.361353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 751 ms, max: 101 ms, #called: 3023) +2023-12-14 14:52:59.361358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.361369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 751 ms, max: 101 ms, #called: 3024) +2023-12-14 14:52:59.361376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.361458: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 2 +2023-12-14 14:52:59.361476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 98 us (cumulative: 751 ms, max: 101 ms, #called: 3025) +2023-12-14 14:52:59.361482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.361488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:52:59.361495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.361506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 751 ms, max: 101 ms, #called: 3026) +2023-12-14 14:52:59.361512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.361522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 751 ms, max: 101 ms, #called: 3027) +2023-12-14 14:52:59.361528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.361548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 18 us (cumulative: 751 ms, max: 101 ms, #called: 3028) +2023-12-14 14:52:59.361556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 73 us (cumulative: 751 ms, max: 101 ms, #called: 3029) +2023-12-14 14:52:59.361562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.361569: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.361660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:59.361723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 154 us (cumulative: 751 ms, max: 101 ms, #called: 3030) +2023-12-14 14:52:59.361734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.361745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:59.361755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 20 us (cumulative: 751 ms, max: 101 ms, #called: 3031) +2023-12-14 14:52:59.361761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.361778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.361838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.361856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.361862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.361868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.361873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.361877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.361884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.361890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.361895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.361900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.361906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.361911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:59.361917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:59.361922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.361928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.361932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.361938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.361943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:59.361948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:59.361958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.361963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.361968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.361974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.361979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.361985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.361990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.361995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.362087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.362099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.362104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.362113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.362118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.362128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.362133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.362143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.362147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:59.362157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:59.362162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.362172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.362176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.362186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.362192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:59.362205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:59.362210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.362219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.362224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.362234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.362239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.362248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.362253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.362263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.362268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.362273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.362277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.362282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.362287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.362292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.362297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.362302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.362307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.362312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.362317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.362321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.362326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.362331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.362339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.362344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.362349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.362353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.362358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.362363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.362368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.362373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.362378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.362383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.362388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.362392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.362397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.362402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:59.362407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.362412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.362416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.362421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.362426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.362431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:59.362436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.362441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:59.362446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.362450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:59.362455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.362460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.362466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.362471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.362478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.362483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.362489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.362494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:59.362499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.362504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:59.362509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.362514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:59.362518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.362524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.362561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.362618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.362631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.362636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.362642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.362647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.362651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.362658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.362663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.362669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.362673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.362679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.362684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:59.362690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:59.362695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.362704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.362710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.362715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.362720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:59.362726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:59.362731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.362736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.362741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.362747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.362752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.362757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.362763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.362769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.362807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.362815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.362819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.362829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.362834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.362844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.362849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.362859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.362864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:59.362873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:59.362878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.362891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.362896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.362905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.362910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:59.362919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:59.362924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.362934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.362939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.362948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.362953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.362963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.362968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.362973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.362977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.362982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.362987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.362992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.362997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.363002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.363006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.363016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.363026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.363035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.363040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.363050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.363054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.363060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.363065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.363074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.363078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.363088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.363094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.363099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.363103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.363113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:59.363123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.363128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.363133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.363142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:59.363152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.363158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:59.363162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:59.363174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.363184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.363189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.363194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.363204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:59.363214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.363219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:59.363224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:59.363233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.363264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.363306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.363314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.363327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.363339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.363345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.363350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.363356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.363361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.363371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.363376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.363388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.363393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:59.363399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:59.363404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.363409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.363414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.363420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.363425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:59.363430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:59.363435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.363441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.363445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.363451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.363456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.363462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.363467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.363472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.363507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.363515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.363520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.363525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.363530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.363535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.363540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.363544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.363566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.363572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.363576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.363581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.363586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:59.363591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:59.363596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.363601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.363606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.363611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.363615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.363620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.363625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.363630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:59.363634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:59.363640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.363644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.363649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.363654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.363659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.363663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.363669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.363673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.363678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.363683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.363687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.363692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.363698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.363703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.363708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.363720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.363726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.363736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.363740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.363750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.363755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.363765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.363770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.363774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.363779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.363789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.363793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.363803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.363808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.363813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.363818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.363828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:59.363837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.363842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.363847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.363860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:59.363870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.363875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:59.363880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:59.363889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.363899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.363904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.363909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.363919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:59.363929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.363934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:59.363939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.363943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:59.363948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.363954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.363976: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.363983: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.363995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.23 ms (cumulative: 753 ms, max: 101 ms, #called: 3032) +2023-12-14 14:52:59.364004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.364014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 753 ms, max: 101 ms, #called: 3033) +2023-12-14 14:52:59.364029: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:52:59.365121: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.365174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.365244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.365259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.365265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.365271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.365276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.365281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.365288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.365294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.365299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.365304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.365310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.365315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:59.365321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:59.365326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.365331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.365336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.365342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.365354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:59.365360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:59.365365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.365370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.365376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.365382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.365387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.365393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.365398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.365403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.365445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.365452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.365457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.365462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.365467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.365472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.365476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.365481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.365486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.365491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.365496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.365501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.365506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:59.365510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:59.365515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.365520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.365525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.365530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.365534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.365542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.365547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.365552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:59.365557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:59.365561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.365566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.365571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.365575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.365580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.365585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.365590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.365595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.365600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.365605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.365609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.365614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.365619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.365624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.365629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.365634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.365638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.365644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.365649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.365655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.365659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.365664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.365669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.365674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.365681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.365686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.365691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.365696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.365701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.365706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.365710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.365715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.365720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.365725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.365730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.365735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.365740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.365745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.365749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.365754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:59.365759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.365764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.365769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.365774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.365778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.365783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:59.365789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.365794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:59.365798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.365803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:59.365808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.365813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.365818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.365826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.365830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.365835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.365840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.365845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:59.365850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.365856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:59.365860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.365865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:59.365870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.365875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.365923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.365970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.365980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.365986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.365991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.365996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.366001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.366007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.366012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.366018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.366023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.366028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.366033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:59.366042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:59.366048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.366053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.366058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.366064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.366068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:59.366074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:59.366079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.366085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.366090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.366095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.366101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.366106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.366111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.366117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.366152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.366158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.366163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.366173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.366178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.366188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.366193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.366202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.366207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:59.366220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:59.366225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.366234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.366239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.366249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.366254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:59.366264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:59.366268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.366278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.366283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.366293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.366297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.366307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.366312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.366322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.366326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.366331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.366336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.366341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.366346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.366351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.366356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.366363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.366368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.366373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.366378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.366382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.366387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.366392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.366397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.366402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.366407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.366411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.366416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.366421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.366425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.366431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.366435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.366440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.366445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.366450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.366455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.366460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:59.366465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.366469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.366475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.366479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.366484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.366489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:59.366494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.366501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:59.366506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.366511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:59.366516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.366521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.366526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.366531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.366535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.366540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.366546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.366551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:59.366556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.366561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:59.366565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.366570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:59.366575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.366580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.366602: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:52:59.366609: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 8 +2023-12-14 14:52:59.366641: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.366650: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.366660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.366704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.366718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.366732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.366737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.366742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.366747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.366754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.366759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.366764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.366769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.366775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.366780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:52:59.366785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <7 add.1> + +2023-12-14 14:52:59.366790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.366796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.366800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.366806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.366810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.3 +2023-12-14 14:52:59.366817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 reshape.3> + +2023-12-14 14:52:59.366822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.366827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.366832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.366837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.366842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.366848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.366853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.366859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.366893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.366902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.366907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.366917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.366922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.366931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.366936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.366946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.366951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:52:59.366960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> (def) +2023-12-14 14:52:59.366965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.366975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.366979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.366989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.366994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.366999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3: +2023-12-14 14:52:59.367003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> (def) +2023-12-14 14:52:59.367008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.367013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.367018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.367023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.367027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.367032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.367037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.367042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.367047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.367055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.367060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.367065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.367069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.367074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.367079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.367084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.367089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.367093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.367098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.367103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.367108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.367113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.367118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.367122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.367127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.367132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.367137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.367142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.367147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.367152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.367156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.367161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.367166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.367171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.367176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.367181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.367188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.367193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.367198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.367203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:52:59.367208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.367213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.367218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.367223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.367227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.367232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3, operand 0 +2023-12-14 14:52:59.367237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.367242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reshape.3> +2023-12-14 14:52:59.367247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.367252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.3 +2023-12-14 14:52:59.367257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.367262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.367267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.367272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.367277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.367282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.367286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.367291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:52:59.367296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.367301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 add.1> +2023-12-14 14:52:59.367306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.367311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:52:59.367316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.367330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.367391: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048,2048]{1,0},f32[1,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:59.367406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.367412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[2048,2048], param_1.3: f32[1,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.367417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.367422: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.3 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.367427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reshape.3 = f32[2048]{0} reshape(f32[1,2048]{1,0} %param_1.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.367433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[2048]{0} %reshape.3), dimensions={1}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.367438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.1 = f32[2048,2048]{1,0} add(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.367444: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.367448: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.367453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,2048], p.1: f32[1,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.367458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.367463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.367469: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[1,2048]{1,0} %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.367474: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.367479: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.367484: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.7 (Arg_0.1: f32[2048,2048], Arg_1.2: f32[1,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.367489: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.367498: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[1,2048]{1,0} parameter(1) +2023-12-14 14:52:59.367503: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_0.1, f32[1,2048]{1,0} %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:52:59.367509: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.367513: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.367526: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + fusion.clone{}:4-6 + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + Live ranges at 4 (peak): + fusion.clone: 16777216 bytes + Arg_0.1: 16777216 bytes + Arg_1.2: 8192 bytes + +2023-12-14 14:52:59.367535: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:59.367540: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.367546: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:52:59.367555: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:52:59.367560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.367565: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.367570: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.367575: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.367580: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.clone> +2023-12-14 14:52:59.367586: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.367591: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.367595: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.367601: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:52:59.367606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:52:59.367612: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.clone> +2023-12-14 14:52:59.367637: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.367644: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.01MiB +2023-12-14 14:52:59.367649: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.367654: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:59.367659: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.367663: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 32.01MiB +2023-12-14 14:52:59.367668: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.367674: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.367963: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 73 us (cumulative: 3.52 ms, max: 421 us, #called: 35) +2023-12-14 14:52:59.380725: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff02000e0c0 +2023-12-14 14:52:59.381063: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.381091: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 17.1 ms (cumulative: 1.27 s, max: 222 ms, #called: 35) +2023-12-14 14:52:59.382002: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.385182: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.386377: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_relu; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.387492: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.394218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:52:59.394262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.394283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 16 us (cumulative: 753 ms, max: 101 ms, #called: 3034) +2023-12-14 14:52:59.394289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.394302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 753 ms, max: 101 ms, #called: 3035) +2023-12-14 14:52:59.394323: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0},s32[])->pred[2048,2048]{1,0} +2023-12-14 14:52:59.394329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:52:59.394348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.394397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 753 ms, max: 101 ms, #called: 3036) +2023-12-14 14:52:59.394422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.394429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 25 us (cumulative: 753 ms, max: 101 ms, #called: 3037) +2023-12-14 14:52:59.394465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.394472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 25 us (cumulative: 753 ms, max: 101 ms, #called: 3038) +2023-12-14 14:52:59.394497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.394504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 753 ms, max: 101 ms, #called: 3039) +2023-12-14 14:52:59.394528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.394536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 753 ms, max: 101 ms, #called: 3040) +2023-12-14 14:52:59.394560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.394568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 753 ms, max: 101 ms, #called: 3041) +2023-12-14 14:52:59.394592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.394600: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.394606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 31 us (cumulative: 753 ms, max: 101 ms, #called: 3042) +2023-12-14 14:52:59.394630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.394638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 753 ms, max: 101 ms, #called: 3043) +2023-12-14 14:52:59.394664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.394673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 754 ms, max: 101 ms, #called: 3044) +2023-12-14 14:52:59.394698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.394705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 754 ms, max: 101 ms, #called: 3045) +2023-12-14 14:52:59.394729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.394735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 754 ms, max: 101 ms, #called: 3046) +2023-12-14 14:52:59.394759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.394765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 23 us (cumulative: 754 ms, max: 101 ms, #called: 3047) +2023-12-14 14:52:59.394789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.394797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 754 ms, max: 101 ms, #called: 3048) +2023-12-14 14:52:59.394820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.394827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 754 ms, max: 101 ms, #called: 3049) +2023-12-14 14:52:59.394851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.394861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 27 us (cumulative: 754 ms, max: 101 ms, #called: 3050) +2023-12-14 14:52:59.394885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.394892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 754 ms, max: 101 ms, #called: 3051) +2023-12-14 14:52:59.394916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.394924: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.6 +2023-12-14 14:52:59.394930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 754 ms, max: 101 ms, #called: 3052) +2023-12-14 14:52:59.394954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.394961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.394971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.394979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 754 ms, max: 101 ms, #called: 3053) +2023-12-14 14:52:59.394984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.394990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 754 ms, max: 101 ms, #called: 3054) +2023-12-14 14:52:59.395014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.395023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 754 ms, max: 101 ms, #called: 3055) +2023-12-14 14:52:59.395048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.395054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 26 us (cumulative: 754 ms, max: 101 ms, #called: 3056) +2023-12-14 14:52:59.395081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.395089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 26 us (cumulative: 754 ms, max: 101 ms, #called: 3057) +2023-12-14 14:52:59.395114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.395120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 754 ms, max: 101 ms, #called: 3058) +2023-12-14 14:52:59.395144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.395151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 754 ms, max: 101 ms, #called: 3059) +2023-12-14 14:52:59.395175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.395182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 754 ms, max: 101 ms, #called: 3060) +2023-12-14 14:52:59.395205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.395212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 754 ms, max: 101 ms, #called: 3061) +2023-12-14 14:52:59.395236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.395247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 30 us (cumulative: 754 ms, max: 101 ms, #called: 3062) +2023-12-14 14:52:59.395274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.395301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 53 us (cumulative: 754 ms, max: 101 ms, #called: 3063) +2023-12-14 14:52:59.395335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.395342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 25 us (cumulative: 754 ms, max: 101 ms, #called: 3064) +2023-12-14 14:52:59.395368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.395374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 23 us (cumulative: 754 ms, max: 101 ms, #called: 3065) +2023-12-14 14:52:59.395397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.395404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 754 ms, max: 101 ms, #called: 3066) +2023-12-14 14:52:59.395427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.395434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 24 us (cumulative: 754 ms, max: 101 ms, #called: 3067) +2023-12-14 14:52:59.395458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.395464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:52:59.395474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.395489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 13 us (cumulative: 754 ms, max: 101 ms, #called: 3068) +2023-12-14 14:52:59.395502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.395511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 754 ms, max: 101 ms, #called: 3069) +2023-12-14 14:52:59.395517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.395525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 754 ms, max: 101 ms, #called: 3070) +2023-12-14 14:52:59.395531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.395539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 754 ms, max: 101 ms, #called: 3071) +2023-12-14 14:52:59.395544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.395553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 754 ms, max: 101 ms, #called: 3072) +2023-12-14 14:52:59.395559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.395568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 754 ms, max: 101 ms, #called: 3073) +2023-12-14 14:52:59.395574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.395582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 754 ms, max: 101 ms, #called: 3074) +2023-12-14 14:52:59.395587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.395597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 754 ms, max: 101 ms, #called: 3075) +2023-12-14 14:52:59.395602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.395610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 754 ms, max: 101 ms, #called: 3076) +2023-12-14 14:52:59.395615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.395624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 754 ms, max: 101 ms, #called: 3077) +2023-12-14 14:52:59.395630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.395638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 754 ms, max: 101 ms, #called: 3078) +2023-12-14 14:52:59.395643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.395653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 754 ms, max: 101 ms, #called: 3079) +2023-12-14 14:52:59.395658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.395677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 17 us (cumulative: 754 ms, max: 101 ms, #called: 3080) +2023-12-14 14:52:59.395686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.395696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 754 ms, max: 101 ms, #called: 3081) +2023-12-14 14:52:59.395702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 263 us (cumulative: 754 ms, max: 101 ms, #called: 3082) +2023-12-14 14:52:59.395728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.395735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 755 ms, max: 101 ms, #called: 3083) +2023-12-14 14:52:59.395758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.395766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 755 ms, max: 101 ms, #called: 3084) +2023-12-14 14:52:59.395790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.395796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 755 ms, max: 101 ms, #called: 3085) +2023-12-14 14:52:59.395819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.395828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 26 us (cumulative: 755 ms, max: 101 ms, #called: 3086) +2023-12-14 14:52:59.395851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.395871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 36 us (cumulative: 755 ms, max: 101 ms, #called: 3087) +2023-12-14 14:52:59.395895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.395905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 26 us (cumulative: 755 ms, max: 101 ms, #called: 3088) +2023-12-14 14:52:59.395929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.395937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 25 us (cumulative: 755 ms, max: 101 ms, #called: 3089) +2023-12-14 14:52:59.395961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.395969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.395980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.395987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 755 ms, max: 101 ms, #called: 3090) +2023-12-14 14:52:59.395993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.396018: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.396025: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.6) +2023-12-14 14:52:59.396064: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.396071: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.6) +2023-12-14 14:52:59.396096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.396115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.396122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.396128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.396133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.396138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.396143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.396152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.396157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.396163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.396171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.3 +2023-12-14 14:52:59.396177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 convert.3> + +2023-12-14 14:52:59.396182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.4 +2023-12-14 14:52:59.396188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 broadcast.4> + +2023-12-14 14:52:59.396193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.5 +2023-12-14 14:52:59.396198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <4 compare.5> + +2023-12-14 14:52:59.396237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.396243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.396248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.396253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.396258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.396263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.396267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.396272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.396277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.396282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3: +2023-12-14 14:52:59.396287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 convert.3> (def) +2023-12-14 14:52:59.396292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.396297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4: +2023-12-14 14:52:59.396302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.4> (def) +2023-12-14 14:52:59.396307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.396311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5: +2023-12-14 14:52:59.396316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 compare.5> (def) +2023-12-14 14:52:59.396321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.396325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.396330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.396335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.396340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.396345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 0 +2023-12-14 14:52:59.396350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.396358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.396363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.396368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.396372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.396377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3, operand 0 +2023-12-14 14:52:59.396382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.396387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 convert.3> +2023-12-14 14:52:59.396392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.396397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.3 +2023-12-14 14:52:59.396401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.396406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4, operand 0 +2023-12-14 14:52:59.396412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.3 = f32[] convert(s32[] %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.396417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.4> +2023-12-14 14:52:59.396422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.396427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4 +2023-12-14 14:52:59.396432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.396437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5, operand 1 +2023-12-14 14:52:59.396442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.4 = f32[2048,2048]{1,0} broadcast(f32[] %convert.3), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.396447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 compare.5> +2023-12-14 14:52:59.396451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.396456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.5 +2023-12-14 14:52:59.396461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.396466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.5 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %broadcast.4), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.396499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.396517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.396526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 531 us (cumulative: 755 ms, max: 101 ms, #called: 3091) +2023-12-14 14:52:59.396548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:52:59.396558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.396568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 755 ms, max: 101 ms, #called: 3092) +2023-12-14 14:52:59.396573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.396583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 755 ms, max: 101 ms, #called: 3093) +2023-12-14 14:52:59.396589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.396598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 755 ms, max: 101 ms, #called: 3094) +2023-12-14 14:52:59.396609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:52:59.396618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.396623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:52:59.396631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 755 ms, max: 101 ms, #called: 3095) +2023-12-14 14:52:59.396637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.396645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 755 ms, max: 101 ms, #called: 3096) +2023-12-14 14:52:59.396651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.396727: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 2 +2023-12-14 14:52:59.396741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 88 us (cumulative: 755 ms, max: 101 ms, #called: 3097) +2023-12-14 14:52:59.396748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.396754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:52:59.396761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.396771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 755 ms, max: 101 ms, #called: 3098) +2023-12-14 14:52:59.396777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.396787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 755 ms, max: 101 ms, #called: 3099) +2023-12-14 14:52:59.396796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.396818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 20 us (cumulative: 755 ms, max: 101 ms, #called: 3100) +2023-12-14 14:52:59.396826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 76 us (cumulative: 755 ms, max: 101 ms, #called: 3101) +2023-12-14 14:52:59.396832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.396838: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.396916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:59.396970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 135 us (cumulative: 756 ms, max: 101 ms, #called: 3102) +2023-12-14 14:52:59.396977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.396988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:59.396998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 20 us (cumulative: 756 ms, max: 101 ms, #called: 3103) +2023-12-14 14:52:59.397005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.397019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.397074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.397086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.397092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.397097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.397103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.397108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.397115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.397120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.397125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.397131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.397137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:59.397142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.397148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:59.397152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.397158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.397167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.397173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.397178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.1 +2023-12-14 14:52:59.397183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 convert.1> + +2023-12-14 14:52:59.397188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.397194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.397199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.397205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:59.397210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.397216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.397220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.397226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.397316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.397327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.397333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.397341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.397349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.397359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.397364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.397368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.397373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.397378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.397383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:59.397388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.397392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.397397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:59.397402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.397407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.397417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.397422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.397427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.397432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.397437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.397442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1: +2023-12-14 14:52:59.397446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> (def) +2023-12-14 14:52:59.397451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.397456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.397461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.397465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.397471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.397475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:52:59.397480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.397485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.397490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.397495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.397500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.397505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.397509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.397514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.397519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.397523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.397528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.397533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.397538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.397543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.397548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.397553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.397557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.397565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.397569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.397574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.397579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.397584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.397589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.397594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:59.397599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.397604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.397609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.397614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.397619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.397624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.397629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.397634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.397639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.397644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.397649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.397653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.397658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.397663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.397668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.397673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1, operand 0 +2023-12-14 14:52:59.397678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.397683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> +2023-12-14 14:52:59.397687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.397692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1 +2023-12-14 14:52:59.397700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.397705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.397710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.397715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.397720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.397724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.397729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.397734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.397739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.397745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:59.397749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.397754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.397759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.397764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.397801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.397849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.397859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.397865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.397870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.397874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.397879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.397886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.397890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.397896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.397901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.397911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:59.397916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.397921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:59.397926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.397932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.397937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.397942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.397948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.1 +2023-12-14 14:52:59.397953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 convert.1> + +2023-12-14 14:52:59.397957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.397963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.397968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.397973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:59.397978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.397983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.397988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.397994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.398031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.398037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.398042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.398051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.398058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.398068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.398073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.398085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:59.398090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.398099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:59.398104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.398113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.398118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.398128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.398133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1: +2023-12-14 14:52:59.398142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> (def) +2023-12-14 14:52:59.398147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.398156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.398161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.398170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:52:59.398175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.398185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.398190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.398199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.398204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.398209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.398213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.398218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.398223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.398227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.398234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.398239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.398244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.398249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.398254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.398259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.398264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.398268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.398273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.398278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.398283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.398288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:59.398293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.398298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.398303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.398307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.398312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.398317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.398322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.398327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.398332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.398336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.398341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.398347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.398351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.398356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.398361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.398368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1, operand 0 +2023-12-14 14:52:59.398373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.398378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> +2023-12-14 14:52:59.398383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.398388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1 +2023-12-14 14:52:59.398392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.398397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.398402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.398407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.398412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.398417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.398422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.398427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.398432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.398437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:59.398441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.398446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.398451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.398456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.398481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.398522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.398530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.398535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.398540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.398545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.398560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.398566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.398571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.398577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.398582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.398588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:59.398592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.398598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:59.398603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.398608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.398613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.398618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.398623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.1 +2023-12-14 14:52:59.398629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 convert.1> + +2023-12-14 14:52:59.398634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.398639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.398644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.398650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:59.398655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.398660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.398665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.398670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.398701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.398708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.398713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.398726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.398731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.398740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.398745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.398754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:59.398759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.398769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:59.398774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.398784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.398789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.398798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.398803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1: +2023-12-14 14:52:59.398812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> (def) +2023-12-14 14:52:59.398817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.398826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.398831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.398842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:52:59.398846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.398856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.398860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.398865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.398870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.398877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.398882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.398887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.398891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.398896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.398901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.398905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.398912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.398917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.398922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.398927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.398931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.398936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.398940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.398945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.398950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.398955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.398960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:59.398965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.398969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.398975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.398979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.398985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.398990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.398994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.398999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.399004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.399008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.399016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.399021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.399026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.399030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.399035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.399040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1, operand 0 +2023-12-14 14:52:59.399045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.399050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> +2023-12-14 14:52:59.399055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.399060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1 +2023-12-14 14:52:59.399064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.399069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.399074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.399079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.399084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.399089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.399093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.399098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.399104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.399109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:59.399113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.399118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.399123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.399128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.399152: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.399158: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.399169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.16 ms (cumulative: 758 ms, max: 101 ms, #called: 3104) +2023-12-14 14:52:59.399175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.399185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 758 ms, max: 101 ms, #called: 3105) +2023-12-14 14:52:59.399198: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:52:59.400155: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.400207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.400265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.400276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.400283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.400288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.400293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.400298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.400305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.400310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.400316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.400321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.400327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:59.400332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.400337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:59.400343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.400348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.400360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.400366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.400371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.1 +2023-12-14 14:52:59.400376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 convert.1> + +2023-12-14 14:52:59.400381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.400386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.400391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.400397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:59.400402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.400407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.400413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.400418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.400458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.400464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.400469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.400473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.400478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.400483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.400488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.400493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.400498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.400502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.400507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:59.400512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.400517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.400521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:59.400526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.400531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.400539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.400544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.400548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.400553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.400558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.400563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1: +2023-12-14 14:52:59.400568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> (def) +2023-12-14 14:52:59.400572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.400577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.400582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.400587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.400591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.400596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:52:59.400601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.400606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.400610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.400615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.400620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.400625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.400630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.400634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.400639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.400644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.400648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.400653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.400658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.400663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.400668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.400673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.400677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.400685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.400689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.400694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.400699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.400704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.400709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.400714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:59.400718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.400723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.400728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.400733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.400738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.400743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.400748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.400752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.400757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.400762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.400767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.400773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.400778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.400782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.400787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.400792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1, operand 0 +2023-12-14 14:52:59.400797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.400801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> +2023-12-14 14:52:59.400806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.400811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1 +2023-12-14 14:52:59.400819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.400823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.400828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.400833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.400838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.400843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.400848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.400853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.400858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.400863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:59.400867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.400872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.400877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.400882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.400929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.400973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.400981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.400988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.400993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.400998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.401003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.401009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.401014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.401019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.401025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.401033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:59.401039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.401044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:59.401049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.401054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.401060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.401065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.401070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.1 +2023-12-14 14:52:59.401075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 convert.1> + +2023-12-14 14:52:59.401080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.401085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.401090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.401095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:59.401100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.401106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.401110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.401116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.401149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.401156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.401160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.401170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.401175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.401184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.401189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.401201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:59.401207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.401216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:59.401221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.401230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.401235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.401244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.401249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1: +2023-12-14 14:52:59.401258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> (def) +2023-12-14 14:52:59.401263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.401273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.401278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.401287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:52:59.401292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.401302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.401307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.401316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.401321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.401325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.401330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.401335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.401339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.401344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.401352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.401356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.401361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.401366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.401371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.401375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.401380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.401385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.401390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.401395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.401400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.401404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:59.401409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.401414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.401419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.401424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.401429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.401434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.401439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.401443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.401448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.401453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.401457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.401462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.401467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.401472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.401477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.401485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1, operand 0 +2023-12-14 14:52:59.401491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.401495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> +2023-12-14 14:52:59.401500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.401505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1 +2023-12-14 14:52:59.401509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.401514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.401519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.401524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.401529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.401533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.401538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.401543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.401548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.401553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:59.401558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.401563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.401568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.401573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.401593: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:52:59.401599: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 8 +2023-12-14 14:52:59.401632: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.401641: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.401650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:52:59.401696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.401705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.401710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.401715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.401720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.401725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.401731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.401736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.401741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.401747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.401752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:59.401757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.401763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <7 compare.1> + +2023-12-14 14:52:59.401767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.401773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.401778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.401783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 broadcast.1> + +2023-12-14 14:52:59.401788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.1 +2023-12-14 14:52:59.401793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 convert.1> + +2023-12-14 14:52:59.401798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.3 +2023-12-14 14:52:59.401803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <4 param_1.3> + +2023-12-14 14:52:59.401808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.401813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:52:59.401818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.401824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.401828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.401834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.401869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:52:59.401874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.401879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.401889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.401893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.401903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.401908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.401918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:59.401923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.401932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> (def) +2023-12-14 14:52:59.401937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.401946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.401951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.401960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> (def) +2023-12-14 14:52:59.401965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1: +2023-12-14 14:52:59.401974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> (def) +2023-12-14 14:52:59.401979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3: +2023-12-14 14:52:59.401989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> (def) +2023-12-14 14:52:59.401994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.401998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.402003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:52:59.402008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.402017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.402022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.402027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.402031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.402036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.402041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.402045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.402050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.402055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.402060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.402065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.402070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.402074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.402079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.402084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.402089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.402093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.402098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.402103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.402108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.402113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.402118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.402123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:52:59.402128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.402133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.402138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.402142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.402147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.402155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.402160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.402165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.402169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.402174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.402179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.402184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.3> +2023-12-14 14:52:59.402189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.402194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.3 +2023-12-14 14:52:59.402198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.402203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1, operand 0 +2023-12-14 14:52:59.402208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.402213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 convert.1> +2023-12-14 14:52:59.402217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.402222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.1 +2023-12-14 14:52:59.402227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.402231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.402236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.402241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 broadcast.1> +2023-12-14 14:52:59.402246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.402251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.402255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.402260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.402266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.402270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 compare.1> +2023-12-14 14:52:59.402275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.402281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.402288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.402293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.402347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048,2048]{1,0},s32[])->pred[2048,2048]{1,0}} +2023-12-14 14:52:59.402354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.402359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[2048,2048], param_1.3: s32[]) -> pred[2048,2048] { +2023-12-14 14:52:59.402364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.402369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.3 = s32[] parameter(1) +2023-12-14 14:52:59.402374: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.1 = f32[] convert(s32[] %param_1.3), metadata={op_name="jit(fn)/jit(main)/convert_element_type[new_dtype=float32 weak_type=False]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.402379: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %convert.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.402384: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.1 = pred[2048,2048]{1,0} compare(f32[2048,2048]{1,0} %param_0.1, f32[2048,2048]{1,0} %broadcast.1), direction=GT, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.402389: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.402394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.402399: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,2048], p.1: s32[]) -> pred[2048,2048] { +2023-12-14 14:52:59.402404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.402409: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = s32[] parameter(1) +2023-12-14 14:52:59.402414: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = pred[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, s32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/gt" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.402419: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.402424: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.402429: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.6 (Arg_0.1: f32[2048,2048], Arg_1.2: s32[]) -> pred[2048,2048] { +2023-12-14 14:52:59.402434: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.402442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = s32[] parameter(1) +2023-12-14 14:52:59.402447: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = pred[2048,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_0.1, s32[] %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:52:59.402451: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.402456: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.402469: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + fusion.clone{}:4-6 + Live ranges at 4 (peak): + Arg_0.1: 16777216 bytes + Arg_1.2: 4 bytes + fusion.clone: 4194304 bytes + +2023-12-14 14:52:59.402477: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:59.402483: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.402488: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:59.402497: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:59.402502: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.402507: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.402512: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.402517: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.402522: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 fusion.clone> +2023-12-14 14:52:59.402527: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.402532: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.402537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.402542: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:59.402547: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:59.402553: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 fusion.clone> +2023-12-14 14:52:59.402577: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.402583: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.00MiB +2023-12-14 14:52:59.402588: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.402593: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 4.00MiB +2023-12-14 14:52:59.402598: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.402603: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 20.00MiB +2023-12-14 14:52:59.402607: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.402613: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.402861: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 56 us (cumulative: 3.58 ms, max: 421 us, #called: 36) +2023-12-14 14:52:59.415151: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff02000c0f0 +2023-12-14 14:52:59.415424: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.415460: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 16.3 ms (cumulative: 1.29 s, max: 222 ms, #called: 36) +2023-12-14 14:52:59.416165: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.418001: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.423376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:59.423417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.423436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 14 us (cumulative: 758 ms, max: 101 ms, #called: 3106) +2023-12-14 14:52:59.423444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.423456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 758 ms, max: 101 ms, #called: 3107) +2023-12-14 14:52:59.423476: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[])->f32[2048,2048]{1,0} +2023-12-14 14:52:59.423482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:59.423499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.423537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 23 us (cumulative: 758 ms, max: 101 ms, #called: 3108) +2023-12-14 14:52:59.423559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.423566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 20 us (cumulative: 758 ms, max: 101 ms, #called: 3109) +2023-12-14 14:52:59.423586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.423592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 31 us (cumulative: 758 ms, max: 101 ms, #called: 3110) +2023-12-14 14:52:59.423625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.423632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 20 us (cumulative: 758 ms, max: 101 ms, #called: 3111) +2023-12-14 14:52:59.423652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.423659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 21 us (cumulative: 758 ms, max: 101 ms, #called: 3112) +2023-12-14 14:52:59.423679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.423686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 20 us (cumulative: 758 ms, max: 101 ms, #called: 3113) +2023-12-14 14:52:59.423707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.423714: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.423721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 27 us (cumulative: 758 ms, max: 101 ms, #called: 3114) +2023-12-14 14:52:59.423741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.423748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 20 us (cumulative: 758 ms, max: 101 ms, #called: 3115) +2023-12-14 14:52:59.423768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.423775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 758 ms, max: 101 ms, #called: 3116) +2023-12-14 14:52:59.423799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.423807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 21 us (cumulative: 758 ms, max: 101 ms, #called: 3117) +2023-12-14 14:52:59.423827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.423833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 19 us (cumulative: 758 ms, max: 101 ms, #called: 3118) +2023-12-14 14:52:59.423853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.423859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 19 us (cumulative: 758 ms, max: 101 ms, #called: 3119) +2023-12-14 14:52:59.423879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.423886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 758 ms, max: 101 ms, #called: 3120) +2023-12-14 14:52:59.423907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.423913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 20 us (cumulative: 758 ms, max: 101 ms, #called: 3121) +2023-12-14 14:52:59.423934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.423940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 19 us (cumulative: 758 ms, max: 101 ms, #called: 3122) +2023-12-14 14:52:59.423963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.423970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.423978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.423985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 758 ms, max: 101 ms, #called: 3123) +2023-12-14 14:52:59.423991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.423999: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:52:59.424005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 27 us (cumulative: 758 ms, max: 101 ms, #called: 3124) +2023-12-14 14:52:59.424025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.424031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 758 ms, max: 101 ms, #called: 3125) +2023-12-14 14:52:59.424051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.424058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 19 us (cumulative: 758 ms, max: 101 ms, #called: 3126) +2023-12-14 14:52:59.424079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.424088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 23 us (cumulative: 758 ms, max: 101 ms, #called: 3127) +2023-12-14 14:52:59.424109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.424115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 19 us (cumulative: 758 ms, max: 101 ms, #called: 3128) +2023-12-14 14:52:59.424140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.424148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 758 ms, max: 101 ms, #called: 3129) +2023-12-14 14:52:59.424169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.424175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 20 us (cumulative: 758 ms, max: 101 ms, #called: 3130) +2023-12-14 14:52:59.424196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.424203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 21 us (cumulative: 758 ms, max: 101 ms, #called: 3131) +2023-12-14 14:52:59.424223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.424230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 20 us (cumulative: 758 ms, max: 101 ms, #called: 3132) +2023-12-14 14:52:59.424250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.424258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 21 us (cumulative: 758 ms, max: 101 ms, #called: 3133) +2023-12-14 14:52:59.424278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.424287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 23 us (cumulative: 758 ms, max: 101 ms, #called: 3134) +2023-12-14 14:52:59.424308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.424331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 38 us (cumulative: 758 ms, max: 101 ms, #called: 3135) +2023-12-14 14:52:59.424353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.424360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 20 us (cumulative: 758 ms, max: 101 ms, #called: 3136) +2023-12-14 14:52:59.424380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.424388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 758 ms, max: 101 ms, #called: 3137) +2023-12-14 14:52:59.424408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.424414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 19 us (cumulative: 758 ms, max: 101 ms, #called: 3138) +2023-12-14 14:52:59.424434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.424441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 759 ms, max: 101 ms, #called: 3139) +2023-12-14 14:52:59.424461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.424467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:59.424477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.424490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 759 ms, max: 101 ms, #called: 3140) +2023-12-14 14:52:59.424496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.424504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 759 ms, max: 101 ms, #called: 3141) +2023-12-14 14:52:59.424510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.424521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 759 ms, max: 101 ms, #called: 3142) +2023-12-14 14:52:59.424528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.424536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 759 ms, max: 101 ms, #called: 3143) +2023-12-14 14:52:59.424541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.424549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 759 ms, max: 101 ms, #called: 3144) +2023-12-14 14:52:59.424555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.424563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 759 ms, max: 101 ms, #called: 3145) +2023-12-14 14:52:59.424568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.424577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 759 ms, max: 101 ms, #called: 3146) +2023-12-14 14:52:59.424582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.424591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 759 ms, max: 101 ms, #called: 3147) +2023-12-14 14:52:59.424596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.424604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 759 ms, max: 101 ms, #called: 3148) +2023-12-14 14:52:59.424609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.424618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 759 ms, max: 101 ms, #called: 3149) +2023-12-14 14:52:59.424623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.424631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 759 ms, max: 101 ms, #called: 3150) +2023-12-14 14:52:59.424637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.424645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 759 ms, max: 101 ms, #called: 3151) +2023-12-14 14:52:59.424650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.424667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 15 us (cumulative: 759 ms, max: 101 ms, #called: 3152) +2023-12-14 14:52:59.424673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.424682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 759 ms, max: 101 ms, #called: 3153) +2023-12-14 14:52:59.424691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 245 us (cumulative: 759 ms, max: 101 ms, #called: 3154) +2023-12-14 14:52:59.424713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.424720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 20 us (cumulative: 759 ms, max: 101 ms, #called: 3155) +2023-12-14 14:52:59.424740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.424747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 20 us (cumulative: 759 ms, max: 101 ms, #called: 3156) +2023-12-14 14:52:59.424767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.424773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 759 ms, max: 101 ms, #called: 3157) +2023-12-14 14:52:59.424794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.424802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 21 us (cumulative: 759 ms, max: 101 ms, #called: 3158) +2023-12-14 14:52:59.424822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.424837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 29 us (cumulative: 759 ms, max: 101 ms, #called: 3159) +2023-12-14 14:52:59.424857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.424864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 759 ms, max: 101 ms, #called: 3160) +2023-12-14 14:52:59.424888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.424895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 759 ms, max: 101 ms, #called: 3161) +2023-12-14 14:52:59.424916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.424924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.424932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.424939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 21 us (cumulative: 759 ms, max: 101 ms, #called: 3162) +2023-12-14 14:52:59.424945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.424966: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.424974: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:59.425001: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.425007: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:59.425023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.425037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.425043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.425048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.425054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.425058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.425064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.425073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.425078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2 +2023-12-14 14:52:59.425085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 broadcast.2> + +2023-12-14 14:52:59.425106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.425111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.425116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.425125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.425130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.425135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.425139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2: +2023-12-14 14:52:59.425144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> (def) +2023-12-14 14:52:59.425149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.425154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.425159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.425165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.425169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.425174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2, operand 0 +2023-12-14 14:52:59.425179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.425184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.2> +2023-12-14 14:52:59.425189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.425194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2 +2023-12-14 14:52:59.425198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.425204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2 = f32[2048,2048]{1,0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71} +2023-12-14 14:52:59.425229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.425240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.425249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 301 us (cumulative: 759 ms, max: 101 ms, #called: 3163) +2023-12-14 14:52:59.425267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:59.425276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.425284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 759 ms, max: 101 ms, #called: 3164) +2023-12-14 14:52:59.425290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.425299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 759 ms, max: 101 ms, #called: 3165) +2023-12-14 14:52:59.425304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.425317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 11 us (cumulative: 759 ms, max: 101 ms, #called: 3166) +2023-12-14 14:52:59.425327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:59.425336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.425341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:59.425349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 759 ms, max: 101 ms, #called: 3167) +2023-12-14 14:52:59.425355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.425365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 759 ms, max: 101 ms, #called: 3168) +2023-12-14 14:52:59.425371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.425389: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:59.425397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 25 us (cumulative: 759 ms, max: 101 ms, #called: 3169) +2023-12-14 14:52:59.425402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.425408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:59.425415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.425424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 759 ms, max: 101 ms, #called: 3170) +2023-12-14 14:52:59.425430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.425438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 759 ms, max: 101 ms, #called: 3171) +2023-12-14 14:52:59.425444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.425460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 759 ms, max: 101 ms, #called: 3172) +2023-12-14 14:52:59.425468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 63 us (cumulative: 760 ms, max: 101 ms, #called: 3173) +2023-12-14 14:52:59.425474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.425480: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.425532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 56 us (cumulative: 760 ms, max: 101 ms, #called: 3174) +2023-12-14 14:52:59.425540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.425550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 760 ms, max: 101 ms, #called: 3175) +2023-12-14 14:52:59.425560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.425570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.425600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.425610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.425615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.425620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.425625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.425630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.425636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.425641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.425647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:59.425653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:59.425659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:59.425664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.425669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.425730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.425737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.425742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.425747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.425752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.425757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.425762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.425767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:59.425772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.425777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:59.425782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> (def) +2023-12-14 14:52:59.425787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.425792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.425800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.425805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.425810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:59.425814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.425819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:59.425824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.425829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.425834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.425839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.425844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.425849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.425854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.425858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.425863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.425868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:59.425874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.425898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.425922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.425929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.425934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.425939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.425944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.425949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.425955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.425961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.425967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:59.425972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:59.425981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:59.425986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.425991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.426007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.426012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.426017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.426022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.426027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.426032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.426037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.426042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:59.426047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.426053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:59.426058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> (def) +2023-12-14 14:52:59.426062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.426067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.426072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.426077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.426082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:59.426087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.426091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:59.426096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.426101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.426106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.426111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.426115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.426120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.426127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.426132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.426138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.426143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:59.426148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.426165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.426185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.426192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.426197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.426202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.426207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.426212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.426217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.426222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.426228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:59.426233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:59.426239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:59.426244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.426249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.426263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.426269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.426274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.426278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.426283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.426288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.426293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.426298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:59.426303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.426311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:59.426316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> (def) +2023-12-14 14:52:59.426321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.426326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.426333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.426338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.426343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:59.426347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.426352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:59.426357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.426362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.426367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.426372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.426376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.426381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.426386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.426390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.426395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.426400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:59.426405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.426421: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.426428: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.426438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 875 us (cumulative: 760 ms, max: 101 ms, #called: 3176) +2023-12-14 14:52:59.426444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.426453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 760 ms, max: 101 ms, #called: 3177) +2023-12-14 14:52:59.426464: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:59.427381: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.427431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.427467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.427476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.427482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.427487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.427493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.427498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.427505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.427510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.427516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:59.427521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:59.427526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:59.427531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.427537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.427555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.427561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.427565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.427570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.427575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.427580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.427585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.427590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:59.427594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.427603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:59.427608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> (def) +2023-12-14 14:52:59.427613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.427618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.427623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.427628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.427633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:59.427637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.427642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:59.427647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.427651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.427656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.427661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.427666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.427671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.427675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.427680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.427685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.427690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:59.427695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.427729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.427752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.427759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.427764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.427769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.427774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.427779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.427788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.427793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.427799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:59.427804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:59.427809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:59.427815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.427820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.427834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.427840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.427845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.427849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.427854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.427859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.427864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.427869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:59.427874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.427879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:59.427884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> (def) +2023-12-14 14:52:59.427889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.427893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.427898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.427903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.427908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:59.427913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.427918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:59.427923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.427928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.427933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.427944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.427948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.427953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.427958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.427962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.427967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.427972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:59.427978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.427994: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:59.428000: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:52:59.428025: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.428034: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.428044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.428065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.428072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.428077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.428082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.428087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.428092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.428097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.428102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.428108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:59.428113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.2.clone +2023-12-14 14:52:59.428119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.2.clone> + +2023-12-14 14:52:59.428124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.428129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.428143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.428157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.428163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.428167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.428172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.428177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.428182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.428187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:59.428191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.428196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone: +2023-12-14 14:52:59.428201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> (def) +2023-12-14 14:52:59.428207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.428211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.428216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.428221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.428226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.2.clone> +2023-12-14 14:52:59.428230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.428235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone +2023-12-14 14:52:59.428240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.428245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.428251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.2.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.428255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.428260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.428265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.428269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.428274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.428279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.428284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.2.clone, operand 0 +2023-12-14 14:52:59.428289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.428324: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[])->f32[2048,2048]{1,0}} +2023-12-14 14:52:59.428332: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.428337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_broadcast.2 (p: f32[]) -> f32[2048,2048] { +2023-12-14 14:52:59.428342: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[] parameter(0) +2023-12-14 14:52:59.428347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %broadcast.2.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(broadcast_in_dim)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=71}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.428352: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.428357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.428362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[]) -> f32[2048,2048] { +2023-12-14 14:52:59.428367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.428372: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[] %Arg_0.1), to_apply=%parallel_broadcast.2 +2023-12-14 14:52:59.428377: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.428381: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.428392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:p + 2:broadcast.2.clone + 3:call + BufferLiveRange: + broadcast.2.clone{}:2-4 + Arg_0.1{}:0-4 + Live ranges at 2 (peak): + broadcast.2.clone: 16777216 bytes + Arg_0.1: 4 bytes + +2023-12-14 14:52:59.428399: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:52:59.428405: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.428410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:52:59.428418: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.428424: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.428430: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 broadcast.2.clone> +2023-12-14 14:52:59.428436: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.428441: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.428445: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.428450: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:52:59.428456: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 broadcast.2.clone> +2023-12-14 14:52:59.428476: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.428482: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 4B +2023-12-14 14:52:59.428491: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.428496: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:59.428501: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.428506: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 16.00MiB +2023-12-14 14:52:59.428511: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.428517: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.428712: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 45 us (cumulative: 3.62 ms, max: 421 us, #called: 37) +2023-12-14 14:52:59.438554: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff02000a080 +2023-12-14 14:52:59.438786: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.438809: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 12.3 ms (cumulative: 1.3 s, max: 222 ms, #called: 37) +2023-12-14 14:52:59.439355: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.443375: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.445129: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.445822: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.446516: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.447031: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.447927: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.448606: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.449447: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.450148: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.450751: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.451380: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.453376: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.454321: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.454504: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.455087: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.458502: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.461656: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.504179: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.505615: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.505685: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.505963: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.506300: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.513488: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.519064: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_relu; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.526373: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.526977: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.529272: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.529797: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.536322: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.542022: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.542727: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.543429: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.543946: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.544661: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.545313: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.546270: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.547007: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.547644: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.548266: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.550251: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.551187: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.551366: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.551963: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.555240: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.558315: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.599047: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.600391: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.600455: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.600724: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.601034: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.602249: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.602906: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_relu; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.603477: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.603691: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.604493: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.604920: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.606593: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.607250: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.624061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: spmd-partitioner +2023-12-14 14:52:59.624122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.624150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 20 us (cumulative: 760 ms, max: 101 ms, #called: 3178) +2023-12-14 14:52:59.624159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.624172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 760 ms, max: 101 ms, #called: 3179) +2023-12-14 14:52:59.624202: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0},f32[2048,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:59.624210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes through layout assignment +2023-12-14 14:52:59.624233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.624283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 761 ms, max: 101 ms, #called: 3180) +2023-12-14 14:52:59.624308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.624315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 761 ms, max: 101 ms, #called: 3181) +2023-12-14 14:52:59.624349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.624356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 761 ms, max: 101 ms, #called: 3182) +2023-12-14 14:52:59.624380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.624388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 761 ms, max: 101 ms, #called: 3183) +2023-12-14 14:52:59.624410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.624419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 761 ms, max: 101 ms, #called: 3184) +2023-12-14 14:52:59.624442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.624448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 761 ms, max: 101 ms, #called: 3185) +2023-12-14 14:52:59.624471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.624481: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.624488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 33 us (cumulative: 761 ms, max: 101 ms, #called: 3186) +2023-12-14 14:52:59.624511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.624519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 23 us (cumulative: 761 ms, max: 101 ms, #called: 3187) +2023-12-14 14:52:59.624545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.624553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 761 ms, max: 101 ms, #called: 3188) +2023-12-14 14:52:59.624576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.624583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 761 ms, max: 101 ms, #called: 3189) +2023-12-14 14:52:59.624606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.624612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 21 us (cumulative: 761 ms, max: 101 ms, #called: 3190) +2023-12-14 14:52:59.624634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.624641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 761 ms, max: 101 ms, #called: 3191) +2023-12-14 14:52:59.624664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.624670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 761 ms, max: 101 ms, #called: 3192) +2023-12-14 14:52:59.624693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.624700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 761 ms, max: 101 ms, #called: 3193) +2023-12-14 14:52:59.624722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.624729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 26 us (cumulative: 761 ms, max: 101 ms, #called: 3194) +2023-12-14 14:52:59.624755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.624762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 761 ms, max: 101 ms, #called: 3195) +2023-12-14 14:52:59.624785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.624792: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:52:59.624799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 761 ms, max: 101 ms, #called: 3196) +2023-12-14 14:52:59.624821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.624827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 761 ms, max: 101 ms, #called: 3197) +2023-12-14 14:52:59.624850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.624856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 21 us (cumulative: 761 ms, max: 101 ms, #called: 3198) +2023-12-14 14:52:59.624878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.624887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 25 us (cumulative: 761 ms, max: 101 ms, #called: 3199) +2023-12-14 14:52:59.624910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.624916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 24 us (cumulative: 761 ms, max: 101 ms, #called: 3200) +2023-12-14 14:52:59.624942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.624950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 761 ms, max: 101 ms, #called: 3201) +2023-12-14 14:52:59.624972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.624979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.624989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.624996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 761 ms, max: 101 ms, #called: 3202) +2023-12-14 14:52:59.625002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.625009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 761 ms, max: 101 ms, #called: 3203) +2023-12-14 14:52:59.625031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.625038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 761 ms, max: 101 ms, #called: 3204) +2023-12-14 14:52:59.625061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.625067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 761 ms, max: 101 ms, #called: 3205) +2023-12-14 14:52:59.625090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.625099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 761 ms, max: 101 ms, #called: 3206) +2023-12-14 14:52:59.625124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.625157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 50 us (cumulative: 761 ms, max: 101 ms, #called: 3207) +2023-12-14 14:52:59.625183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.625189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 761 ms, max: 101 ms, #called: 3208) +2023-12-14 14:52:59.625212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.625219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 761 ms, max: 101 ms, #called: 3209) +2023-12-14 14:52:59.625241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.625248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 761 ms, max: 101 ms, #called: 3210) +2023-12-14 14:52:59.625270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.625277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 761 ms, max: 101 ms, #called: 3211) +2023-12-14 14:52:59.625299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.625306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification +2023-12-14 14:52:59.625316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.625330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 12 us (cumulative: 761 ms, max: 101 ms, #called: 3212) +2023-12-14 14:52:59.625337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.625349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 11 us (cumulative: 761 ms, max: 101 ms, #called: 3213) +2023-12-14 14:52:59.625355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.625364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 761 ms, max: 101 ms, #called: 3214) +2023-12-14 14:52:59.625369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.625377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 761 ms, max: 101 ms, #called: 3215) +2023-12-14 14:52:59.625383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.625392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 761 ms, max: 101 ms, #called: 3216) +2023-12-14 14:52:59.625398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.625406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 761 ms, max: 101 ms, #called: 3217) +2023-12-14 14:52:59.625412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.625420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 761 ms, max: 101 ms, #called: 3218) +2023-12-14 14:52:59.625425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.625435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 761 ms, max: 101 ms, #called: 3219) +2023-12-14 14:52:59.625440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.625448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 761 ms, max: 101 ms, #called: 3220) +2023-12-14 14:52:59.625454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.625462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 761 ms, max: 101 ms, #called: 3221) +2023-12-14 14:52:59.625467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.625475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 761 ms, max: 101 ms, #called: 3222) +2023-12-14 14:52:59.625481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.625490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 761 ms, max: 101 ms, #called: 3223) +2023-12-14 14:52:59.625496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.625515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 18 us (cumulative: 761 ms, max: 101 ms, #called: 3224) +2023-12-14 14:52:59.625521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.625533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 11 us (cumulative: 761 ms, max: 101 ms, #called: 3225) +2023-12-14 14:52:59.625539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 256 us (cumulative: 762 ms, max: 101 ms, #called: 3226) +2023-12-14 14:52:59.625563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.625570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 762 ms, max: 101 ms, #called: 3227) +2023-12-14 14:52:59.625592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.625600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 762 ms, max: 101 ms, #called: 3228) +2023-12-14 14:52:59.625623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.625629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 762 ms, max: 101 ms, #called: 3229) +2023-12-14 14:52:59.625652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.625660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 762 ms, max: 101 ms, #called: 3230) +2023-12-14 14:52:59.625683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.625704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 38 us (cumulative: 762 ms, max: 101 ms, #called: 3231) +2023-12-14 14:52:59.625728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.625737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 25 us (cumulative: 762 ms, max: 101 ms, #called: 3232) +2023-12-14 14:52:59.625760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.625768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 762 ms, max: 101 ms, #called: 3233) +2023-12-14 14:52:59.625791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.625799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.625809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.625816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 762 ms, max: 101 ms, #called: 3234) +2023-12-14 14:52:59.625822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.625851: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.625859: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:59.625894: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.625901: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:59.625923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:59.625947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.625956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.625962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.625968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.625973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.625978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.625988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.625993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.625999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.626005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3 +2023-12-14 14:52:59.626016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 subtract.3> + +2023-12-14 14:52:59.626047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:59.626053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.626058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.626063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.626068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.626073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.626077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.626082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.626087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.626091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3: +2023-12-14 14:52:59.626096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 subtract.3> (def) +2023-12-14 14:52:59.626101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.626106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.626111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.626116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.626120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.626125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 0 +2023-12-14 14:52:59.626130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.626135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.626140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.626144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.626149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.626154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 1 +2023-12-14 14:52:59.626159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.626165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 subtract.3> +2023-12-14 14:52:59.626169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.626174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3 +2023-12-14 14:52:59.626179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.626187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3 = f32[2048,2048]{1,0} subtract(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), metadata={op_name="jit()/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.626216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.626230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.626238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 414 us (cumulative: 762 ms, max: 101 ms, #called: 3235) +2023-12-14 14:52:59.626260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: hlo normalization +2023-12-14 14:52:59.626270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.626280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 762 ms, max: 101 ms, #called: 3236) +2023-12-14 14:52:59.626286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.626294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 762 ms, max: 101 ms, #called: 3237) +2023-12-14 14:52:59.626300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.626310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 762 ms, max: 101 ms, #called: 3238) +2023-12-14 14:52:59.626320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes after layout assignment +2023-12-14 14:52:59.626329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.626335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: after layout assignment +2023-12-14 14:52:59.626343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 762 ms, max: 101 ms, #called: 3239) +2023-12-14 14:52:59.626349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.626357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 762 ms, max: 101 ms, #called: 3240) +2023-12-14 14:52:59.626363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.626384: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:59.626392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 28 us (cumulative: 762 ms, max: 101 ms, #called: 3241) +2023-12-14 14:52:59.626397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.626403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification after layout assignment +2023-12-14 14:52:59.626410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.626424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 762 ms, max: 101 ms, #called: 3242) +2023-12-14 14:52:59.626429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.626438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 762 ms, max: 101 ms, #called: 3243) +2023-12-14 14:52:59.626443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.626458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 13 us (cumulative: 762 ms, max: 101 ms, #called: 3244) +2023-12-14 14:52:59.626467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 67 us (cumulative: 762 ms, max: 101 ms, #called: 3245) +2023-12-14 14:52:59.626473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.626479: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.626549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 73 us (cumulative: 762 ms, max: 101 ms, #called: 3246) +2023-12-14 14:52:59.626564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.626580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 14 us (cumulative: 763 ms, max: 101 ms, #called: 3247) +2023-12-14 14:52:59.626586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.626597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:59.626634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.626645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.626651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.626656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.626662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.626667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.626673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.626679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.626685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.626690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.626696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 subtract.3.clone> + +2023-12-14 14:52:59.626701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3.clone +2023-12-14 14:52:59.626707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 subtract.3.clone> + +2023-12-14 14:52:59.626717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.626723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.626728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.626733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.626820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:59.626830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.626836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.626840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.626845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.626850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.626855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.626860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.626865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.626870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.626874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> +2023-12-14 14:52:59.626879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.626884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone: +2023-12-14 14:52:59.626889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> (def) +2023-12-14 14:52:59.626894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.626899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.626904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.626909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.626914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.626918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.626923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.626928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> +2023-12-14 14:52:59.626933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.626937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone +2023-12-14 14:52:59.626942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.626951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.626956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3.clone = f32[2048,2048]{1,0} subtract(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit()/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.626962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.626967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.626971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.626976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.626981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.626985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.626991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone, operand 0 +2023-12-14 14:52:59.626996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.627001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.627006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.627010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.627016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.627020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.627025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.627030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone, operand 1 +2023-12-14 14:52:59.627035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.627062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:59.627090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.627099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.627104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.627109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.627114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.627119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.627126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.627130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.627139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.627144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.627150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 subtract.3.clone> + +2023-12-14 14:52:59.627155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3.clone +2023-12-14 14:52:59.627161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 subtract.3.clone> + +2023-12-14 14:52:59.627165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.627171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.627176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.627182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.627201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:59.627206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.627211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.627216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.627221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.627226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.627230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.627236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.627241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.627246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.627250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> +2023-12-14 14:52:59.627255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.627260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone: +2023-12-14 14:52:59.627265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> (def) +2023-12-14 14:52:59.627270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.627274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.627279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.627284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.627289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.627294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.627302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.627306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> +2023-12-14 14:52:59.627311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.627316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone +2023-12-14 14:52:59.627330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.627335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.627340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3.clone = f32[2048,2048]{1,0} subtract(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit()/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.627345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.627350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.627355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.627360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.627365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.627370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.627375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone, operand 0 +2023-12-14 14:52:59.627380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.627384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.627389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.627394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.627398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.627403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.627408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.627413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone, operand 1 +2023-12-14 14:52:59.627418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.627439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:59.627463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.627471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.627476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.627484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.627489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.627494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.627500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.627505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.627510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.627515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.627521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 subtract.3.clone> + +2023-12-14 14:52:59.627526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3.clone +2023-12-14 14:52:59.627532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 subtract.3.clone> + +2023-12-14 14:52:59.627537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.627542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.627547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.627552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.627569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:59.627575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.627580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.627585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.627590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.627595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.627600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.627605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.627610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.627615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.627620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> +2023-12-14 14:52:59.627624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.627629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone: +2023-12-14 14:52:59.627634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> (def) +2023-12-14 14:52:59.627642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.627647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.627652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.627657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.627661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.627667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.627671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.627676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> +2023-12-14 14:52:59.627681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.627686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone +2023-12-14 14:52:59.627691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.627696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.627701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3.clone = f32[2048,2048]{1,0} subtract(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit()/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.627706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.627710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.627715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.627720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.627725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.627730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.627734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone, operand 0 +2023-12-14 14:52:59.627739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.627744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.627749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.627754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.627759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.627763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.627768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.627773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone, operand 1 +2023-12-14 14:52:59.627781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.627797: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.627804: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.627814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.22 ms (cumulative: 764 ms, max: 101 ms, #called: 3248) +2023-12-14 14:52:59.627821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.627830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 764 ms, max: 101 ms, #called: 3249) +2023-12-14 14:52:59.627843: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__lambda_ +2023-12-14 14:52:59.628974: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.629022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:59.629063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.629073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.629078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.629084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.629089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.629094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.629101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.629106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.629111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.629116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.629122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 subtract.3.clone> + +2023-12-14 14:52:59.629127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3.clone +2023-12-14 14:52:59.629133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 subtract.3.clone> + +2023-12-14 14:52:59.629144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.629150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.629155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.629160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.629184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:59.629190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.629195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.629200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.629205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.629210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.629214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.629219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.629224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.629229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.629234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> +2023-12-14 14:52:59.629239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.629244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone: +2023-12-14 14:52:59.629249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> (def) +2023-12-14 14:52:59.629254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.629258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.629263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.629268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.629273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.629278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.629283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.629288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> +2023-12-14 14:52:59.629292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.629297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone +2023-12-14 14:52:59.629302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.629307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.629315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3.clone = f32[2048,2048]{1,0} subtract(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit()/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.629321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.629325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.629330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.629335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.629340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.629345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.629350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone, operand 0 +2023-12-14 14:52:59.629355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.629360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.629364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.629369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.629374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.629378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.629383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.629389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone, operand 1 +2023-12-14 14:52:59.629394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.629434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:59.629461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.629469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.629474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.629479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.629484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.629489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.629495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.629501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.629506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.629514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.629520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 subtract.3.clone> + +2023-12-14 14:52:59.629525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3.clone +2023-12-14 14:52:59.629531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 subtract.3.clone> + +2023-12-14 14:52:59.629535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.629541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.629546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.629551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.629570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:59.629576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.629580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.629585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.629590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.629595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.629600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.629605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.629610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.629615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.629620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> +2023-12-14 14:52:59.629625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.629629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone: +2023-12-14 14:52:59.629634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> (def) +2023-12-14 14:52:59.629639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.629644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.629649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.629654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.629658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.629663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.629671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.629676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> +2023-12-14 14:52:59.629681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.629686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone +2023-12-14 14:52:59.629690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.629696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.629701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3.clone = f32[2048,2048]{1,0} subtract(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit()/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.629706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.629711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.629716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.629720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.629725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.629730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.629735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone, operand 0 +2023-12-14 14:52:59.629740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.629745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.629750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.629755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.629759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.629764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.629769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.629774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone, operand 1 +2023-12-14 14:52:59.629779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.629798: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__lambda_ +2023-12-14 14:52:59.629804: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:52:59.629835: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.629844: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.629856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:52:59.629882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.629890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.629895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.629900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.629905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.629910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.629916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.629921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.629926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.629931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.629936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 subtract.3.clone> + +2023-12-14 14:52:59.629941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3.clone +2023-12-14 14:52:59.629947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 subtract.3.clone> + +2023-12-14 14:52:59.629952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.629958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.629962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.629968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.629985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:52:59.629991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.629996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.630001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.630006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.630011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.630016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.630020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.630025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.630030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.630041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> +2023-12-14 14:52:59.630046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.630051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone: +2023-12-14 14:52:59.630056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> (def) +2023-12-14 14:52:59.630061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.630066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.630071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.630075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.630080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.630085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.630090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.630094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 subtract.3.clone> +2023-12-14 14:52:59.630099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.630104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone +2023-12-14 14:52:59.630109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.630114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.630120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3.clone = f32[2048,2048]{1,0} subtract(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit()/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.630124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.630129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.630134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.630138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.630143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.630148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.630153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone, operand 0 +2023-12-14 14:52:59.630158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.630163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.630168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.630173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.630180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.630184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.630189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.630194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3.clone, operand 1 +2023-12-14 14:52:59.630199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.630250: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__lambda_, entry_computation_layout={(f32[2048,2048]{1,0},f32[2048,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:59.630257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.630263: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_subtract.3 (p: f32[2048,2048], p.1: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.630268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.630273: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.630279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %subtract.3.clone = f32[2048,2048]{1,0} subtract(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit()/jit(main)/sub" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.630284: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.630289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.630294: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048,2048], Arg_1.2: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.630299: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.630304: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.630309: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), to_apply=%parallel_subtract.3 +2023-12-14 14:52:59.630314: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.630319: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.630331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:subtract.3.clone + 5:call + BufferLiveRange: + subtract.3.clone{}:4-6 + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + Live ranges at 4 (peak): + subtract.3.clone: 16777216 bytes + Arg_0.1: 16777216 bytes + Arg_1.2: 16777216 bytes + +2023-12-14 14:52:59.630340: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:59.630345: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.630351: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:52:59.630360: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:52:59.630369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.630374: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.630378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.630383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.630389: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 subtract.3.clone> +2023-12-14 14:52:59.630394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.630399: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.630404: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.630410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:52:59.630415: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:52:59.630421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 subtract.3.clone> +2023-12-14 14:52:59.630445: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.630451: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 32.00MiB +2023-12-14 14:52:59.630456: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.630461: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:59.630466: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.630471: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 48.00MiB +2023-12-14 14:52:59.630476: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.630481: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.630762: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 71 us (cumulative: 3.7 ms, max: 421 us, #called: 38) +2023-12-14 14:52:59.644242: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0200080e0 +2023-12-14 14:52:59.644621: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.644652: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__lambda_] for CPU using JIT time: 16.8 ms (cumulative: 1.32 s, max: 222 ms, #called: 38) +2023-12-14 14:52:59.645594: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.670316: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.678242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:59.678311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.678339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 19 us (cumulative: 764 ms, max: 101 ms, #called: 3250) +2023-12-14 14:52:59.678360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.678375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 764 ms, max: 101 ms, #called: 3251) +2023-12-14 14:52:59.678398: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:59.678404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:59.678428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.678479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 764 ms, max: 101 ms, #called: 3252) +2023-12-14 14:52:59.678504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.678511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 764 ms, max: 101 ms, #called: 3253) +2023-12-14 14:52:59.678535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.678541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 764 ms, max: 101 ms, #called: 3254) +2023-12-14 14:52:59.678564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.678572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3255) +2023-12-14 14:52:59.678593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.678601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 764 ms, max: 101 ms, #called: 3256) +2023-12-14 14:52:59.678627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.678634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 764 ms, max: 101 ms, #called: 3257) +2023-12-14 14:52:59.678657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.678667: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.678675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 32 us (cumulative: 764 ms, max: 101 ms, #called: 3258) +2023-12-14 14:52:59.678696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.678705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3259) +2023-12-14 14:52:59.678726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.678735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 764 ms, max: 101 ms, #called: 3260) +2023-12-14 14:52:59.678757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.678764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3261) +2023-12-14 14:52:59.678786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.678794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 764 ms, max: 101 ms, #called: 3262) +2023-12-14 14:52:59.678823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.678829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3263) +2023-12-14 14:52:59.678852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.678859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3264) +2023-12-14 14:52:59.678881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.678888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3265) +2023-12-14 14:52:59.678911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.678918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3266) +2023-12-14 14:52:59.678940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.678947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.678964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3267) +2023-12-14 14:52:59.678970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.678977: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:52:59.678983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.678992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 28 us (cumulative: 764 ms, max: 101 ms, #called: 3268) +2023-12-14 14:52:59.679008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.679016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3269) +2023-12-14 14:52:59.679038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.679045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3270) +2023-12-14 14:52:59.679067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.679077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 764 ms, max: 101 ms, #called: 3271) +2023-12-14 14:52:59.679100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.679106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 764 ms, max: 101 ms, #called: 3272) +2023-12-14 14:52:59.679129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.679137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 764 ms, max: 101 ms, #called: 3273) +2023-12-14 14:52:59.679159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.679166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3274) +2023-12-14 14:52:59.679188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.679200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 27 us (cumulative: 764 ms, max: 101 ms, #called: 3275) +2023-12-14 14:52:59.679222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.679229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 764 ms, max: 101 ms, #called: 3276) +2023-12-14 14:52:59.679251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.679258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3277) +2023-12-14 14:52:59.679281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.679290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 24 us (cumulative: 764 ms, max: 101 ms, #called: 3278) +2023-12-14 14:52:59.679312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.679349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 54 us (cumulative: 764 ms, max: 101 ms, #called: 3279) +2023-12-14 14:52:59.679374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.679381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 764 ms, max: 101 ms, #called: 3280) +2023-12-14 14:52:59.679404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.679410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 25 us (cumulative: 765 ms, max: 101 ms, #called: 3281) +2023-12-14 14:52:59.679437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.679444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 765 ms, max: 101 ms, #called: 3282) +2023-12-14 14:52:59.679467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.679474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 765 ms, max: 101 ms, #called: 3283) +2023-12-14 14:52:59.679497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.679503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:59.679515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.679539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 22 us (cumulative: 765 ms, max: 101 ms, #called: 3284) +2023-12-14 14:52:59.679545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.679554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 765 ms, max: 101 ms, #called: 3285) +2023-12-14 14:52:59.679560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.679568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 765 ms, max: 101 ms, #called: 3286) +2023-12-14 14:52:59.679574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.679582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 765 ms, max: 101 ms, #called: 3287) +2023-12-14 14:52:59.679587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.679596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 765 ms, max: 101 ms, #called: 3288) +2023-12-14 14:52:59.679601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.679609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 765 ms, max: 101 ms, #called: 3289) +2023-12-14 14:52:59.679615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.679638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 21 us (cumulative: 765 ms, max: 101 ms, #called: 3290) +2023-12-14 14:52:59.679644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.679655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 765 ms, max: 101 ms, #called: 3291) +2023-12-14 14:52:59.679660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.679668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 765 ms, max: 101 ms, #called: 3292) +2023-12-14 14:52:59.679674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.679682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 765 ms, max: 101 ms, #called: 3293) +2023-12-14 14:52:59.679687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.679695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 765 ms, max: 101 ms, #called: 3294) +2023-12-14 14:52:59.679701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.679711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 765 ms, max: 101 ms, #called: 3295) +2023-12-14 14:52:59.679716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.679736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 19 us (cumulative: 765 ms, max: 101 ms, #called: 3296) +2023-12-14 14:52:59.679742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.679752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 765 ms, max: 101 ms, #called: 3297) +2023-12-14 14:52:59.679757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 276 us (cumulative: 765 ms, max: 101 ms, #called: 3298) +2023-12-14 14:52:59.679780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.679787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 765 ms, max: 101 ms, #called: 3299) +2023-12-14 14:52:59.679809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.679816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 26 us (cumulative: 765 ms, max: 101 ms, #called: 3300) +2023-12-14 14:52:59.679843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.679849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 765 ms, max: 101 ms, #called: 3301) +2023-12-14 14:52:59.679871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.679880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 23 us (cumulative: 765 ms, max: 101 ms, #called: 3302) +2023-12-14 14:52:59.679902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.679921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 35 us (cumulative: 765 ms, max: 101 ms, #called: 3303) +2023-12-14 14:52:59.679944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.679951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 765 ms, max: 101 ms, #called: 3304) +2023-12-14 14:52:59.679975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.679982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.679992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.679999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 765 ms, max: 101 ms, #called: 3305) +2023-12-14 14:52:59.680005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.680014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.680023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.680031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 765 ms, max: 101 ms, #called: 3306) +2023-12-14 14:52:59.680039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.680069: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.680078: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:59.680113: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.680120: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:52:59.680141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.680161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.680170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.680176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.680181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.680186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.680192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.680202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.680208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:52:59.680213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:52:59.680242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.680248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.680252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.680257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.680262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.680267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.680272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:52:59.680276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:52:59.680282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.680287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.680291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.680296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.680301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.680306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:52:59.680315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:52:59.680320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.680325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:52:59.680331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.680336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:52:59.680341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.680346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.680375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.680388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.680397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 355 us (cumulative: 766 ms, max: 101 ms, #called: 3307) +2023-12-14 14:52:59.680418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:59.680428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.680437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 766 ms, max: 101 ms, #called: 3308) +2023-12-14 14:52:59.680443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.680451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 766 ms, max: 101 ms, #called: 3309) +2023-12-14 14:52:59.680457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.680466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 766 ms, max: 101 ms, #called: 3310) +2023-12-14 14:52:59.680478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:59.680487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.680492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:59.680500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 766 ms, max: 101 ms, #called: 3311) +2023-12-14 14:52:59.680506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.680515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 766 ms, max: 101 ms, #called: 3312) +2023-12-14 14:52:59.680524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.680547: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:59.680556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 30 us (cumulative: 766 ms, max: 101 ms, #called: 3313) +2023-12-14 14:52:59.680561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.680567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:59.680574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.680586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 766 ms, max: 101 ms, #called: 3314) +2023-12-14 14:52:59.680592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.680601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 766 ms, max: 101 ms, #called: 3315) +2023-12-14 14:52:59.680606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.680622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 766 ms, max: 101 ms, #called: 3316) +2023-12-14 14:52:59.680630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 66 us (cumulative: 766 ms, max: 101 ms, #called: 3317) +2023-12-14 14:52:59.680636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.680642: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.680715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 77 us (cumulative: 766 ms, max: 101 ms, #called: 3318) +2023-12-14 14:52:59.680723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.680733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 766 ms, max: 101 ms, #called: 3319) +2023-12-14 14:52:59.680739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.680751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.680785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.680796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.680801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.680807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.680812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.680816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.680824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.680833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.680839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:52:59.680845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:52:59.680850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:52:59.680856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.680862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.680935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.680943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.680948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.680953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.680958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.680963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.680967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.680972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:52:59.680977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.680982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:52:59.680987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:52:59.680992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.680996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.681002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.681007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.681012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:52:59.681016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.681021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:52:59.681026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.681031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.681037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.681045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.681050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.681055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.681059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.681064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.681069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.681074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:52:59.681079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:52:59.681084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.681113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.681136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.681144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.681149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.681154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.681159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.681164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.681170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.681175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.681181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:52:59.681186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:52:59.681192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:52:59.681197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.681203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.681220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.681226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.681231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.681236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.681241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.681250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.681255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.681260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:52:59.681265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.681270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:52:59.681276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:52:59.681281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.681286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.681291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.681296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.681301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:52:59.681306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.681312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:52:59.681317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.681322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.681327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.681332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.681337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.681342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.681346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.681351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.681356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.681361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:52:59.681366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:52:59.681371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.681391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.681411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.681418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.681427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.681432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.681437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.681442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.681448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.681453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.681459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:52:59.681464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:52:59.681469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:52:59.681474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.681480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.681496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.681501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.681506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.681510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.681515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.681520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.681525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.681530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:52:59.681534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.681539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:52:59.681545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:52:59.681550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.681554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.681559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.681564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.681570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:52:59.681575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.681583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:52:59.681588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.681593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.681598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.681603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.681607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.681612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.681617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.681621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.681626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.681632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:52:59.681637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:52:59.681642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.681658: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.681664: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.681674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 933 us (cumulative: 767 ms, max: 101 ms, #called: 3320) +2023-12-14 14:52:59.681680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.681689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 767 ms, max: 101 ms, #called: 3321) +2023-12-14 14:52:59.681705: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:59.682936: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.682986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.683032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.683043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.683048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.683054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.683059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.683063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.683071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.683076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.683082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:52:59.683087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:52:59.683093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:52:59.683098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.683104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.683125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.683130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.683135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.683140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.683145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.683150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.683154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.683160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:52:59.683165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.683170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:52:59.683174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:52:59.683179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.683184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.683189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.683194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.683199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:52:59.683209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.683214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:52:59.683219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.683224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.683229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.683234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.683239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.683243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.683248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.683254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.683258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.683263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:52:59.683268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:52:59.683273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.683314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.683349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.683357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.683363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.683368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.683373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.683377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.683383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.683389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.683395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:52:59.683400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:52:59.683405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:52:59.683414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.683419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.683436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.683441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.683446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.683452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.683457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.683462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.683466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.683471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:52:59.683476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.683481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:52:59.683486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:52:59.683491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.683496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.683500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.683505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.683510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:52:59.683515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.683520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:52:59.683524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.683529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.683534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.683539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.683544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.683549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.683553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.683558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.683565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.683570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:52:59.683576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:52:59.683581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.683600: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:59.683605: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:52:59.683634: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.683643: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.683653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.683675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.683683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.683688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.683693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.683698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.683703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.683709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.683715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.683720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:52:59.683725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:52:59.683731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:52:59.683736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.683741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.683757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.683763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.683768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.683773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.683778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.683782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.683791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.683796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:52:59.683800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.683806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:52:59.683810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:52:59.683815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.683820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.683825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.683829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.683834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:52:59.683839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.683845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:52:59.683850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.683855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.683860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.683865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.683869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.683874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.683879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.683883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.683888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.683893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:52:59.683898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:52:59.683903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.683941: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:59.683947: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.683952: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_multiply.2 (p: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.683960: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.683965: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.2.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.683970: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.683975: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.683980: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.683985: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.683990: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_0.1), to_apply=%parallel_multiply.2 +2023-12-14 14:52:59.683995: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.684000: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.684010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:p + 2:multiply.2.clone + 3:call + BufferLiveRange: + multiply.2.clone{}:2-4 + Arg_0.1{}:0-4 + Live ranges at 2 (peak): + multiply.2.clone: 16777216 bytes + Arg_0.1: 16777216 bytes + +2023-12-14 14:52:59.684018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:52:59.684024: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.684029: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:52:59.684038: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.684043: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.684048: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 multiply.2.clone> +2023-12-14 14:52:59.684054: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.684059: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.684064: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.684070: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:52:59.684076: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 multiply.2.clone> +2023-12-14 14:52:59.684101: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.684106: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.00MiB +2023-12-14 14:52:59.684111: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.684117: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:59.684122: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.684130: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 32.00MiB +2023-12-14 14:52:59.684135: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.684140: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.684421: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 73 us (cumulative: 3.77 ms, max: 421 us, #called: 39) +2023-12-14 14:52:59.697180: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0200060b0 +2023-12-14 14:52:59.697631: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.697665: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 15.9 ms (cumulative: 1.33 s, max: 222 ms, #called: 39) +2023-12-14 14:52:59.698636: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.703113: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.710084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:59.710143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.710172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 19 us (cumulative: 767 ms, max: 101 ms, #called: 3322) +2023-12-14 14:52:59.710180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.710195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 767 ms, max: 101 ms, #called: 3323) +2023-12-14 14:52:59.710220: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:59.710226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:59.710251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.710293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 22 us (cumulative: 767 ms, max: 101 ms, #called: 3324) +2023-12-14 14:52:59.710315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.710321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 36 us (cumulative: 767 ms, max: 101 ms, #called: 3325) +2023-12-14 14:52:59.710360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.710366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 20 us (cumulative: 767 ms, max: 101 ms, #called: 3326) +2023-12-14 14:52:59.710387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.710393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 20 us (cumulative: 767 ms, max: 101 ms, #called: 3327) +2023-12-14 14:52:59.710414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.710421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 21 us (cumulative: 767 ms, max: 101 ms, #called: 3328) +2023-12-14 14:52:59.710442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.710449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 767 ms, max: 101 ms, #called: 3329) +2023-12-14 14:52:59.710469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.710480: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.710487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 30 us (cumulative: 767 ms, max: 101 ms, #called: 3330) +2023-12-14 14:52:59.710506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.710514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 25 us (cumulative: 767 ms, max: 101 ms, #called: 3331) +2023-12-14 14:52:59.710540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.710548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 22 us (cumulative: 767 ms, max: 101 ms, #called: 3332) +2023-12-14 14:52:59.710568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.710575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 19 us (cumulative: 767 ms, max: 101 ms, #called: 3333) +2023-12-14 14:52:59.710595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.710601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 20 us (cumulative: 767 ms, max: 101 ms, #called: 3334) +2023-12-14 14:52:59.710622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.710627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 19 us (cumulative: 767 ms, max: 101 ms, #called: 3335) +2023-12-14 14:52:59.710648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.710655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 767 ms, max: 101 ms, #called: 3336) +2023-12-14 14:52:59.710675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.710682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 19 us (cumulative: 767 ms, max: 101 ms, #called: 3337) +2023-12-14 14:52:59.710703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.710713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 24 us (cumulative: 767 ms, max: 101 ms, #called: 3338) +2023-12-14 14:52:59.710734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.710741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 767 ms, max: 101 ms, #called: 3339) +2023-12-14 14:52:59.710761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.710769: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.2 +2023-12-14 14:52:59.710775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 27 us (cumulative: 767 ms, max: 101 ms, #called: 3340) +2023-12-14 14:52:59.710796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.710802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 767 ms, max: 101 ms, #called: 3341) +2023-12-14 14:52:59.710824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.710830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 19 us (cumulative: 767 ms, max: 101 ms, #called: 3342) +2023-12-14 14:52:59.710850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.710857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 21 us (cumulative: 767 ms, max: 101 ms, #called: 3343) +2023-12-14 14:52:59.710878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.710888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 24 us (cumulative: 767 ms, max: 101 ms, #called: 3344) +2023-12-14 14:52:59.710909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.710917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 767 ms, max: 101 ms, #called: 3345) +2023-12-14 14:52:59.710936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.710943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 19 us (cumulative: 767 ms, max: 101 ms, #called: 3346) +2023-12-14 14:52:59.710962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.710970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.710978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.710985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 21 us (cumulative: 767 ms, max: 101 ms, #called: 3347) +2023-12-14 14:52:59.710990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.710998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 21 us (cumulative: 767 ms, max: 101 ms, #called: 3348) +2023-12-14 14:52:59.711018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.711024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 19 us (cumulative: 767 ms, max: 101 ms, #called: 3349) +2023-12-14 14:52:59.711044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.711053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 767 ms, max: 101 ms, #called: 3350) +2023-12-14 14:52:59.711077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.711099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 37 us (cumulative: 767 ms, max: 101 ms, #called: 3351) +2023-12-14 14:52:59.711120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.711127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 19 us (cumulative: 767 ms, max: 101 ms, #called: 3352) +2023-12-14 14:52:59.711147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.711154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 19 us (cumulative: 767 ms, max: 101 ms, #called: 3353) +2023-12-14 14:52:59.711174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.711180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 20 us (cumulative: 767 ms, max: 101 ms, #called: 3354) +2023-12-14 14:52:59.711200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.711207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 767 ms, max: 101 ms, #called: 3355) +2023-12-14 14:52:59.711226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.711234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:59.711246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.711257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 767 ms, max: 101 ms, #called: 3356) +2023-12-14 14:52:59.711266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.711275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 767 ms, max: 101 ms, #called: 3357) +2023-12-14 14:52:59.711281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.711289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 767 ms, max: 101 ms, #called: 3358) +2023-12-14 14:52:59.711294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.711302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 767 ms, max: 101 ms, #called: 3359) +2023-12-14 14:52:59.711307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.711315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 768 ms, max: 101 ms, #called: 3360) +2023-12-14 14:52:59.711332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.711340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 768 ms, max: 101 ms, #called: 3361) +2023-12-14 14:52:59.711346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.711354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 768 ms, max: 101 ms, #called: 3362) +2023-12-14 14:52:59.711360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.711369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 768 ms, max: 101 ms, #called: 3363) +2023-12-14 14:52:59.711375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.711383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 768 ms, max: 101 ms, #called: 3364) +2023-12-14 14:52:59.711389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.711397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 768 ms, max: 101 ms, #called: 3365) +2023-12-14 14:52:59.711403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.711410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 768 ms, max: 101 ms, #called: 3366) +2023-12-14 14:52:59.711416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.711424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 768 ms, max: 101 ms, #called: 3367) +2023-12-14 14:52:59.711432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.711451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 18 us (cumulative: 768 ms, max: 101 ms, #called: 3368) +2023-12-14 14:52:59.711460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.711471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 10 us (cumulative: 768 ms, max: 101 ms, #called: 3369) +2023-12-14 14:52:59.711477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 265 us (cumulative: 768 ms, max: 101 ms, #called: 3370) +2023-12-14 14:52:59.711498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.711504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 19 us (cumulative: 768 ms, max: 101 ms, #called: 3371) +2023-12-14 14:52:59.711525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.711532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 20 us (cumulative: 768 ms, max: 101 ms, #called: 3372) +2023-12-14 14:52:59.711551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.711558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 768 ms, max: 101 ms, #called: 3373) +2023-12-14 14:52:59.711578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.711586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 21 us (cumulative: 768 ms, max: 101 ms, #called: 3374) +2023-12-14 14:52:59.711606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.711626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 32 us (cumulative: 768 ms, max: 101 ms, #called: 3375) +2023-12-14 14:52:59.711650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.711656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 20 us (cumulative: 768 ms, max: 101 ms, #called: 3376) +2023-12-14 14:52:59.711676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.711683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 19 us (cumulative: 768 ms, max: 101 ms, #called: 3377) +2023-12-14 14:52:59.711703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.711711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 21 us (cumulative: 768 ms, max: 101 ms, #called: 3378) +2023-12-14 14:52:59.711731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.711759: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.711767: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:52:59.711790: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.711797: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:52:59.711814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.711831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.711840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.711847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.711853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.711857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.711862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.711873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.711892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.711897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.711906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.711911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.711917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.711922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.711926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.711931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.711936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.711940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.711945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.711973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.711983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.711991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 258 us (cumulative: 768 ms, max: 101 ms, #called: 3379) +2023-12-14 14:52:59.712011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:59.712022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.712031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 768 ms, max: 101 ms, #called: 3380) +2023-12-14 14:52:59.712037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.712045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 768 ms, max: 101 ms, #called: 3381) +2023-12-14 14:52:59.712051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.712059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 768 ms, max: 101 ms, #called: 3382) +2023-12-14 14:52:59.712070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:59.712079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.712085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:59.712093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 768 ms, max: 101 ms, #called: 3383) +2023-12-14 14:52:59.712099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.712107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 768 ms, max: 101 ms, #called: 3384) +2023-12-14 14:52:59.712118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.712137: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:59.712145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 26 us (cumulative: 768 ms, max: 101 ms, #called: 3385) +2023-12-14 14:52:59.712151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.712157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:59.712164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.712172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 768 ms, max: 101 ms, #called: 3386) +2023-12-14 14:52:59.712178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.712187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 768 ms, max: 101 ms, #called: 3387) +2023-12-14 14:52:59.712192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.712207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 13 us (cumulative: 768 ms, max: 101 ms, #called: 3388) +2023-12-14 14:52:59.712215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 62 us (cumulative: 768 ms, max: 101 ms, #called: 3389) +2023-12-14 14:52:59.712221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.712227: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.712253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 31 us (cumulative: 768 ms, max: 101 ms, #called: 3390) +2023-12-14 14:52:59.712259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.712267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 768 ms, max: 101 ms, #called: 3391) +2023-12-14 14:52:59.712273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.712282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.712293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.712299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.712304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.712309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.712314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.712319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.712326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.712340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.712346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.712351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.712356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.712361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.712366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.712371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.712376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.712381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.712385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.712390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.712408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.712417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.712422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.712427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.712432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.712437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.712442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.712448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.712458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.712464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.712469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.712473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.712478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.712483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.712488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.712493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.712497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.712502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.712510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.712525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.712534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.712539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.712545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.712549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.712554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.712559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.712565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.712573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.712578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.712583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.712588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.712592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.712598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.712602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.712607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.712611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.712616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.712621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.712648: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.712655: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:52:59.712664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 389 us (cumulative: 769 ms, max: 101 ms, #called: 3392) +2023-12-14 14:52:59.712670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.712678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 769 ms, max: 101 ms, #called: 3393) +2023-12-14 14:52:59.712691: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:59.713861: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.713930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.713951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.713958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.713964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.713969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.713974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.713979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.713988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.713994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:59.713999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:52:59.714019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.714025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.714030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.714034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.714039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.714044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.714049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:59.714054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:52:59.714059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.714063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.714068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.714073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.714077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.714082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:59.714087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.714097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:52:59.714102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.714107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:59.714112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.714118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,2048]{1,0} copy(f32[2048,2048]{1,0} %Arg_0.1) +2023-12-14 14:52:59.714155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.714166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.714172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.714177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.714182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.714187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.714192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.714198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.714203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:59.714209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:52:59.714221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.714226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.714231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.714236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.714240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.714245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.714250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:59.714255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:52:59.714260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.714265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.714270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.714274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.714279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.714284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:59.714295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.714301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:52:59.714306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.714311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:59.714316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.714320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,2048]{1,0} copy(f32[2048,2048]{1,0} %Arg_0.1) +2023-12-14 14:52:59.714337: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:59.714343: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:52:59.714371: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.714379: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.714388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.714400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.714406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.714411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.714416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.714421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.714425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.714432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.714437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:59.714443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:52:59.714454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.714459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.714464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.714469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.714473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.714479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.714484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:59.714489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:52:59.714498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.714503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.714508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.714512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.714517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.714522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:59.714527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.714531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:52:59.714536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.714541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:59.714545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.714550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,2048]{1,0} copy(f32[2048,2048]{1,0} %Arg_0.1) +2023-12-14 14:52:59.714581: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:59.714588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.714593: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.2 (Arg_0.1: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.714598: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.714605: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[2048,2048]{1,0} copy(f32[2048,2048]{1,0} %Arg_0.1) +2023-12-14 14:52:59.714610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.714615: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.714625: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:copy + BufferLiveRange: + Arg_0.1{}:0-2 + copy{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 16777216 bytes + copy: 16777216 bytes + +2023-12-14 14:52:59.714633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:52:59.714638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.714644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:59.714653: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.714658: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:52:59.714664: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.714669: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.714674: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:59.714683: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:52:59.714707: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.714712: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.00MiB +2023-12-14 14:52:59.714717: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.714722: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:59.714727: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.714732: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 32.00MiB +2023-12-14 14:52:59.714737: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.714742: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.714930: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 63 us (cumulative: 3.83 ms, max: 421 us, #called: 40) +2023-12-14 14:52:59.719545: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff020004000 +2023-12-14 14:52:59.719891: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.719922: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 7.22 ms (cumulative: 1.34 s, max: 222 ms, #called: 40) +2023-12-14 14:52:59.720844: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.735547: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.743627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:59.743696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.743726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 20 us (cumulative: 769 ms, max: 101 ms, #called: 3394) +2023-12-14 14:52:59.743734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.743751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 14 us (cumulative: 769 ms, max: 101 ms, #called: 3395) +2023-12-14 14:52:59.743777: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[],f32[2048,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:59.743785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:59.743811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.743856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.743865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.743893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.743905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.743914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 47 us (cumulative: 769 ms, max: 101 ms, #called: 3396) +2023-12-14 14:52:59.743920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.743927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.743938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.743945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 769 ms, max: 101 ms, #called: 3397) +2023-12-14 14:52:59.743950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.743957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.743967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.743974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 769 ms, max: 101 ms, #called: 3398) +2023-12-14 14:52:59.743981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.743988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.743999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 769 ms, max: 101 ms, #called: 3399) +2023-12-14 14:52:59.744013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.744021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 769 ms, max: 101 ms, #called: 3400) +2023-12-14 14:52:59.744045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.744052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 769 ms, max: 101 ms, #called: 3401) +2023-12-14 14:52:59.744075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.744087: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.744094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 39 us (cumulative: 769 ms, max: 101 ms, #called: 3402) +2023-12-14 14:52:59.744122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.744131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 769 ms, max: 101 ms, #called: 3403) +2023-12-14 14:52:59.744153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.744164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 27 us (cumulative: 769 ms, max: 101 ms, #called: 3404) +2023-12-14 14:52:59.744187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.744195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 24 us (cumulative: 769 ms, max: 101 ms, #called: 3405) +2023-12-14 14:52:59.744218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.744224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 769 ms, max: 101 ms, #called: 3406) +2023-12-14 14:52:59.744247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.744253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 769 ms, max: 101 ms, #called: 3407) +2023-12-14 14:52:59.744276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.744284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 769 ms, max: 101 ms, #called: 3408) +2023-12-14 14:52:59.744310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.744318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 769 ms, max: 101 ms, #called: 3409) +2023-12-14 14:52:59.744342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.744348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 769 ms, max: 101 ms, #called: 3410) +2023-12-14 14:52:59.744373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.744380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 769 ms, max: 101 ms, #called: 3411) +2023-12-14 14:52:59.744403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.744411: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:52:59.744418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 31 us (cumulative: 769 ms, max: 101 ms, #called: 3412) +2023-12-14 14:52:59.744442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.744448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 769 ms, max: 101 ms, #called: 3413) +2023-12-14 14:52:59.744472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.744478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 769 ms, max: 101 ms, #called: 3414) +2023-12-14 14:52:59.744505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.744515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 28 us (cumulative: 769 ms, max: 101 ms, #called: 3415) +2023-12-14 14:52:59.744540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.744546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 769 ms, max: 101 ms, #called: 3416) +2023-12-14 14:52:59.744570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.744578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 769 ms, max: 101 ms, #called: 3417) +2023-12-14 14:52:59.744601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.744608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 769 ms, max: 101 ms, #called: 3418) +2023-12-14 14:52:59.744631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.744639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 770 ms, max: 101 ms, #called: 3419) +2023-12-14 14:52:59.744662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.744669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 770 ms, max: 101 ms, #called: 3420) +2023-12-14 14:52:59.744692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.744702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 27 us (cumulative: 770 ms, max: 101 ms, #called: 3421) +2023-12-14 14:52:59.744725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.744738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 29 us (cumulative: 770 ms, max: 101 ms, #called: 3422) +2023-12-14 14:52:59.744761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.744793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 50 us (cumulative: 770 ms, max: 101 ms, #called: 3423) +2023-12-14 14:52:59.744818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.744825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 770 ms, max: 101 ms, #called: 3424) +2023-12-14 14:52:59.744848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.744855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 25 us (cumulative: 770 ms, max: 101 ms, #called: 3425) +2023-12-14 14:52:59.744880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.744886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 770 ms, max: 101 ms, #called: 3426) +2023-12-14 14:52:59.744909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.744916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.744934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.744942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 32 us (cumulative: 770 ms, max: 101 ms, #called: 3427) +2023-12-14 14:52:59.744948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.744954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:59.744967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.744995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 26 us (cumulative: 770 ms, max: 101 ms, #called: 3428) +2023-12-14 14:52:59.745001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.745011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 770 ms, max: 101 ms, #called: 3429) +2023-12-14 14:52:59.745017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.745025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 770 ms, max: 101 ms, #called: 3430) +2023-12-14 14:52:59.745031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.745039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 770 ms, max: 101 ms, #called: 3431) +2023-12-14 14:52:59.745045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.745054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 770 ms, max: 101 ms, #called: 3432) +2023-12-14 14:52:59.745060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.745069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 770 ms, max: 101 ms, #called: 3433) +2023-12-14 14:52:59.745075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.745083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 770 ms, max: 101 ms, #called: 3434) +2023-12-14 14:52:59.745089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.745100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 770 ms, max: 101 ms, #called: 3435) +2023-12-14 14:52:59.745105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.745113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 770 ms, max: 101 ms, #called: 3436) +2023-12-14 14:52:59.745118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.745127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 770 ms, max: 101 ms, #called: 3437) +2023-12-14 14:52:59.745136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.745145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 770 ms, max: 101 ms, #called: 3438) +2023-12-14 14:52:59.745150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.745160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 770 ms, max: 101 ms, #called: 3439) +2023-12-14 14:52:59.745166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.745189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 21 us (cumulative: 770 ms, max: 101 ms, #called: 3440) +2023-12-14 14:52:59.745195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.745205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 770 ms, max: 101 ms, #called: 3441) +2023-12-14 14:52:59.745211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.745222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.745231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 281 us (cumulative: 770 ms, max: 101 ms, #called: 3442) +2023-12-14 14:52:59.745236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.745243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.745253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.745260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 770 ms, max: 101 ms, #called: 3443) +2023-12-14 14:52:59.745266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.745275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.745286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.745293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 26 us (cumulative: 770 ms, max: 101 ms, #called: 3444) +2023-12-14 14:52:59.745298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.745304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.745314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.745323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 770 ms, max: 101 ms, #called: 3445) +2023-12-14 14:52:59.745328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.745337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.745350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.745358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 28 us (cumulative: 770 ms, max: 101 ms, #called: 3446) +2023-12-14 14:52:59.745364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.745389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.745400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.745408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 42 us (cumulative: 770 ms, max: 101 ms, #called: 3447) +2023-12-14 14:52:59.745413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.745419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.745430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.745437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 770 ms, max: 101 ms, #called: 3448) +2023-12-14 14:52:59.745443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.745450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.745462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.745469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 25 us (cumulative: 770 ms, max: 101 ms, #called: 3449) +2023-12-14 14:52:59.745475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.745483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.745493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.745501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 770 ms, max: 101 ms, #called: 3450) +2023-12-14 14:52:59.745507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.745540: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.745549: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:59.745592: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.745601: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:59.745626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.745653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.745663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.745669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.745680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.745685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.745690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.745701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.745707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.745713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.745718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:52:59.745725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 broadcast.3> + +2023-12-14 14:52:59.745730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.4 +2023-12-14 14:52:59.745735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 multiply.4> + +2023-12-14 14:52:59.745775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.745781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.745786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.745791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.745796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.745801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.745806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.745812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.745817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.745822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:52:59.745827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.3> (def) +2023-12-14 14:52:59.745831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.745836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4: +2023-12-14 14:52:59.745841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> (def) +2023-12-14 14:52:59.745846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.745852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.745856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.745861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.745874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.745879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:52:59.745884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.745889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.3> +2023-12-14 14:52:59.745894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.745899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:52:59.745904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.745909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 0 +2023-12-14 14:52:59.745915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[2048,2048]{1,0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.745920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.745925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.745929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.745934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.745940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 1 +2023-12-14 14:52:59.745945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.745950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> +2023-12-14 14:52:59.745954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.745959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4 +2023-12-14 14:52:59.745964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.745969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.4 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.3, f32[2048,2048]{1,0} %Arg_1.2), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.746010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.746025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.746035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 525 us (cumulative: 771 ms, max: 101 ms, #called: 3451) +2023-12-14 14:52:59.746058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:59.746068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.746077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 771 ms, max: 101 ms, #called: 3452) +2023-12-14 14:52:59.746088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.746098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 771 ms, max: 101 ms, #called: 3453) +2023-12-14 14:52:59.746103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.746113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 771 ms, max: 101 ms, #called: 3454) +2023-12-14 14:52:59.746125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:59.746134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.746140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:59.746147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 771 ms, max: 101 ms, #called: 3455) +2023-12-14 14:52:59.746153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.746161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 771 ms, max: 101 ms, #called: 3456) +2023-12-14 14:52:59.746167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.746252: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:52:59.746267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 98 us (cumulative: 771 ms, max: 101 ms, #called: 3457) +2023-12-14 14:52:59.746274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.746280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:59.746288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.746300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 771 ms, max: 101 ms, #called: 3458) +2023-12-14 14:52:59.746305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.746315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 771 ms, max: 101 ms, #called: 3459) +2023-12-14 14:52:59.746321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.746342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 20 us (cumulative: 771 ms, max: 101 ms, #called: 3460) +2023-12-14 14:52:59.746350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 75 us (cumulative: 771 ms, max: 101 ms, #called: 3461) +2023-12-14 14:52:59.746357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.746363: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.746456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:59.746520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 160 us (cumulative: 771 ms, max: 101 ms, #called: 3462) +2023-12-14 14:52:59.746528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.746540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:59.746550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 20 us (cumulative: 771 ms, max: 101 ms, #called: 3463) +2023-12-14 14:52:59.746555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.746570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.746634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.746648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.746654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.746659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.746664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.746669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.746676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.746681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.746686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.746691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.746697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.746702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:59.746708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:59.746715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.746721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:59.746726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:59.746731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:52:59.746738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:59.746744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:52:59.746753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.746759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.746764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.746769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.746774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.746779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.746876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.746884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.746889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.746895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.746900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:59.746905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.746909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.746916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.746921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.746926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.746931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.746935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.746940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:59.746945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:59.746950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.746954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.746959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:59.746964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.746968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:59.746973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:52:59.746978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.746983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:59.746988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:52:59.746997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.747007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.747012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.747022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.747026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.747036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.747041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.747045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.747050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.747060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.747064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.747076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.747081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.747091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.747096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.747105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.747110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.747115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.747120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.747129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.747137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.747147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.747151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.747156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:52:59.747163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:59.747172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.747183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.747188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:59.747193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.747202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:59.747212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.747217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:52:59.747222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:59.747231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:59.747241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.747246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:59.747251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:59.747261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.747310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.747368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.747379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.747385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.747390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.747395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.747400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.747406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.747411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.747416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.747421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.747427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.747432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:59.747437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:59.747442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.747447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:59.747453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:59.747458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:52:59.747463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:59.747470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:52:59.747475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.747481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.747486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.747491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.747496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.747501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.747540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.747546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.747552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.747562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:59.747567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.747576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.747581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.747590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.747595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:59.747605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:59.747610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.747619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:59.747624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:59.747634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:52:59.747639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:59.747650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:52:59.747655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.747664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.747669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.747679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.747683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.747688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.747696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.747701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.747706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.747711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.747722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.747727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.747737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.747742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.747751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.747756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.747766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.747771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.747776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.747780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.747790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.747794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.747804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.747809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.747814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:52:59.747819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:59.747833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.747843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.747848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:59.747853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.747862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:59.747872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.747877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:52:59.747881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:59.747891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:59.747901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.747906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:59.747911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.747916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:59.747921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.747926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.747953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.747993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.748002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.748008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.748013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.748018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.748026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.748032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.748037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.748042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.748047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.748053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.748057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:59.748063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:59.748068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.748073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:59.748078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:59.748084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:52:59.748089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:59.748095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:52:59.748100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.748106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.748111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.748116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.748121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.748126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.748156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.748161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.748166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.748172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.748177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:59.748182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.748187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.748195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.748200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.748204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.748209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.748214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.748218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:59.748223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:59.748228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.748233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.748238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:59.748243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.748247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:59.748252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:52:59.748257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.748263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:59.748268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:52:59.748273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.748278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.748283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.748288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.748292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.748297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.748302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.748307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.748311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.748316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.748321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.748326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.748330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.748335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.748340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.748347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.748353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.748359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.748365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.748369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.748374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.748379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.748384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.748389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.748394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.748398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.748403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.748407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.748412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.748417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.748422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.748427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.748432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:52:59.748436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.748442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:59.748448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.748453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.748458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.748462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:59.748467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.748472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.748477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.748484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:59.748489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.748494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:52:59.748499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.748503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:59.748508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.748513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:59.748518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.748523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:59.748527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.748533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:59.748539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.748544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.748565: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.748572: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.748584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.02 ms (cumulative: 773 ms, max: 101 ms, #called: 3464) +2023-12-14 14:52:59.748589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.748599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 773 ms, max: 101 ms, #called: 3465) +2023-12-14 14:52:59.748615: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:59.749817: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.749892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.749962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.749973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.749979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.749984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.749989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.749994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.750002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.750007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.750012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.750017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.750023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.750029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:59.750035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:59.750039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.750045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:59.750050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:59.750055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:52:59.750062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:59.750068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:52:59.750073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.750078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.750084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.750090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.750094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.750100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.750136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.750151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.750157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.750166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:59.750171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.750182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.750186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.750196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.750201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:59.750210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:59.750215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.750224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:59.750229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:59.750239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:52:59.750244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:59.750254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:52:59.750258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.750268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.750273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.750283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.750288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.750300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.750305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.750310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.750315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.750319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.750324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.750330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.750336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.750341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.750346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.750350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.750355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.750361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.750366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.750371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.750376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.750381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.750386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.750390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.750395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.750400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.750405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.750409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.750414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.750420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:52:59.750425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.750429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:59.750434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.750442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.750447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.750453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:59.750457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.750462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.750467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.750472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:59.750477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.750482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:52:59.750487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.750492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:59.750496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.750501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:59.750507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.750512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:59.750517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.750522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:59.750526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.750531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.750583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.750625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.750634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.750640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.750645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.750650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.750655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.750664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.750669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.750675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.750680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.750685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.750690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:59.750696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:59.750701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.750706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:59.750711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:59.750716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:52:59.750722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:59.750727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:52:59.750732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.750738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.750742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.750748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.750753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.750758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.750787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.750793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.750798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.750808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:59.750814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.750824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.750831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.750841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.750846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:59.750855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:59.750860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.750870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:59.750874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:59.750884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:52:59.750889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:59.750899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:52:59.750905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.750914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.750919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.750929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.750933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.750938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.750943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.750948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.750952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.750957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.750962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.750967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.750971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.750976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.750984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.750991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.750996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.751001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.751005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.751015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.751020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.751025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.751029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.751034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.751039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.751044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.751053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.751058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.751063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:52:59.751068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.751073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:59.751078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.751088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.751093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:59.751098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.751103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.751108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:59.751121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.751126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:52:59.751130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.751135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:59.751140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:59.751150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.751154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:59.751159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.751166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:59.751172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.751201: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:59.751207: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:52:59.751244: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.751253: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.751264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.751307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.751316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.751333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.751338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.751343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.751348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.751354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.751360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.751366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.751375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.751381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.751386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:59.751392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:52:59.751396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.751402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:52:59.751407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:59.751412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:52:59.751417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:59.751422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:52:59.751427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.751433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.751437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.751443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.751448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.751454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.751482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.751487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.751492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.751497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.751502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:59.751507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.751512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.751516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.751521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.751526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.751531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.751539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.751544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:59.751551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:52:59.751556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.751560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.751565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:52:59.751570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.751574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:59.751579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:52:59.751584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.751588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:59.751593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:52:59.751598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.751602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.751607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.751612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.751616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.751621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.751627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.751631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.751636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.751641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.751646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.751651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.751656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.751660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.751665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.751678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.751683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.751688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.751692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.751697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.751706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.751711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.751717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.751722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.751726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.751732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.751737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.751746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.751751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.751756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:52:59.751761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.751765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:59.751770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.751780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.751784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:52:59.751789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.751794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.751799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:59.751810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.751819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:52:59.751824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.751828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:59.751833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:59.751843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.751848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:52:59.751852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.751857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:59.751862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.751867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.751924: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[],f32[2048,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:59.751932: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.751937: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.2: f32[2048,2048], param_1.2: f32[]) -> f32[2048,2048] { +2023-12-14 14:52:59.751942: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.751947: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.751952: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.2 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.751958: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.1 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %broadcast.1, f32[2048,2048]{1,0} %param_0.2), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.751963: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.751968: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.751973: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,2048], p.1: f32[]) -> f32[2048,2048] { +2023-12-14 14:52:59.751977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.751983: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:52:59.751989: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,2048]{1,0} fusion(f32[2048,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.751997: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.752002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.752007: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[], Arg_1.2: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.752012: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.752017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.752022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_1.2, f32[] %Arg_0.1), to_apply=%parallel_fusion +2023-12-14 14:52:59.752027: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.752032: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.752044: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + fusion.clone{}:4-6 + Arg_1.2{}:0-6 + Arg_0.1{}:0-6 + Live ranges at 4 (peak): + fusion.clone: 16777216 bytes + Arg_1.2: 16777216 bytes + Arg_0.1: 4 bytes + +2023-12-14 14:52:59.752053: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:59.752058: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.752064: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:59.752074: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_0.1> +2023-12-14 14:52:59.752080: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.752085: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.752090: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.752095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.752100: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.clone> +2023-12-14 14:52:59.752106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.752110: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.752115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.752120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:59.752125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_0.1> +2023-12-14 14:52:59.752131: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.clone> +2023-12-14 14:52:59.752158: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.752165: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.00MiB +2023-12-14 14:52:59.752170: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.752180: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:59.752185: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.752189: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 32.00MiB +2023-12-14 14:52:59.752194: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.752200: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.752520: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 82 us (cumulative: 3.91 ms, max: 421 us, #called: 41) +2023-12-14 14:52:59.766129: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0200020b0 +2023-12-14 14:52:59.766611: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.766649: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 18 ms (cumulative: 1.36 s, max: 222 ms, #called: 41) +2023-12-14 14:52:59.767891: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.772340: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.773111: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.773874: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:52:59.783633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__mean: spmd-partitioner +2023-12-14 14:52:59.783700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.783729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 21 us (cumulative: 773 ms, max: 101 ms, #called: 3466) +2023-12-14 14:52:59.783736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.783752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 14 us (cumulative: 773 ms, max: 101 ms, #called: 3467) +2023-12-14 14:52:59.783777: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0})->(f32[], f32[]) +2023-12-14 14:52:59.783784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__mean: HLO passes through layout assignment +2023-12-14 14:52:59.783812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.783870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.783896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.783907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.783924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.783934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 35 us (cumulative: 773 ms, max: 101 ms, #called: 3468) +2023-12-14 14:52:59.783939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.783947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.783963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.783971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 30 us (cumulative: 773 ms, max: 101 ms, #called: 3469) +2023-12-14 14:52:59.783976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.783983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 30 us (cumulative: 773 ms, max: 101 ms, #called: 3470) +2023-12-14 14:52:59.784015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.784023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 30 us (cumulative: 774 ms, max: 101 ms, #called: 3471) +2023-12-14 14:52:59.784052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.784062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 32 us (cumulative: 774 ms, max: 101 ms, #called: 3472) +2023-12-14 14:52:59.784092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.784099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 30 us (cumulative: 774 ms, max: 101 ms, #called: 3473) +2023-12-14 14:52:59.784128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.784142: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.784153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 47 us (cumulative: 774 ms, max: 101 ms, #called: 3474) +2023-12-14 14:52:59.784183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.784193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 32 us (cumulative: 774 ms, max: 101 ms, #called: 3475) +2023-12-14 14:52:59.784222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.784232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 32 us (cumulative: 774 ms, max: 101 ms, #called: 3476) +2023-12-14 14:52:59.784262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.784270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 30 us (cumulative: 774 ms, max: 101 ms, #called: 3477) +2023-12-14 14:52:59.784299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.784306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 28 us (cumulative: 774 ms, max: 101 ms, #called: 3478) +2023-12-14 14:52:59.784334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.784342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 30 us (cumulative: 774 ms, max: 101 ms, #called: 3479) +2023-12-14 14:52:59.784371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.784380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 37 us (cumulative: 774 ms, max: 101 ms, #called: 3480) +2023-12-14 14:52:59.784415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.784423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 30 us (cumulative: 774 ms, max: 101 ms, #called: 3481) +2023-12-14 14:52:59.784453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.784461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 29 us (cumulative: 774 ms, max: 101 ms, #called: 3482) +2023-12-14 14:52:59.784490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.784498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 30 us (cumulative: 774 ms, max: 101 ms, #called: 3483) +2023-12-14 14:52:59.784528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.784536: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_0.4 +2023-12-14 14:52:59.784543: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.11 +2023-12-14 14:52:59.784549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 44 us (cumulative: 774 ms, max: 101 ms, #called: 3484) +2023-12-14 14:52:59.784579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.784586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 28 us (cumulative: 774 ms, max: 101 ms, #called: 3485) +2023-12-14 14:52:59.784615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.784622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 33 us (cumulative: 774 ms, max: 101 ms, #called: 3486) +2023-12-14 14:52:59.784655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.784669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 36 us (cumulative: 774 ms, max: 101 ms, #called: 3487) +2023-12-14 14:52:59.784698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.784705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 28 us (cumulative: 774 ms, max: 101 ms, #called: 3488) +2023-12-14 14:52:59.784733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.784745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 33 us (cumulative: 774 ms, max: 101 ms, #called: 3489) +2023-12-14 14:52:59.784773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.784780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 30 us (cumulative: 774 ms, max: 101 ms, #called: 3490) +2023-12-14 14:52:59.784810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.784818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 30 us (cumulative: 774 ms, max: 101 ms, #called: 3491) +2023-12-14 14:52:59.784847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.784855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 29 us (cumulative: 774 ms, max: 101 ms, #called: 3492) +2023-12-14 14:52:59.784887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.784895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 30 us (cumulative: 774 ms, max: 101 ms, #called: 3493) +2023-12-14 14:52:59.784925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.784939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.784954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.784962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 35 us (cumulative: 774 ms, max: 101 ms, #called: 3494) +2023-12-14 14:52:59.784967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.785005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.785023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.785031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 61 us (cumulative: 774 ms, max: 101 ms, #called: 3495) +2023-12-14 14:52:59.785036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.785044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.785059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.785068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 30 us (cumulative: 774 ms, max: 101 ms, #called: 3496) +2023-12-14 14:52:59.785073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.785080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.785095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.785104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 29 us (cumulative: 774 ms, max: 101 ms, #called: 3497) +2023-12-14 14:52:59.785109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.785116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.785130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.785138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 27 us (cumulative: 774 ms, max: 101 ms, #called: 3498) +2023-12-14 14:52:59.785148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.785156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.785171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.785179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 29 us (cumulative: 774 ms, max: 101 ms, #called: 3499) +2023-12-14 14:52:59.785186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.785193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__mean: simplification +2023-12-14 14:52:59.785206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.785230: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:52:59.785251: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:52:59.785257: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:52:59.785264: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] -inf +2023-12-14 14:52:59.785277: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} +2023-12-14 14:52:59.785291: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] -inf +2023-12-14 14:52:59.785299: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:52:59.785305: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:52:59.785310: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:52:59.785316: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] inf +2023-12-14 14:52:59.785323: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} +2023-12-14 14:52:59.785331: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] inf +2023-12-14 14:52:59.785380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 172 us (cumulative: 775 ms, max: 101 ms, #called: 3500) +2023-12-14 14:52:59.785388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.785398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3501) +2023-12-14 14:52:59.785404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.785414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3502) +2023-12-14 14:52:59.785421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.785431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3503) +2023-12-14 14:52:59.785441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.785473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 30 us (cumulative: 775 ms, max: 101 ms, #called: 3504) +2023-12-14 14:52:59.785480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.785491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 10 us (cumulative: 775 ms, max: 101 ms, #called: 3505) +2023-12-14 14:52:59.785497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.785506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3506) +2023-12-14 14:52:59.785513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.785523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 775 ms, max: 101 ms, #called: 3507) +2023-12-14 14:52:59.785529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.785538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3508) +2023-12-14 14:52:59.785544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.785553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3509) +2023-12-14 14:52:59.785559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.785568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3510) +2023-12-14 14:52:59.785574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.785584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 775 ms, max: 101 ms, #called: 3511) +2023-12-14 14:52:59.785590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.785614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 775 ms, max: 101 ms, #called: 3512) +2023-12-14 14:52:59.785620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.785630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 775 ms, max: 101 ms, #called: 3513) +2023-12-14 14:52:59.785638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__mean: simplification +2023-12-14 14:52:59.785645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.785661: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:52:59.785669: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:52:59.785684: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:52:59.785690: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] -inf +2023-12-14 14:52:59.785698: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} +2023-12-14 14:52:59.785706: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] -inf +2023-12-14 14:52:59.785712: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:52:59.785718: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:52:59.785724: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:52:59.785730: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] inf +2023-12-14 14:52:59.785737: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} +2023-12-14 14:52:59.785744: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] inf +2023-12-14 14:52:59.785765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 116 us (cumulative: 775 ms, max: 101 ms, #called: 3514) +2023-12-14 14:52:59.785771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.785780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 775 ms, max: 101 ms, #called: 3515) +2023-12-14 14:52:59.785785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.785795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 775 ms, max: 101 ms, #called: 3516) +2023-12-14 14:52:59.785800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.785809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 775 ms, max: 101 ms, #called: 3517) +2023-12-14 14:52:59.785816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.785836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 18 us (cumulative: 775 ms, max: 101 ms, #called: 3518) +2023-12-14 14:52:59.785842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.785851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3519) +2023-12-14 14:52:59.785857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.785866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3520) +2023-12-14 14:52:59.785871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.785885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 12 us (cumulative: 775 ms, max: 101 ms, #called: 3521) +2023-12-14 14:52:59.785891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.785899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 775 ms, max: 101 ms, #called: 3522) +2023-12-14 14:52:59.785906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.785914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 775 ms, max: 101 ms, #called: 3523) +2023-12-14 14:52:59.785919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.785928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3524) +2023-12-14 14:52:59.785934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.785943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 775 ms, max: 101 ms, #called: 3525) +2023-12-14 14:52:59.785948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.785961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 11 us (cumulative: 775 ms, max: 101 ms, #called: 3526) +2023-12-14 14:52:59.785966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.785976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 775 ms, max: 101 ms, #called: 3527) +2023-12-14 14:52:59.785981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__mean: simplification +2023-12-14 14:52:59.785989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.786000: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:52:59.786007: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:52:59.786012: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:52:59.786018: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] -inf +2023-12-14 14:52:59.786025: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} +2023-12-14 14:52:59.786033: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] -inf +2023-12-14 14:52:59.786040: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:52:59.786047: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:52:59.786052: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:52:59.786057: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] inf +2023-12-14 14:52:59.786064: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} +2023-12-14 14:52:59.786075: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] inf +2023-12-14 14:52:59.786086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 95 us (cumulative: 775 ms, max: 101 ms, #called: 3528) +2023-12-14 14:52:59.786093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.786101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 775 ms, max: 101 ms, #called: 3529) +2023-12-14 14:52:59.786107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.786117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 775 ms, max: 101 ms, #called: 3530) +2023-12-14 14:52:59.786122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.786132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3531) +2023-12-14 14:52:59.786138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.786146: I external/org_tensorflow/tensorflow/compiler/xla/service/tree_reduction_rewriter.cc:63] Skipping tree reduction rewrite: all reduced dimensions are smaller than 32 +2023-12-14 14:52:59.786154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 15 us (cumulative: 775 ms, max: 101 ms, #called: 3532) +2023-12-14 14:52:59.786160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.786170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3533) +2023-12-14 14:52:59.786176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.786184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 6 us (cumulative: 775 ms, max: 101 ms, #called: 3534) +2023-12-14 14:52:59.786189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.786198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3535) +2023-12-14 14:52:59.786204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.786212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 775 ms, max: 101 ms, #called: 3536) +2023-12-14 14:52:59.786218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.786226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 775 ms, max: 101 ms, #called: 3537) +2023-12-14 14:52:59.786231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.786240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 775 ms, max: 101 ms, #called: 3538) +2023-12-14 14:52:59.786249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.786258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 775 ms, max: 101 ms, #called: 3539) +2023-12-14 14:52:59.786265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.786277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 10 us (cumulative: 775 ms, max: 101 ms, #called: 3540) +2023-12-14 14:52:59.786282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.786291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 775 ms, max: 101 ms, #called: 3541) +2023-12-14 14:52:59.786297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.786328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.786337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 1.15 ms (cumulative: 776 ms, max: 101 ms, #called: 3542) +2023-12-14 14:52:59.786343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.786351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.786371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.786379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 35 us (cumulative: 776 ms, max: 101 ms, #called: 3543) +2023-12-14 14:52:59.786385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.786394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.786414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.786422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 35 us (cumulative: 776 ms, max: 101 ms, #called: 3544) +2023-12-14 14:52:59.786427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.786433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.786452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.786461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 32 us (cumulative: 776 ms, max: 101 ms, #called: 3545) +2023-12-14 14:52:59.786467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.786477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.786497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.786509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 40 us (cumulative: 776 ms, max: 101 ms, #called: 3546) +2023-12-14 14:52:59.786515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.786548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.786570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.786579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 62 us (cumulative: 777 ms, max: 101 ms, #called: 3547) +2023-12-14 14:52:59.786585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.786592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.786612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.786620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 33 us (cumulative: 777 ms, max: 101 ms, #called: 3548) +2023-12-14 14:52:59.786627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.786635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.786653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.786661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 33 us (cumulative: 777 ms, max: 101 ms, #called: 3549) +2023-12-14 14:52:59.786668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.786680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.786699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.786706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 37 us (cumulative: 777 ms, max: 101 ms, #called: 3550) +2023-12-14 14:52:59.786713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.786762: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.786774: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.4) +2023-12-14 14:52:59.786809: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.11) +2023-12-14 14:52:59.786851: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.786861: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.4) +2023-12-14 14:52:59.786872: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.11) +2023-12-14 14:52:59.786912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__mean +2023-12-14 14:52:59.786953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.786971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.786978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.786985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.786990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.786995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.5 +2023-12-14 14:52:59.787004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.5> + +2023-12-14 14:52:59.787010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.6 +2023-12-14 14:52:59.787015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.6> + +2023-12-14 14:52:59.787021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.7 +2023-12-14 14:52:59.787026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.7> + +2023-12-14 14:52:59.787031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.787037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 Arg_0.1> + +2023-12-14 14:52:59.787042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.787048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <10 constant.2> + +2023-12-14 14:52:59.787052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:59.787058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 constant.3> + +2023-12-14 14:52:59.787062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.10 +2023-12-14 14:52:59.787070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[], f32[])) + {} : HloValueSet: <11 tuple.10{}> + {0} : HloValueSet: <9 multiply> + {1} : HloValueSet: <10 constant.2> + +2023-12-14 14:52:59.787076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant +2023-12-14 14:52:59.787081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <8 constant> + +2023-12-14 14:52:59.787086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply +2023-12-14 14:52:59.787091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 multiply> + +2023-12-14 14:52:59.787096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window +2023-12-14 14:52:59.787102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,64]) + {} : HloValueSet: <5 reduce-window> + +2023-12-14 14:52:59.787109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.787115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <6 reduce-window.1> + +2023-12-14 14:52:59.787120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.8 +2023-12-14 14:52:59.787129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 reduce.8> + +2023-12-14 14:52:59.787225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__mean +2023-12-14 14:52:59.787233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.787238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.787243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5: +2023-12-14 14:52:59.787248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> (def) +2023-12-14 14:52:59.787253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.787259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6: +2023-12-14 14:52:59.787264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> (def) +2023-12-14 14:52:59.787269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.787274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7: +2023-12-14 14:52:59.787278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> (def) +2023-12-14 14:52:59.787285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.787290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.787295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_0.1> (def) +2023-12-14 14:52:59.787300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.787304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.787309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.2> (def) +2023-12-14 14:52:59.787314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.787330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:59.787336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.3> (def) +2023-12-14 14:52:59.787341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.787346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10: +2023-12-14 14:52:59.787350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.787355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 tuple.10{}> (def) +2023-12-14 14:52:59.787360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.787367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 multiply> +2023-12-14 14:52:59.787372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.787377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.2> +2023-12-14 14:52:59.787386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.787391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant: +2023-12-14 14:52:59.787396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant> (def) +2023-12-14 14:52:59.787401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.787406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply: +2023-12-14 14:52:59.787411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 multiply> (def) +2023-12-14 14:52:59.787416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.787421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window: +2023-12-14 14:52:59.787426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce-window> (def) +2023-12-14 14:52:59.787430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.787435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.787440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> (def) +2023-12-14 14:52:59.787445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.787450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.8: +2023-12-14 14:52:59.787455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.8> (def) +2023-12-14 14:52:59.787460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.787465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> +2023-12-14 14:52:59.787470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.787474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5 +2023-12-14 14:52:59.787479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.787485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 0 +2023-12-14 14:52:59.787490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.5 = f32[] parameter(0) +2023-12-14 14:52:59.787495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> +2023-12-14 14:52:59.787499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.787504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6 +2023-12-14 14:52:59.787509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.787513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 1 +2023-12-14 14:52:59.787518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.6 = f32[] parameter(1) +2023-12-14 14:52:59.787523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> +2023-12-14 14:52:59.787528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.787536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7 +2023-12-14 14:52:59.787540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.787547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.7 = f32[] add(f32[] %Arg_0.5, f32[] %Arg_1.6), metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.787553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_0.1> +2023-12-14 14:52:59.787557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.787562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.787567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.787572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 0 +2023-12-14 14:52:59.787578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.787583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.3> +2023-12-14 14:52:59.787587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.787592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:59.787597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.787602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.8, operand 1 +2023-12-14 14:52:59.787607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 1 +2023-12-14 14:52:59.787612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.787617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(0) +2023-12-14 14:52:59.787622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce-window> +2023-12-14 14:52:59.787626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.787631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window +2023-12-14 14:52:59.787638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.787643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.787648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window = f32[64,64]{1,0} reduce-window(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.787654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> +2023-12-14 14:52:59.787659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.787664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.787669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.787677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.8, operand 0 +2023-12-14 14:52:59.787682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2]{1,0} reduce-window(f32[64,64]{1,0} %reduce-window, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.787687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.8> +2023-12-14 14:52:59.787692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.787696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.8 +2023-12-14 14:52:59.787701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.787706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply, operand 0 +2023-12-14 14:52:59.787712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.8 = f32[] reduce(f32[2,2]{1,0} %reduce-window.1, f32[] %constant.3), dimensions={0,1}, to_apply=%region_0.4, metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.787717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 constant> +2023-12-14 14:52:59.787722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.787727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant +2023-12-14 14:52:59.787733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.787737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply, operand 1 +2023-12-14 14:52:59.787742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant = f32[] constant(2.38418579e-07) +2023-12-14 14:52:59.787747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 multiply> +2023-12-14 14:52:59.787753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.787757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply +2023-12-14 14:52:59.787762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10 {0} +2023-12-14 14:52:59.787767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.787772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10, operand 0 +2023-12-14 14:52:59.787778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply = f32[] multiply(f32[] %reduce.8, f32[] %constant), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.787783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 constant.2> +2023-12-14 14:52:59.787788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.787793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.787798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10 {1} +2023-12-14 14:52:59.787802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.787814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10, operand 1 +2023-12-14 14:52:59.787820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(4194304) +2023-12-14 14:52:59.787825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 tuple.10{}> +2023-12-14 14:52:59.787829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.787834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10 {} +2023-12-14 14:52:59.787840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.787846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.10 = (f32[], f32[]) tuple(f32[] %multiply, f32[] %constant.2) +2023-12-14 14:52:59.787904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.787935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.787945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 1.23 ms (cumulative: 778 ms, max: 101 ms, #called: 3551) +2023-12-14 14:52:59.787975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__mean: hlo normalization +2023-12-14 14:52:59.787986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.787998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 10 us (cumulative: 778 ms, max: 101 ms, #called: 3552) +2023-12-14 14:52:59.788005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.788024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 18 us (cumulative: 778 ms, max: 101 ms, #called: 3553) +2023-12-14 14:52:59.788030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.788041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 778 ms, max: 101 ms, #called: 3554) +2023-12-14 14:52:59.788053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__mean: HLO passes after layout assignment +2023-12-14 14:52:59.788062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.788068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__mean: after layout assignment +2023-12-14 14:52:59.788075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 778 ms, max: 101 ms, #called: 3555) +2023-12-14 14:52:59.788081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.788091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 778 ms, max: 101 ms, #called: 3556) +2023-12-14 14:52:59.788097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.788206: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 3 +2023-12-14 14:52:59.788235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 136 us (cumulative: 778 ms, max: 101 ms, #called: 3557) +2023-12-14 14:52:59.788242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.788248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__mean: simplification after layout assignment +2023-12-14 14:52:59.788255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.788271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 14 us (cumulative: 778 ms, max: 101 ms, #called: 3558) +2023-12-14 14:52:59.788278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.788289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 778 ms, max: 101 ms, #called: 3559) +2023-12-14 14:52:59.788295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.788330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 33 us (cumulative: 778 ms, max: 101 ms, #called: 3560) +2023-12-14 14:52:59.788339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 95 us (cumulative: 778 ms, max: 101 ms, #called: 3561) +2023-12-14 14:52:59.788344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.788350: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.788502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 155 us (cumulative: 778 ms, max: 101 ms, #called: 3562) +2023-12-14 14:52:59.788514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.788525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 778 ms, max: 101 ms, #called: 3563) +2023-12-14 14:52:59.788532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.788549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__mean +2023-12-14 14:52:59.788582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.788591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.788596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.788601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.788606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.788612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.5 +2023-12-14 14:52:59.788619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.5> + +2023-12-14 14:52:59.788625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.6 +2023-12-14 14:52:59.788631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.6> + +2023-12-14 14:52:59.788640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.7 +2023-12-14 14:52:59.788646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.7> + +2023-12-14 14:52:59.788651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.788657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 Arg_0.1> + +2023-12-14 14:52:59.788662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.788667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <13 constant.2> + +2023-12-14 14:52:59.788672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:59.788678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 constant.3> + +2023-12-14 14:52:59.788682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.10 +2023-12-14 14:52:59.788690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[], f32[])) + {} : HloValueSet: <14 tuple.10{}> + {0} : HloValueSet: <12 fusion> + {1} : HloValueSet: <13 constant.2> + +2023-12-14 14:52:59.788695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window +2023-12-14 14:52:59.788701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,64]) + {} : HloValueSet: <10 reduce-window> + +2023-12-14 14:52:59.788706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.788712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <11 reduce-window.1> + +2023-12-14 14:52:59.788719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:59.788725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <12 fusion> + +2023-12-14 14:52:59.788730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:59.788735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 multiply.1> + +2023-12-14 14:52:59.788741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.2 +2023-12-14 14:52:59.788747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 reduce.2> + +2023-12-14 14:52:59.788752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:59.788758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.1> + +2023-12-14 14:52:59.788763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:59.788768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <3 param_0.2> + +2023-12-14 14:52:59.788773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:59.788782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 constant.4> + +2023-12-14 14:52:59.788868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__mean +2023-12-14 14:52:59.788876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.788881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.788885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5: +2023-12-14 14:52:59.788890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> (def) +2023-12-14 14:52:59.788895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.788901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6: +2023-12-14 14:52:59.788906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> (def) +2023-12-14 14:52:59.788910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.788915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7: +2023-12-14 14:52:59.788920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> (def) +2023-12-14 14:52:59.788925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.788930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.788935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 Arg_0.1> (def) +2023-12-14 14:52:59.788940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.788944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.788949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> (def) +2023-12-14 14:52:59.788954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.788958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:59.788963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.3> (def) +2023-12-14 14:52:59.788968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.788973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10: +2023-12-14 14:52:59.788977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.788982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 tuple.10{}> (def) +2023-12-14 14:52:59.788988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.788993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> +2023-12-14 14:52:59.788998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.789002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> +2023-12-14 14:52:59.789007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window: +2023-12-14 14:52:59.789022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reduce-window> (def) +2023-12-14 14:52:59.789027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.789036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 reduce-window.1> (def) +2023-12-14 14:52:59.789041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:59.789051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> (def) +2023-12-14 14:52:59.789055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:59.789065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 multiply.1> (def) +2023-12-14 14:52:59.789070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2: +2023-12-14 14:52:59.789082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce.2> (def) +2023-12-14 14:52:59.789087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:59.789096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.1> (def) +2023-12-14 14:52:59.789101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:59.789112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.2> (def) +2023-12-14 14:52:59.789117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:59.789126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.4> (def) +2023-12-14 14:52:59.789131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.789135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> +2023-12-14 14:52:59.789140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5 +2023-12-14 14:52:59.789149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 0 +2023-12-14 14:52:59.789159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.5 = f32[] parameter(0) +2023-12-14 14:52:59.789168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> +2023-12-14 14:52:59.789173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6 +2023-12-14 14:52:59.789182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 1 +2023-12-14 14:52:59.789191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.6 = f32[] parameter(1) +2023-12-14 14:52:59.789196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> +2023-12-14 14:52:59.789202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7 +2023-12-14 14:52:59.789211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.7 = f32[] add(f32[] %Arg_0.5, f32[] %Arg_1.6), metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.789222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.2> +2023-12-14 14:52:59.789226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:59.789236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2, operand 0 +2023-12-14 14:52:59.789245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2,2]{1,0} parameter(0) +2023-12-14 14:52:59.789250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.4> +2023-12-14 14:52:59.789256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:59.789266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2, operand 1 +2023-12-14 14:52:59.789275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = f32[] constant(0) +2023-12-14 14:52:59.789280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce.2> +2023-12-14 14:52:59.789285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2 +2023-12-14 14:52:59.789295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:59.789308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.2 = f32[] reduce(f32[2,2]{1,0} %param_0.2, f32[] %constant.4), dimensions={0,1}, to_apply=%region_0.4, metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.789314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.1> +2023-12-14 14:52:59.789318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:59.789328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:59.789338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(2.38418579e-07) +2023-12-14 14:52:59.789344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 multiply.1> +2023-12-14 14:52:59.789349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:59.789359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[] multiply(f32[] %reduce.2, f32[] %constant.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.789369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 Arg_0.1> +2023-12-14 14:52:59.789373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.789384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 0 +2023-12-14 14:52:59.789394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.789398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.3> +2023-12-14 14:52:59.789403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:59.789413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.789422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 1 +2023-12-14 14:52:59.789427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(0) +2023-12-14 14:52:59.789433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reduce-window> +2023-12-14 14:52:59.789440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window +2023-12-14 14:52:59.789450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.789460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window = f32[64,64]{1,0} reduce-window(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.789465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 reduce-window.1> +2023-12-14 14:52:59.789471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.789480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:59.789490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2]{1,0} reduce-window(f32[64,64]{1,0} %reduce-window, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.789495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> +2023-12-14 14:52:59.789499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:59.789509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10 {0} +2023-12-14 14:52:59.789514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10, operand 0 +2023-12-14 14:52:59.789525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[] fusion(f32[2,2]{1,0} %reduce-window.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.789530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> +2023-12-14 14:52:59.789535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.789545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10 {1} +2023-12-14 14:52:59.789550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10, operand 1 +2023-12-14 14:52:59.789560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(4194304) +2023-12-14 14:52:59.789565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 tuple.10{}> +2023-12-14 14:52:59.789573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.789578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10 {} +2023-12-14 14:52:59.789583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.789588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.10 = (f32[], f32[]) tuple(f32[] %fusion, f32[] %constant.2) +2023-12-14 14:52:59.789636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__mean +2023-12-14 14:52:59.789665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.789673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.789678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.789683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.789688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.789693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.5 +2023-12-14 14:52:59.789700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.5> + +2023-12-14 14:52:59.789705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.6 +2023-12-14 14:52:59.789710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.6> + +2023-12-14 14:52:59.789715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.7 +2023-12-14 14:52:59.789720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.7> + +2023-12-14 14:52:59.789725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.789731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 Arg_0.1> + +2023-12-14 14:52:59.789736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.789742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <13 constant.2> + +2023-12-14 14:52:59.789747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:59.789753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 constant.3> + +2023-12-14 14:52:59.789757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.10 +2023-12-14 14:52:59.789764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[], f32[])) + {} : HloValueSet: <14 tuple.10{}> + {0} : HloValueSet: <12 fusion> + {1} : HloValueSet: <13 constant.2> + +2023-12-14 14:52:59.789769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window +2023-12-14 14:52:59.789775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,64]) + {} : HloValueSet: <10 reduce-window> + +2023-12-14 14:52:59.789783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.789790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <11 reduce-window.1> + +2023-12-14 14:52:59.789795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:59.789800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <12 fusion> + +2023-12-14 14:52:59.789805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:59.789811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 multiply.1> + +2023-12-14 14:52:59.789816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.2 +2023-12-14 14:52:59.789821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 reduce.2> + +2023-12-14 14:52:59.789826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:59.789832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.1> + +2023-12-14 14:52:59.789837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:59.789842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <3 param_0.2> + +2023-12-14 14:52:59.789847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:59.789852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 constant.4> + +2023-12-14 14:52:59.789919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__mean +2023-12-14 14:52:59.789926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.789931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5: +2023-12-14 14:52:59.789941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> (def) +2023-12-14 14:52:59.789946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6: +2023-12-14 14:52:59.789956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> (def) +2023-12-14 14:52:59.789960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7: +2023-12-14 14:52:59.789971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> (def) +2023-12-14 14:52:59.789976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.789985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 Arg_0.1> (def) +2023-12-14 14:52:59.789994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.789998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.790003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> (def) +2023-12-14 14:52:59.790009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.790014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:59.790019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.3> (def) +2023-12-14 14:52:59.790024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.790028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10: +2023-12-14 14:52:59.790033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.790038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 tuple.10{}> (def) +2023-12-14 14:52:59.790043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.790048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> +2023-12-14 14:52:59.790053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.790059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> +2023-12-14 14:52:59.790063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.790068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window: +2023-12-14 14:52:59.790073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reduce-window> (def) +2023-12-14 14:52:59.790078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.790083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.790087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 reduce-window.1> (def) +2023-12-14 14:52:59.790092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.790097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:59.790103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> (def) +2023-12-14 14:52:59.790107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.790112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:59.790117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 multiply.1> (def) +2023-12-14 14:52:59.790122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.790126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2: +2023-12-14 14:52:59.790131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce.2> (def) +2023-12-14 14:52:59.790136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.790141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:59.790150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.1> (def) +2023-12-14 14:52:59.790155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.790160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:59.790165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.2> (def) +2023-12-14 14:52:59.790169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.790174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:59.790179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.4> (def) +2023-12-14 14:52:59.790184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.790189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> +2023-12-14 14:52:59.790194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5 +2023-12-14 14:52:59.790203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 0 +2023-12-14 14:52:59.790213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.5 = f32[] parameter(0) +2023-12-14 14:52:59.790218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> +2023-12-14 14:52:59.790222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6 +2023-12-14 14:52:59.790233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 1 +2023-12-14 14:52:59.790242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.6 = f32[] parameter(1) +2023-12-14 14:52:59.790247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> +2023-12-14 14:52:59.790252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7 +2023-12-14 14:52:59.790261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.7 = f32[] add(f32[] %Arg_0.5, f32[] %Arg_1.6), metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.790271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.2> +2023-12-14 14:52:59.790276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:59.790291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2, operand 0 +2023-12-14 14:52:59.790301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2,2]{1,0} parameter(0) +2023-12-14 14:52:59.790306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.4> +2023-12-14 14:52:59.790310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:59.790322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2, operand 1 +2023-12-14 14:52:59.790332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = f32[] constant(0) +2023-12-14 14:52:59.790337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce.2> +2023-12-14 14:52:59.790341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2 +2023-12-14 14:52:59.790351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:59.790361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.2 = f32[] reduce(f32[2,2]{1,0} %param_0.2, f32[] %constant.4), dimensions={0,1}, to_apply=%region_0.4, metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.790366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.1> +2023-12-14 14:52:59.790372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:59.790381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:59.790391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(2.38418579e-07) +2023-12-14 14:52:59.790396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 multiply.1> +2023-12-14 14:52:59.790401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:59.790411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[] multiply(f32[] %reduce.2, f32[] %constant.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.790424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 Arg_0.1> +2023-12-14 14:52:59.790428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.790438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 0 +2023-12-14 14:52:59.790448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.790453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.3> +2023-12-14 14:52:59.790459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:59.790468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.790478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 1 +2023-12-14 14:52:59.790483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(0) +2023-12-14 14:52:59.790488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reduce-window> +2023-12-14 14:52:59.790492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window +2023-12-14 14:52:59.790504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.790514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window = f32[64,64]{1,0} reduce-window(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.790519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 reduce-window.1> +2023-12-14 14:52:59.790523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.790533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:59.790543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2]{1,0} reduce-window(f32[64,64]{1,0} %reduce-window, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.790548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> +2023-12-14 14:52:59.790553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:59.790565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10 {0} +2023-12-14 14:52:59.790570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10, operand 0 +2023-12-14 14:52:59.790580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[] fusion(f32[2,2]{1,0} %reduce-window.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.790585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> +2023-12-14 14:52:59.790590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.790600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10 {1} +2023-12-14 14:52:59.790605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10, operand 1 +2023-12-14 14:52:59.790614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(4194304) +2023-12-14 14:52:59.790619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 tuple.10{}> +2023-12-14 14:52:59.790624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.790629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10 {} +2023-12-14 14:52:59.790633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.790640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.10 = (f32[], f32[]) tuple(f32[] %fusion, f32[] %constant.2) +2023-12-14 14:52:59.790675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__mean +2023-12-14 14:52:59.790703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.790710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.790716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.790721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.790726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.790731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.5 +2023-12-14 14:52:59.790737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.5> + +2023-12-14 14:52:59.790742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.6 +2023-12-14 14:52:59.790747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.6> + +2023-12-14 14:52:59.790752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.7 +2023-12-14 14:52:59.790764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.7> + +2023-12-14 14:52:59.790769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.790775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 Arg_0.1> + +2023-12-14 14:52:59.790780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.790785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <13 constant.2> + +2023-12-14 14:52:59.790790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:59.790795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 constant.3> + +2023-12-14 14:52:59.790800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.10 +2023-12-14 14:52:59.790807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[], f32[])) + {} : HloValueSet: <14 tuple.10{}> + {0} : HloValueSet: <12 fusion> + {1} : HloValueSet: <13 constant.2> + +2023-12-14 14:52:59.790812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window +2023-12-14 14:52:59.790818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,64]) + {} : HloValueSet: <10 reduce-window> + +2023-12-14 14:52:59.790824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.790830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <11 reduce-window.1> + +2023-12-14 14:52:59.790834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:59.790840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <12 fusion> + +2023-12-14 14:52:59.790844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:59.790850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 multiply.1> + +2023-12-14 14:52:59.790855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.2 +2023-12-14 14:52:59.790861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 reduce.2> + +2023-12-14 14:52:59.790865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:59.790871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.1> + +2023-12-14 14:52:59.790876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:59.790881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <3 param_0.2> + +2023-12-14 14:52:59.790886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:59.790891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 constant.4> + +2023-12-14 14:52:59.790954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__mean +2023-12-14 14:52:59.790962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.790967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.790972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5: +2023-12-14 14:52:59.790977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> (def) +2023-12-14 14:52:59.790982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.790986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6: +2023-12-14 14:52:59.790991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> (def) +2023-12-14 14:52:59.790996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7: +2023-12-14 14:52:59.791006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> (def) +2023-12-14 14:52:59.791011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.791021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 Arg_0.1> (def) +2023-12-14 14:52:59.791025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.791037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> (def) +2023-12-14 14:52:59.791042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:59.791051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.3> (def) +2023-12-14 14:52:59.791056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10: +2023-12-14 14:52:59.791065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.791070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 tuple.10{}> (def) +2023-12-14 14:52:59.791075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.791080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> +2023-12-14 14:52:59.791085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.791090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> +2023-12-14 14:52:59.791095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window: +2023-12-14 14:52:59.791109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reduce-window> (def) +2023-12-14 14:52:59.791114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.791124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 reduce-window.1> (def) +2023-12-14 14:52:59.791129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:59.791139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> (def) +2023-12-14 14:52:59.791143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:59.791153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 multiply.1> (def) +2023-12-14 14:52:59.791158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2: +2023-12-14 14:52:59.791167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce.2> (def) +2023-12-14 14:52:59.791172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:59.791182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.1> (def) +2023-12-14 14:52:59.791187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:59.791197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.2> (def) +2023-12-14 14:52:59.791201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.791206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:59.791212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.4> (def) +2023-12-14 14:52:59.791216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.791221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> +2023-12-14 14:52:59.791226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5 +2023-12-14 14:52:59.791235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 0 +2023-12-14 14:52:59.791245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.5 = f32[] parameter(0) +2023-12-14 14:52:59.791249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> +2023-12-14 14:52:59.791257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6 +2023-12-14 14:52:59.791267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 1 +2023-12-14 14:52:59.791277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.6 = f32[] parameter(1) +2023-12-14 14:52:59.791282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> +2023-12-14 14:52:59.791286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7 +2023-12-14 14:52:59.791296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.7 = f32[] add(f32[] %Arg_0.5, f32[] %Arg_1.6), metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.791306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.2> +2023-12-14 14:52:59.791311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:59.791330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2, operand 0 +2023-12-14 14:52:59.791340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2,2]{1,0} parameter(0) +2023-12-14 14:52:59.791344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.4> +2023-12-14 14:52:59.791349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:59.791359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2, operand 1 +2023-12-14 14:52:59.791368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = f32[] constant(0) +2023-12-14 14:52:59.791373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce.2> +2023-12-14 14:52:59.791379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2 +2023-12-14 14:52:59.791388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:59.791399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.2 = f32[] reduce(f32[2,2]{1,0} %param_0.2, f32[] %constant.4), dimensions={0,1}, to_apply=%region_0.4, metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.791410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.1> +2023-12-14 14:52:59.791415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:59.791424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:59.791434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(2.38418579e-07) +2023-12-14 14:52:59.791439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 multiply.1> +2023-12-14 14:52:59.791444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:59.791453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[] multiply(f32[] %reduce.2, f32[] %constant.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.791463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 Arg_0.1> +2023-12-14 14:52:59.791469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.791479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 0 +2023-12-14 14:52:59.791489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.791494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.3> +2023-12-14 14:52:59.791499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:59.791508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.791518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 1 +2023-12-14 14:52:59.791523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(0) +2023-12-14 14:52:59.791528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reduce-window> +2023-12-14 14:52:59.791533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window +2023-12-14 14:52:59.791545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.791555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window = f32[64,64]{1,0} reduce-window(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.791560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 reduce-window.1> +2023-12-14 14:52:59.791565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.791575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:59.791585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2]{1,0} reduce-window(f32[64,64]{1,0} %reduce-window, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.791590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> +2023-12-14 14:52:59.791594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:59.791604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10 {0} +2023-12-14 14:52:59.791608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10, operand 0 +2023-12-14 14:52:59.791618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[] fusion(f32[2,2]{1,0} %reduce-window.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.791623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> +2023-12-14 14:52:59.791628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.791637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10 {1} +2023-12-14 14:52:59.791642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10, operand 1 +2023-12-14 14:52:59.791654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(4194304) +2023-12-14 14:52:59.791659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 tuple.10{}> +2023-12-14 14:52:59.791663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.791672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.10 {} +2023-12-14 14:52:59.791676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.791682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.10 = (f32[], f32[]) tuple(f32[] %fusion, f32[] %constant.2) +2023-12-14 14:52:59.791739: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.791747: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:52:59.791761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 3.23 ms (cumulative: 782 ms, max: 101 ms, #called: 3564) +2023-12-14 14:52:59.791768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.791778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 782 ms, max: 101 ms, #called: 3565) +2023-12-14 14:52:59.791796: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__mean +2023-12-14 14:52:59.792991: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.793072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__mean +2023-12-14 14:52:59.793121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.793131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.793137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.793142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.793147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.793153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.5 +2023-12-14 14:52:59.793162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.5> + +2023-12-14 14:52:59.793167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.6 +2023-12-14 14:52:59.793172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.6> + +2023-12-14 14:52:59.793177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.7 +2023-12-14 14:52:59.793183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.7> + +2023-12-14 14:52:59.793188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.793204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 Arg_0.1> + +2023-12-14 14:52:59.793210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.793215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <13 constant.2> + +2023-12-14 14:52:59.793221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:59.793227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 constant.3> + +2023-12-14 14:52:59.793232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window +2023-12-14 14:52:59.793238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,64]) + {} : HloValueSet: <10 reduce-window> + +2023-12-14 14:52:59.793243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.793250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <11 reduce-window.1> + +2023-12-14 14:52:59.793255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:59.793261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <12 fusion> + +2023-12-14 14:52:59.793265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:59.793271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <14 copy> + +2023-12-14 14:52:59.793276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple +2023-12-14 14:52:59.793283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[], f32[])) + {} : HloValueSet: <15 tuple{}> + {0} : HloValueSet: <12 fusion> + {1} : HloValueSet: <14 copy> + +2023-12-14 14:52:59.793288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:59.793294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 multiply.1> + +2023-12-14 14:52:59.793298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.2 +2023-12-14 14:52:59.793304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 reduce.2> + +2023-12-14 14:52:59.793309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:59.793315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.1> + +2023-12-14 14:52:59.793320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:59.793326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <3 param_0.2> + +2023-12-14 14:52:59.793331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:59.793336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 constant.4> + +2023-12-14 14:52:59.793434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__mean +2023-12-14 14:52:59.793442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.793447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5: +2023-12-14 14:52:59.793456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> (def) +2023-12-14 14:52:59.793461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6: +2023-12-14 14:52:59.793471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> (def) +2023-12-14 14:52:59.793476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7: +2023-12-14 14:52:59.793485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> (def) +2023-12-14 14:52:59.793490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.793500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 Arg_0.1> (def) +2023-12-14 14:52:59.793505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.793514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> (def) +2023-12-14 14:52:59.793519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:59.793530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.3> (def) +2023-12-14 14:52:59.793534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window: +2023-12-14 14:52:59.793544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reduce-window> (def) +2023-12-14 14:52:59.793549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.793559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 reduce-window.1> (def) +2023-12-14 14:52:59.793563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:59.793573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> (def) +2023-12-14 14:52:59.793578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:59.793592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 copy> (def) +2023-12-14 14:52:59.793597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple: +2023-12-14 14:52:59.793607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.793612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 tuple{}> (def) +2023-12-14 14:52:59.793618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.793623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> +2023-12-14 14:52:59.793628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.793632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 copy> +2023-12-14 14:52:59.793639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:59.793650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 multiply.1> (def) +2023-12-14 14:52:59.793654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2: +2023-12-14 14:52:59.793664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce.2> (def) +2023-12-14 14:52:59.793669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:59.793680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.1> (def) +2023-12-14 14:52:59.793685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:59.793694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.2> (def) +2023-12-14 14:52:59.793699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.793705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:59.793709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.4> (def) +2023-12-14 14:52:59.793714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.793719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> +2023-12-14 14:52:59.793724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.793728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5 +2023-12-14 14:52:59.793733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.793738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 0 +2023-12-14 14:52:59.793746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.5 = f32[] parameter(0) +2023-12-14 14:52:59.793751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> +2023-12-14 14:52:59.793755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.793762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6 +2023-12-14 14:52:59.793767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.793772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 1 +2023-12-14 14:52:59.793777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.6 = f32[] parameter(1) +2023-12-14 14:52:59.793782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> +2023-12-14 14:52:59.793786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.793791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7 +2023-12-14 14:52:59.793797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.793802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.7 = f32[] add(f32[] %Arg_0.5, f32[] %Arg_1.6), metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.793807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.2> +2023-12-14 14:52:59.793812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.793816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:59.793821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.793826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2, operand 0 +2023-12-14 14:52:59.793831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2,2]{1,0} parameter(0) +2023-12-14 14:52:59.793836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.4> +2023-12-14 14:52:59.793841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.793846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:59.793851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.793856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2, operand 1 +2023-12-14 14:52:59.793861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = f32[] constant(0) +2023-12-14 14:52:59.793866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce.2> +2023-12-14 14:52:59.793870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.793875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2 +2023-12-14 14:52:59.793880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.793888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:59.793894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.2 = f32[] reduce(f32[2,2]{1,0} %param_0.2, f32[] %constant.4), dimensions={0,1}, to_apply=%region_0.4, metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.793899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.1> +2023-12-14 14:52:59.793904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.793909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:59.793913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.793918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:59.793923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(2.38418579e-07) +2023-12-14 14:52:59.793928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 multiply.1> +2023-12-14 14:52:59.793933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.793938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:59.793943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.793948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[] multiply(f32[] %reduce.2, f32[] %constant.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.793953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 Arg_0.1> +2023-12-14 14:52:59.793958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.793963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.793968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.793974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 0 +2023-12-14 14:52:59.793979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.793984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.3> +2023-12-14 14:52:59.793989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.793993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:59.793998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.794003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.794008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 1 +2023-12-14 14:52:59.794013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(0) +2023-12-14 14:52:59.794021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reduce-window> +2023-12-14 14:52:59.794026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.794032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window +2023-12-14 14:52:59.794037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.794042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.794047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window = f32[64,64]{1,0} reduce-window(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.794052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 reduce-window.1> +2023-12-14 14:52:59.794057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.794062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.794068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.794073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:59.794078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2]{1,0} reduce-window(f32[64,64]{1,0} %reduce-window, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.794082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> +2023-12-14 14:52:59.794087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.794092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:59.794097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {0} +2023-12-14 14:52:59.794101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.794106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 0 +2023-12-14 14:52:59.794112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[] fusion(f32[2,2]{1,0} %reduce-window.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.794118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> +2023-12-14 14:52:59.794123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.794128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.794133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.794138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:59.794143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(4194304) +2023-12-14 14:52:59.794147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 copy> +2023-12-14 14:52:59.794157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.794162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:59.794167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {1} +2023-12-14 14:52:59.794171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.794176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 1 +2023-12-14 14:52:59.794181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[] copy(f32[] %constant.2) +2023-12-14 14:52:59.794186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 tuple{}> +2023-12-14 14:52:59.794191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.794195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {} +2023-12-14 14:52:59.794200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.794205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple = (f32[], f32[]) tuple(f32[] %fusion, f32[] %copy) +2023-12-14 14:52:59.794279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__mean +2023-12-14 14:52:59.794310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.794318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.794323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.794328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.794333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.794339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.5 +2023-12-14 14:52:59.794345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.5> + +2023-12-14 14:52:59.794350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.6 +2023-12-14 14:52:59.794355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.6> + +2023-12-14 14:52:59.794360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.7 +2023-12-14 14:52:59.794366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.7> + +2023-12-14 14:52:59.794370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.794376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 Arg_0.1> + +2023-12-14 14:52:59.794381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.794388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <13 constant.2> + +2023-12-14 14:52:59.794392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:59.794406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 constant.3> + +2023-12-14 14:52:59.794411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window +2023-12-14 14:52:59.794417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,64]) + {} : HloValueSet: <10 reduce-window> + +2023-12-14 14:52:59.794422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.794429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <11 reduce-window.1> + +2023-12-14 14:52:59.794433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:59.794439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <12 fusion> + +2023-12-14 14:52:59.794443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:59.794449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <14 copy> + +2023-12-14 14:52:59.794453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple +2023-12-14 14:52:59.794460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[], f32[])) + {} : HloValueSet: <15 tuple{}> + {0} : HloValueSet: <12 fusion> + {1} : HloValueSet: <14 copy> + +2023-12-14 14:52:59.794465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:59.794470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 multiply.1> + +2023-12-14 14:52:59.794476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.2 +2023-12-14 14:52:59.794481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 reduce.2> + +2023-12-14 14:52:59.794486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:59.794491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.1> + +2023-12-14 14:52:59.794496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:59.794501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <3 param_0.2> + +2023-12-14 14:52:59.794506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:59.794512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 constant.4> + +2023-12-14 14:52:59.794576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__mean +2023-12-14 14:52:59.794583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.794588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5: +2023-12-14 14:52:59.794598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> (def) +2023-12-14 14:52:59.794610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6: +2023-12-14 14:52:59.794620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> (def) +2023-12-14 14:52:59.794625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7: +2023-12-14 14:52:59.794634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> (def) +2023-12-14 14:52:59.794639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.794649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 Arg_0.1> (def) +2023-12-14 14:52:59.794654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.794664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> (def) +2023-12-14 14:52:59.794669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:59.794678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.3> (def) +2023-12-14 14:52:59.794683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window: +2023-12-14 14:52:59.794692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reduce-window> (def) +2023-12-14 14:52:59.794698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.794708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 reduce-window.1> (def) +2023-12-14 14:52:59.794712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:59.794722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> (def) +2023-12-14 14:52:59.794727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:59.794736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 copy> (def) +2023-12-14 14:52:59.794742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple: +2023-12-14 14:52:59.794751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.794759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 tuple{}> (def) +2023-12-14 14:52:59.794764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.794769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> +2023-12-14 14:52:59.794774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.794778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 copy> +2023-12-14 14:52:59.794784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:59.794793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 multiply.1> (def) +2023-12-14 14:52:59.794798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2: +2023-12-14 14:52:59.794808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce.2> (def) +2023-12-14 14:52:59.794812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:59.794822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.1> (def) +2023-12-14 14:52:59.794827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:59.794837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.2> (def) +2023-12-14 14:52:59.794842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.794846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:59.794851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.4> (def) +2023-12-14 14:52:59.794856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.794860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> +2023-12-14 14:52:59.794865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.794870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5 +2023-12-14 14:52:59.794875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.794880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 0 +2023-12-14 14:52:59.794885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.5 = f32[] parameter(0) +2023-12-14 14:52:59.794890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> +2023-12-14 14:52:59.794894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.794899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6 +2023-12-14 14:52:59.794906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.794911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 1 +2023-12-14 14:52:59.794917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.6 = f32[] parameter(1) +2023-12-14 14:52:59.794922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> +2023-12-14 14:52:59.794926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.794931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7 +2023-12-14 14:52:59.794935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.794940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.7 = f32[] add(f32[] %Arg_0.5, f32[] %Arg_1.6), metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.794945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.2> +2023-12-14 14:52:59.794950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.794955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:59.794959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.794965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2, operand 0 +2023-12-14 14:52:59.794970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2,2]{1,0} parameter(0) +2023-12-14 14:52:59.794975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.4> +2023-12-14 14:52:59.794980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.794984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:59.794989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.794994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2, operand 1 +2023-12-14 14:52:59.794999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = f32[] constant(0) +2023-12-14 14:52:59.795004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce.2> +2023-12-14 14:52:59.795009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.795014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2 +2023-12-14 14:52:59.795019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.795023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:59.795028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.2 = f32[] reduce(f32[2,2]{1,0} %param_0.2, f32[] %constant.4), dimensions={0,1}, to_apply=%region_0.4, metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.795034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.1> +2023-12-14 14:52:59.795041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.795046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:59.795051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.795057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:59.795062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(2.38418579e-07) +2023-12-14 14:52:59.795067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 multiply.1> +2023-12-14 14:52:59.795071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.795076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:59.795081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.795086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[] multiply(f32[] %reduce.2, f32[] %constant.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.795090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 Arg_0.1> +2023-12-14 14:52:59.795097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.795101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.795106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.795111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 0 +2023-12-14 14:52:59.795116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.795120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.3> +2023-12-14 14:52:59.795125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.795130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:59.795135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.795139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.795145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 1 +2023-12-14 14:52:59.795150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(0) +2023-12-14 14:52:59.795155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reduce-window> +2023-12-14 14:52:59.795160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.795165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window +2023-12-14 14:52:59.795169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.795174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.795183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window = f32[64,64]{1,0} reduce-window(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.795188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 reduce-window.1> +2023-12-14 14:52:59.795193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.795198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.795203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.795207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:59.795212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2]{1,0} reduce-window(f32[64,64]{1,0} %reduce-window, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.795217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> +2023-12-14 14:52:59.795222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.795226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:59.795231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {0} +2023-12-14 14:52:59.795237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.795241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 0 +2023-12-14 14:52:59.795246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[] fusion(f32[2,2]{1,0} %reduce-window.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.795251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> +2023-12-14 14:52:59.795256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.795261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.795266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.795270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:59.795276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(4194304) +2023-12-14 14:52:59.795281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 copy> +2023-12-14 14:52:59.795285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.795290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:59.795295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {1} +2023-12-14 14:52:59.795299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.795304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 1 +2023-12-14 14:52:59.795312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[] copy(f32[] %constant.2) +2023-12-14 14:52:59.795317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 tuple{}> +2023-12-14 14:52:59.795333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.795337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {} +2023-12-14 14:52:59.795343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.795348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple = (f32[], f32[]) tuple(f32[] %fusion, f32[] %copy) +2023-12-14 14:52:59.795377: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__mean +2023-12-14 14:52:59.795384: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 16 +2023-12-14 14:52:59.795433: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.795517: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__mean, entry_computation_layout={(f32[2048,2048]{1,0})->(f32[], f32[])} +2023-12-14 14:52:59.795525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.795531: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.4 (Arg_0.5: f32[], Arg_1.6: f32[]) -> f32[] { +2023-12-14 14:52:59.795536: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.5 = f32[] parameter(0) +2023-12-14 14:52:59.795541: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.6 = f32[] parameter(1) +2023-12-14 14:52:59.795546: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.7 = f32[] add(f32[] %Arg_0.5, f32[] %Arg_1.6), metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.795551: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.795556: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.795562: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0.2: f32[2,2]) -> f32[] { +2023-12-14 14:52:59.795567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.2 = f32[2,2]{1,0} parameter(0) +2023-12-14 14:52:59.795571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.4 = f32[] constant(0) +2023-12-14 14:52:59.795577: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce.2 = f32[] reduce(f32[2,2]{1,0} %param_0.2, f32[] %constant.4), dimensions={0,1}, to_apply=%region_0.4, metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.795582: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.1 = f32[] constant(2.38418579e-07) +2023-12-14 14:52:59.795587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.1 = f32[] multiply(f32[] %reduce.2, f32[] %constant.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.795592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.795602: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.795607: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.11 (Arg_0.1: f32[2048,2048]) -> (f32[], f32[]) { +2023-12-14 14:52:59.795613: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.795618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.3 = f32[] constant(0) +2023-12-14 14:52:59.795624: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce-window = f32[64,64]{1,0} reduce-window(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.795629: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce-window.1 = f32[2,2]{1,0} reduce-window(f32[64,64]{1,0} %reduce-window, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.795634: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion = f32[] fusion(f32[2,2]{1,0} %reduce-window.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.795640: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.2 = f32[] constant(4194304) +2023-12-14 14:52:59.795644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy = f32[] copy(f32[] %constant.2) +2023-12-14 14:52:59.795650: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple = (f32[], f32[]) tuple(f32[] %fusion, f32[] %copy) +2023-12-14 14:52:59.795655: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.795660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.795675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 8): + InstructionSequence: + 0:Arg_0.1 + 1:constant.3 + 2:reduce-window + 3:reduce-window.1 + 4:fusion + 5:constant.2 + 6:copy + 7:tuple + BufferLiveRange: + Arg_0.1{}:0-8 + constant.3{}:1-3 + reduce-window{}:2-3 + reduce-window.1{}:3-4 + fusion{}:4-8 + constant.2{}:5-6 + copy{}:6-8 + tuple{}:7-8 + Live ranges at 4 (peak): + Arg_0.1: 16777216 bytes + reduce-window.1: 16 bytes + fusion: 4 bytes + +2023-12-14 14:52:59.795687: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time8 +2023-12-14 14:52:59.795692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.795698: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.795704: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.795709: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <10 reduce-window @0> +2023-12-14 14:52:59.795720: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.795725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <11 reduce-window.1 @0> +2023-12-14 14:52:59.795733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.795739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <10 reduce-window @0> +2023-12-14 14:52:59.795745: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.795749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.795758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <11 reduce-window.1 @0> +2023-12-14 14:52:59.795764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.795769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.795773: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:59.795778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:59.795792: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <10 reduce-window @0> + positions: + reduce-window + uses: + reduce-window.1, operand 0 + from instruction:%reduce-window = f32[64,64]{1,0} reduce-window(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 + +2023-12-14 14:52:59.795800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16384, start 0, end 2 +2023-12-14 14:52:59.795812: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <11 reduce-window.1 @0> + positions: + reduce-window.1 + uses: + fusion, operand 0 + from instruction:%reduce-window.1 = f32[2,2]{1,0} reduce-window(f32[64,64]{1,0} %reduce-window, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 + +2023-12-14 14:52:59.795818: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 1, end 3 +2023-12-14 14:52:59.795826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:59.795838: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <10 reduce-window @0> + positions: + reduce-window + uses: + reduce-window.1, operand 0 + from instruction:%reduce-window = f32[64,64]{1,0} reduce-window(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 + +2023-12-14 14:52:59.795844: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16384, start 0, end 2 +2023-12-14 14:52:59.795852: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <11 reduce-window.1 @0> + positions: + reduce-window.1 + uses: + fusion, operand 0 + from instruction:%reduce-window.1 = f32[2,2]{1,0} reduce-window(f32[64,64]{1,0} %reduce-window, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 + +2023-12-14 14:52:59.795857: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16, start 1, end 3 +2023-12-14 14:52:59.795863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:59.795872: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1648] Result size from heap simulator: 16400 +2023-12-14 14:52:59.795881: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1529] Compute peak memory logical buffers +2023-12-14 14:52:59.795914: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.795930: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:574] Combined temp allocation for color 0 is: allocation 6: size 16400, preallocated-temp: + value: <10 reduce-window @0> (size=16384,offset=0): f32[64,64]{1,0} + value: <11 reduce-window.1 @0> (size=16,offset=16384): f32[2,2]{1,0} + +2023-12-14 14:52:59.795944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__mean +2023-12-14 14:52:59.795976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.795989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.795994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.795999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.796005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.796010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.5 +2023-12-14 14:52:59.796016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.5> + +2023-12-14 14:52:59.796021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.6 +2023-12-14 14:52:59.796026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.6> + +2023-12-14 14:52:59.796031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.7 +2023-12-14 14:52:59.796036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.7> + +2023-12-14 14:52:59.796041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.796047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <8 Arg_0.1> + +2023-12-14 14:52:59.796052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.796057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <13 constant.2> + +2023-12-14 14:52:59.796063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:52:59.796069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 constant.3> + +2023-12-14 14:52:59.796073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window +2023-12-14 14:52:59.796079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,64]) + {} : HloValueSet: <10 reduce-window> + +2023-12-14 14:52:59.796084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.796090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <11 reduce-window.1> + +2023-12-14 14:52:59.796096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:52:59.796102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <12 fusion> + +2023-12-14 14:52:59.796106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:59.796112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <14 copy> + +2023-12-14 14:52:59.796116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple +2023-12-14 14:52:59.796123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[], f32[])) + {} : HloValueSet: <15 tuple{}> + {0} : HloValueSet: <12 fusion> + {1} : HloValueSet: <14 copy> + +2023-12-14 14:52:59.796128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:52:59.796137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 multiply.1> + +2023-12-14 14:52:59.796142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.2 +2023-12-14 14:52:59.796147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 reduce.2> + +2023-12-14 14:52:59.796153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:52:59.796158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.1> + +2023-12-14 14:52:59.796163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:52:59.796169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2]) + {} : HloValueSet: <3 param_0.2> + +2023-12-14 14:52:59.796174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.4 +2023-12-14 14:52:59.796179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 constant.4> + +2023-12-14 14:52:59.796242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__mean +2023-12-14 14:52:59.796250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.796255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5: +2023-12-14 14:52:59.796265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> (def) +2023-12-14 14:52:59.796270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6: +2023-12-14 14:52:59.796280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> (def) +2023-12-14 14:52:59.796285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7: +2023-12-14 14:52:59.796294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> (def) +2023-12-14 14:52:59.796299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.796309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 Arg_0.1> (def) +2023-12-14 14:52:59.796313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.796323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> (def) +2023-12-14 14:52:59.796328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:52:59.796342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.3> (def) +2023-12-14 14:52:59.796347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window: +2023-12-14 14:52:59.796357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reduce-window> (def) +2023-12-14 14:52:59.796362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.796372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 reduce-window.1> (def) +2023-12-14 14:52:59.796377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:52:59.796386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> (def) +2023-12-14 14:52:59.796391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:59.796400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 copy> (def) +2023-12-14 14:52:59.796405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple: +2023-12-14 14:52:59.796415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.796419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 tuple{}> (def) +2023-12-14 14:52:59.796425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.796430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> +2023-12-14 14:52:59.796435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.796440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 copy> +2023-12-14 14:52:59.796445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:52:59.796455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 multiply.1> (def) +2023-12-14 14:52:59.796460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2: +2023-12-14 14:52:59.796469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce.2> (def) +2023-12-14 14:52:59.796474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:52:59.796484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.1> (def) +2023-12-14 14:52:59.796492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:52:59.796501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.2> (def) +2023-12-14 14:52:59.796506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.796511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4: +2023-12-14 14:52:59.796517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.4> (def) +2023-12-14 14:52:59.796521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.796526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.5> +2023-12-14 14:52:59.796531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.5 +2023-12-14 14:52:59.796541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 0 +2023-12-14 14:52:59.796551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.5 = f32[] parameter(0) +2023-12-14 14:52:59.796556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.6> +2023-12-14 14:52:59.796560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.6 +2023-12-14 14:52:59.796570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7, operand 1 +2023-12-14 14:52:59.796579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.6 = f32[] parameter(1) +2023-12-14 14:52:59.796584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.7> +2023-12-14 14:52:59.796589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.7 +2023-12-14 14:52:59.796598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.7 = f32[] add(f32[] %Arg_0.5, f32[] %Arg_1.6), metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.796609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.2> +2023-12-14 14:52:59.796614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:52:59.796625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2, operand 0 +2023-12-14 14:52:59.796637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2,2]{1,0} parameter(0) +2023-12-14 14:52:59.796642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.4> +2023-12-14 14:52:59.796647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.4 +2023-12-14 14:52:59.796657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2, operand 1 +2023-12-14 14:52:59.796667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.4 = f32[] constant(0) +2023-12-14 14:52:59.796672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce.2> +2023-12-14 14:52:59.796676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.2 +2023-12-14 14:52:59.796686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:52:59.796697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.2 = f32[] reduce(f32[2,2]{1,0} %param_0.2, f32[] %constant.4), dimensions={0,1}, to_apply=%region_0.4, metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.796702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.1> +2023-12-14 14:52:59.796707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:52:59.796717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:52:59.796727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(2.38418579e-07) +2023-12-14 14:52:59.796732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 multiply.1> +2023-12-14 14:52:59.796737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:52:59.796746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[] multiply(f32[] %reduce.2, f32[] %constant.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.796756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 Arg_0.1> +2023-12-14 14:52:59.796761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.796777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 0 +2023-12-14 14:52:59.796788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.796793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.3> +2023-12-14 14:52:59.796797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:52:59.796808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.796818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 1 +2023-12-14 14:52:59.796822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(0) +2023-12-14 14:52:59.796827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 reduce-window> +2023-12-14 14:52:59.796832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window +2023-12-14 14:52:59.796842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.796851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window = f32[64,64]{1,0} reduce-window(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.796856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 reduce-window.1> +2023-12-14 14:52:59.796861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.796871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:52:59.796881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2]{1,0} reduce-window(f32[64,64]{1,0} %reduce-window, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.796886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 fusion> +2023-12-14 14:52:59.796892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:52:59.796901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {0} +2023-12-14 14:52:59.796908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 0 +2023-12-14 14:52:59.796918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[] fusion(f32[2,2]{1,0} %reduce-window.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.796923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 constant.2> +2023-12-14 14:52:59.796928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.796938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:59.796947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(4194304) +2023-12-14 14:52:59.796952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 copy> +2023-12-14 14:52:59.796957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:59.796967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {1} +2023-12-14 14:52:59.796972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.796978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 1 +2023-12-14 14:52:59.796984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[] copy(f32[] %constant.2) +2023-12-14 14:52:59.796988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 tuple{}> +2023-12-14 14:52:59.796993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.796998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {} +2023-12-14 14:52:59.797003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.797007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple = (f32[], f32[]) tuple(f32[] %fusion, f32[] %copy) +2023-12-14 14:52:59.797075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__mean, entry_computation_layout={(f32[2048,2048]{1,0})->(f32[], f32[])} +2023-12-14 14:52:59.797083: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.797088: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.4 (Arg_0.5: f32[], Arg_1.6: f32[]) -> f32[] { +2023-12-14 14:52:59.797093: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.5 = f32[] parameter(0) +2023-12-14 14:52:59.797098: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.6 = f32[] parameter(1) +2023-12-14 14:52:59.797103: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.7 = f32[] add(f32[] %Arg_0.5, f32[] %Arg_1.6), metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.797113: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.797118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.797123: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0.2: f32[2,2]) -> f32[] { +2023-12-14 14:52:59.797128: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.2 = f32[2,2]{1,0} parameter(0) +2023-12-14 14:52:59.797133: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.4 = f32[] constant(0) +2023-12-14 14:52:59.797138: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce.2 = f32[] reduce(f32[2,2]{1,0} %param_0.2, f32[] %constant.4), dimensions={0,1}, to_apply=%region_0.4, metadata={op_name="jit(_mean)/jit(main)/reduce_sum[axes=(0, 1)]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.797144: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.1 = f32[] constant(2.38418579e-07) +2023-12-14 14:52:59.797149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.1 = f32[] multiply(f32[] %reduce.2, f32[] %constant.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.797154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.797160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.797165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.11 (Arg_0.1: f32[2048,2048]) -> (f32[], f32[]) { +2023-12-14 14:52:59.797170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.797175: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.3 = f32[] constant(0) +2023-12-14 14:52:59.797180: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce-window = f32[64,64]{1,0} reduce-window(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.797185: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce-window.1 = f32[2,2]{1,0} reduce-window(f32[64,64]{1,0} %reduce-window, f32[] %constant.3), window={size=32x32 stride=32x32}, to_apply=%region_0.4 +2023-12-14 14:52:59.797190: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion = f32[] fusion(f32[2,2]{1,0} %reduce-window.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.797195: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.2 = f32[] constant(4194304) +2023-12-14 14:52:59.797199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy = f32[] copy(f32[] %constant.2) +2023-12-14 14:52:59.797204: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple = (f32[], f32[]) tuple(f32[] %fusion, f32[] %copy) +2023-12-14 14:52:59.797209: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.797214: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.797226: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 8): + InstructionSequence: + 0:Arg_0.1 + 1:constant.3 + 2:reduce-window + 3:reduce-window.1 + 4:fusion + 5:constant.2 + 6:copy + 7:tuple + BufferLiveRange: + Arg_0.1{}:0-8 + constant.3{}:1-3 + reduce-window{}:2-3 + reduce-window.1{}:3-4 + fusion{}:4-8 + constant.2{}:5-6 + copy{}:6-8 + tuple{}:7-8 + Live ranges at 4 (peak): + Arg_0.1: 16777216 bytes + reduce-window.1: 16 bytes + fusion: 4 bytes + +2023-12-14 14:52:59.797237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time8 +2023-12-14 14:52:59.797242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.797248: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <8 Arg_0.1> +2023-12-14 14:52:59.797254: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.797258: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.797264: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <10 reduce-window> +2023-12-14 14:52:59.797270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.797275: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <11 reduce-window.1> +2023-12-14 14:52:59.797283: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.797288: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <10 reduce-window> +2023-12-14 14:52:59.797294: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.797299: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <12 fusion> +2023-12-14 14:52:59.797305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.797310: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <11 reduce-window.1> +2023-12-14 14:52:59.797315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.797320: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.797326: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <14 copy> +2023-12-14 14:52:59.797331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:59.797336: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <15 tuple{}> +2023-12-14 14:52:59.797342: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:59.797346: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.797351: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <8 Arg_0.1> +2023-12-14 14:52:59.797357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <12 fusion> +2023-12-14 14:52:59.797362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <14 copy> +2023-12-14 14:52:59.797367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <15 tuple{}> +2023-12-14 14:52:59.797393: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.797399: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.00MiB +2023-12-14 14:52:59.797404: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 8B +2023-12-14 14:52:59.797409: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 24B +2023-12-14 14:52:59.797417: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 16.0KiB +2023-12-14 14:52:59.797422: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp fragmentation: 0B (0.00%) +2023-12-14 14:52:59.797427: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 16.02MiB +2023-12-14 14:52:59.797432: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 44B (0.00%) +2023-12-14 14:52:59.797437: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.798023: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 141 us (cumulative: 4.05 ms, max: 421 us, #called: 42) +2023-12-14 14:52:59.818017: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff020000000 +2023-12-14 14:52:59.818484: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.818522: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__mean] for CPU using JIT time: 26.7 ms (cumulative: 1.38 s, max: 222 ms, #called: 42) +2023-12-14 14:52:59.820028: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__mean; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.823069: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.833150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: spmd-partitioner +2023-12-14 14:52:59.833213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.833238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 18 us (cumulative: 782 ms, max: 101 ms, #called: 3566) +2023-12-14 14:52:59.833245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.833258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 782 ms, max: 101 ms, #called: 3567) +2023-12-14 14:52:59.833282: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[],f32[])->f32[2048,2048]{1,0} +2023-12-14 14:52:59.833289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: HLO passes through layout assignment +2023-12-14 14:52:59.833315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.833371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 782 ms, max: 101 ms, #called: 3568) +2023-12-14 14:52:59.833396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.833421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 42 us (cumulative: 782 ms, max: 101 ms, #called: 3569) +2023-12-14 14:52:59.833446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.833453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 782 ms, max: 101 ms, #called: 3570) +2023-12-14 14:52:59.833475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.833483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 782 ms, max: 101 ms, #called: 3571) +2023-12-14 14:52:59.833505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.833513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 782 ms, max: 101 ms, #called: 3572) +2023-12-14 14:52:59.833537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.833543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 782 ms, max: 101 ms, #called: 3573) +2023-12-14 14:52:59.833568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.833578: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.833585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 32 us (cumulative: 782 ms, max: 101 ms, #called: 3574) +2023-12-14 14:52:59.833609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.833621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 28 us (cumulative: 782 ms, max: 101 ms, #called: 3575) +2023-12-14 14:52:59.833644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.833653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 26 us (cumulative: 782 ms, max: 101 ms, #called: 3576) +2023-12-14 14:52:59.833677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.833683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 782 ms, max: 101 ms, #called: 3577) +2023-12-14 14:52:59.833706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.833713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 782 ms, max: 101 ms, #called: 3578) +2023-12-14 14:52:59.833735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.833743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 24 us (cumulative: 782 ms, max: 101 ms, #called: 3579) +2023-12-14 14:52:59.833765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.833772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 782 ms, max: 101 ms, #called: 3580) +2023-12-14 14:52:59.833795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.833803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 25 us (cumulative: 782 ms, max: 101 ms, #called: 3581) +2023-12-14 14:52:59.833829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.833836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 782 ms, max: 101 ms, #called: 3582) +2023-12-14 14:52:59.833859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.833866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 782 ms, max: 101 ms, #called: 3583) +2023-12-14 14:52:59.833890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.833897: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:52:59.833904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 782 ms, max: 101 ms, #called: 3584) +2023-12-14 14:52:59.833927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.833934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 782 ms, max: 101 ms, #called: 3585) +2023-12-14 14:52:59.833956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.833963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.833973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.833980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 782 ms, max: 101 ms, #called: 3586) +2023-12-14 14:52:59.833986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.833996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 31 us (cumulative: 782 ms, max: 101 ms, #called: 3587) +2023-12-14 14:52:59.834024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.834031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 782 ms, max: 101 ms, #called: 3588) +2023-12-14 14:52:59.834053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.834062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 25 us (cumulative: 782 ms, max: 101 ms, #called: 3589) +2023-12-14 14:52:59.834085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.834092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 782 ms, max: 101 ms, #called: 3590) +2023-12-14 14:52:59.834114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.834121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 782 ms, max: 101 ms, #called: 3591) +2023-12-14 14:52:59.834144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.834151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 782 ms, max: 101 ms, #called: 3592) +2023-12-14 14:52:59.834175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.834182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 782 ms, max: 101 ms, #called: 3593) +2023-12-14 14:52:59.834208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.834218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 782 ms, max: 101 ms, #called: 3594) +2023-12-14 14:52:59.834242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.834273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 48 us (cumulative: 782 ms, max: 101 ms, #called: 3595) +2023-12-14 14:52:59.834297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.834304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 782 ms, max: 101 ms, #called: 3596) +2023-12-14 14:52:59.834326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.834334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 25 us (cumulative: 782 ms, max: 101 ms, #called: 3597) +2023-12-14 14:52:59.834358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.834365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 782 ms, max: 101 ms, #called: 3598) +2023-12-14 14:52:59.834387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.834393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 782 ms, max: 101 ms, #called: 3599) +2023-12-14 14:52:59.834415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.834423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: simplification +2023-12-14 14:52:59.834438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.834459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 19 us (cumulative: 782 ms, max: 101 ms, #called: 3600) +2023-12-14 14:52:59.834465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.834474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 783 ms, max: 101 ms, #called: 3601) +2023-12-14 14:52:59.834479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.834488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 783 ms, max: 101 ms, #called: 3602) +2023-12-14 14:52:59.834493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.834501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 783 ms, max: 101 ms, #called: 3603) +2023-12-14 14:52:59.834507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.834516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 783 ms, max: 101 ms, #called: 3604) +2023-12-14 14:52:59.834524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.834532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 783 ms, max: 101 ms, #called: 3605) +2023-12-14 14:52:59.834538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.834546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 783 ms, max: 101 ms, #called: 3606) +2023-12-14 14:52:59.834552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.834562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 783 ms, max: 101 ms, #called: 3607) +2023-12-14 14:52:59.834567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.834575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 783 ms, max: 101 ms, #called: 3608) +2023-12-14 14:52:59.834581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.834589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 783 ms, max: 101 ms, #called: 3609) +2023-12-14 14:52:59.834595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.834604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 783 ms, max: 101 ms, #called: 3610) +2023-12-14 14:52:59.834609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.834619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 783 ms, max: 101 ms, #called: 3611) +2023-12-14 14:52:59.834631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.834651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 19 us (cumulative: 783 ms, max: 101 ms, #called: 3612) +2023-12-14 14:52:59.834656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.834666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 783 ms, max: 101 ms, #called: 3613) +2023-12-14 14:52:59.834672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 274 us (cumulative: 783 ms, max: 101 ms, #called: 3614) +2023-12-14 14:52:59.834698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.834704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 783 ms, max: 101 ms, #called: 3615) +2023-12-14 14:52:59.834727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.834735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 783 ms, max: 101 ms, #called: 3616) +2023-12-14 14:52:59.834757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.834764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 23 us (cumulative: 783 ms, max: 101 ms, #called: 3617) +2023-12-14 14:52:59.834788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.834796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 783 ms, max: 101 ms, #called: 3618) +2023-12-14 14:52:59.834819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.834841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 42 us (cumulative: 783 ms, max: 101 ms, #called: 3619) +2023-12-14 14:52:59.834870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.834877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 783 ms, max: 101 ms, #called: 3620) +2023-12-14 14:52:59.834899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.834907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 783 ms, max: 101 ms, #called: 3621) +2023-12-14 14:52:59.834930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.834938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.834949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.834956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 783 ms, max: 101 ms, #called: 3622) +2023-12-14 14:52:59.834963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.834995: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.835003: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:59.835043: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.835051: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:59.835076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.835099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.835108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.835114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.835120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.835124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.835130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.835145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.835151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.835156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:52:59.835161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:59.835167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:52:59.835172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.4 +2023-12-14 14:52:59.835178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 broadcast.4> + +2023-12-14 14:52:59.835213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.835219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.835224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.835230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.835235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.835240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.835245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.835250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:52:59.835255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.835259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:59.835264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:52:59.835269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.835274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4: +2023-12-14 14:52:59.835278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.4> (def) +2023-12-14 14:52:59.835283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.835288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:52:59.835293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.835297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.835302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.835308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:59.835313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.835330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.835339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.835344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.835349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.835353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:59.835358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.835363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:52:59.835368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.835373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:59.835378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.835382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4, operand 0 +2023-12-14 14:52:59.835388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_1.2, f32[] %Arg_0.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.835394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 broadcast.4> +2023-12-14 14:52:59.835398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.835403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4 +2023-12-14 14:52:59.835409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.835414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.4 = f32[2048,2048]{1,0} broadcast(f32[] %divide.3), dimensions={}, metadata={op_name="jit(_mean)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.835454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.835469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.835478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 512 us (cumulative: 784 ms, max: 101 ms, #called: 3623) +2023-12-14 14:52:59.835502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: hlo normalization +2023-12-14 14:52:59.835512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.835523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 784 ms, max: 101 ms, #called: 3624) +2023-12-14 14:52:59.835529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.835538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 784 ms, max: 101 ms, #called: 3625) +2023-12-14 14:52:59.835544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.835557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 12 us (cumulative: 784 ms, max: 101 ms, #called: 3626) +2023-12-14 14:52:59.835569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: HLO passes after layout assignment +2023-12-14 14:52:59.835578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.835584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: after layout assignment +2023-12-14 14:52:59.835592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 784 ms, max: 101 ms, #called: 3627) +2023-12-14 14:52:59.835598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.835606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 784 ms, max: 101 ms, #called: 3628) +2023-12-14 14:52:59.835613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.835649: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:59.835658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 43 us (cumulative: 784 ms, max: 101 ms, #called: 3629) +2023-12-14 14:52:59.835663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.835670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: simplification after layout assignment +2023-12-14 14:52:59.835678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.835690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 784 ms, max: 101 ms, #called: 3630) +2023-12-14 14:52:59.835697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.835706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 784 ms, max: 101 ms, #called: 3631) +2023-12-14 14:52:59.835711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.835730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 16 us (cumulative: 784 ms, max: 101 ms, #called: 3632) +2023-12-14 14:52:59.835738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 73 us (cumulative: 784 ms, max: 101 ms, #called: 3633) +2023-12-14 14:52:59.835744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.835750: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.835830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 84 us (cumulative: 784 ms, max: 101 ms, #called: 3634) +2023-12-14 14:52:59.835839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.835850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 784 ms, max: 101 ms, #called: 3635) +2023-12-14 14:52:59.835860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.835872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.835894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.835905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.835910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.835915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.835920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.835925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.835933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.835938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.835943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.835948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:59.835953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 divide.3> + +2023-12-14 14:52:59.835958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.835965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.4.clone> + +2023-12-14 14:52:59.835970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.4.clone +2023-12-14 14:52:59.835976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.4.clone> + +2023-12-14 14:52:59.835981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.835987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 divide.3> + +2023-12-14 14:52:59.836075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.836083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.836088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.836098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:59.836103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.836113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.836122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:59.836132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> (def) +2023-12-14 14:52:59.836136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.836147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> +2023-12-14 14:52:59.836152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone: +2023-12-14 14:52:59.836162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> (def) +2023-12-14 14:52:59.836166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.836176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> +2023-12-14 14:52:59.836181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.836186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> +2023-12-14 14:52:59.836191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.836196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone +2023-12-14 14:52:59.836201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.836205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.836211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.4.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(_mean)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.836216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.836221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.836225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.836230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.836236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:59.836241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.836245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.836250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.836255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.836263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.836268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:59.836273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.836279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> +2023-12-14 14:52:59.836284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.836288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:59.836293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.836298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.836303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.836307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone, operand 0 +2023-12-14 14:52:59.836312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_1.2, f32[] %Arg_0.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.836343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.836360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.836368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.836374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.836379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.836383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.836388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.836394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.836399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.836405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.836409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:59.836416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 divide.3> + +2023-12-14 14:52:59.836420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.836426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.4.clone> + +2023-12-14 14:52:59.836431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.4.clone +2023-12-14 14:52:59.836437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.4.clone> + +2023-12-14 14:52:59.836446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.836452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 divide.3> + +2023-12-14 14:52:59.836474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.836479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.836484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.836494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:59.836499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.836511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.836516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:59.836525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> (def) +2023-12-14 14:52:59.836530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.836542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> +2023-12-14 14:52:59.836546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone: +2023-12-14 14:52:59.836556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> (def) +2023-12-14 14:52:59.836561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.836571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> +2023-12-14 14:52:59.836576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.836581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> +2023-12-14 14:52:59.836586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.836590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone +2023-12-14 14:52:59.836596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.836601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.836606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.4.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(_mean)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.836613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.836618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.836623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.836628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.836633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:59.836638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.836642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.836647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.836652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.836657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.836661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:59.836666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.836671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> +2023-12-14 14:52:59.836676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.836681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:59.836686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.836691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.836696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.836701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone, operand 0 +2023-12-14 14:52:59.836706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_1.2, f32[] %Arg_0.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.836750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.836765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.836772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.836778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.836783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.836788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.836793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.836803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.836808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.836813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.836818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:59.836823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 divide.3> + +2023-12-14 14:52:59.836828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.836834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.4.clone> + +2023-12-14 14:52:59.836839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.4.clone +2023-12-14 14:52:59.836844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.4.clone> + +2023-12-14 14:52:59.836849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.836855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 divide.3> + +2023-12-14 14:52:59.836874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.836880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.836886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.836896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:59.836900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.836910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.836915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:59.836924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> (def) +2023-12-14 14:52:59.836929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.836938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> +2023-12-14 14:52:59.836943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone: +2023-12-14 14:52:59.836954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> (def) +2023-12-14 14:52:59.836961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.836966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.836972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> +2023-12-14 14:52:59.836977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.836982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> +2023-12-14 14:52:59.836987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.836991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone +2023-12-14 14:52:59.836996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.837001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.837006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.4.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(_mean)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.837011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.837015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.837020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.837024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.837029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:59.837034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.837039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.837044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.837049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.837054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.837059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:59.837064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.837069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> +2023-12-14 14:52:59.837074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.837079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:59.837083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.837088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.837093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.837101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone, operand 0 +2023-12-14 14:52:59.837106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_1.2, f32[] %Arg_0.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.837124: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.837130: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.837141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.28 ms (cumulative: 785 ms, max: 101 ms, #called: 3636) +2023-12-14 14:52:59.837148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.837157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 785 ms, max: 101 ms, #called: 3637) +2023-12-14 14:52:59.837171: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_backward_pass +2023-12-14 14:52:59.838342: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.838404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.838433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.838443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.838449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.838455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.838460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.838465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.838474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.838480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.838486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.838491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:59.838496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 divide.3> + +2023-12-14 14:52:59.838510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.838517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.4.clone> + +2023-12-14 14:52:59.838523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.4.clone +2023-12-14 14:52:59.838528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.4.clone> + +2023-12-14 14:52:59.838533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.838539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 divide.3> + +2023-12-14 14:52:59.838570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.838577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.838582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.838587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.838592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:59.838597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.838602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.838608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.838612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.838617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:59.838622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> (def) +2023-12-14 14:52:59.838627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.838631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.838636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> +2023-12-14 14:52:59.838641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.838646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone: +2023-12-14 14:52:59.838651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> (def) +2023-12-14 14:52:59.838655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.838661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.838666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> +2023-12-14 14:52:59.838670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.838675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> +2023-12-14 14:52:59.838680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.838697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone +2023-12-14 14:52:59.838702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.838707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.838712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.4.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(_mean)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.838717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.838722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.838727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.838731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.838736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:59.838741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.838747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.838751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.838756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.838760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.838765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:59.838770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.838775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> +2023-12-14 14:52:59.838780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.838785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:59.838790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.838795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.838800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.838805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone, operand 0 +2023-12-14 14:52:59.838810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_1.2, f32[] %Arg_0.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.838857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.838874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.838886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.838891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.838896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.838901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.838906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.838912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.838917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.838923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.838928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:59.838933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 divide.3> + +2023-12-14 14:52:59.838938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.838943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.4.clone> + +2023-12-14 14:52:59.838948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.4.clone +2023-12-14 14:52:59.838954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.4.clone> + +2023-12-14 14:52:59.838959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.838964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 divide.3> + +2023-12-14 14:52:59.838986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.838991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.838996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.839001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.839008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:59.839013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.839018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.839022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.839027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.839032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:59.839037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> (def) +2023-12-14 14:52:59.839042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.839049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.839055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> +2023-12-14 14:52:59.839060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.839065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone: +2023-12-14 14:52:59.839070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> (def) +2023-12-14 14:52:59.839075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.839080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.839084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> +2023-12-14 14:52:59.839089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.839095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> +2023-12-14 14:52:59.839100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.839104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone +2023-12-14 14:52:59.839109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.839114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.839119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.4.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(_mean)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.839124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.839128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.839133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.839138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.839142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:59.839148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.839153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.839158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.839162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.839167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.839172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:59.839177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.839182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> +2023-12-14 14:52:59.839190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.839195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:59.839200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.839204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.839209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.839214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone, operand 0 +2023-12-14 14:52:59.839219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_1.2, f32[] %Arg_0.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.839241: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_backward_pass +2023-12-14 14:52:59.839248: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 4 +2023-12-14 14:52:59.839286: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.839343: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_backward_pass, entry_computation_layout={(f32[],f32[])->f32[2048,2048]{1,0}} +2023-12-14 14:52:59.839352: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.839357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_broadcast.4 (p: f32[]) -> f32[2048,2048] { +2023-12-14 14:52:59.839362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[] parameter(0) +2023-12-14 14:52:59.839367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %broadcast.4.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(_mean)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.839373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.839378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.839383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[], Arg_1.2: f32[]) -> f32[2048,2048] { +2023-12-14 14:52:59.839388: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.839393: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.839398: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %divide.3 = f32[] divide(f32[] %Arg_1.2, f32[] %Arg_0.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.839403: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[] %divide.3), to_apply=%parallel_broadcast.4 +2023-12-14 14:52:59.839408: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.839412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.839429: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:divide.3 + 3:p + 4:broadcast.4.clone + 5:call + BufferLiveRange: + broadcast.4.clone{}:4-6 + Arg_1.2{}:0-6 + Arg_0.1{}:0-6 + divide.3{}:2-5 + Live ranges at 4 (peak): + broadcast.4.clone: 16777216 bytes + Arg_1.2: 4 bytes + Arg_0.1: 4 bytes + divide.3: 4 bytes + +2023-12-14 14:52:59.839438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:59.839443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.839448: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.839453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.839460: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <3 divide.3 @0> +2023-12-14 14:52:59.839470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.839474: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.839479: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.839484: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.839489: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <3 divide.3 @0> +2023-12-14 14:52:59.839495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.839508: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <3 divide.3 @0> + positions: + divide.3 + p + uses: + call, operand 0 + broadcast.4.clone, operand 0 + from instruction:%divide.3 = f32[] divide(f32[] %Arg_1.2, f32[] %Arg_0.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} + +2023-12-14 14:52:59.839515: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 0, end 1 +2023-12-14 14:52:59.839524: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:59.839535: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <3 divide.3 @0> + positions: + divide.3 + p + uses: + call, operand 0 + broadcast.4.clone, operand 0 + from instruction:%divide.3 = f32[] divide(f32[] %Arg_1.2, f32[] %Arg_0.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} + +2023-12-14 14:52:59.839541: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 0, end 1 +2023-12-14 14:52:59.839547: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:59.839556: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1648] Result size from heap simulator: 4 +2023-12-14 14:52:59.839563: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1529] Compute peak memory logical buffers +2023-12-14 14:52:59.839576: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.839585: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:574] Combined temp allocation for color 0 is: allocation 3: size 4, preallocated-temp: + value: <3 divide.3 @0> (size=4,offset=0): f32[] + +2023-12-14 14:52:59.839598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.839618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.839626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.839632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.839637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.839642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.839647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.839653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_0.1> + +2023-12-14 14:52:59.839658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.839663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.839668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:52:59.839673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 divide.3> + +2023-12-14 14:52:59.839678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.839684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.4.clone> + +2023-12-14 14:52:59.839689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.4.clone +2023-12-14 14:52:59.839694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 broadcast.4.clone> + +2023-12-14 14:52:59.839699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.839705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 divide.3> + +2023-12-14 14:52:59.839726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.839732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.839737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.839742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.839747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> (def) +2023-12-14 14:52:59.839752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.839756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.839761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.839766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.839771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:52:59.839775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> (def) +2023-12-14 14:52:59.839784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.839789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.839795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> +2023-12-14 14:52:59.839800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.839806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone: +2023-12-14 14:52:59.839811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> (def) +2023-12-14 14:52:59.839816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.839820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.839825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> +2023-12-14 14:52:59.839830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.839835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 broadcast.4.clone> +2023-12-14 14:52:59.839840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.839844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone +2023-12-14 14:52:59.839849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.839854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.839859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.4.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(_mean)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.839864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.839869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.839873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.839878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.839883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:52:59.839888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.839894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_0.1> +2023-12-14 14:52:59.839899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.839903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.839908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.839913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:52:59.839918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.839926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 divide.3> +2023-12-14 14:52:59.839930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.839935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:52:59.839940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.839945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.839950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.839955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.4.clone, operand 0 +2023-12-14 14:52:59.839960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[] divide(f32[] %Arg_1.2, f32[] %Arg_0.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.839990: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_backward_pass, entry_computation_layout={(f32[],f32[])->f32[2048,2048]{1,0}} +2023-12-14 14:52:59.839998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.840003: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_broadcast.4 (p: f32[]) -> f32[2048,2048] { +2023-12-14 14:52:59.840008: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[] parameter(0) +2023-12-14 14:52:59.840013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %broadcast.4.clone = f32[2048,2048]{1,0} broadcast(f32[] %p), dimensions={}, metadata={op_name="jit(_mean)/jit(main)/broadcast_in_dim[shape=(2048, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.840018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.840022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.840027: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[], Arg_1.2: f32[]) -> f32[2048,2048] { +2023-12-14 14:52:59.840032: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[] parameter(1) +2023-12-14 14:52:59.840037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:52:59.840042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %divide.3 = f32[] divide(f32[] %Arg_1.2, f32[] %Arg_0.1), metadata={op_name="jit(_mean)/jit(main)/div" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.840047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[] %divide.3), to_apply=%parallel_broadcast.4 +2023-12-14 14:52:59.840052: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.840056: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.840068: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:divide.3 + 3:p + 4:broadcast.4.clone + 5:call + BufferLiveRange: + broadcast.4.clone{}:4-6 + Arg_1.2{}:0-6 + Arg_0.1{}:0-6 + divide.3{}:2-5 + Live ranges at 4 (peak): + broadcast.4.clone: 16777216 bytes + Arg_1.2: 4 bytes + Arg_0.1: 4 bytes + divide.3: 4 bytes + +2023-12-14 14:52:59.840079: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:59.840084: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.840089: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:59.840096: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_0.1> +2023-12-14 14:52:59.840101: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.840106: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.840111: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <3 divide.3> +2023-12-14 14:52:59.840116: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.840121: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.840126: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 broadcast.4.clone> +2023-12-14 14:52:59.840132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.840137: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.840142: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <3 divide.3> +2023-12-14 14:52:59.840147: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.840153: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.840158: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:59.840163: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_0.1> +2023-12-14 14:52:59.840169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 broadcast.4.clone> +2023-12-14 14:52:59.840192: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.840198: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8B +2023-12-14 14:52:59.840203: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.840208: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:59.840213: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 4B +2023-12-14 14:52:59.840217: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp fragmentation: 0B (0.00%) +2023-12-14 14:52:59.840222: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 16.00MiB +2023-12-14 14:52:59.840227: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.840232: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.840520: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 66 us (cumulative: 4.12 ms, max: 421 us, #called: 43) +2023-12-14 14:52:59.852453: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff010026080 +2023-12-14 14:52:59.852830: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.852864: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_backward_pass] for CPU using JIT time: 15.7 ms (cumulative: 1.4 s, max: 222 ms, #called: 43) +2023-12-14 14:52:59.853771: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_backward_pass; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.855819: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.862192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:59.862255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.862279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 18 us (cumulative: 785 ms, max: 101 ms, #called: 3638) +2023-12-14 14:52:59.862287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.862300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 785 ms, max: 101 ms, #called: 3639) +2023-12-14 14:52:59.862322: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0},f32[2048,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:59.862329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:59.862352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.862404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 785 ms, max: 101 ms, #called: 3640) +2023-12-14 14:52:59.862429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.862436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 25 us (cumulative: 785 ms, max: 101 ms, #called: 3641) +2023-12-14 14:52:59.862461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.862468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 785 ms, max: 101 ms, #called: 3642) +2023-12-14 14:52:59.862506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.862514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 785 ms, max: 101 ms, #called: 3643) +2023-12-14 14:52:59.862538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.862546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 785 ms, max: 101 ms, #called: 3644) +2023-12-14 14:52:59.862569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.862576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 785 ms, max: 101 ms, #called: 3645) +2023-12-14 14:52:59.862598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.862606: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.862613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 31 us (cumulative: 785 ms, max: 101 ms, #called: 3646) +2023-12-14 14:52:59.862636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.862643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 23 us (cumulative: 785 ms, max: 101 ms, #called: 3647) +2023-12-14 14:52:59.862666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.862674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 785 ms, max: 101 ms, #called: 3648) +2023-12-14 14:52:59.862701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.862708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 785 ms, max: 101 ms, #called: 3649) +2023-12-14 14:52:59.862731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.862737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 785 ms, max: 101 ms, #called: 3650) +2023-12-14 14:52:59.862761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.862768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 785 ms, max: 101 ms, #called: 3651) +2023-12-14 14:52:59.862790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.862797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 786 ms, max: 101 ms, #called: 3652) +2023-12-14 14:52:59.862820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.862827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 786 ms, max: 101 ms, #called: 3653) +2023-12-14 14:52:59.862849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.862856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 21 us (cumulative: 786 ms, max: 101 ms, #called: 3654) +2023-12-14 14:52:59.862878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.862889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 28 us (cumulative: 786 ms, max: 101 ms, #called: 3655) +2023-12-14 14:52:59.862913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.862921: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:52:59.862928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 31 us (cumulative: 786 ms, max: 101 ms, #called: 3656) +2023-12-14 14:52:59.862951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.862957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.862974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 786 ms, max: 101 ms, #called: 3657) +2023-12-14 14:52:59.862980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.862987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.862996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 21 us (cumulative: 786 ms, max: 101 ms, #called: 3658) +2023-12-14 14:52:59.863009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.863020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 786 ms, max: 101 ms, #called: 3659) +2023-12-14 14:52:59.863043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.863049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 786 ms, max: 101 ms, #called: 3660) +2023-12-14 14:52:59.863071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.863080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 28 us (cumulative: 786 ms, max: 101 ms, #called: 3661) +2023-12-14 14:52:59.863108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.863115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 786 ms, max: 101 ms, #called: 3662) +2023-12-14 14:52:59.863137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.863145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 786 ms, max: 101 ms, #called: 3663) +2023-12-14 14:52:59.863168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.863175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 786 ms, max: 101 ms, #called: 3664) +2023-12-14 14:52:59.863198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.863205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 786 ms, max: 101 ms, #called: 3665) +2023-12-14 14:52:59.863227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.863237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 27 us (cumulative: 786 ms, max: 101 ms, #called: 3666) +2023-12-14 14:52:59.863260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.863287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 48 us (cumulative: 786 ms, max: 101 ms, #called: 3667) +2023-12-14 14:52:59.863315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.863333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 34 us (cumulative: 786 ms, max: 101 ms, #called: 3668) +2023-12-14 14:52:59.863357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.863364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 786 ms, max: 101 ms, #called: 3669) +2023-12-14 14:52:59.863386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.863393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 786 ms, max: 101 ms, #called: 3670) +2023-12-14 14:52:59.863416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.863422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 786 ms, max: 101 ms, #called: 3671) +2023-12-14 14:52:59.863445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.863452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:59.863463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.863486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 21 us (cumulative: 786 ms, max: 101 ms, #called: 3672) +2023-12-14 14:52:59.863493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.863502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 786 ms, max: 101 ms, #called: 3673) +2023-12-14 14:52:59.863507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.863516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 786 ms, max: 101 ms, #called: 3674) +2023-12-14 14:52:59.863527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.863536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 786 ms, max: 101 ms, #called: 3675) +2023-12-14 14:52:59.863542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.863551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 786 ms, max: 101 ms, #called: 3676) +2023-12-14 14:52:59.863556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.863565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 786 ms, max: 101 ms, #called: 3677) +2023-12-14 14:52:59.863572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.863581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 786 ms, max: 101 ms, #called: 3678) +2023-12-14 14:52:59.863586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.863596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 786 ms, max: 101 ms, #called: 3679) +2023-12-14 14:52:59.863601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.863610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 786 ms, max: 101 ms, #called: 3680) +2023-12-14 14:52:59.863615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.863626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 10 us (cumulative: 786 ms, max: 101 ms, #called: 3681) +2023-12-14 14:52:59.863632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.863640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 786 ms, max: 101 ms, #called: 3682) +2023-12-14 14:52:59.863645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.863655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 786 ms, max: 101 ms, #called: 3683) +2023-12-14 14:52:59.863660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.863682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 21 us (cumulative: 786 ms, max: 101 ms, #called: 3684) +2023-12-14 14:52:59.863688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.863697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 786 ms, max: 101 ms, #called: 3685) +2023-12-14 14:52:59.863703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 277 us (cumulative: 786 ms, max: 101 ms, #called: 3686) +2023-12-14 14:52:59.863730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.863737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 786 ms, max: 101 ms, #called: 3687) +2023-12-14 14:52:59.863760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.863768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 786 ms, max: 101 ms, #called: 3688) +2023-12-14 14:52:59.863790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.863796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 786 ms, max: 101 ms, #called: 3689) +2023-12-14 14:52:59.863820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.863828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 787 ms, max: 101 ms, #called: 3690) +2023-12-14 14:52:59.863851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.863871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 38 us (cumulative: 787 ms, max: 101 ms, #called: 3691) +2023-12-14 14:52:59.863896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.863903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 787 ms, max: 101 ms, #called: 3692) +2023-12-14 14:52:59.863930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.863938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 787 ms, max: 101 ms, #called: 3693) +2023-12-14 14:52:59.863961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.863970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.863980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.863988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 787 ms, max: 101 ms, #called: 3694) +2023-12-14 14:52:59.863994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.864021: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.864030: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:59.864068: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.864076: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:52:59.864097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.864116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.864123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.864129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.864135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.864140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.864145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.864154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.864160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.864166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.864171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.3 +2023-12-14 14:52:59.864176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3> + +2023-12-14 14:52:59.864204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.864211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.864220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.864225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.864230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.864235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.864240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.864246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.864250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.864255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3: +2023-12-14 14:52:59.864260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3> (def) +2023-12-14 14:52:59.864265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.864269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.864274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.864278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.864283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.864288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3, operand 0 +2023-12-14 14:52:59.864294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.864299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.864304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.864308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.864313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.864318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3, operand 1 +2023-12-14 14:52:59.864323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.864328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3> +2023-12-14 14:52:59.864333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.864338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3 +2023-12-14 14:52:59.864343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.864348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.3 = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114} +2023-12-14 14:52:59.864376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.864394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.864403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 406 us (cumulative: 787 ms, max: 101 ms, #called: 3695) +2023-12-14 14:52:59.864425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:59.864435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.864444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 787 ms, max: 101 ms, #called: 3696) +2023-12-14 14:52:59.864450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.864459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 787 ms, max: 101 ms, #called: 3697) +2023-12-14 14:52:59.864465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.864473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 787 ms, max: 101 ms, #called: 3698) +2023-12-14 14:52:59.864486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:59.864494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.864500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:59.864508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 787 ms, max: 101 ms, #called: 3699) +2023-12-14 14:52:59.864515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.864523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 787 ms, max: 101 ms, #called: 3700) +2023-12-14 14:52:59.864529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.864553: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:59.864561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 31 us (cumulative: 787 ms, max: 101 ms, #called: 3701) +2023-12-14 14:52:59.864567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.864573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:59.864580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.864593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 787 ms, max: 101 ms, #called: 3702) +2023-12-14 14:52:59.864600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.864609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 787 ms, max: 101 ms, #called: 3703) +2023-12-14 14:52:59.864619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.864636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 16 us (cumulative: 787 ms, max: 101 ms, #called: 3704) +2023-12-14 14:52:59.864645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 75 us (cumulative: 787 ms, max: 101 ms, #called: 3705) +2023-12-14 14:52:59.864651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.864658: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.864731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 77 us (cumulative: 787 ms, max: 101 ms, #called: 3706) +2023-12-14 14:52:59.864738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.864750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 787 ms, max: 101 ms, #called: 3707) +2023-12-14 14:52:59.864756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.864768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.864807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.864818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.864824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.864829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.864835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.864840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.864846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.864851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.864857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.864862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.864869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3.clone> + +2023-12-14 14:52:59.864874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.3.clone +2023-12-14 14:52:59.864879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3.clone> + +2023-12-14 14:52:59.864884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.864890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.864894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.864904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.864984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.864993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.864998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.865007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.865013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.865023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.865028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.865037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> +2023-12-14 14:52:59.865043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone: +2023-12-14 14:52:59.865053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> (def) +2023-12-14 14:52:59.865058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.865067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.865072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.865081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.865086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.865091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.865095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.865100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.865106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.865111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.865116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.865120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone, operand 0 +2023-12-14 14:52:59.865125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.865135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.865140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.865144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.865149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.865154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.865158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.865163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone, operand 1 +2023-12-14 14:52:59.865168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.865173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> +2023-12-14 14:52:59.865178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.865182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone +2023-12-14 14:52:59.865187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.865192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.865199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.3.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.865228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.865256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.865263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.865268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.865273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.865278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.865285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.865291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.865296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.865301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.865306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.865312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3.clone> + +2023-12-14 14:52:59.865317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.3.clone +2023-12-14 14:52:59.865327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3.clone> + +2023-12-14 14:52:59.865332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.865337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.865342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.865347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.865366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.865371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.865377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.865387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.865392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.865403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.865408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.865417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> +2023-12-14 14:52:59.865422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone: +2023-12-14 14:52:59.865432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> (def) +2023-12-14 14:52:59.865436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.865446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.865451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.865460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.865466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.865470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.865475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.865480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.865488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.865493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.865498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.865502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone, operand 0 +2023-12-14 14:52:59.865507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.865512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.865517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.865521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.865526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.865531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.865535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.865540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone, operand 1 +2023-12-14 14:52:59.865545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.865550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> +2023-12-14 14:52:59.865556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.865561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone +2023-12-14 14:52:59.865565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.865570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.865577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.3.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.865597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.865621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.865628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.865633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.865638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.865644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.865649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.865655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.865667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.865673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.865677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.865683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3.clone> + +2023-12-14 14:52:59.865688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.3.clone +2023-12-14 14:52:59.865693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3.clone> + +2023-12-14 14:52:59.865698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.865704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.865708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.865714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.865730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.865736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.865741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.865753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.865758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.865767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.865772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.865781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> +2023-12-14 14:52:59.865786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone: +2023-12-14 14:52:59.865796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> (def) +2023-12-14 14:52:59.865801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.865810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.865815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.865828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.865833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.865838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.865843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.865848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.865853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.865857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.865862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.865867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.865872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone, operand 0 +2023-12-14 14:52:59.865877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.865882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.865886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.865891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.865896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.865900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.865905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.865910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone, operand 1 +2023-12-14 14:52:59.865916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.865921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> +2023-12-14 14:52:59.865926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.865931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone +2023-12-14 14:52:59.865936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.865941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.865946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.3.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.865963: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.865969: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.865980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.22 ms (cumulative: 789 ms, max: 101 ms, #called: 3708) +2023-12-14 14:52:59.865988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.865998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 789 ms, max: 101 ms, #called: 3709) +2023-12-14 14:52:59.866011: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:59.867068: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.867126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.867170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.867181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.867187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.867192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.867197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.867203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.867211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.867216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.867221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.867226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.867232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3.clone> + +2023-12-14 14:52:59.867237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.3.clone +2023-12-14 14:52:59.867243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3.clone> + +2023-12-14 14:52:59.867248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.867253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.867258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.867263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.867296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.867304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.867309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.867314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.867328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.867334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.867339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.867345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.867350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.867354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.867359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> +2023-12-14 14:52:59.867364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.867369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone: +2023-12-14 14:52:59.867374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> (def) +2023-12-14 14:52:59.867378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.867383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.867388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.867393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.867398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.867403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.867407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.867413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.867417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.867422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.867427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.867432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.867437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.867442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone, operand 0 +2023-12-14 14:52:59.867447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.867455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.867460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.867464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.867469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.867474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.867479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.867486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone, operand 1 +2023-12-14 14:52:59.867494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.867502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> +2023-12-14 14:52:59.867506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.867511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone +2023-12-14 14:52:59.867517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.867521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.867527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.3.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.867573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.867600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.867609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.867614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.867619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.867624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.867629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.867635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.867641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.867647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.867652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.867657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3.clone> + +2023-12-14 14:52:59.867662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.3.clone +2023-12-14 14:52:59.867671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3.clone> + +2023-12-14 14:52:59.867676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.867682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.867687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.867692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.867711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.867716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.867721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.867727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.867732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.867737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.867741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.867746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.867751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.867756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.867761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> +2023-12-14 14:52:59.867765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.867770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone: +2023-12-14 14:52:59.867775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> (def) +2023-12-14 14:52:59.867780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.867786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.867790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.867795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.867800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.867805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.867809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.867814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.867820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.867824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.867832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.867836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.867841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.867846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone, operand 0 +2023-12-14 14:52:59.867851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.867856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.867860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.867865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.867870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.867875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.867880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.867885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone, operand 1 +2023-12-14 14:52:59.867890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.867895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> +2023-12-14 14:52:59.867899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.867905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone +2023-12-14 14:52:59.867911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.867915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.867921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.3.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.867942: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:59.867948: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:52:59.867982: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.867992: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.868004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.868028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.868036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.868041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.868050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.868055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.868060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.868066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.868071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.868076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.868081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.868087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3.clone> + +2023-12-14 14:52:59.868092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.3.clone +2023-12-14 14:52:59.868098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 multiply.3.clone> + +2023-12-14 14:52:59.868103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.868108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.868113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.868118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.868136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.868143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.868148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.868152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.868157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.868162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.868167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.868171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.868178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.868183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.868188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> +2023-12-14 14:52:59.868193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.868197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone: +2023-12-14 14:52:59.868202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> (def) +2023-12-14 14:52:59.868210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.868215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.868219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.868224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.868230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.868235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.868239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.868244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.868249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.868253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.868258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.868262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.868267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.868273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone, operand 0 +2023-12-14 14:52:59.868278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.868283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.868287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.868292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.868297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.868301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.868306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.868311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone, operand 1 +2023-12-14 14:52:59.868317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.868322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 multiply.3.clone> +2023-12-14 14:52:59.868327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.868332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.3.clone +2023-12-14 14:52:59.868336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.868341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.868346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.3.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.868390: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,2048]{1,0},f32[2048,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:59.868397: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.868402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_multiply.3 (p: f32[2048,2048], p.1: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.868408: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.868413: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.868419: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.3.clone = f32[2048,2048]{1,0} multiply(f32[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1), metadata={op_name="jit(mul)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=114}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.868424: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.868429: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.868433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048,2048], Arg_1.2: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.868438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.868443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.868449: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), to_apply=%parallel_multiply.3 +2023-12-14 14:52:59.868454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.868458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.868470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:multiply.3.clone + 5:call + BufferLiveRange: + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + multiply.3.clone{}:4-6 + Live ranges at 4 (peak): + Arg_0.1: 16777216 bytes + Arg_1.2: 16777216 bytes + multiply.3.clone: 16777216 bytes + +2023-12-14 14:52:59.868479: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:59.868484: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.868490: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:59.868499: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:52:59.868505: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.868510: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.868515: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.868520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.868525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 multiply.3.clone> +2023-12-14 14:52:59.868536: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.868542: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.868546: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.868551: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:59.868556: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:52:59.868562: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 multiply.3.clone> +2023-12-14 14:52:59.868587: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.868593: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 32.00MiB +2023-12-14 14:52:59.868598: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.868603: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:59.868608: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.868613: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 48.00MiB +2023-12-14 14:52:59.868618: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.868623: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.868882: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 66 us (cumulative: 4.19 ms, max: 421 us, #called: 44) +2023-12-14 14:52:59.882632: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0100240e0 +2023-12-14 14:52:59.883001: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.883036: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 17 ms (cumulative: 1.42 s, max: 222 ms, #called: 44) +2023-12-14 14:52:59.883941: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.886131: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.887739: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.888531: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.895425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:59.895484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.895510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 18 us (cumulative: 789 ms, max: 101 ms, #called: 3710) +2023-12-14 14:52:59.895518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.895548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 789 ms, max: 101 ms, #called: 3711) +2023-12-14 14:52:59.895573: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (pred[2048,2048]{1,0},pred[])->pred[2048,2048]{1,0} +2023-12-14 14:52:59.895579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:59.895605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.895646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.895654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.895662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.895674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.895683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 789 ms, max: 101 ms, #called: 3712) +2023-12-14 14:52:59.895689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.895696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.895706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.895713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 789 ms, max: 101 ms, #called: 3713) +2023-12-14 14:52:59.895719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.895726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.895736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.895743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 789 ms, max: 101 ms, #called: 3714) +2023-12-14 14:52:59.895749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.895756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.895766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.895774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 789 ms, max: 101 ms, #called: 3715) +2023-12-14 14:52:59.895780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.895788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.895798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.895806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 789 ms, max: 101 ms, #called: 3716) +2023-12-14 14:52:59.895816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.895823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.895833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.895841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 789 ms, max: 101 ms, #called: 3717) +2023-12-14 14:52:59.895846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.895857: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.895866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.895876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.895883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 35 us (cumulative: 789 ms, max: 101 ms, #called: 3718) +2023-12-14 14:52:59.895888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.895897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.895907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.895914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 789 ms, max: 101 ms, #called: 3719) +2023-12-14 14:52:59.895919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.895928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.895939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.895948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 27 us (cumulative: 789 ms, max: 101 ms, #called: 3720) +2023-12-14 14:52:59.895954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.895961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.895971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.895978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 789 ms, max: 101 ms, #called: 3721) +2023-12-14 14:52:59.895984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.895990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 789 ms, max: 101 ms, #called: 3722) +2023-12-14 14:52:59.896013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.896023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 26 us (cumulative: 789 ms, max: 101 ms, #called: 3723) +2023-12-14 14:52:59.896047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.896055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 789 ms, max: 101 ms, #called: 3724) +2023-12-14 14:52:59.896078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.896085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 789 ms, max: 101 ms, #called: 3725) +2023-12-14 14:52:59.896108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.896114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 24 us (cumulative: 789 ms, max: 101 ms, #called: 3726) +2023-12-14 14:52:59.896139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.896147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 789 ms, max: 101 ms, #called: 3727) +2023-12-14 14:52:59.896170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.896177: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:52:59.896184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 789 ms, max: 101 ms, #called: 3728) +2023-12-14 14:52:59.896207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.896224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 34 us (cumulative: 789 ms, max: 101 ms, #called: 3729) +2023-12-14 14:52:59.896248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.896254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 789 ms, max: 101 ms, #called: 3730) +2023-12-14 14:52:59.896277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.896288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 28 us (cumulative: 789 ms, max: 101 ms, #called: 3731) +2023-12-14 14:52:59.896313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.896318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 789 ms, max: 101 ms, #called: 3732) +2023-12-14 14:52:59.896341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.896349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 789 ms, max: 101 ms, #called: 3733) +2023-12-14 14:52:59.896372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.896378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 789 ms, max: 101 ms, #called: 3734) +2023-12-14 14:52:59.896402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.896410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 26 us (cumulative: 789 ms, max: 101 ms, #called: 3735) +2023-12-14 14:52:59.896436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.896443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 789 ms, max: 101 ms, #called: 3736) +2023-12-14 14:52:59.896466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.896473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 789 ms, max: 101 ms, #called: 3737) +2023-12-14 14:52:59.896497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.896508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 27 us (cumulative: 789 ms, max: 101 ms, #called: 3738) +2023-12-14 14:52:59.896531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.896561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 47 us (cumulative: 789 ms, max: 101 ms, #called: 3739) +2023-12-14 14:52:59.896586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.896593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 789 ms, max: 101 ms, #called: 3740) +2023-12-14 14:52:59.896616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.896622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 789 ms, max: 101 ms, #called: 3741) +2023-12-14 14:52:59.896648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.896655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 789 ms, max: 101 ms, #called: 3742) +2023-12-14 14:52:59.896680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.896687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 789 ms, max: 101 ms, #called: 3743) +2023-12-14 14:52:59.896710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.896716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:59.896728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.896744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 15 us (cumulative: 789 ms, max: 101 ms, #called: 3744) +2023-12-14 14:52:59.896751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.896760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 789 ms, max: 101 ms, #called: 3745) +2023-12-14 14:52:59.896766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.896775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 789 ms, max: 101 ms, #called: 3746) +2023-12-14 14:52:59.896780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.896788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 789 ms, max: 101 ms, #called: 3747) +2023-12-14 14:52:59.896794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.896802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 789 ms, max: 101 ms, #called: 3748) +2023-12-14 14:52:59.896808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.896817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 789 ms, max: 101 ms, #called: 3749) +2023-12-14 14:52:59.896822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.896831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 789 ms, max: 101 ms, #called: 3750) +2023-12-14 14:52:59.896841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.896851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 789 ms, max: 101 ms, #called: 3751) +2023-12-14 14:52:59.896858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.896866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 789 ms, max: 101 ms, #called: 3752) +2023-12-14 14:52:59.896871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.896880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 789 ms, max: 101 ms, #called: 3753) +2023-12-14 14:52:59.896885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.896893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 789 ms, max: 101 ms, #called: 3754) +2023-12-14 14:52:59.896899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.896908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 789 ms, max: 101 ms, #called: 3755) +2023-12-14 14:52:59.896914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.896936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 20 us (cumulative: 789 ms, max: 101 ms, #called: 3756) +2023-12-14 14:52:59.896942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.896953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 790 ms, max: 101 ms, #called: 3757) +2023-12-14 14:52:59.896959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.896970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.896977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 266 us (cumulative: 790 ms, max: 101 ms, #called: 3758) +2023-12-14 14:52:59.896983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.896990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.897000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.897007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 790 ms, max: 101 ms, #called: 3759) +2023-12-14 14:52:59.897013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.897021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.897031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.897039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 25 us (cumulative: 790 ms, max: 101 ms, #called: 3760) +2023-12-14 14:52:59.897048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.897055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.897065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.897073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 23 us (cumulative: 790 ms, max: 101 ms, #called: 3761) +2023-12-14 14:52:59.897079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.897088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.897098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.897106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 25 us (cumulative: 790 ms, max: 101 ms, #called: 3762) +2023-12-14 14:52:59.897111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.897134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.897145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.897153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 39 us (cumulative: 790 ms, max: 101 ms, #called: 3763) +2023-12-14 14:52:59.897158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.897164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.897175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.897182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 790 ms, max: 101 ms, #called: 3764) +2023-12-14 14:52:59.897188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.897195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.897205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.897212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 790 ms, max: 101 ms, #called: 3765) +2023-12-14 14:52:59.897218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.897227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.897237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.897244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 790 ms, max: 101 ms, #called: 3766) +2023-12-14 14:52:59.897251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.897291: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.897299: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:59.897341: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.897350: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:59.897375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.897398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.897408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.897414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.897420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.897425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.897430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.897440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.897446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.897451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:52:59.897456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:52:59.897462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <2 broadcast.3> + +2023-12-14 14:52:59.897467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.4 +2023-12-14 14:52:59.897473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <3 compare.4> + +2023-12-14 14:52:59.897512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.897519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.897524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.897529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.897533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.897538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.897543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.897548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:52:59.897553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.897557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:52:59.897562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> (def) +2023-12-14 14:52:59.897571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.897576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.4: +2023-12-14 14:52:59.897582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 compare.4> (def) +2023-12-14 14:52:59.897587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.897592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.897597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.897602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.897606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.897611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.4, operand 0 +2023-12-14 14:52:59.897616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.897621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:52:59.897626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.897630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.897635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.897640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:52:59.897645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.897650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> +2023-12-14 14:52:59.897655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.897659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:52:59.897664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.897670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.4, operand 1 +2023-12-14 14:52:59.897676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = pred[2048,2048]{1,0} broadcast(pred[] %Arg_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.897682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 compare.4> +2023-12-14 14:52:59.897687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.897691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.4 +2023-12-14 14:52:59.897696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.897701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.4 = pred[2048,2048]{1,0} compare(pred[2048,2048]{1,0} %Arg_0.1, pred[2048,2048]{1,0} %broadcast.3), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.897745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.897760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.897769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 516 us (cumulative: 790 ms, max: 101 ms, #called: 3767) +2023-12-14 14:52:59.897792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:59.897801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.897812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 790 ms, max: 101 ms, #called: 3768) +2023-12-14 14:52:59.897818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.897827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 791 ms, max: 101 ms, #called: 3769) +2023-12-14 14:52:59.897833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.897842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 791 ms, max: 101 ms, #called: 3770) +2023-12-14 14:52:59.897854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:59.897864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.897869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:59.897877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 11 us (cumulative: 791 ms, max: 101 ms, #called: 3771) +2023-12-14 14:52:59.897883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.897891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 791 ms, max: 101 ms, #called: 3772) +2023-12-14 14:52:59.897897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.897977: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:52:59.897991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 92 us (cumulative: 791 ms, max: 101 ms, #called: 3773) +2023-12-14 14:52:59.897997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.898003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:59.898010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.898021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 791 ms, max: 101 ms, #called: 3774) +2023-12-14 14:52:59.898032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.898042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 791 ms, max: 101 ms, #called: 3775) +2023-12-14 14:52:59.898047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.898068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 19 us (cumulative: 791 ms, max: 101 ms, #called: 3776) +2023-12-14 14:52:59.898076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 78 us (cumulative: 791 ms, max: 101 ms, #called: 3777) +2023-12-14 14:52:59.898082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.898088: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.898173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:52:59.898236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 151 us (cumulative: 791 ms, max: 101 ms, #called: 3778) +2023-12-14 14:52:59.898245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.898255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:52:59.898265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 791 ms, max: 101 ms, #called: 3779) +2023-12-14 14:52:59.898271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.898285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.898345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.898359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.898364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.898369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.898377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.898382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.898389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.898395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.898400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.898405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.898411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.898416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.898421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <6 compare.1> + +2023-12-14 14:52:59.898431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.898437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.898442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.898447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:59.898452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:59.898457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:59.898462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.898468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.898473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.898479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.898485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.898490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.898587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.898595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.898600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.898605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.898610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.898614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.898619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.898624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.898629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.898634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.898638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.898644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.898649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.898654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> (def) +2023-12-14 14:52:59.898658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.898668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.898673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.898678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.898682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.898687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:59.898692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.898696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:59.898701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:59.898706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.898711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.898715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.898720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.898725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.898731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.898736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.898740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.898745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.898751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.898756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.898760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.898765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.898770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.898775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.898780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,2048]{1,0} fusion(pred[2048,2048]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.898785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.898790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.898795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.898799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.898804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.898812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.898817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.898823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.898828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.898833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.898837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.898843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.898848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.898853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.898857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.898862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.898867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.898872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.898877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.898881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.898886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.898891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.898896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:59.898901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.898906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:59.898911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.898916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.898921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.898926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:59.898931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.898936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.898941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.898946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.898951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = pred[2048,2048]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.898959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> +2023-12-14 14:52:59.898964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.898968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.898973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.898978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,2048]{1,0} compare(pred[2048,2048]{1,0} %param_0.1, pred[2048,2048]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.899016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.899061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.899071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.899076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.899081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.899087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.899091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.899098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.899102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.899108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.899114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.899119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.899124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.899130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <6 compare.1> + +2023-12-14 14:52:59.899135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.899140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.899145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.899151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:59.899155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:59.899161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:59.899169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.899176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.899181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.899187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.899191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.899197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.899231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.899237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.899242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.899252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.899256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.899268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.899272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.899282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.899287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.899298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> (def) +2023-12-14 14:52:59.899302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.899312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.899317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.899340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:59.899345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:59.899354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:59.899362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.899373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.899378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.899387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.899392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.899402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.899407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.899412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.899417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.899422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.899426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.899431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.899436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,2048]{1,0} fusion(pred[2048,2048]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.899441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.899445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.899450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.899455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.899460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.899465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.899470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.899475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.899480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.899485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.899490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.899495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.899503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.899507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.899512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.899517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.899522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.899527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.899532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.899536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.899541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.899546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.899552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:59.899557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.899561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:59.899566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.899571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.899576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.899582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:59.899587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.899591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.899596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.899601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.899606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = pred[2048,2048]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.899611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> +2023-12-14 14:52:59.899616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.899620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.899625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.899630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,2048]{1,0} compare(pred[2048,2048]{1,0} %param_0.1, pred[2048,2048]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.899661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.899703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.899711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.899717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.899722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.899727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.899732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.899738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.899743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.899748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.899753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.899760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.899765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.899771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <6 compare.1> + +2023-12-14 14:52:59.899775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.899781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.899786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.899791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:59.899796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:59.899801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:59.899806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.899812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.899818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.899824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.899829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.899834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.899866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.899873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.899878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.899887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.899892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.899902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.899907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.899917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.899921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.899931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> (def) +2023-12-14 14:52:59.899938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.899948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.899952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.899962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:59.899967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:59.899976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:59.899981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.899986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.899990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.899996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.900001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.900006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.900010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.900018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.900023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.900028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.900033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.900038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.900043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.900048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.900052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.900057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,2048]{1,0} fusion(pred[2048,2048]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.900062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.900067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.900071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.900076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.900081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.900087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.900091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.900096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.900101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.900106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.900111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.900116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.900121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.900126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.900131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.900136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.900141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.900145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.900153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.900157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.900162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.900167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.900173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:59.900178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.900182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:59.900187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.900192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.900197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.900202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:59.900208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.900212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.900217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.900222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.900227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = pred[2048,2048]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.900232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> +2023-12-14 14:52:59.900237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.900241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.900246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.900251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,2048]{1,0} compare(pred[2048,2048]{1,0} %param_0.1, pred[2048,2048]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.900273: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.900280: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.900291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.02 ms (cumulative: 793 ms, max: 101 ms, #called: 3780) +2023-12-14 14:52:59.900298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.900308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 793 ms, max: 101 ms, #called: 3781) +2023-12-14 14:52:59.900330: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:59.901396: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.901463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.901531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.901543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.901549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.901555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.901560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.901565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.901573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.901578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.901583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.901588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.901594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.901599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.901605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <6 compare.1> + +2023-12-14 14:52:59.901610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.901615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.901620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.901626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:59.901631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:59.901637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:59.901653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.901659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.901664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.901670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.901674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.901680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.901718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.901725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.901730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.901735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.901740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.901744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.901750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.901755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.901760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.901765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.901769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.901774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.901779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.901784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> (def) +2023-12-14 14:52:59.901789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.901793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.901798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.901803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.901808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.901813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:59.901818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.901822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:59.901827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:59.901835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.901841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.901846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.901851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.901855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.901860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.901865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.901870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.901874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.901879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.901884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.901889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.901894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.901899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.901904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.901909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,2048]{1,0} fusion(pred[2048,2048]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.901915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.901919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.901924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.901930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.901934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.901939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.901944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.901949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.901954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.901959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.901963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.901968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.901975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.901980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.901985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.901991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.901996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.902001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.902005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.902010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.902015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.902021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.902026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:59.902031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.902035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:59.902040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.902045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.902050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.902055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:59.902059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.902064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.902069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.902074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.902079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = pred[2048,2048]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.902085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> +2023-12-14 14:52:59.902089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.902094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.902099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.902104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,2048]{1,0} compare(pred[2048,2048]{1,0} %param_0.1, pred[2048,2048]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.902161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.902204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.902213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.902219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.902224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.902229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.902233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.902240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.902244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.902250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.902255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.902261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.902266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.902272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <6 compare.1> + +2023-12-14 14:52:59.902276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.902282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.902287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.902293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:59.902298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:59.902303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:59.902308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.902314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.902318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.902324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.902329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.902334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.902367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.902374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.902381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.902386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.902391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.902396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.902401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.902405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.902410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.902415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.902420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.902425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.902429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.902435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> (def) +2023-12-14 14:52:59.902440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.902444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.902449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.902454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.902459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.902463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:59.902468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.902474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:59.902478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:59.902483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.902488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.902492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.902497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.902502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.902507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.902511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.902519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.902525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.902530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.902535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.902540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.902545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.902549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.902554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.902560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,2048]{1,0} fusion(pred[2048,2048]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.902566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.902570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.902575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.902580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.902584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.902589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.902594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.902599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.902604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.902608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.902614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.902619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.902623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.902628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.902633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.902638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.902643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.902648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.902653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.902661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.902666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.902671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.902676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:59.902680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.902685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:59.902690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.902694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.902700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.902705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:59.902710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.902715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.902720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.902725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.902730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = pred[2048,2048]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.902735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> +2023-12-14 14:52:59.902740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.902745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.902750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.902755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,2048]{1,0} compare(pred[2048,2048]{1,0} %param_0.1, pred[2048,2048]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.902778: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:59.902784: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:52:59.902821: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.902832: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.902842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.902883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.902895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.902900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.902905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.902910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.902915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.902922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.902927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.902932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.902937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.902942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.902947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:52:59.902953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <6 compare.1> + +2023-12-14 14:52:59.902958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:52:59.902963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:52:59.902969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:52:59.902975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:52:59.902980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:52:59.902985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:52:59.902990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:52:59.902995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:52:59.903000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.903005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:52:59.903011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.903016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.903044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.903049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.903058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.903063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.903067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:52:59.903072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.903077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.903082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.903087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.903091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.903097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.903102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.903107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:52:59.903112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> (def) +2023-12-14 14:52:59.903116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.903121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:52:59.903126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:52:59.903131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.903135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:52:59.903140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:52:59.903146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.903151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:52:59.903156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:52:59.903161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.903165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:52:59.903170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:52:59.903175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.903180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.903185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.903190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.903195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.903200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.903205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.903212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:52:59.903217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.903222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:52:59.903227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.903231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.903237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,2048]{1,0} fusion(pred[2048,2048]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.903242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:52:59.903246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.903251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.903256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.903260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.903265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.903270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:52:59.903276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.903281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.903286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.903291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.903295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.903300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.903305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.903310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:52:59.903315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.903332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:52:59.903338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.903344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:52:59.903348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.903353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:52:59.903358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.903366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:52:59.903371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.903376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:52:59.903380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.903386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:52:59.903391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.903396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:52:59.903401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.903406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:52:59.903410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.903415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:52:59.903420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = pred[2048,2048]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.903425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> +2023-12-14 14:52:59.903431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.903436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:52:59.903441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.903445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,2048]{1,0} compare(pred[2048,2048]{1,0} %param_0.1, pred[2048,2048]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.903503: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(pred[2048,2048]{1,0},pred[])->pred[2048,2048]{1,0}} +2023-12-14 14:52:59.903511: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.903516: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: pred[2048,2048], param_1.2: pred[]) -> pred[2048,2048] { +2023-12-14 14:52:59.903522: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.903526: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.903531: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = pred[2048,2048]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.903537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.1 = pred[2048,2048]{1,0} compare(pred[2048,2048]{1,0} %param_0.1, pred[2048,2048]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.903545: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.903550: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.903555: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: pred[2048,2048], p.1: pred[]) -> pred[2048,2048] { +2023-12-14 14:52:59.903560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.903565: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = pred[] parameter(1) +2023-12-14 14:52:59.903571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = pred[2048,2048]{1,0} fusion(pred[2048,2048]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.903576: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.903580: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.903585: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: pred[2048,2048], Arg_1.2: pred[]) -> pred[2048,2048] { +2023-12-14 14:52:59.903590: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.903595: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = pred[] parameter(1) +2023-12-14 14:52:59.903600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = pred[2048,2048]{1,0} call(pred[2048,2048]{1,0} %Arg_0.1, pred[] %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:52:59.903605: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.903611: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.903624: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + fusion.clone{}:4-6 + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + Live ranges at 4 (peak): + fusion.clone: 4194304 bytes + Arg_0.1: 4194304 bytes + Arg_1.2: 1 bytes + +2023-12-14 14:52:59.903632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:52:59.903637: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.903643: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:52:59.903653: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:52:59.903660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.903665: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.903670: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.903675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.903680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.clone> +2023-12-14 14:52:59.903688: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.903693: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.903699: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.903704: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:52:59.903709: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:52:59.903715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.clone> +2023-12-14 14:52:59.903741: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.903747: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 4.00MiB +2023-12-14 14:52:59.903753: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.903758: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 4.00MiB +2023-12-14 14:52:59.903763: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.903768: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 8.00MiB +2023-12-14 14:52:59.903772: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.903777: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.904080: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 74 us (cumulative: 4.26 ms, max: 421 us, #called: 45) +2023-12-14 14:52:59.917230: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0100220d0 +2023-12-14 14:52:59.917575: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.917612: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 17.3 ms (cumulative: 1.43 s, max: 222 ms, #called: 45) +2023-12-14 14:52:59.918439: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.926742: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.932861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:52:59.932921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.932944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 17 us (cumulative: 793 ms, max: 101 ms, #called: 3782) +2023-12-14 14:52:59.932952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.932966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 793 ms, max: 101 ms, #called: 3783) +2023-12-14 14:52:59.932988: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (pred[2048,2048]{1,0},f32[2048,2048]{1,0},f32[2048,2048]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:52:59.933011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:52:59.933034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.933082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 793 ms, max: 101 ms, #called: 3784) +2023-12-14 14:52:59.933107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.933115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 793 ms, max: 101 ms, #called: 3785) +2023-12-14 14:52:59.933138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.933145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 793 ms, max: 101 ms, #called: 3786) +2023-12-14 14:52:59.933168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.933175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 793 ms, max: 101 ms, #called: 3787) +2023-12-14 14:52:59.933198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.933206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 793 ms, max: 101 ms, #called: 3788) +2023-12-14 14:52:59.933229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.933236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 27 us (cumulative: 793 ms, max: 101 ms, #called: 3789) +2023-12-14 14:52:59.933263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.933272: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.933280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 33 us (cumulative: 793 ms, max: 101 ms, #called: 3790) +2023-12-14 14:52:59.933303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.933311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 793 ms, max: 101 ms, #called: 3791) +2023-12-14 14:52:59.933333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.933342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 793 ms, max: 101 ms, #called: 3792) +2023-12-14 14:52:59.933365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.933371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 793 ms, max: 101 ms, #called: 3793) +2023-12-14 14:52:59.933395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.933401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 793 ms, max: 101 ms, #called: 3794) +2023-12-14 14:52:59.933424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.933430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 27 us (cumulative: 793 ms, max: 101 ms, #called: 3795) +2023-12-14 14:52:59.933458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.933465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 793 ms, max: 101 ms, #called: 3796) +2023-12-14 14:52:59.933489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.933496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 793 ms, max: 101 ms, #called: 3797) +2023-12-14 14:52:59.933519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.933525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 793 ms, max: 101 ms, #called: 3798) +2023-12-14 14:52:59.933548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.933555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 793 ms, max: 101 ms, #called: 3799) +2023-12-14 14:52:59.933579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.933587: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:52:59.933593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 793 ms, max: 101 ms, #called: 3800) +2023-12-14 14:52:59.933617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.933624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 793 ms, max: 101 ms, #called: 3801) +2023-12-14 14:52:59.933650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.933657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 24 us (cumulative: 793 ms, max: 101 ms, #called: 3802) +2023-12-14 14:52:59.933680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.933691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 793 ms, max: 101 ms, #called: 3803) +2023-12-14 14:52:59.933713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.933720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 793 ms, max: 101 ms, #called: 3804) +2023-12-14 14:52:59.933742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.933750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 25 us (cumulative: 794 ms, max: 101 ms, #called: 3805) +2023-12-14 14:52:59.933774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.933782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 794 ms, max: 101 ms, #called: 3806) +2023-12-14 14:52:59.933805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.933812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 794 ms, max: 101 ms, #called: 3807) +2023-12-14 14:52:59.933834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.933845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 26 us (cumulative: 794 ms, max: 101 ms, #called: 3808) +2023-12-14 14:52:59.933868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.933875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 794 ms, max: 101 ms, #called: 3809) +2023-12-14 14:52:59.933897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.933908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 794 ms, max: 101 ms, #called: 3810) +2023-12-14 14:52:59.933931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.933959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.933970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.933978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 45 us (cumulative: 794 ms, max: 101 ms, #called: 3811) +2023-12-14 14:52:59.933983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.933990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 794 ms, max: 101 ms, #called: 3812) +2023-12-14 14:52:59.934012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.934019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 24 us (cumulative: 794 ms, max: 101 ms, #called: 3813) +2023-12-14 14:52:59.934043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.934049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 32 us (cumulative: 794 ms, max: 101 ms, #called: 3814) +2023-12-14 14:52:59.934082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.934089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 794 ms, max: 101 ms, #called: 3815) +2023-12-14 14:52:59.934112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.934120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:52:59.934132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.934143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 794 ms, max: 101 ms, #called: 3816) +2023-12-14 14:52:59.934148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.934157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 794 ms, max: 101 ms, #called: 3817) +2023-12-14 14:52:59.934162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.934171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 794 ms, max: 101 ms, #called: 3818) +2023-12-14 14:52:59.934176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.934184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 794 ms, max: 101 ms, #called: 3819) +2023-12-14 14:52:59.934190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.934198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 794 ms, max: 101 ms, #called: 3820) +2023-12-14 14:52:59.934204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.934213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 6 us (cumulative: 794 ms, max: 101 ms, #called: 3821) +2023-12-14 14:52:59.934218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.934227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 794 ms, max: 101 ms, #called: 3822) +2023-12-14 14:52:59.934232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.934241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 794 ms, max: 101 ms, #called: 3823) +2023-12-14 14:52:59.934253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.934262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 794 ms, max: 101 ms, #called: 3824) +2023-12-14 14:52:59.934267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.934276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 794 ms, max: 101 ms, #called: 3825) +2023-12-14 14:52:59.934281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.934290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 794 ms, max: 101 ms, #called: 3826) +2023-12-14 14:52:59.934296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.934306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 794 ms, max: 101 ms, #called: 3827) +2023-12-14 14:52:59.934312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.934331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 18 us (cumulative: 794 ms, max: 101 ms, #called: 3828) +2023-12-14 14:52:59.934337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.934347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 794 ms, max: 101 ms, #called: 3829) +2023-12-14 14:52:59.934352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 257 us (cumulative: 794 ms, max: 101 ms, #called: 3830) +2023-12-14 14:52:59.934376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.934384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 794 ms, max: 101 ms, #called: 3831) +2023-12-14 14:52:59.934406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.934414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 794 ms, max: 101 ms, #called: 3832) +2023-12-14 14:52:59.934437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.934443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 41 us (cumulative: 794 ms, max: 101 ms, #called: 3833) +2023-12-14 14:52:59.934486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.934494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 794 ms, max: 101 ms, #called: 3834) +2023-12-14 14:52:59.934517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.934537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 37 us (cumulative: 794 ms, max: 101 ms, #called: 3835) +2023-12-14 14:52:59.934562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.934568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 794 ms, max: 101 ms, #called: 3836) +2023-12-14 14:52:59.934590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.934598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 794 ms, max: 101 ms, #called: 3837) +2023-12-14 14:52:59.934621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.934631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.934641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.934650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 28 us (cumulative: 794 ms, max: 101 ms, #called: 3838) +2023-12-14 14:52:59.934656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.934684: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.934691: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:59.934734: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.934746: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:52:59.934773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.934792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.934800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.934806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.934812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.934816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.934821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.934831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.934836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.934842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.934847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:59.934852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.934857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4 +2023-12-14 14:52:59.934862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4> + +2023-12-14 14:52:59.934894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.934900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.934905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.934910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.934915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.934921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.934925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.934930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.934935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.934939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:59.934944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> (def) +2023-12-14 14:52:59.934949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.934954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4: +2023-12-14 14:52:59.934962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> (def) +2023-12-14 14:52:59.934967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.934972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.934977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.934982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.934987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.934992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 0 +2023-12-14 14:52:59.934997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.935002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.935007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.935012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:59.935017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.935021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 1 +2023-12-14 14:52:59.935026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,2048]{1,0} parameter(2) +2023-12-14 14:52:59.935031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.935036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.935040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.935045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.935050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 2 +2023-12-14 14:52:59.935055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.935060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> +2023-12-14 14:52:59.935065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.935071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4 +2023-12-14 14:52:59.935076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.935082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4 = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_2.3, f32[2048,2048]{1,0} %Arg_1.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75} +2023-12-14 14:52:59.935111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.935125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.935137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 477 us (cumulative: 795 ms, max: 101 ms, #called: 3839) +2023-12-14 14:52:59.935158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:52:59.935168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.935179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 795 ms, max: 101 ms, #called: 3840) +2023-12-14 14:52:59.935184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.935195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 9 us (cumulative: 795 ms, max: 101 ms, #called: 3841) +2023-12-14 14:52:59.935200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.935209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 795 ms, max: 101 ms, #called: 3842) +2023-12-14 14:52:59.935221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:52:59.935230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.935235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:52:59.935243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 795 ms, max: 101 ms, #called: 3843) +2023-12-14 14:52:59.935250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.935258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 795 ms, max: 101 ms, #called: 3844) +2023-12-14 14:52:59.935264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.935289: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:59.935299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 33 us (cumulative: 795 ms, max: 101 ms, #called: 3845) +2023-12-14 14:52:59.935304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.935310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:52:59.935316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.935338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 20 us (cumulative: 795 ms, max: 101 ms, #called: 3846) +2023-12-14 14:52:59.935344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.935354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 795 ms, max: 101 ms, #called: 3847) +2023-12-14 14:52:59.935359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.935377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 795 ms, max: 101 ms, #called: 3848) +2023-12-14 14:52:59.935391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 85 us (cumulative: 795 ms, max: 101 ms, #called: 3849) +2023-12-14 14:52:59.935397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.935403: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.935481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 82 us (cumulative: 795 ms, max: 101 ms, #called: 3850) +2023-12-14 14:52:59.935490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.935501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 795 ms, max: 101 ms, #called: 3851) +2023-12-14 14:52:59.935506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.935517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.935561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.935574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.935580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.935585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.935590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.935595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.935601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.935606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.935612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.935617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:59.935623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.935628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.935634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4.clone> + +2023-12-14 14:52:59.935639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4.clone +2023-12-14 14:52:59.935644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4.clone> + +2023-12-14 14:52:59.935649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.935655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.935664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.935670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.935675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:59.935680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.935764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.935772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.935777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.935782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.935787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.935791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.935797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.935802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.935807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.935811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:59.935816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> (def) +2023-12-14 14:52:59.935821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.935826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.935830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> +2023-12-14 14:52:59.935835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.935841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone: +2023-12-14 14:52:59.935846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> (def) +2023-12-14 14:52:59.935850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.935855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.935860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.935865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.935869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.935874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.935879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.935884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:59.935889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.935898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.935903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.935907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.935912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.935917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.935921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.935928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.935933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 0 +2023-12-14 14:52:59.935938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.935943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.935947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.935952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:59.935957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.935961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.935966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.935971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 1 +2023-12-14 14:52:59.935977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,2048]{1,0} parameter(2) +2023-12-14 14:52:59.935982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.935986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.935991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.935996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:59.936000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.936005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:59.936010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 2 +2023-12-14 14:52:59.936015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.936020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> +2023-12-14 14:52:59.936025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.936030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone +2023-12-14 14:52:59.936035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.936039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.936048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4.clone = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1, f32[2048,2048]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.936080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.936114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.936123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.936128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.936133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.936138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.936143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.936149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.936155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.936160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.936165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:59.936170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.936175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.936181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4.clone> + +2023-12-14 14:52:59.936186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4.clone +2023-12-14 14:52:59.936191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4.clone> + +2023-12-14 14:52:59.936197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.936203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.936208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.936213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.936218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:59.936223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.936245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.936258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.936263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.936273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.936278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.936288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.936293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:59.936303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> (def) +2023-12-14 14:52:59.936307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.936317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> +2023-12-14 14:52:59.936323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone: +2023-12-14 14:52:59.936332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> (def) +2023-12-14 14:52:59.936337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.936347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.936352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.936361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.936366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:59.936377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.936382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.936387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.936391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.936396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.936401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.936405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.936413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.936419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 0 +2023-12-14 14:52:59.936423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.936429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.936433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.936438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:59.936442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.936447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.936452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.936457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 1 +2023-12-14 14:52:59.936462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,2048]{1,0} parameter(2) +2023-12-14 14:52:59.936467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.936472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.936476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.936481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:59.936486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.936491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:59.936496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 2 +2023-12-14 14:52:59.936501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.936506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> +2023-12-14 14:52:59.936511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.936516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone +2023-12-14 14:52:59.936521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.936525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.936530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4.clone = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1, f32[2048,2048]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.936551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.936579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.936590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.936596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.936600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.936605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.936610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.936616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.936621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.936626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.936631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:59.936637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.936641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.936648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4.clone> + +2023-12-14 14:52:59.936653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4.clone +2023-12-14 14:52:59.936658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4.clone> + +2023-12-14 14:52:59.936664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.936670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.936674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.936680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.936684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:59.936690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.936710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.936715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.936720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.936730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.936737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.936750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.936755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:59.936764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> (def) +2023-12-14 14:52:59.936769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.936779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> +2023-12-14 14:52:59.936783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone: +2023-12-14 14:52:59.936793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> (def) +2023-12-14 14:52:59.936798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.936808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.936812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.936822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.936828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.936833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:59.936838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.936842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.936847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.936852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.936856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.936861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.936866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.936870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.936875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 0 +2023-12-14 14:52:59.936880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.936885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.936890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.936894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:59.936902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.936907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.936912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.936917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 1 +2023-12-14 14:52:59.936923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,2048]{1,0} parameter(2) +2023-12-14 14:52:59.936928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.936932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.936937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.936941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:59.936946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.936951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:59.936956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 2 +2023-12-14 14:52:59.936961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.936966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> +2023-12-14 14:52:59.936970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.936975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone +2023-12-14 14:52:59.936980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.936985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.936989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4.clone = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1, f32[2048,2048]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.937008: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.937015: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:52:59.937025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.52 ms (cumulative: 797 ms, max: 101 ms, #called: 3852) +2023-12-14 14:52:59.937031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.937040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 797 ms, max: 101 ms, #called: 3853) +2023-12-14 14:52:59.937053: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:52:59.938069: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.938141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.938191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.938202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.938208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.938213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.938218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.938223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.938230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.938235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.938241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.938245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:59.938251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.938256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.938261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4.clone> + +2023-12-14 14:52:59.938267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4.clone +2023-12-14 14:52:59.938272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4.clone> + +2023-12-14 14:52:59.938277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.938282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.938287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.938293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.938299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:59.938304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.938335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.938342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.938347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.938357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.938362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.938371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.938376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:59.938385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> (def) +2023-12-14 14:52:59.938390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.938399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> +2023-12-14 14:52:59.938404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone: +2023-12-14 14:52:59.938415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> (def) +2023-12-14 14:52:59.938419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.938429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.938433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.938443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.938448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:59.938457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.938462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.938467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.938472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.938477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.938481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.938489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.938494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.938499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 0 +2023-12-14 14:52:59.938505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.938510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.938515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.938519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:59.938524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.938528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.938533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.938538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 1 +2023-12-14 14:52:59.938543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,2048]{1,0} parameter(2) +2023-12-14 14:52:59.938548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.938552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.938557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.938561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:59.938566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.938571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:59.938576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 2 +2023-12-14 14:52:59.938581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.938585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> +2023-12-14 14:52:59.938590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.938597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone +2023-12-14 14:52:59.938602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.938606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.938611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4.clone = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1, f32[2048,2048]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.938659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.938693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.938701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.938706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.938711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.938716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.938721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.938727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.938732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.938737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.938742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:59.938747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.938752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.938758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4.clone> + +2023-12-14 14:52:59.938762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4.clone +2023-12-14 14:52:59.938768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4.clone> + +2023-12-14 14:52:59.938774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.938780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.938785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.938790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.938795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:59.938801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.938822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.938827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.938832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.938842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.938846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.938860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.938865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:59.938875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> (def) +2023-12-14 14:52:59.938880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.938889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> +2023-12-14 14:52:59.938894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone: +2023-12-14 14:52:59.938904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> (def) +2023-12-14 14:52:59.938908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.938918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.938923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.938932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.938937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.938941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:59.938946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.938951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.938957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.938961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.938967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.938972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.938976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.938981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.938986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 0 +2023-12-14 14:52:59.938991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.938996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.939003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.939008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:59.939013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.939017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.939022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.939027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 1 +2023-12-14 14:52:59.939032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,2048]{1,0} parameter(2) +2023-12-14 14:52:59.939036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.939041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.939047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.939052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:59.939056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.939061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:59.939066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 2 +2023-12-14 14:52:59.939071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.939076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> +2023-12-14 14:52:59.939080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.939085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone +2023-12-14 14:52:59.939090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.939095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.939099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4.clone = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1, f32[2048,2048]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.939121: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:52:59.939127: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 4 +2023-12-14 14:52:59.939161: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.939171: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.939182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:52:59.939212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.939224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.939230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.939235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.939240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.939244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.939250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.939255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:52:59.939261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.939265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:52:59.939271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.939275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.939281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4.clone> + +2023-12-14 14:52:59.939287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4.clone +2023-12-14 14:52:59.939292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 select.4.clone> + +2023-12-14 14:52:59.939297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.939302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:52:59.939308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.939313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:52:59.939330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:52:59.939336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:52:59.939357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:52:59.939363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.939368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.939373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.939377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:52:59.939382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.939387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:52:59.939395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:52:59.939400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.939405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:52:59.939410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> (def) +2023-12-14 14:52:59.939414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.939419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.939425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> +2023-12-14 14:52:59.939430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.939435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone: +2023-12-14 14:52:59.939440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> (def) +2023-12-14 14:52:59.939444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.939449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.939454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.939459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.939463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.939468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.939473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.939477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:52:59.939483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.939488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.939493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:52:59.939497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.939502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.939506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.939513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.939518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.939523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 0 +2023-12-14 14:52:59.939528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.939533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:52:59.939538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.939542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:52:59.939550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.939555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.939560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.939565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 1 +2023-12-14 14:52:59.939570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,2048]{1,0} parameter(2) +2023-12-14 14:52:59.939574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:52:59.939579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.939584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:52:59.939588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:52:59.939593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.939598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:52:59.939603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 2 +2023-12-14 14:52:59.939608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.939613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4.clone> +2023-12-14 14:52:59.939618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.939623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone +2023-12-14 14:52:59.939627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.939632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.939637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4.clone = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1, f32[2048,2048]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.939692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(pred[2048,2048]{1,0},f32[2048,2048]{1,0},f32[2048,2048]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:52:59.939700: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.939705: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_select.4 (p: pred[2048,2048], p.1: f32[2048,2048], p.2: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.939710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.939715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.939720: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.2 = f32[2048,2048]{1,0} parameter(2) +2023-12-14 14:52:59.939725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %select.4.clone = f32[2048,2048]{1,0} select(pred[2048,2048]{1,0} %p, f32[2048,2048]{1,0} %p.1, f32[2048,2048]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=75}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:52:59.939734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.939739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.939744: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: pred[2048,2048], Arg_1.2: f32[2048,2048], Arg_2.3: f32[2048,2048]) -> f32[2048,2048] { +2023-12-14 14:52:59.939749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = pred[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.939754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_2.3 = f32[2048,2048]{1,0} parameter(2) +2023-12-14 14:52:59.939758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:52:59.939763: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,2048]{1,0} call(pred[2048,2048]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_2.3, f32[2048,2048]{1,0} %Arg_1.2), to_apply=%parallel_select.4 +2023-12-14 14:52:59.939768: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.939773: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.939786: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 8): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:Arg_2.3 + 3:p + 4:p.1 + 5:p.2 + 6:select.4.clone + 7:call + BufferLiveRange: + Arg_0.1{}:0-8 + Arg_2.3{}:0-8 + Arg_1.2{}:0-8 + select.4.clone{}:6-8 + Live ranges at 6 (peak): + Arg_0.1: 4194304 bytes + Arg_2.3: 16777216 bytes + Arg_1.2: 16777216 bytes + select.4.clone: 16777216 bytes + +2023-12-14 14:52:59.939796: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time8 +2023-12-14 14:52:59.939802: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.939807: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:52:59.939817: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_2.3> +2023-12-14 14:52:59.939823: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:52:59.939828: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.939833: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.939838: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.939842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.939847: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.939852: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.939857: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <3 select.4.clone> +2023-12-14 14:52:59.939863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:59.939868: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:59.939873: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.939884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:52:59.939889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_2.3> +2023-12-14 14:52:59.939895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:52:59.939900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <3 select.4.clone> +2023-12-14 14:52:59.939924: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.939930: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 36.00MiB +2023-12-14 14:52:59.939935: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:52:59.939940: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:52:59.939945: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:52:59.939950: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 52.00MiB +2023-12-14 14:52:59.939955: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:52:59.939961: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.940225: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 66 us (cumulative: 4.33 ms, max: 421 us, #called: 46) +2023-12-14 14:52:59.955930: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff010020140 +2023-12-14 14:52:59.956260: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:52:59.956296: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 19.2 ms (cumulative: 1.45 s, max: 222 ms, #called: 46) +2023-12-14 14:52:59.957419: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:52:59.959127: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:52:59.966530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: spmd-partitioner +2023-12-14 14:52:59.966589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:52:59.966615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 19 us (cumulative: 797 ms, max: 101 ms, #called: 3854) +2023-12-14 14:52:59.966622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.966636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 797 ms, max: 101 ms, #called: 3855) +2023-12-14 14:52:59.966660: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0})->(f32[2048,2048]{1,0}, f32[1,2048]{1,0}) +2023-12-14 14:52:59.966666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: HLO passes through layout assignment +2023-12-14 14:52:59.966706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.966759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.966768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:52:59.966777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.966793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.966802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 33 us (cumulative: 797 ms, max: 101 ms, #called: 3856) +2023-12-14 14:52:59.966808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:52:59.966816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.966831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.966839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 28 us (cumulative: 797 ms, max: 101 ms, #called: 3857) +2023-12-14 14:52:59.966844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:52:59.966851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.966866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.966874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 28 us (cumulative: 797 ms, max: 101 ms, #called: 3858) +2023-12-14 14:52:59.966879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:52:59.966887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.966903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.966911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 29 us (cumulative: 797 ms, max: 101 ms, #called: 3859) +2023-12-14 14:52:59.966916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.966926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.966941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.966949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 30 us (cumulative: 797 ms, max: 101 ms, #called: 3860) +2023-12-14 14:52:59.966954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:52:59.966962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.966976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.966986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 30 us (cumulative: 797 ms, max: 101 ms, #called: 3861) +2023-12-14 14:52:59.966996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:52:59.967008: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:52:59.967015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 41 us (cumulative: 797 ms, max: 101 ms, #called: 3862) +2023-12-14 14:52:59.967044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:52:59.967053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 31 us (cumulative: 797 ms, max: 101 ms, #called: 3863) +2023-12-14 14:52:59.967082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:52:59.967092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 30 us (cumulative: 797 ms, max: 101 ms, #called: 3864) +2023-12-14 14:52:59.967120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:52:59.967128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 28 us (cumulative: 797 ms, max: 101 ms, #called: 3865) +2023-12-14 14:52:59.967157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:52:59.967166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 29 us (cumulative: 797 ms, max: 101 ms, #called: 3866) +2023-12-14 14:52:59.967194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:52:59.967201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 28 us (cumulative: 797 ms, max: 101 ms, #called: 3867) +2023-12-14 14:52:59.967233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:52:59.967241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 30 us (cumulative: 797 ms, max: 101 ms, #called: 3868) +2023-12-14 14:52:59.967270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:52:59.967278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 28 us (cumulative: 797 ms, max: 101 ms, #called: 3869) +2023-12-14 14:52:59.967306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:52:59.967313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 42 us (cumulative: 797 ms, max: 101 ms, #called: 3870) +2023-12-14 14:52:59.967356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:52:59.967366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 31 us (cumulative: 797 ms, max: 101 ms, #called: 3871) +2023-12-14 14:52:59.967395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:52:59.967403: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_0.3 +2023-12-14 14:52:59.967409: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.10 +2023-12-14 14:52:59.967416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 41 us (cumulative: 797 ms, max: 101 ms, #called: 3872) +2023-12-14 14:52:59.967445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.967452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 28 us (cumulative: 797 ms, max: 101 ms, #called: 3873) +2023-12-14 14:52:59.967484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:52:59.967491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 28 us (cumulative: 797 ms, max: 101 ms, #called: 3874) +2023-12-14 14:52:59.967519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:52:59.967532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 36 us (cumulative: 797 ms, max: 101 ms, #called: 3875) +2023-12-14 14:52:59.967562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:52:59.967568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 27 us (cumulative: 797 ms, max: 101 ms, #called: 3876) +2023-12-14 14:52:59.967596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.967606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 32 us (cumulative: 797 ms, max: 101 ms, #called: 3877) +2023-12-14 14:52:59.967636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:52:59.967643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 27 us (cumulative: 797 ms, max: 101 ms, #called: 3878) +2023-12-14 14:52:59.967670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:52:59.967679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 29 us (cumulative: 797 ms, max: 101 ms, #called: 3879) +2023-12-14 14:52:59.967707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:52:59.967718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 33 us (cumulative: 797 ms, max: 101 ms, #called: 3880) +2023-12-14 14:52:59.967747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:52:59.967755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 28 us (cumulative: 797 ms, max: 101 ms, #called: 3881) +2023-12-14 14:52:59.967783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:52:59.967797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 36 us (cumulative: 798 ms, max: 101 ms, #called: 3882) +2023-12-14 14:52:59.967826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:52:59.967868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 64 us (cumulative: 798 ms, max: 101 ms, #called: 3883) +2023-12-14 14:52:59.967899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:52:59.967907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 29 us (cumulative: 798 ms, max: 101 ms, #called: 3884) +2023-12-14 14:52:59.967935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:52:59.967942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.967964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 28 us (cumulative: 798 ms, max: 101 ms, #called: 3885) +2023-12-14 14:52:59.967970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:52:59.967977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.967999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.968008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 37 us (cumulative: 798 ms, max: 101 ms, #called: 3886) +2023-12-14 14:52:59.968014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:52:59.968022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.968036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.968044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 28 us (cumulative: 798 ms, max: 101 ms, #called: 3887) +2023-12-14 14:52:59.968049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:52:59.968055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: simplification +2023-12-14 14:52:59.968068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.968094: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:52:59.968114: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:52:59.968120: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:52:59.968127: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] -inf +2023-12-14 14:52:59.968143: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} +2023-12-14 14:52:59.968156: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] -inf +2023-12-14 14:52:59.968164: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:52:59.968171: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:52:59.968176: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:52:59.968182: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] inf +2023-12-14 14:52:59.968189: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} +2023-12-14 14:52:59.968197: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] inf +2023-12-14 14:52:59.968210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 140 us (cumulative: 798 ms, max: 101 ms, #called: 3888) +2023-12-14 14:52:59.968216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.968226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3889) +2023-12-14 14:52:59.968231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.968241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3890) +2023-12-14 14:52:59.968251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.968260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3891) +2023-12-14 14:52:59.968267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.968306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 37 us (cumulative: 798 ms, max: 101 ms, #called: 3892) +2023-12-14 14:52:59.968312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.968322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3893) +2023-12-14 14:52:59.968328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.968339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 10 us (cumulative: 798 ms, max: 101 ms, #called: 3894) +2023-12-14 14:52:59.968345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.968356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 798 ms, max: 101 ms, #called: 3895) +2023-12-14 14:52:59.968361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.968370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3896) +2023-12-14 14:52:59.968376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.968384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3897) +2023-12-14 14:52:59.968390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.968399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3898) +2023-12-14 14:52:59.968405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.968415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 798 ms, max: 101 ms, #called: 3899) +2023-12-14 14:52:59.968421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.968443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 20 us (cumulative: 798 ms, max: 101 ms, #called: 3900) +2023-12-14 14:52:59.968449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.968459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3901) +2023-12-14 14:52:59.968466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: simplification +2023-12-14 14:52:59.968478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.968492: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:52:59.968500: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:52:59.968505: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:52:59.968512: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] -inf +2023-12-14 14:52:59.968520: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} +2023-12-14 14:52:59.968528: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] -inf +2023-12-14 14:52:59.968535: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:52:59.968541: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:52:59.968546: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:52:59.968551: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] inf +2023-12-14 14:52:59.968558: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} +2023-12-14 14:52:59.968566: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] inf +2023-12-14 14:52:59.968576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 96 us (cumulative: 798 ms, max: 101 ms, #called: 3902) +2023-12-14 14:52:59.968582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.968590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3903) +2023-12-14 14:52:59.968596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.968606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3904) +2023-12-14 14:52:59.968611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.968620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3905) +2023-12-14 14:52:59.968627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.968647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 18 us (cumulative: 798 ms, max: 101 ms, #called: 3906) +2023-12-14 14:52:59.968653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.968663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3907) +2023-12-14 14:52:59.968668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.968682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 12 us (cumulative: 798 ms, max: 101 ms, #called: 3908) +2023-12-14 14:52:59.968688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.968698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3909) +2023-12-14 14:52:59.968703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.968711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3910) +2023-12-14 14:52:59.968717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.968725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3911) +2023-12-14 14:52:59.968731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.968740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3912) +2023-12-14 14:52:59.968745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.968754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3913) +2023-12-14 14:52:59.968759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.968771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 11 us (cumulative: 798 ms, max: 101 ms, #called: 3914) +2023-12-14 14:52:59.968778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.968786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3915) +2023-12-14 14:52:59.968793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: simplification +2023-12-14 14:52:59.968800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.968811: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:52:59.968819: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:52:59.968824: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:52:59.968829: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] -inf +2023-12-14 14:52:59.968836: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} +2023-12-14 14:52:59.968844: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] -inf +2023-12-14 14:52:59.968850: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:52:59.968856: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:52:59.968865: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:52:59.968871: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] inf +2023-12-14 14:52:59.968878: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} +2023-12-14 14:52:59.968885: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] inf +2023-12-14 14:52:59.968895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 93 us (cumulative: 798 ms, max: 101 ms, #called: 3916) +2023-12-14 14:52:59.968902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:52:59.968910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3917) +2023-12-14 14:52:59.968915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.968925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3918) +2023-12-14 14:52:59.968930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:52:59.968939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3919) +2023-12-14 14:52:59.968945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:52:59.968953: I external/org_tensorflow/tensorflow/compiler/xla/service/tree_reduction_rewriter.cc:63] Skipping tree reduction rewrite: all reduced dimensions are smaller than 32 +2023-12-14 14:52:59.968961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 15 us (cumulative: 798 ms, max: 101 ms, #called: 3920) +2023-12-14 14:52:59.968967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:52:59.968976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3921) +2023-12-14 14:52:59.968982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:52:59.968991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3922) +2023-12-14 14:52:59.968996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.969005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3923) +2023-12-14 14:52:59.969010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:52:59.969018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 798 ms, max: 101 ms, #called: 3924) +2023-12-14 14:52:59.969024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:52:59.969035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 10 us (cumulative: 798 ms, max: 101 ms, #called: 3925) +2023-12-14 14:52:59.969040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.969050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 798 ms, max: 101 ms, #called: 3926) +2023-12-14 14:52:59.969056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:52:59.969064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3927) +2023-12-14 14:52:59.969069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:52:59.969081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 10 us (cumulative: 798 ms, max: 101 ms, #called: 3928) +2023-12-14 14:52:59.969087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:52:59.969095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 798 ms, max: 101 ms, #called: 3929) +2023-12-14 14:52:59.969101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.969129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.969138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 1.09 ms (cumulative: 800 ms, max: 101 ms, #called: 3930) +2023-12-14 14:52:59.969144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:52:59.969151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.969170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.969179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 34 us (cumulative: 800 ms, max: 101 ms, #called: 3931) +2023-12-14 14:52:59.969185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:52:59.969194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.969211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.969219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 33 us (cumulative: 800 ms, max: 101 ms, #called: 3932) +2023-12-14 14:52:59.969226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:52:59.969232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.969249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.969258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 30 us (cumulative: 800 ms, max: 101 ms, #called: 3933) +2023-12-14 14:52:59.969264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:52:59.969277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.969296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.969303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 38 us (cumulative: 800 ms, max: 101 ms, #called: 3934) +2023-12-14 14:52:59.969311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.969340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.969360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.969368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 55 us (cumulative: 800 ms, max: 101 ms, #called: 3935) +2023-12-14 14:52:59.969373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:52:59.969380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.969399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.969408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 32 us (cumulative: 800 ms, max: 101 ms, #called: 3936) +2023-12-14 14:52:59.969413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:52:59.969421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.969440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.969449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 33 us (cumulative: 800 ms, max: 101 ms, #called: 3937) +2023-12-14 14:52:59.969455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:52:59.969466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.969484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.969493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 36 us (cumulative: 800 ms, max: 101 ms, #called: 3938) +2023-12-14 14:52:59.969499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:52:59.969540: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:52:59.969551: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.3) +2023-12-14 14:52:59.969589: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.10) +2023-12-14 14:52:59.969623: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:52:59.969632: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.3) +2023-12-14 14:52:59.969644: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.10) +2023-12-14 14:52:59.969687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.969721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.969730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.969736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.969742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.969746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.969752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:52:59.969761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.4> + +2023-12-14 14:52:59.969766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:52:59.969772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.5> + +2023-12-14 14:52:59.969777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:52:59.969782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.6> + +2023-12-14 14:52:59.969787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.969793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <3 Arg_0.1> + +2023-12-14 14:52:59.969799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.969804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 constant.2> + +2023-12-14 14:52:59.969809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.8 +2023-12-14 14:52:59.969815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <8 reshape.8> + +2023-12-14 14:52:59.969820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:59.969828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,2048], f32[1,2048])) + {} : HloValueSet: <9 tuple.9{}> + {0} : HloValueSet: <3 Arg_0.1> + {1} : HloValueSet: <8 reshape.8> + +2023-12-14 14:52:59.969833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window +2023-12-14 14:52:59.969839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <5 reduce-window> + +2023-12-14 14:52:59.969845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.969851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2048]) + {} : HloValueSet: <6 reduce-window.1> + +2023-12-14 14:52:59.969855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:52:59.969861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:52:59.969945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.969953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.969958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.969963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:52:59.969968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> (def) +2023-12-14 14:52:59.969974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.969979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:52:59.969984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> (def) +2023-12-14 14:52:59.969988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.969993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:52:59.969998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> (def) +2023-12-14 14:52:59.970003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.970007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.970012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_0.1> (def) +2023-12-14 14:52:59.970017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.970023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.970027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.2> (def) +2023-12-14 14:52:59.970032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.970037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.8: +2023-12-14 14:52:59.970042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reshape.8> (def) +2023-12-14 14:52:59.970047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.970051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:59.970056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.970063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.9{}> (def) +2023-12-14 14:52:59.970068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.970073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_0.1> +2023-12-14 14:52:59.970078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.970083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reshape.8> +2023-12-14 14:52:59.970088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.970093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window: +2023-12-14 14:52:59.970101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce-window> (def) +2023-12-14 14:52:59.970106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.970112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.970117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> (def) +2023-12-14 14:52:59.970122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.970126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:52:59.970131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> (def) +2023-12-14 14:52:59.970136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.970141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> +2023-12-14 14:52:59.970145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.970150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:52:59.970156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.970160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:52:59.970165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:52:59.970170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> +2023-12-14 14:52:59.970175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.970179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:52:59.970184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.970189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:52:59.970194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:52:59.970199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> +2023-12-14 14:52:59.970204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.970208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:52:59.970213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.970218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.970224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_0.1> +2023-12-14 14:52:59.970228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.970233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.970255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:59.970260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.970265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 0 +2023-12-14 14:52:59.970270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 0 +2023-12-14 14:52:59.970275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.970280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.2> +2023-12-14 14:52:59.970285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.970291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.970296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.970300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:52:59.970305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 1 +2023-12-14 14:52:59.970310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.970315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:52:59.970320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce-window> +2023-12-14 14:52:59.970325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.970330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window +2023-12-14 14:52:59.970335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.970340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.970345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window = f32[64,2048]{1,0} reduce-window(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:52:59.970350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> +2023-12-14 14:52:59.970355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.970360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.970365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.970370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:52:59.970377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2048]{1,0} reduce-window(f32[64,2048]{1,0} %reduce-window, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:52:59.970382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:52:59.970387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.970395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:52:59.970400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.970405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.8, operand 0 +2023-12-14 14:52:59.970410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[2048]{0} reduce(f32[2,2048]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.970416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reshape.8> +2023-12-14 14:52:59.970422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.970427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.8 +2023-12-14 14:52:59.970432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:59.970437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.970442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 1 +2023-12-14 14:52:59.970447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.8 = f32[1,2048]{1,0} reshape(f32[2048]{0} %reduce.7), metadata={op_name="jit(fn)/jit(main)/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.970452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.9{}> +2023-12-14 14:52:59.970457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.970462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:59.970467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.970472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (f32[2048,2048]{1,0}, f32[1,2048]{1,0}) tuple(f32[2048,2048]{1,0} %Arg_0.1, f32[1,2048]{1,0} %reshape.8) +2023-12-14 14:52:59.970522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:52:59.970552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:52:59.970563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 1.06 ms (cumulative: 801 ms, max: 101 ms, #called: 3939) +2023-12-14 14:52:59.970592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: hlo normalization +2023-12-14 14:52:59.970603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.970620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 15 us (cumulative: 801 ms, max: 101 ms, #called: 3940) +2023-12-14 14:52:59.970626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:52:59.970645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 17 us (cumulative: 801 ms, max: 101 ms, #called: 3941) +2023-12-14 14:52:59.970656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:52:59.970666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 9 us (cumulative: 801 ms, max: 101 ms, #called: 3942) +2023-12-14 14:52:59.970679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: HLO passes after layout assignment +2023-12-14 14:52:59.970687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:52:59.970694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: after layout assignment +2023-12-14 14:52:59.970701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 801 ms, max: 101 ms, #called: 3943) +2023-12-14 14:52:59.970707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:52:59.970719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 11 us (cumulative: 801 ms, max: 101 ms, #called: 3944) +2023-12-14 14:52:59.970725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:52:59.970770: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:52:59.970779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 52 us (cumulative: 801 ms, max: 101 ms, #called: 3945) +2023-12-14 14:52:59.970785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:52:59.970791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: simplification after layout assignment +2023-12-14 14:52:59.970799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.970830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 29 us (cumulative: 801 ms, max: 101 ms, #called: 3946) +2023-12-14 14:52:59.970837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.970848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 801 ms, max: 101 ms, #called: 3947) +2023-12-14 14:52:59.970853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.970881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 25 us (cumulative: 801 ms, max: 101 ms, #called: 3948) +2023-12-14 14:52:59.970888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: simplification after layout assignment +2023-12-14 14:52:59.970895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:52:59.970908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 801 ms, max: 101 ms, #called: 3949) +2023-12-14 14:52:59.970914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.970924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 801 ms, max: 101 ms, #called: 3950) +2023-12-14 14:52:59.970934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:52:59.970952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 801 ms, max: 101 ms, #called: 3951) +2023-12-14 14:52:59.970960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 173 us (cumulative: 801 ms, max: 101 ms, #called: 3952) +2023-12-14 14:52:59.970967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:52:59.970973: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:52:59.971098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 128 us (cumulative: 801 ms, max: 101 ms, #called: 3953) +2023-12-14 14:52:59.971118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.971129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 801 ms, max: 101 ms, #called: 3954) +2023-12-14 14:52:59.971135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:52:59.971153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.971199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.971213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.971218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.971224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.971230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.971236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:52:59.971243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.4> + +2023-12-14 14:52:59.971248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:52:59.971253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.5> + +2023-12-14 14:52:59.971258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:52:59.971263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 add.6> + +2023-12-14 14:52:59.971268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.971274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:52:59.971279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.971285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 constant.2> + +2023-12-14 14:52:59.971289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:59.971303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,2048], f32[1,2048])) + {} : HloValueSet: <8 tuple.9{}> + {0} : HloValueSet: <4 Arg_0.1> + {1} : HloValueSet: <7 reduce.7> + +2023-12-14 14:52:59.971309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.971315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2048]) + {} : HloValueSet: <6 reduce-window.1> + +2023-12-14 14:52:59.971331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:52:59.971338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:52:59.971342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:59.971348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:52:59.971352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.971358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <0 reduce-window.clone> + +2023-12-14 14:52:59.971363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.clone +2023-12-14 14:52:59.971369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <0 reduce-window.clone> + +2023-12-14 14:52:59.971374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.971379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:52:59.971384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.971389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 constant.2> + +2023-12-14 14:52:59.971512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.971522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.971530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:52:59.971544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.4> (def) +2023-12-14 14:52:59.971553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:52:59.971563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.5> (def) +2023-12-14 14:52:59.971568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:52:59.971577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.6> (def) +2023-12-14 14:52:59.971582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.971601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> (def) +2023-12-14 14:52:59.971606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.971616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> (def) +2023-12-14 14:52:59.971621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:59.971631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.971636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 tuple.9{}> (def) +2023-12-14 14:52:59.971641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.971645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.971651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.971656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:52:59.971661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.971670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> (def) +2023-12-14 14:52:59.971675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:52:59.971685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> (def) +2023-12-14 14:52:59.971690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:59.971699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:52:59.971704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.971714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> +2023-12-14 14:52:59.971719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone: +2023-12-14 14:52:59.971729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> (def) +2023-12-14 14:52:59.971734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.971746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.971751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.971756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.971761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> +2023-12-14 14:52:59.971766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.971770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> +2023-12-14 14:52:59.971775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.971780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone +2023-12-14 14:52:59.971785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.971789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.971796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.971801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.clone = f32[64,2048]{1,0} reduce-window(f32[2048,2048]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:59.971806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.4> +2023-12-14 14:52:59.971811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.971816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:52:59.971821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.971826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:52:59.971831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:52:59.971836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.5> +2023-12-14 14:52:59.971841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.971845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:52:59.971850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.971855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:52:59.971859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:52:59.971864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.6> +2023-12-14 14:52:59.971869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.971873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:52:59.971878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.971883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.971892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.971897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.971901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.971906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:59.971911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.971916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.971920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.971925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 0 +2023-12-14 14:52:59.971930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 0 +2023-12-14 14:52:59.971935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.971940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> +2023-12-14 14:52:59.971945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.971950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.971955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.971959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.971965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:52:59.971970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.971976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.971981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 1 +2023-12-14 14:52:59.971986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:52:59.971991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> +2023-12-14 14:52:59.971995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.972000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.972005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.972010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:52:59.972015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2048]{1,0} reduce-window(f32[64,2048]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:52:59.972023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:52:59.972028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.972033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:52:59.972037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:59.972042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:59.972047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.972053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:59.972058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 1 +2023-12-14 14:52:59.972064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[2048]{0} reduce(f32[2,2048]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.972070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 tuple.9{}> +2023-12-14 14:52:59.972075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.972079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:59.972084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.972089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (f32[2048,2048]{1,0}, f32[1,2048]{1,0}) tuple(f32[2048,2048]{1,0} %Arg_0.1, f32[1,2048]{1,0} %bitcast) +2023-12-14 14:52:59.972136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.972174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.972185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.972191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.972196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.972200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.972205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:52:59.972211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.4> + +2023-12-14 14:52:59.972216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:52:59.972222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.5> + +2023-12-14 14:52:59.972226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:52:59.972232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 add.6> + +2023-12-14 14:52:59.972237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.972248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:52:59.972253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.972259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 constant.2> + +2023-12-14 14:52:59.972263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:59.972271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,2048], f32[1,2048])) + {} : HloValueSet: <8 tuple.9{}> + {0} : HloValueSet: <4 Arg_0.1> + {1} : HloValueSet: <7 reduce.7> + +2023-12-14 14:52:59.972276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.972282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2048]) + {} : HloValueSet: <6 reduce-window.1> + +2023-12-14 14:52:59.972286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:52:59.972292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:52:59.972297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:59.972302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:52:59.972307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.972312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <0 reduce-window.clone> + +2023-12-14 14:52:59.972317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.clone +2023-12-14 14:52:59.972324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <0 reduce-window.clone> + +2023-12-14 14:52:59.972329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.972335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:52:59.972340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.972345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 constant.2> + +2023-12-14 14:52:59.972394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.972400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.972405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:52:59.972415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.4> (def) +2023-12-14 14:52:59.972421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:52:59.972434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.5> (def) +2023-12-14 14:52:59.972439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:52:59.972449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.6> (def) +2023-12-14 14:52:59.972453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.972463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> (def) +2023-12-14 14:52:59.972468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.972477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> (def) +2023-12-14 14:52:59.972482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:59.972492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.972497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 tuple.9{}> (def) +2023-12-14 14:52:59.972503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.972508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.972514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.972518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:52:59.972523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.972533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> (def) +2023-12-14 14:52:59.972538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:52:59.972547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> (def) +2023-12-14 14:52:59.972552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:59.972562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:52:59.972567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.972576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> +2023-12-14 14:52:59.972584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone: +2023-12-14 14:52:59.972595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> (def) +2023-12-14 14:52:59.972601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.972610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.972615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.972620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.972625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> +2023-12-14 14:52:59.972630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.972634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> +2023-12-14 14:52:59.972639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.972644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone +2023-12-14 14:52:59.972649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.972654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.972659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.972664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.clone = f32[64,2048]{1,0} reduce-window(f32[2048,2048]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:59.972669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.4> +2023-12-14 14:52:59.972673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.972679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:52:59.972684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.972688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:52:59.972694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:52:59.972699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.5> +2023-12-14 14:52:59.972704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.972708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:52:59.972713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.972718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:52:59.972726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:52:59.972731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.6> +2023-12-14 14:52:59.972736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.972741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:52:59.972745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.972750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.972755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.972760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.972764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.972770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:59.972775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.972781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.972786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.972791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 0 +2023-12-14 14:52:59.972796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 0 +2023-12-14 14:52:59.972801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.972806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> +2023-12-14 14:52:59.972811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.972815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.972820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.972825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.972830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:52:59.972835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.972840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.972844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 1 +2023-12-14 14:52:59.972849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:52:59.972854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> +2023-12-14 14:52:59.972860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.972868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.972873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.972878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:52:59.972883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2048]{1,0} reduce-window(f32[64,2048]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:52:59.972888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:52:59.972893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.972898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:52:59.972902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:59.972907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:59.972912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.972917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:59.972922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 1 +2023-12-14 14:52:59.972927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[2048]{0} reduce(f32[2,2048]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.972932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 tuple.9{}> +2023-12-14 14:52:59.972936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.972941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:59.972948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.972953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (f32[2048,2048]{1,0}, f32[1,2048]{1,0}) tuple(f32[2048,2048]{1,0} %Arg_0.1, f32[1,2048]{1,0} %bitcast) +2023-12-14 14:52:59.972984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.973019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.973027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.973032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.973038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.973043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.973048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:52:59.973055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.4> + +2023-12-14 14:52:59.973063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:52:59.973069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.5> + +2023-12-14 14:52:59.973073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:52:59.973079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 add.6> + +2023-12-14 14:52:59.973083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.973089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:52:59.973094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.973099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 constant.2> + +2023-12-14 14:52:59.973104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:52:59.973111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,2048], f32[1,2048])) + {} : HloValueSet: <8 tuple.9{}> + {0} : HloValueSet: <4 Arg_0.1> + {1} : HloValueSet: <7 reduce.7> + +2023-12-14 14:52:59.973116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.973122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2048]) + {} : HloValueSet: <6 reduce-window.1> + +2023-12-14 14:52:59.973128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:52:59.973134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:52:59.973138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:59.973145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:52:59.973149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.973155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <0 reduce-window.clone> + +2023-12-14 14:52:59.973160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.clone +2023-12-14 14:52:59.973165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <0 reduce-window.clone> + +2023-12-14 14:52:59.973170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.973176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:52:59.973181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.973186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 constant.2> + +2023-12-14 14:52:59.973227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.973237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.973242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:52:59.973252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.4> (def) +2023-12-14 14:52:59.973257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:52:59.973266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.5> (def) +2023-12-14 14:52:59.973271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:52:59.973280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.6> (def) +2023-12-14 14:52:59.973285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.973295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> (def) +2023-12-14 14:52:59.973299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.973310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> (def) +2023-12-14 14:52:59.973315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:52:59.973326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.973331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 tuple.9{}> (def) +2023-12-14 14:52:59.973336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.973341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.973346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.973350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:52:59.973355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.973365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> (def) +2023-12-14 14:52:59.973370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:52:59.973379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> (def) +2023-12-14 14:52:59.973387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:59.973398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:52:59.973402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.973413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> +2023-12-14 14:52:59.973418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone: +2023-12-14 14:52:59.973427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> (def) +2023-12-14 14:52:59.973432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.973442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.973447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.973451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.973456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> +2023-12-14 14:52:59.973461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.973466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> +2023-12-14 14:52:59.973471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.973475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone +2023-12-14 14:52:59.973482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.973487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.973492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.973497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.clone = f32[64,2048]{1,0} reduce-window(f32[2048,2048]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:59.973503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.4> +2023-12-14 14:52:59.973507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.973512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:52:59.973517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.973521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:52:59.973526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:52:59.973534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.5> +2023-12-14 14:52:59.973539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.973543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:52:59.973548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.973553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:52:59.973558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:52:59.973562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.6> +2023-12-14 14:52:59.973567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.973572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:52:59.973577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.973582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.973587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.973592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.973597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.973602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:52:59.973607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.973611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.973616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.973621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 0 +2023-12-14 14:52:59.973626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 0 +2023-12-14 14:52:59.973631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.973636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> +2023-12-14 14:52:59.973641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.973646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.973650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.973655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.973661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:52:59.973666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.973674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.973680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 1 +2023-12-14 14:52:59.973685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:52:59.973690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> +2023-12-14 14:52:59.973694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.973699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.973704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.973709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:52:59.973714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2048]{1,0} reduce-window(f32[64,2048]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:52:59.973719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:52:59.973724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.973728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:52:59.973733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:52:59.973738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:59.973743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.973749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:59.973754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 1 +2023-12-14 14:52:59.973759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[2048]{0} reduce(f32[2,2048]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.973764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 tuple.9{}> +2023-12-14 14:52:59.973769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.973775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:52:59.973779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.973784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (f32[2048,2048]{1,0}, f32[1,2048]{1,0}) tuple(f32[2048,2048]{1,0} %Arg_0.1, f32[1,2048]{1,0} %bitcast) +2023-12-14 14:52:59.973837: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:52:59.973844: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:52:59.973859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.72 ms (cumulative: 804 ms, max: 101 ms, #called: 3955) +2023-12-14 14:52:59.973870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:52:59.973880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 804 ms, max: 101 ms, #called: 3956) +2023-12-14 14:52:59.973894: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_backward_pass +2023-12-14 14:52:59.974894: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:52:59.974966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.975027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.975041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.975048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.975053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.975059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.975064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:52:59.975071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.4> + +2023-12-14 14:52:59.975076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:52:59.975081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.5> + +2023-12-14 14:52:59.975086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:52:59.975091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 add.6> + +2023-12-14 14:52:59.975096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.975102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:52:59.975107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.975113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.2> + +2023-12-14 14:52:59.975118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.975125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2048]) + {} : HloValueSet: <7 reduce-window.1> + +2023-12-14 14:52:59.975142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:52:59.975149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <8 reduce.7> + +2023-12-14 14:52:59.975155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:59.975160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <8 reduce.7> + +2023-12-14 14:52:59.975165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.975170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <0 reduce-window.clone> + +2023-12-14 14:52:59.975175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:59.975181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 copy> + +2023-12-14 14:52:59.975185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple +2023-12-14 14:52:59.975193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,2048], f32[1,2048])) + {} : HloValueSet: <9 tuple{}> + {0} : HloValueSet: <5 copy> + {1} : HloValueSet: <8 reduce.7> + +2023-12-14 14:52:59.975198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.clone +2023-12-14 14:52:59.975204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <0 reduce-window.clone> + +2023-12-14 14:52:59.975209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.975214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:52:59.975220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.975225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.2> + +2023-12-14 14:52:59.975289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.975296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.975301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:52:59.975312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.4> (def) +2023-12-14 14:52:59.975317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:52:59.975337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.5> (def) +2023-12-14 14:52:59.975342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:52:59.975356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.6> (def) +2023-12-14 14:52:59.975361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.975371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> (def) +2023-12-14 14:52:59.975376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.975385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> (def) +2023-12-14 14:52:59.975390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.975400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce-window.1> (def) +2023-12-14 14:52:59.975404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:52:59.975414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> (def) +2023-12-14 14:52:59.975419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:59.975429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:52:59.975434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.975444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> +2023-12-14 14:52:59.975449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:59.975459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> (def) +2023-12-14 14:52:59.975463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple: +2023-12-14 14:52:59.975473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.975478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple{}> (def) +2023-12-14 14:52:59.975483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.975487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> +2023-12-14 14:52:59.975492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.975497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:52:59.975502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone: +2023-12-14 14:52:59.975516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> (def) +2023-12-14 14:52:59.975521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.975530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.975536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.975541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.975546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> +2023-12-14 14:52:59.975550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.975555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> +2023-12-14 14:52:59.975560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.975565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone +2023-12-14 14:52:59.975569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.975574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.975579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.975584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.clone = f32[64,2048]{1,0} reduce-window(f32[2048,2048]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:59.975589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.4> +2023-12-14 14:52:59.975595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.975599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:52:59.975604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.975609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:52:59.975614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:52:59.975619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.5> +2023-12-14 14:52:59.975624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.975629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:52:59.975634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.975638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:52:59.975643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:52:59.975652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.6> +2023-12-14 14:52:59.975656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.975661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:52:59.975666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.975671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.975676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.975681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.975686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.975691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.975696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.975700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.975705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:59.975710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 0 +2023-12-14 14:52:59.975716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.975721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> +2023-12-14 14:52:59.975726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.975730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:59.975735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {0} +2023-12-14 14:52:59.975740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.975745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 0 +2023-12-14 14:52:59.975750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,2048]{1,0} copy(f32[2048,2048]{1,0} %Arg_0.1) +2023-12-14 14:52:59.975755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> +2023-12-14 14:52:59.975760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.975764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.975769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.975775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.975780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:52:59.975785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.975795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.975800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 1 +2023-12-14 14:52:59.975806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:52:59.975810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce-window.1> +2023-12-14 14:52:59.975815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.975820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.975825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.975830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:52:59.975835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2048]{1,0} reduce-window(f32[64,2048]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:52:59.975840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:52:59.975844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.975849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:52:59.975854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:59.975858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {1} +2023-12-14 14:52:59.975864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.975869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:59.975874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 1 +2023-12-14 14:52:59.975879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[2048]{0} reduce(f32[2,2048]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.975884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple{}> +2023-12-14 14:52:59.975888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.975894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {} +2023-12-14 14:52:59.975899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.975905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple = (f32[2048,2048]{1,0}, f32[1,2048]{1,0}) tuple(f32[2048,2048]{1,0} %copy, f32[1,2048]{1,0} %bitcast) +2023-12-14 14:52:59.975971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.976010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.976021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.976030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.976035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.976041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.976046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:52:59.976052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.4> + +2023-12-14 14:52:59.976057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:52:59.976062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.5> + +2023-12-14 14:52:59.976067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:52:59.976073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 add.6> + +2023-12-14 14:52:59.976078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.976084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:52:59.976089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.976094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.2> + +2023-12-14 14:52:59.976099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.976105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2048]) + {} : HloValueSet: <7 reduce-window.1> + +2023-12-14 14:52:59.976110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:52:59.976115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <8 reduce.7> + +2023-12-14 14:52:59.976120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:59.976126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <8 reduce.7> + +2023-12-14 14:52:59.976131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.976137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <0 reduce-window.clone> + +2023-12-14 14:52:59.976142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:59.976147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 copy> + +2023-12-14 14:52:59.976152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple +2023-12-14 14:52:59.976159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,2048], f32[1,2048])) + {} : HloValueSet: <9 tuple{}> + {0} : HloValueSet: <5 copy> + {1} : HloValueSet: <8 reduce.7> + +2023-12-14 14:52:59.976165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.clone +2023-12-14 14:52:59.976174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <0 reduce-window.clone> + +2023-12-14 14:52:59.976179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.976185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:52:59.976190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.976195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.2> + +2023-12-14 14:52:59.976243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.976250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.976257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:52:59.976267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.4> (def) +2023-12-14 14:52:59.976272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:52:59.976281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.5> (def) +2023-12-14 14:52:59.976286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:52:59.976296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.6> (def) +2023-12-14 14:52:59.976300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.976311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> (def) +2023-12-14 14:52:59.976316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.976325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> (def) +2023-12-14 14:52:59.976330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.976339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce-window.1> (def) +2023-12-14 14:52:59.976344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:52:59.976354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> (def) +2023-12-14 14:52:59.976359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:59.976372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:52:59.976376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.976386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> +2023-12-14 14:52:59.976390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:59.976401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> (def) +2023-12-14 14:52:59.976405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple: +2023-12-14 14:52:59.976415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.976420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple{}> (def) +2023-12-14 14:52:59.976425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.976429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> +2023-12-14 14:52:59.976436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.976441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:52:59.976446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone: +2023-12-14 14:52:59.976455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> (def) +2023-12-14 14:52:59.976460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.976470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.976474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.976479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.976484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> +2023-12-14 14:52:59.976490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.976495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> +2023-12-14 14:52:59.976499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.976504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone +2023-12-14 14:52:59.976509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.976517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.976521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.976527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.clone = f32[64,2048]{1,0} reduce-window(f32[2048,2048]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:59.976532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.4> +2023-12-14 14:52:59.976537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.976541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:52:59.976546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.976551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:52:59.976556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:52:59.976561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.5> +2023-12-14 14:52:59.976565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.976570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:52:59.976575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.976580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:52:59.976585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:52:59.976590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.6> +2023-12-14 14:52:59.976595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.976599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:52:59.976604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.976609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.976615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.976620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.976625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.976629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.976634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.976639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.976644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:59.976651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 0 +2023-12-14 14:52:59.976656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.976661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> +2023-12-14 14:52:59.976667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.976671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:59.976676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {0} +2023-12-14 14:52:59.976681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.976685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 0 +2023-12-14 14:52:59.976690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,2048]{1,0} copy(f32[2048,2048]{1,0} %Arg_0.1) +2023-12-14 14:52:59.976695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> +2023-12-14 14:52:59.976700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.976706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.976710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.976715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.976720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:52:59.976725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.976729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.976734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 1 +2023-12-14 14:52:59.976739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:52:59.976744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce-window.1> +2023-12-14 14:52:59.976749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.976755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.976760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.976764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:52:59.976769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2048]{1,0} reduce-window(f32[64,2048]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:52:59.976774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:52:59.976779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.976783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:52:59.976791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:59.976797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {1} +2023-12-14 14:52:59.976802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.976806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:59.976811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 1 +2023-12-14 14:52:59.976816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[2048]{0} reduce(f32[2,2048]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.976821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple{}> +2023-12-14 14:52:59.976826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.976830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {} +2023-12-14 14:52:59.976835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.976840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple = (f32[2048,2048]{1,0}, f32[1,2048]{1,0}) tuple(f32[2048,2048]{1,0} %copy, f32[1,2048]{1,0} %bitcast) +2023-12-14 14:52:59.976866: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_backward_pass +2023-12-14 14:52:59.976872: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 10 +2023-12-14 14:52:59.976917: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:52:59.976988: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_backward_pass, entry_computation_layout={(f32[2048,2048]{1,0})->(f32[2048,2048]{1,0}, f32[1,2048]{1,0})} +2023-12-14 14:52:59.976996: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.977002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.3 (Arg_0.4: f32[], Arg_1.5: f32[]) -> f32[] { +2023-12-14 14:52:59.977006: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.4 = f32[] parameter(0) +2023-12-14 14:52:59.977011: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.5 = f32[] parameter(1) +2023-12-14 14:52:59.977016: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.977022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.977027: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.977032: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_reduce-window (p: f32[2048,2048], p.1: f32[]) -> f32[64,2048] { +2023-12-14 14:52:59.977037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.977042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:52:59.977051: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reduce-window.clone = f32[64,2048]{1,0} reduce-window(f32[2048,2048]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:59.977055: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.977060: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.977066: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.10 (Arg_0.1: f32[2048,2048]) -> (f32[2048,2048], f32[1,2048]) { +2023-12-14 14:52:59.977071: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.977076: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy = f32[2048,2048]{1,0} copy(f32[2048,2048]{1,0} %Arg_0.1) +2023-12-14 14:52:59.977081: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.2 = f32[] constant(0) +2023-12-14 14:52:59.977086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call = f32[64,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.2), to_apply=%parallel_reduce-window +2023-12-14 14:52:59.977091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce-window.1 = f32[2,2048]{1,0} reduce-window(f32[64,2048]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:52:59.977097: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce.7 = f32[2048]{0} reduce(f32[2,2048]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.977102: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast = f32[1,2048]{1,0} bitcast(f32[2048]{0} %reduce.7), metadata={op_name="jit(fn)/jit(main)/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.977107: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple = (f32[2048,2048]{1,0}, f32[1,2048]{1,0}) tuple(f32[2048,2048]{1,0} %copy, f32[1,2048]{1,0} %bitcast) +2023-12-14 14:52:59.977113: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.977118: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.977133: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 11): + InstructionSequence: + 0:Arg_0.1 + 1:copy + 2:constant.2 + 3:p + 4:p.1 + 5:reduce-window.clone + 6:call + 7:reduce-window.1 + 8:reduce.7 + 9:bitcast + 10:tuple + BufferLiveRange: + reduce-window.clone{}:5-7 + Arg_0.1{}:0-11 + copy{}:1-11 + constant.2{}:2-8 + reduce-window.1{}:7-8 + reduce.7{}:8-11 + tuple{}:10-11 + Live ranges at 8 (peak): + Arg_0.1: 16777216 bytes + copy: 16777216 bytes + constant.2: 4 bytes + reduce-window.1: 16384 bytes + reduce.7: 8192 bytes + +2023-12-14 14:52:59.977142: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time11 +2023-12-14 14:52:59.977147: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.977152: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.977157: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.977166: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.977170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.977175: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.977181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 reduce-window.clone @0> +2023-12-14 14:52:59.977191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.977196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:59.977202: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <7 reduce-window.1 @0> +2023-12-14 14:52:59.977209: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.977214: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 reduce-window.clone @0> +2023-12-14 14:52:59.977220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:59.977224: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.977229: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <7 reduce-window.1 @0> +2023-12-14 14:52:59.977235: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:59.977239: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:59.977245: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:59.977261: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <0 reduce-window.clone @0> + positions: + reduce-window.clone + call + uses: + reduce-window.1, operand 0 + from instruction:%reduce-window.clone = f32[64,2048]{1,0} reduce-window(f32[2048,2048]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" + +2023-12-14 14:52:59.977268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 524288, start 0, end 2 +2023-12-14 14:52:59.977281: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <7 reduce-window.1 @0> + positions: + reduce-window.1 + uses: + reduce.7, operand 0 + from instruction:%reduce-window.1 = f32[2,2048]{1,0} reduce-window(f32[64,2048]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 + +2023-12-14 14:52:59.977288: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16384, start 1, end 3 +2023-12-14 14:52:59.977296: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:59.977308: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <0 reduce-window.clone @0> + positions: + reduce-window.clone + call + uses: + reduce-window.1, operand 0 + from instruction:%reduce-window.clone = f32[64,2048]{1,0} reduce-window(f32[2048,2048]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" + +2023-12-14 14:52:59.977314: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 524288, start 0, end 2 +2023-12-14 14:52:59.977322: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <7 reduce-window.1 @0> + positions: + reduce-window.1 + uses: + reduce.7, operand 0 + from instruction:%reduce-window.1 = f32[2,2048]{1,0} reduce-window(f32[64,2048]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 + +2023-12-14 14:52:59.977331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 16384, start 1, end 3 +2023-12-14 14:52:59.977338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:52:59.977348: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1648] Result size from heap simulator: 540672 +2023-12-14 14:52:59.977356: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1529] Compute peak memory logical buffers +2023-12-14 14:52:59.977386: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:52:59.977402: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:574] Combined temp allocation for color 0 is: allocation 5: size 540672, preallocated-temp: + value: <0 reduce-window.clone @0> (size=524288,offset=0): f32[64,2048]{1,0} + value: <7 reduce-window.1 @0> (size=16384,offset=524288): f32[2,2048]{1,0} + +2023-12-14 14:52:59.977417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:52:59.977453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:52:59.977465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:52:59.977471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:52:59.977476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:52:59.977480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:52:59.977485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:52:59.977491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.4> + +2023-12-14 14:52:59.977496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:52:59.977502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_1.5> + +2023-12-14 14:52:59.977506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:52:59.977512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 add.6> + +2023-12-14 14:52:59.977518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:52:59.977523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:52:59.977528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:52:59.977534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.2> + +2023-12-14 14:52:59.977539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:52:59.977544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,2048]) + {} : HloValueSet: <7 reduce-window.1> + +2023-12-14 14:52:59.977549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:52:59.977556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <8 reduce.7> + +2023-12-14 14:52:59.977564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:52:59.977570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <8 reduce.7> + +2023-12-14 14:52:59.977574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:52:59.977580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <0 reduce-window.clone> + +2023-12-14 14:52:59.977585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:52:59.977590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <5 copy> + +2023-12-14 14:52:59.977595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple +2023-12-14 14:52:59.977602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,2048], f32[1,2048])) + {} : HloValueSet: <9 tuple{}> + {0} : HloValueSet: <5 copy> + {1} : HloValueSet: <8 reduce.7> + +2023-12-14 14:52:59.977608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.clone +2023-12-14 14:52:59.977614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,2048]) + {} : HloValueSet: <0 reduce-window.clone> + +2023-12-14 14:52:59.977619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:52:59.977624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:52:59.977629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:52:59.977635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.2> + +2023-12-14 14:52:59.977682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:52:59.977688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:52:59.977694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:52:59.977704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.4> (def) +2023-12-14 14:52:59.977709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:52:59.977718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.5> (def) +2023-12-14 14:52:59.977723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:52:59.977734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.6> (def) +2023-12-14 14:52:59.977738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:52:59.977754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> (def) +2023-12-14 14:52:59.977759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:52:59.977769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> (def) +2023-12-14 14:52:59.977774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:52:59.977784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce-window.1> (def) +2023-12-14 14:52:59.977789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:52:59.977798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> (def) +2023-12-14 14:52:59.977803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:52:59.977813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:52:59.977818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:52:59.977828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> +2023-12-14 14:52:59.977833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:52:59.977842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> (def) +2023-12-14 14:52:59.977847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple: +2023-12-14 14:52:59.977857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:52:59.977862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple{}> (def) +2023-12-14 14:52:59.977866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:52:59.977871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> +2023-12-14 14:52:59.977877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:52:59.977882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:52:59.977887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone: +2023-12-14 14:52:59.977896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> (def) +2023-12-14 14:52:59.977904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:52:59.977915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.977920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:52:59.977925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:52:59.977930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> +2023-12-14 14:52:59.977934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:52:59.977939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 reduce-window.clone> +2023-12-14 14:52:59.977944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.977949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone +2023-12-14 14:52:59.977954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:52:59.977958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.977965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:52:59.977970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.clone = f32[64,2048]{1,0} reduce-window(f32[2048,2048]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:59.977975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.4> +2023-12-14 14:52:59.977980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.977984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:52:59.977989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.977994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:52:59.978000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:52:59.978005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.5> +2023-12-14 14:52:59.978009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.978014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:52:59.978019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.978024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:52:59.978028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:52:59.978033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.6> +2023-12-14 14:52:59.978038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.978043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:52:59.978054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.978060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.978065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:52:59.978069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.978074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:52:59.978079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:52:59.978084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.978089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:52:59.978094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:52:59.978099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 0 +2023-12-14 14:52:59.978104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.978109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> +2023-12-14 14:52:59.978114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.978118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:52:59.978123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {0} +2023-12-14 14:52:59.978128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.978132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 0 +2023-12-14 14:52:59.978137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,2048]{1,0} copy(f32[2048,2048]{1,0} %Arg_0.1) +2023-12-14 14:52:59.978144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> +2023-12-14 14:52:59.978149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.978154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:52:59.978159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:52:59.978164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.978168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:52:59.978175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:52:59.978180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:52:59.978185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 1 +2023-12-14 14:52:59.978190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:52:59.978198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce-window.1> +2023-12-14 14:52:59.978203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.978208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:52:59.978213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.978218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:52:59.978223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,2048]{1,0} reduce-window(f32[64,2048]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:52:59.978228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:52:59.978232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.978238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:52:59.978242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:52:59.978247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {1} +2023-12-14 14:52:59.978252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.978257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:52:59.978262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 1 +2023-12-14 14:52:59.978267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[2048]{0} reduce(f32[2,2048]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.978273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple{}> +2023-12-14 14:52:59.978278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:52:59.978282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {} +2023-12-14 14:52:59.978287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:52:59.978292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple = (f32[2048,2048]{1,0}, f32[1,2048]{1,0}) tuple(f32[2048,2048]{1,0} %copy, f32[1,2048]{1,0} %bitcast) +2023-12-14 14:52:59.978349: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_backward_pass, entry_computation_layout={(f32[2048,2048]{1,0})->(f32[2048,2048]{1,0}, f32[1,2048]{1,0})} +2023-12-14 14:52:59.978357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.978362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.3 (Arg_0.4: f32[], Arg_1.5: f32[]) -> f32[] { +2023-12-14 14:52:59.978367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.4 = f32[] parameter(0) +2023-12-14 14:52:59.978372: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.5 = f32[] parameter(1) +2023-12-14 14:52:59.978380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.978385: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.978390: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.978395: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_reduce-window (p: f32[2048,2048], p.1: f32[]) -> f32[64,2048] { +2023-12-14 14:52:59.978400: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.978405: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:52:59.978410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reduce-window.clone = f32[64,2048]{1,0} reduce-window(f32[2048,2048]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"2\"]}" +2023-12-14 14:52:59.978416: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.978420: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.978425: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.10 (Arg_0.1: f32[2048,2048]) -> (f32[2048,2048], f32[1,2048]) { +2023-12-14 14:52:59.978430: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:52:59.978435: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy = f32[2048,2048]{1,0} copy(f32[2048,2048]{1,0} %Arg_0.1) +2023-12-14 14:52:59.978441: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.2 = f32[] constant(0) +2023-12-14 14:52:59.978446: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call = f32[64,2048]{1,0} call(f32[2048,2048]{1,0} %Arg_0.1, f32[] %constant.2), to_apply=%parallel_reduce-window +2023-12-14 14:52:59.978451: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce-window.1 = f32[2,2048]{1,0} reduce-window(f32[64,2048]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:52:59.978456: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce.7 = f32[2048]{0} reduce(f32[2,2048]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.978461: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast = f32[1,2048]{1,0} bitcast(f32[2048]{0} %reduce.7), metadata={op_name="jit(fn)/jit(main)/reshape[new_sizes=(1, 2048) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:52:59.978466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple = (f32[2048,2048]{1,0}, f32[1,2048]{1,0}) tuple(f32[2048,2048]{1,0} %copy, f32[1,2048]{1,0} %bitcast) +2023-12-14 14:52:59.978471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:52:59.978476: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:52:59.978489: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 11): + InstructionSequence: + 0:Arg_0.1 + 1:copy + 2:constant.2 + 3:p + 4:p.1 + 5:reduce-window.clone + 6:call + 7:reduce-window.1 + 8:reduce.7 + 9:bitcast + 10:tuple + BufferLiveRange: + reduce-window.clone{}:5-7 + Arg_0.1{}:0-11 + copy{}:1-11 + constant.2{}:2-8 + reduce-window.1{}:7-8 + reduce.7{}:8-11 + tuple{}:10-11 + Live ranges at 8 (peak): + Arg_0.1: 16777216 bytes + copy: 16777216 bytes + constant.2: 4 bytes + reduce-window.1: 16384 bytes + reduce.7: 8192 bytes + +2023-12-14 14:52:59.978499: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time11 +2023-12-14 14:52:59.978506: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:52:59.978511: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <4 Arg_0.1> +2023-12-14 14:52:59.978517: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:52:59.978522: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <5 copy> +2023-12-14 14:52:59.978530: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:52:59.978535: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:52:59.978540: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:52:59.978544: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:52:59.978550: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 reduce-window.clone> +2023-12-14 14:52:59.978555: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:52:59.978560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:52:59.978565: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <7 reduce-window.1> +2023-12-14 14:52:59.978571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.978576: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 reduce-window.clone> +2023-12-14 14:52:59.978582: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:52:59.978587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <8 reduce.7> +2023-12-14 14:52:59.978594: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.978600: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <7 reduce-window.1> +2023-12-14 14:52:59.978605: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:52:59.978610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:52:59.978615: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <9 tuple{}> +2023-12-14 14:52:59.978621: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:52:59.978626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:52:59.978631: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <4 Arg_0.1> +2023-12-14 14:52:59.978636: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <5 copy> +2023-12-14 14:52:59.978641: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <8 reduce.7> +2023-12-14 14:52:59.978646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <9 tuple{}> +2023-12-14 14:52:59.978676: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:52:59.978684: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.00MiB +2023-12-14 14:52:59.978689: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 4B +2023-12-14 14:52:59.978694: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.01MiB +2023-12-14 14:52:59.978699: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 528.0KiB +2023-12-14 14:52:59.978705: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp fragmentation: 0B (0.00%) +2023-12-14 14:52:59.978710: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 32.52MiB +2023-12-14 14:52:59.978715: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 8.0KiB (0.02%) +2023-12-14 14:52:59.978720: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:52:59.979917: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/ir_emitter.cc:1921] Successfully vectorized reduction %reduce.7 = f32[2048]{0} reduce(f32[2,2048]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + +2023-12-14 14:52:59.980139: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 151 us (cumulative: 4.48 ms, max: 421 us, #called: 47) +2023-12-14 14:53:00.004049: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff01001e120 +2023-12-14 14:53:00.004431: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:00.004468: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_backward_pass] for CPU using JIT time: 30.6 ms (cumulative: 1.48 s, max: 222 ms, #called: 47) +2023-12-14 14:53:00.005244: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_backward_pass; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.021227: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.028186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:00.028247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:00.028276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 20 us (cumulative: 804 ms, max: 101 ms, #called: 3957) +2023-12-14 14:53:00.028284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.028299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 804 ms, max: 101 ms, #called: 3958) +2023-12-14 14:53:00.028323: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[1,2048]{1,0})->f32[2048]{0} +2023-12-14 14:53:00.028330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:00.028373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:00.028420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 23 us (cumulative: 804 ms, max: 101 ms, #called: 3959) +2023-12-14 14:53:00.028443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:00.028450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 804 ms, max: 101 ms, #called: 3960) +2023-12-14 14:53:00.028474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:00.028481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 21 us (cumulative: 804 ms, max: 101 ms, #called: 3961) +2023-12-14 14:53:00.028502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:00.028509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 20 us (cumulative: 804 ms, max: 101 ms, #called: 3962) +2023-12-14 14:53:00.028529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.028537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 23 us (cumulative: 804 ms, max: 101 ms, #called: 3963) +2023-12-14 14:53:00.028559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:00.028565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 20 us (cumulative: 804 ms, max: 101 ms, #called: 3964) +2023-12-14 14:53:00.028590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:00.028601: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:00.028608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 32 us (cumulative: 804 ms, max: 101 ms, #called: 3965) +2023-12-14 14:53:00.028629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:00.028637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 804 ms, max: 101 ms, #called: 3966) +2023-12-14 14:53:00.028657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:00.028666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 22 us (cumulative: 804 ms, max: 101 ms, #called: 3967) +2023-12-14 14:53:00.028686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:00.028693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 804 ms, max: 101 ms, #called: 3968) +2023-12-14 14:53:00.028713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:00.028720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 20 us (cumulative: 804 ms, max: 101 ms, #called: 3969) +2023-12-14 14:53:00.028741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:00.028747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 20 us (cumulative: 804 ms, max: 101 ms, #called: 3970) +2023-12-14 14:53:00.028772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:00.028779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 804 ms, max: 101 ms, #called: 3971) +2023-12-14 14:53:00.028799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:00.028807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 804 ms, max: 101 ms, #called: 3972) +2023-12-14 14:53:00.028830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:00.028836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 804 ms, max: 101 ms, #called: 3973) +2023-12-14 14:53:00.028856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:00.028864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 20 us (cumulative: 804 ms, max: 101 ms, #called: 3974) +2023-12-14 14:53:00.028884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:00.028892: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:53:00.028899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 805 ms, max: 101 ms, #called: 3975) +2023-12-14 14:53:00.028920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.028927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 805 ms, max: 101 ms, #called: 3976) +2023-12-14 14:53:00.028947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:00.028957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.028972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 24 us (cumulative: 805 ms, max: 101 ms, #called: 3977) +2023-12-14 14:53:00.028978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:00.028989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.028997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 24 us (cumulative: 805 ms, max: 101 ms, #called: 3978) +2023-12-14 14:53:00.029010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.029016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 805 ms, max: 101 ms, #called: 3979) +2023-12-14 14:53:00.029036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.029045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 805 ms, max: 101 ms, #called: 3980) +2023-12-14 14:53:00.029065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.029072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 20 us (cumulative: 805 ms, max: 101 ms, #called: 3981) +2023-12-14 14:53:00.029094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:00.029101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 21 us (cumulative: 805 ms, max: 101 ms, #called: 3982) +2023-12-14 14:53:00.029122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:00.029129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 30 us (cumulative: 805 ms, max: 101 ms, #called: 3983) +2023-12-14 14:53:00.029158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:00.029165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 19 us (cumulative: 805 ms, max: 101 ms, #called: 3984) +2023-12-14 14:53:00.029186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:00.029196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 24 us (cumulative: 805 ms, max: 101 ms, #called: 3985) +2023-12-14 14:53:00.029216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:00.029249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 47 us (cumulative: 805 ms, max: 101 ms, #called: 3986) +2023-12-14 14:53:00.029271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:00.029279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 805 ms, max: 101 ms, #called: 3987) +2023-12-14 14:53:00.029299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:00.029306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 805 ms, max: 101 ms, #called: 3988) +2023-12-14 14:53:00.029327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:00.029334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 805 ms, max: 101 ms, #called: 3989) +2023-12-14 14:53:00.029358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:00.029366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 805 ms, max: 101 ms, #called: 3990) +2023-12-14 14:53:00.029387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:00.029393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:00.029406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.029421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 13 us (cumulative: 805 ms, max: 101 ms, #called: 3991) +2023-12-14 14:53:00.029427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.029435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 805 ms, max: 101 ms, #called: 3992) +2023-12-14 14:53:00.029441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.029450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 805 ms, max: 101 ms, #called: 3993) +2023-12-14 14:53:00.029456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.029464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 805 ms, max: 101 ms, #called: 3994) +2023-12-14 14:53:00.029469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.029477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 6 us (cumulative: 805 ms, max: 101 ms, #called: 3995) +2023-12-14 14:53:00.029485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.029493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 805 ms, max: 101 ms, #called: 3996) +2023-12-14 14:53:00.029498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.029507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 805 ms, max: 101 ms, #called: 3997) +2023-12-14 14:53:00.029512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.029521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 805 ms, max: 101 ms, #called: 3998) +2023-12-14 14:53:00.029527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.029535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 805 ms, max: 101 ms, #called: 3999) +2023-12-14 14:53:00.029545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.029554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 805 ms, max: 101 ms, #called: 4000) +2023-12-14 14:53:00.029559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.029567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 805 ms, max: 101 ms, #called: 4001) +2023-12-14 14:53:00.029572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.029581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 805 ms, max: 101 ms, #called: 4002) +2023-12-14 14:53:00.029587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.029608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 19 us (cumulative: 805 ms, max: 101 ms, #called: 4003) +2023-12-14 14:53:00.029613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.029623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 805 ms, max: 101 ms, #called: 4004) +2023-12-14 14:53:00.029629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 257 us (cumulative: 805 ms, max: 101 ms, #called: 4005) +2023-12-14 14:53:00.029651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:00.029659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 805 ms, max: 101 ms, #called: 4006) +2023-12-14 14:53:00.029680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:00.029688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 21 us (cumulative: 805 ms, max: 101 ms, #called: 4007) +2023-12-14 14:53:00.029708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:00.029714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 24 us (cumulative: 805 ms, max: 101 ms, #called: 4008) +2023-12-14 14:53:00.029740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:00.029748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 22 us (cumulative: 805 ms, max: 101 ms, #called: 4009) +2023-12-14 14:53:00.029769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.029791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 36 us (cumulative: 805 ms, max: 101 ms, #called: 4010) +2023-12-14 14:53:00.029812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:00.029819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 805 ms, max: 101 ms, #called: 4011) +2023-12-14 14:53:00.029840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.029848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 805 ms, max: 101 ms, #called: 4012) +2023-12-14 14:53:00.029869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:00.029877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.029886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.029893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 22 us (cumulative: 805 ms, max: 101 ms, #called: 4013) +2023-12-14 14:53:00.029898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:00.029931: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:00.029939: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:00.029975: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:00.029982: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:00.030006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.030028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.030037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.030043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.030048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.030053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.030058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.030069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.030074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.2 +2023-12-14 14:53:00.030080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 reshape.2> + +2023-12-14 14:53:00.030111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.030117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.030122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.030126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.030131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.030136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.030141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2: +2023-12-14 14:53:00.030146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 reshape.2> (def) +2023-12-14 14:53:00.030151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.030155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.030160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.030165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.030170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.030176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2, operand 0 +2023-12-14 14:53:00.030181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,2048]{1,0} parameter(0) +2023-12-14 14:53:00.030186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 reshape.2> +2023-12-14 14:53:00.030191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.030196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2 +2023-12-14 14:53:00.030201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.030210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.2 = f32[2048]{0} reshape(f32[1,2048]{1,0} %Arg_0.1), metadata={op_name="jit(reshape)/jit(main)/reshape[new_sizes=(2048,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.030240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.030250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.030259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 357 us (cumulative: 806 ms, max: 101 ms, #called: 4014) +2023-12-14 14:53:00.030283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:00.030292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.030307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 14 us (cumulative: 806 ms, max: 101 ms, #called: 4015) +2023-12-14 14:53:00.030313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:00.030323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 806 ms, max: 101 ms, #called: 4016) +2023-12-14 14:53:00.030329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:00.030339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 9 us (cumulative: 806 ms, max: 101 ms, #called: 4017) +2023-12-14 14:53:00.030351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:00.030360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:00.030366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:00.030374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 806 ms, max: 101 ms, #called: 4018) +2023-12-14 14:53:00.030380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.030390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 806 ms, max: 101 ms, #called: 4019) +2023-12-14 14:53:00.030396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:00.030420: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:00.030428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 30 us (cumulative: 806 ms, max: 101 ms, #called: 4020) +2023-12-14 14:53:00.030433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:00.030439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:00.030448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.030481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 31 us (cumulative: 806 ms, max: 101 ms, #called: 4021) +2023-12-14 14:53:00.030488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.030497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 806 ms, max: 101 ms, #called: 4022) +2023-12-14 14:53:00.030502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.030520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 17 us (cumulative: 806 ms, max: 101 ms, #called: 4023) +2023-12-14 14:53:00.030527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:00.030534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.030546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 806 ms, max: 101 ms, #called: 4024) +2023-12-14 14:53:00.030551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.030560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 806 ms, max: 101 ms, #called: 4025) +2023-12-14 14:53:00.030565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.030576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 9 us (cumulative: 806 ms, max: 101 ms, #called: 4026) +2023-12-14 14:53:00.030585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 150 us (cumulative: 806 ms, max: 101 ms, #called: 4027) +2023-12-14 14:53:00.030590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:00.030598: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:00.030633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 40 us (cumulative: 806 ms, max: 101 ms, #called: 4028) +2023-12-14 14:53:00.030639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.030648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 806 ms, max: 101 ms, #called: 4029) +2023-12-14 14:53:00.030653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:00.030663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.030675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.030684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.030689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.030694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.030699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.030708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.030715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.030721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.030726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.030739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.030744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.030749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.030754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.030759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.030764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.030769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.030774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.030778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.030783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.030788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.030793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.030797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.030802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.030808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.030813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,2048]{1,0} parameter(0) +2023-12-14 14:53:00.030835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.030844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.030851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.030856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.030861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.030866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.030871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.030877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.030882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.030891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.030902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.030907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.030912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.030917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.030922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.030927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.030932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.030936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.030941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.030946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.030951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.030955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.030960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.030965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.030970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.030975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,2048]{1,0} parameter(0) +2023-12-14 14:53:00.030991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.031001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.031007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.031012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.031018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.031023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.031028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.031034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.031039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.031044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.031053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.031058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.031067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.031072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.031078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.031083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.031088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.031093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.031098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.031102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.031107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.031112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.031116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.031121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.031126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.031131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,2048]{1,0} parameter(0) +2023-12-14 14:53:00.031155: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:00.031161: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:00.031171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 515 us (cumulative: 807 ms, max: 101 ms, #called: 4030) +2023-12-14 14:53:00.031177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.031185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 807 ms, max: 101 ms, #called: 4031) +2023-12-14 14:53:00.031200: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:00.032316: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:00.032377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.032398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.032417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.032423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.032429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.032435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.032440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.032449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.032454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.032459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.032464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:00.032470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:00.032488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.032494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.032499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.032504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.032509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.032514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.032518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.032523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.032528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.032533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:00.032538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:00.032543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.032548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.032553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.032558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.032563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.032567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.032572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.032577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:00.032582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,2048]{1,0} parameter(0) +2023-12-14 14:53:00.032591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:00.032595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.032600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:00.032605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.032610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048]{0} copy(f32[2048]{0} %bitcast) +2023-12-14 14:53:00.032649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.032661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.032667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.032672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.032677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.032682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.032687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.032693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.032697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.032703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.032708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:00.032714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:00.032725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.032731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.032736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.032740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.032746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.032751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.032755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.032760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.032765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.032770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:00.032774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:00.032783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.032788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.032792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.032797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.032801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.032806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.032811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.032816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:00.032821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,2048]{1,0} parameter(0) +2023-12-14 14:53:00.032825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:00.032830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.032836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:00.032840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.032845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048]{0} copy(f32[2048]{0} %bitcast) +2023-12-14 14:53:00.032863: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:00.032869: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:00.032899: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:00.032908: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:00.032917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.032930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.032937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.032942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.032947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.032952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.032957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.032963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.032968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.032973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.032978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:00.033001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:00.033013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.033019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.033024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.033028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.033033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.033038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.033043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.033049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.033054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.033059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:00.033064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:00.033069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.033073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.033078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.033083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.033087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.033092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.033097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.033102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:00.033107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,2048]{1,0} parameter(0) +2023-12-14 14:53:00.033112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:00.033117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.033121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:00.033126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.033131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048]{0} copy(f32[2048]{0} %bitcast) +2023-12-14 14:53:00.033167: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[1,2048]{1,0})->f32[2048]{0}} +2023-12-14 14:53:00.033174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.033179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[1,2048]) -> f32[2048] { +2023-12-14 14:53:00.033187: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[1,2048]{1,0} parameter(0) +2023-12-14 14:53:00.033194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast = f32[2048]{0} bitcast(f32[1,2048]{1,0} %Arg_0.1), metadata={op_name="jit(reshape)/jit(main)/reshape[new_sizes=(2048,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.033199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[2048]{0} copy(f32[2048]{0} %bitcast) +2023-12-14 14:53:00.033204: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.033209: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.033220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:bitcast + 2:copy + BufferLiveRange: + Arg_0.1{}:0-3 + copy{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 8192 bytes + copy: 8192 bytes + +2023-12-14 14:53:00.033229: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:00.033234: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:00.033240: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:00.033249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:00.033254: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:00.033259: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:53:00.033265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:00.033270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.033275: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:00.033280: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:53:00.033304: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:00.033310: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8.0KiB +2023-12-14 14:53:00.033315: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:00.033320: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8.0KiB +2023-12-14 14:53:00.033325: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:00.033330: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 16.0KiB +2023-12-14 14:53:00.033335: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:00.033340: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:00.033530: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 68 us (cumulative: 4.55 ms, max: 421 us, #called: 48) +2023-12-14 14:53:00.038243: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff01001c000 +2023-12-14 14:53:00.038572: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:00.038604: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 7.39 ms (cumulative: 1.49 s, max: 222 ms, #called: 48) +2023-12-14 14:53:00.039373: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.039719: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.046912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:00.046970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:00.046992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 17 us (cumulative: 807 ms, max: 101 ms, #called: 4032) +2023-12-14 14:53:00.046999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.047011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 807 ms, max: 101 ms, #called: 4033) +2023-12-14 14:53:00.047032: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0},f32[2048,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:53:00.047038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:00.047059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:00.047109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 807 ms, max: 101 ms, #called: 4034) +2023-12-14 14:53:00.047134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:00.047142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 25 us (cumulative: 807 ms, max: 101 ms, #called: 4035) +2023-12-14 14:53:00.047166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:00.047173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 807 ms, max: 101 ms, #called: 4036) +2023-12-14 14:53:00.047207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:00.047214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 807 ms, max: 101 ms, #called: 4037) +2023-12-14 14:53:00.047238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.047248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 27 us (cumulative: 807 ms, max: 101 ms, #called: 4038) +2023-12-14 14:53:00.047272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:00.047279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 807 ms, max: 101 ms, #called: 4039) +2023-12-14 14:53:00.047302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:00.047310: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:00.047317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 43 us (cumulative: 807 ms, max: 101 ms, #called: 4040) +2023-12-14 14:53:00.047352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:00.047359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 807 ms, max: 101 ms, #called: 4041) +2023-12-14 14:53:00.047383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:00.047392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 807 ms, max: 101 ms, #called: 4042) +2023-12-14 14:53:00.047419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:00.047425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 807 ms, max: 101 ms, #called: 4043) +2023-12-14 14:53:00.047448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:00.047455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 807 ms, max: 101 ms, #called: 4044) +2023-12-14 14:53:00.047479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:00.047485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 807 ms, max: 101 ms, #called: 4045) +2023-12-14 14:53:00.047508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:00.047514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 807 ms, max: 101 ms, #called: 4046) +2023-12-14 14:53:00.047537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:00.047544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 807 ms, max: 101 ms, #called: 4047) +2023-12-14 14:53:00.047568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:00.047574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 807 ms, max: 101 ms, #called: 4048) +2023-12-14 14:53:00.047597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:00.047604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 27 us (cumulative: 807 ms, max: 101 ms, #called: 4049) +2023-12-14 14:53:00.047631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:00.047638: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:00.047645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 31 us (cumulative: 807 ms, max: 101 ms, #called: 4050) +2023-12-14 14:53:00.047669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.047676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 807 ms, max: 101 ms, #called: 4051) +2023-12-14 14:53:00.047699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:00.047705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 807 ms, max: 101 ms, #called: 4052) +2023-12-14 14:53:00.047728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:00.047737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 807 ms, max: 101 ms, #called: 4053) +2023-12-14 14:53:00.047761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.047767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 807 ms, max: 101 ms, #called: 4054) +2023-12-14 14:53:00.047790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.047797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 28 us (cumulative: 807 ms, max: 101 ms, #called: 4055) +2023-12-14 14:53:00.047825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.047832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 25 us (cumulative: 807 ms, max: 101 ms, #called: 4056) +2023-12-14 14:53:00.047857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:00.047864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 807 ms, max: 101 ms, #called: 4057) +2023-12-14 14:53:00.047886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:00.047893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 21 us (cumulative: 807 ms, max: 101 ms, #called: 4058) +2023-12-14 14:53:00.047915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:00.047922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 24 us (cumulative: 807 ms, max: 101 ms, #called: 4059) +2023-12-14 14:53:00.047948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:00.047958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.047968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.047975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 807 ms, max: 101 ms, #called: 4060) +2023-12-14 14:53:00.047981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:00.048004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 41 us (cumulative: 807 ms, max: 101 ms, #called: 4061) +2023-12-14 14:53:00.048032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:00.048039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 24 us (cumulative: 807 ms, max: 101 ms, #called: 4062) +2023-12-14 14:53:00.048063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:00.048070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 807 ms, max: 101 ms, #called: 4063) +2023-12-14 14:53:00.048092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:00.048099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 807 ms, max: 101 ms, #called: 4064) +2023-12-14 14:53:00.048122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:00.048129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 24 us (cumulative: 808 ms, max: 101 ms, #called: 4065) +2023-12-14 14:53:00.048153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:00.048159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:00.048170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.048189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 17 us (cumulative: 808 ms, max: 101 ms, #called: 4066) +2023-12-14 14:53:00.048195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.048205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 808 ms, max: 101 ms, #called: 4067) +2023-12-14 14:53:00.048211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.048219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 808 ms, max: 101 ms, #called: 4068) +2023-12-14 14:53:00.048225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.048237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 10 us (cumulative: 808 ms, max: 101 ms, #called: 4069) +2023-12-14 14:53:00.048243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.048252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 808 ms, max: 101 ms, #called: 4070) +2023-12-14 14:53:00.048258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.048266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 808 ms, max: 101 ms, #called: 4071) +2023-12-14 14:53:00.048271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.048280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 808 ms, max: 101 ms, #called: 4072) +2023-12-14 14:53:00.048285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.048295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 808 ms, max: 101 ms, #called: 4073) +2023-12-14 14:53:00.048301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.048309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 808 ms, max: 101 ms, #called: 4074) +2023-12-14 14:53:00.048314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.048323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 6 us (cumulative: 808 ms, max: 101 ms, #called: 4075) +2023-12-14 14:53:00.048328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.048336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 808 ms, max: 101 ms, #called: 4076) +2023-12-14 14:53:00.048342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.048351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 808 ms, max: 101 ms, #called: 4077) +2023-12-14 14:53:00.048356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.048376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 17 us (cumulative: 808 ms, max: 101 ms, #called: 4078) +2023-12-14 14:53:00.048382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.048392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 808 ms, max: 101 ms, #called: 4079) +2023-12-14 14:53:00.048398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 262 us (cumulative: 808 ms, max: 101 ms, #called: 4080) +2023-12-14 14:53:00.048425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:00.048432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 24 us (cumulative: 808 ms, max: 101 ms, #called: 4081) +2023-12-14 14:53:00.048456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:00.048464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 808 ms, max: 101 ms, #called: 4082) +2023-12-14 14:53:00.048487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:00.048493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 808 ms, max: 101 ms, #called: 4083) +2023-12-14 14:53:00.048515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:00.048523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 808 ms, max: 101 ms, #called: 4084) +2023-12-14 14:53:00.048547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.048564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 35 us (cumulative: 808 ms, max: 101 ms, #called: 4085) +2023-12-14 14:53:00.048589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:00.048595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 808 ms, max: 101 ms, #called: 4086) +2023-12-14 14:53:00.048618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.048629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 30 us (cumulative: 808 ms, max: 101 ms, #called: 4087) +2023-12-14 14:53:00.048656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:00.048665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.048675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.048682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 808 ms, max: 101 ms, #called: 4088) +2023-12-14 14:53:00.048688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:00.048712: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:00.048720: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:00.048757: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:00.048764: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:00.048785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.048801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.048808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.048814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.048820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.048827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.048832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.048841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.048847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.048852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.048857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.048863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.048892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.048898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.048903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.048916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.048922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.048926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.048931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.048936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.048941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.048945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.048950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.048955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.048960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.048965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.048969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.048974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.048979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.048985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.048989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.048994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.048999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.049004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.049009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.049014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.049019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.049024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.049028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.049033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.049038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.049064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.049082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.049091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 400 us (cumulative: 809 ms, max: 101 ms, #called: 4089) +2023-12-14 14:53:00.049113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:00.049123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.049133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 809 ms, max: 101 ms, #called: 4090) +2023-12-14 14:53:00.049138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:00.049147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 809 ms, max: 101 ms, #called: 4091) +2023-12-14 14:53:00.049155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:00.049164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 809 ms, max: 101 ms, #called: 4092) +2023-12-14 14:53:00.049175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:00.049183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:00.049190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:00.049198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 809 ms, max: 101 ms, #called: 4093) +2023-12-14 14:53:00.049204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.049213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 809 ms, max: 101 ms, #called: 4094) +2023-12-14 14:53:00.049218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:00.049243: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:00.049251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 30 us (cumulative: 809 ms, max: 101 ms, #called: 4095) +2023-12-14 14:53:00.049256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:00.049262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:00.049269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.049279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 809 ms, max: 101 ms, #called: 4096) +2023-12-14 14:53:00.049285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.049294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 809 ms, max: 101 ms, #called: 4097) +2023-12-14 14:53:00.049303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.049321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 16 us (cumulative: 809 ms, max: 101 ms, #called: 4098) +2023-12-14 14:53:00.049330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 72 us (cumulative: 809 ms, max: 101 ms, #called: 4099) +2023-12-14 14:53:00.049336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:00.049343: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:00.049378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 39 us (cumulative: 809 ms, max: 101 ms, #called: 4100) +2023-12-14 14:53:00.049385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.049393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 809 ms, max: 101 ms, #called: 4101) +2023-12-14 14:53:00.049399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:00.049408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.049420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.049426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.049432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.049437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.049441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.049446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.049453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.049459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.049465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.049470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.049475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.049499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.049506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.049511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.049515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.049520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.049525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.049534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.049539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.049543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.049549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.049554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.049559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.049563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.049568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.049573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.049577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.049582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.049587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.049592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.049597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.049601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.049606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.049611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.049616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.049620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.049625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.049630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.049634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.049640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.049662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.049673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.049679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.049688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.049693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.049698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.049703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.049709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.049714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.049719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.049724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.049730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.049746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.049751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.049756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.049761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.049766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.049771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.049775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.049780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.049785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.049790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.049794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.049799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.049804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.049809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.049813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.049819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.049824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.049830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.049835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.049839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.049847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.049852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.049857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.049862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.049866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.049871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.049876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.049880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.049885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.049902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.049913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.049919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.049924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.049929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.049933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.049938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.049944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.049949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.049954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.049959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.049964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.049979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.049984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.049989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.049994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.050000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.050014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.050019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.050024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.050029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.050033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.050038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.050043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.050048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.050052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.050057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.050062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.050066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.050071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.050076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.050081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.050086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.050092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.050096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.050101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.050106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.050111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.050115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.050120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.050125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.050140: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:00.050146: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:00.050155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 754 us (cumulative: 809 ms, max: 101 ms, #called: 4102) +2023-12-14 14:53:00.050164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.050173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 809 ms, max: 101 ms, #called: 4103) +2023-12-14 14:53:00.050185: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:00.051172: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:00.051227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.051247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.051254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.051260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.051265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.051270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.051276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.051285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.051290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.051296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.051301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.051306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.051341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.051348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.051353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.051358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.051363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.051367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.051372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.051387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.051392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.051396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.051403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.051408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.051413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.051418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.051423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.051428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.051433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.051438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.051443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.051448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.051452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.051457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.051462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.051467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.051472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.051476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.051481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.051486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.051491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.051529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.051542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.051548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.051553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.051562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.051567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.051573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.051579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.051584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.051589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.051594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.051599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.051615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.051622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.051627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.051631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.051636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.051641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.051646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.051651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.051655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.051660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.051665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.051670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.051675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.051679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.051684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.051689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.051694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.051698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.051704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.051709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.051714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.051722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.051727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.051731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.051738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.051743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.051747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.051752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.051757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.051776: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:00.051782: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:00.051809: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:00.051818: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:00.051826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.051837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.051843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.051848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.051853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.051858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.051863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.051869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.051874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.051879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.051885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.051890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.051906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.051913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.051921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.051926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.051931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.051936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.051941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.051945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.051950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.051955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.051960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.051965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.051969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.051975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.051980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.051985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.051990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.051995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.051999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.052004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.052009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.052014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.052018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.052023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.052028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.052033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.052038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.052042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.052047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.052086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,2048]{1,0},f32[2048,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:53:00.052094: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.052099: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048,2048], Arg_1.2: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:00.052104: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.052109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.052115: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.052120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.052125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.052136: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:dot.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + dot.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 16777216 bytes + Arg_1.2: 67108864 bytes + dot.3: 67108864 bytes + +2023-12-14 14:53:00.052144: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:00.052149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:00.052155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:00.052165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:00.052170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:00.052175: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:00.052180: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 dot.3> +2023-12-14 14:53:00.052186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:00.052191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.052196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:00.052201: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:00.052206: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 dot.3> +2023-12-14 14:53:00.052228: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:00.052234: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 80.00MiB +2023-12-14 14:53:00.052241: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:00.052248: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:00.052257: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:00.052262: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 144.00MiB +2023-12-14 14:53:00.052267: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:00.052272: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:00.052420: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 33 us (cumulative: 4.58 ms, max: 421 us, #called: 49) +2023-12-14 14:53:00.056762: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff01001a000 +2023-12-14 14:53:00.057044: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:00.057081: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 6.88 ms (cumulative: 1.5 s, max: 222 ms, #called: 49) +2023-12-14 14:53:00.057804: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.099425: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.106059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:00.106120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:00.106146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 17 us (cumulative: 810 ms, max: 101 ms, #called: 4104) +2023-12-14 14:53:00.106154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.106168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 810 ms, max: 101 ms, #called: 4105) +2023-12-14 14:53:00.106191: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0})->f32[8192,2048]{1,0} +2023-12-14 14:53:00.106197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:00.106219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:00.106266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 23 us (cumulative: 810 ms, max: 101 ms, #called: 4106) +2023-12-14 14:53:00.106289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:00.106296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 36 us (cumulative: 810 ms, max: 101 ms, #called: 4107) +2023-12-14 14:53:00.106332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:00.106339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4108) +2023-12-14 14:53:00.106360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:00.106368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4109) +2023-12-14 14:53:00.106390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.106398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 23 us (cumulative: 810 ms, max: 101 ms, #called: 4110) +2023-12-14 14:53:00.106420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:00.106427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4111) +2023-12-14 14:53:00.106448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:00.106459: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:00.106465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 31 us (cumulative: 810 ms, max: 101 ms, #called: 4112) +2023-12-14 14:53:00.106487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:00.106495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 25 us (cumulative: 810 ms, max: 101 ms, #called: 4113) +2023-12-14 14:53:00.106519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:00.106529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 810 ms, max: 101 ms, #called: 4114) +2023-12-14 14:53:00.106550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:00.106557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4115) +2023-12-14 14:53:00.106579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:00.106586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 810 ms, max: 101 ms, #called: 4116) +2023-12-14 14:53:00.106607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:00.106614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 20 us (cumulative: 810 ms, max: 101 ms, #called: 4117) +2023-12-14 14:53:00.106635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:00.106642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 810 ms, max: 101 ms, #called: 4118) +2023-12-14 14:53:00.106664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:00.106671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 810 ms, max: 101 ms, #called: 4119) +2023-12-14 14:53:00.106695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:00.106703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 810 ms, max: 101 ms, #called: 4120) +2023-12-14 14:53:00.106725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:00.106732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4121) +2023-12-14 14:53:00.106753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:00.106761: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:53:00.106767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 28 us (cumulative: 810 ms, max: 101 ms, #called: 4122) +2023-12-14 14:53:00.106789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.106796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4123) +2023-12-14 14:53:00.106817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:00.106824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4124) +2023-12-14 14:53:00.106845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:00.106855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 24 us (cumulative: 810 ms, max: 101 ms, #called: 4125) +2023-12-14 14:53:00.106880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.106886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4126) +2023-12-14 14:53:00.106908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.106915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 810 ms, max: 101 ms, #called: 4127) +2023-12-14 14:53:00.106937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.106943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4128) +2023-12-14 14:53:00.106965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:00.106972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.106981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.106989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 810 ms, max: 101 ms, #called: 4129) +2023-12-14 14:53:00.106994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:00.107001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4130) +2023-12-14 14:53:00.107022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:00.107028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4131) +2023-12-14 14:53:00.107050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:00.107064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 29 us (cumulative: 810 ms, max: 101 ms, #called: 4132) +2023-12-14 14:53:00.107086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:00.107110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 39 us (cumulative: 810 ms, max: 101 ms, #called: 4133) +2023-12-14 14:53:00.107133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:00.107140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 810 ms, max: 101 ms, #called: 4134) +2023-12-14 14:53:00.107162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:00.107168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 20 us (cumulative: 810 ms, max: 101 ms, #called: 4135) +2023-12-14 14:53:00.107189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:00.107195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4136) +2023-12-14 14:53:00.107217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:00.107224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 21 us (cumulative: 810 ms, max: 101 ms, #called: 4137) +2023-12-14 14:53:00.107245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:00.107251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:00.107266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.107278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 810 ms, max: 101 ms, #called: 4138) +2023-12-14 14:53:00.107284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.107293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 810 ms, max: 101 ms, #called: 4139) +2023-12-14 14:53:00.107298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.107307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 810 ms, max: 101 ms, #called: 4140) +2023-12-14 14:53:00.107312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.107327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 14 us (cumulative: 810 ms, max: 101 ms, #called: 4141) +2023-12-14 14:53:00.107334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.107342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 810 ms, max: 101 ms, #called: 4142) +2023-12-14 14:53:00.107348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.107356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 810 ms, max: 101 ms, #called: 4143) +2023-12-14 14:53:00.107362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.107370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 810 ms, max: 101 ms, #called: 4144) +2023-12-14 14:53:00.107375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.107385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 810 ms, max: 101 ms, #called: 4145) +2023-12-14 14:53:00.107391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.107399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 810 ms, max: 101 ms, #called: 4146) +2023-12-14 14:53:00.107405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.107413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 810 ms, max: 101 ms, #called: 4147) +2023-12-14 14:53:00.107418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.107426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 810 ms, max: 101 ms, #called: 4148) +2023-12-14 14:53:00.107432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.107440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 810 ms, max: 101 ms, #called: 4149) +2023-12-14 14:53:00.107449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.107467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 17 us (cumulative: 810 ms, max: 101 ms, #called: 4150) +2023-12-14 14:53:00.107473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.107482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 810 ms, max: 101 ms, #called: 4151) +2023-12-14 14:53:00.107488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 259 us (cumulative: 811 ms, max: 101 ms, #called: 4152) +2023-12-14 14:53:00.107511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:00.107518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 21 us (cumulative: 811 ms, max: 101 ms, #called: 4153) +2023-12-14 14:53:00.107539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:00.107547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 811 ms, max: 101 ms, #called: 4154) +2023-12-14 14:53:00.107568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:00.107574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 811 ms, max: 101 ms, #called: 4155) +2023-12-14 14:53:00.107596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:00.107604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 23 us (cumulative: 811 ms, max: 101 ms, #called: 4156) +2023-12-14 14:53:00.107625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.107645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 36 us (cumulative: 811 ms, max: 101 ms, #called: 4157) +2023-12-14 14:53:00.107669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:00.107676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 21 us (cumulative: 811 ms, max: 101 ms, #called: 4158) +2023-12-14 14:53:00.107698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.107706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 811 ms, max: 101 ms, #called: 4159) +2023-12-14 14:53:00.107728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:00.107736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.107745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.107752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 23 us (cumulative: 811 ms, max: 101 ms, #called: 4160) +2023-12-14 14:53:00.107758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:00.107784: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:00.107792: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:00.107822: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:00.107829: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:00.107855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.107877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.107886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.107892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.107898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.107903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.107908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.107918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.107928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.2 +2023-12-14 14:53:00.107934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 transpose.2> + +2023-12-14 14:53:00.107939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:00.107944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 copy> + +2023-12-14 14:53:00.107977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.107983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.107988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.107993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.107998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.108003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.108008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.2: +2023-12-14 14:53:00.108013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 transpose.2> (def) +2023-12-14 14:53:00.108018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.108023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:00.108028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 copy> (def) +2023-12-14 14:53:00.108033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.108037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.108042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.108047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.108051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.108056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.2, operand 0 +2023-12-14 14:53:00.108061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.108066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 transpose.2> +2023-12-14 14:53:00.108071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.108076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.2 +2023-12-14 14:53:00.108081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.108086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:00.108091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.2 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %Arg_0.1), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.108099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 copy> +2023-12-14 14:53:00.108104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.108109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:00.108113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.108119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192,2048]{1,0} copy(f32[8192,2048]{0,1} %transpose.2), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.108152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.108168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.108177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 416 us (cumulative: 811 ms, max: 101 ms, #called: 4161) +2023-12-14 14:53:00.108197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:00.108207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.108217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 811 ms, max: 101 ms, #called: 4162) +2023-12-14 14:53:00.108223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:00.108232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 811 ms, max: 101 ms, #called: 4163) +2023-12-14 14:53:00.108238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:00.108247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 811 ms, max: 101 ms, #called: 4164) +2023-12-14 14:53:00.108258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:00.108267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:00.108273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:00.108281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 811 ms, max: 101 ms, #called: 4165) +2023-12-14 14:53:00.108286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.108295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 811 ms, max: 101 ms, #called: 4166) +2023-12-14 14:53:00.108301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:00.108366: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:53:00.108391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 87 us (cumulative: 811 ms, max: 101 ms, #called: 4167) +2023-12-14 14:53:00.108403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:00.108409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:00.108416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.108427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 811 ms, max: 101 ms, #called: 4168) +2023-12-14 14:53:00.108433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.108443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 811 ms, max: 101 ms, #called: 4169) +2023-12-14 14:53:00.108449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.108469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 18 us (cumulative: 811 ms, max: 101 ms, #called: 4170) +2023-12-14 14:53:00.108477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 72 us (cumulative: 811 ms, max: 101 ms, #called: 4171) +2023-12-14 14:53:00.108483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:00.108489: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:00.108556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:53:00.108609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 123 us (cumulative: 812 ms, max: 101 ms, #called: 4172) +2023-12-14 14:53:00.108617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.108626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:53:00.108636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 812 ms, max: 101 ms, #called: 4173) +2023-12-14 14:53:00.108642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:00.108657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.108705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.108717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.108722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.108727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.108732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.108737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.108744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.108756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.108763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.108768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:53:00.108774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <4 copy.2> + +2023-12-14 14:53:00.108779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.1 +2023-12-14 14:53:00.108784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 transpose.1> + +2023-12-14 14:53:00.108789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:00.108795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 param_0.2> + +2023-12-14 14:53:00.108800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.108805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.108810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.108816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.108897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.108904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.108909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.108914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.108919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.108924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.108929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.108934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.108939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.108943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:53:00.108948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> (def) +2023-12-14 14:53:00.108953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.108957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1: +2023-12-14 14:53:00.108962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> (def) +2023-12-14 14:53:00.108967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.108972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:00.108980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> (def) +2023-12-14 14:53:00.108985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.108989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.108995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:53:00.108999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.109009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.109014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.109018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.109023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.109028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.109033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.109038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.109044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.109050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.109055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.109060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.109064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.109069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.109074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.109079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.109084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.109089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> +2023-12-14 14:53:00.109094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.109098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:00.109103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.109108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1, operand 0 +2023-12-14 14:53:00.109116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.109121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> +2023-12-14 14:53:00.109125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.109130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1 +2023-12-14 14:53:00.109135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.109140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:53:00.109146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.1 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.109152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> +2023-12-14 14:53:00.109156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.109161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:53:00.109166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.109171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = f32[8192,2048]{1,0} copy(f32[8192,2048]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.109204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.109240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.109249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.109254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.109259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.109264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.109269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.109275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.109280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.109287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.109291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:53:00.109297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <4 copy.2> + +2023-12-14 14:53:00.109302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.1 +2023-12-14 14:53:00.109311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 transpose.1> + +2023-12-14 14:53:00.109316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:00.109321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 param_0.2> + +2023-12-14 14:53:00.109326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.109332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.109337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.109342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.109368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.109374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.109379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.109388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.109393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.109403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.109408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:53:00.109417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> (def) +2023-12-14 14:53:00.109422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1: +2023-12-14 14:53:00.109432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> (def) +2023-12-14 14:53:00.109437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:00.109446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> (def) +2023-12-14 14:53:00.109451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.109461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:53:00.109466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.109478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.109483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.109487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.109492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.109497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.109502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.109506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.109512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.109517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.109522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.109526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.109531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.109536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.109541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.109545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.109550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.109555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> +2023-12-14 14:53:00.109560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.109565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:00.109570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.109575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1, operand 0 +2023-12-14 14:53:00.109580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.109585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> +2023-12-14 14:53:00.109589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.109594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1 +2023-12-14 14:53:00.109599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.109604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:53:00.109611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.1 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.109616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> +2023-12-14 14:53:00.109621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.109626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:53:00.109631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.109636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = f32[8192,2048]{1,0} copy(f32[8192,2048]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.109660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.109694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.109701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.109707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.109712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.109717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.109721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.109728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.109732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.109738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.109743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:53:00.109749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <4 copy.2> + +2023-12-14 14:53:00.109754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.1 +2023-12-14 14:53:00.109760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 transpose.1> + +2023-12-14 14:53:00.109765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:00.109770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 param_0.2> + +2023-12-14 14:53:00.109775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.109781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.109789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.109795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.109820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.109826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.109831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.109841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.109846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.109855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.109861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:53:00.109871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> (def) +2023-12-14 14:53:00.109875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1: +2023-12-14 14:53:00.109885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> (def) +2023-12-14 14:53:00.109890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:00.109899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> (def) +2023-12-14 14:53:00.109904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.109914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:53:00.109919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.109924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.109929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.109933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.109938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.109943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.109948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.109953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.109960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.109965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.109970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.109974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.109979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.109984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.109989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.109994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.109999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.110004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.110009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> +2023-12-14 14:53:00.110014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.110018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:00.110023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.110028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1, operand 0 +2023-12-14 14:53:00.110033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.110038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> +2023-12-14 14:53:00.110043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.110048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1 +2023-12-14 14:53:00.110053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.110058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:53:00.110063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.1 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.110068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> +2023-12-14 14:53:00.110073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.110077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:53:00.110084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.110089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = f32[8192,2048]{1,0} copy(f32[8192,2048]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.110109: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 1 +2023-12-14 14:53:00.110116: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:00.110126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.48 ms (cumulative: 813 ms, max: 101 ms, #called: 4174) +2023-12-14 14:53:00.110132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.110142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 813 ms, max: 101 ms, #called: 4175) +2023-12-14 14:53:00.110156: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:00.111208: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:00.111255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.111304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.111313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.111326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.111333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.111338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.111343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.111350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.111355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.111361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.111366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:53:00.111371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <4 copy.2> + +2023-12-14 14:53:00.111383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.1 +2023-12-14 14:53:00.111389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 transpose.1> + +2023-12-14 14:53:00.111394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:00.111400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 param_0.2> + +2023-12-14 14:53:00.111405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.111410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.111415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.111421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.111449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.111455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.111460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.111465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.111470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.111474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.111479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.111484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.111489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.111493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:53:00.111498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> (def) +2023-12-14 14:53:00.111504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.111508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1: +2023-12-14 14:53:00.111513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> (def) +2023-12-14 14:53:00.111518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.111522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:00.111527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> (def) +2023-12-14 14:53:00.111532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.111537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.111541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:53:00.111546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.111554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.111559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.111564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.111569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.111574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.111579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.111584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.111588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.111594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.111599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.111603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.111608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.111613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.111618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.111623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.111628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.111633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.111638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> +2023-12-14 14:53:00.111643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.111648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:00.111652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.111657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1, operand 0 +2023-12-14 14:53:00.111662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.111667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> +2023-12-14 14:53:00.111672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.111676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1 +2023-12-14 14:53:00.111681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.111689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:53:00.111695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.1 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.111700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> +2023-12-14 14:53:00.111704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.111709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:53:00.111714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.111719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = f32[8192,2048]{1,0} copy(f32[8192,2048]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.111762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.111796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.111804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.111809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.111814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.111819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.111824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.111830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.111835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.111840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.111845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:53:00.111851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <4 copy.2> + +2023-12-14 14:53:00.111856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.1 +2023-12-14 14:53:00.111861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 transpose.1> + +2023-12-14 14:53:00.111866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:00.111872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 param_0.2> + +2023-12-14 14:53:00.111876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.111886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.111891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.111897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.111922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.111928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.111932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.111937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.111942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.111947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.111952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.111956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.111961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.111966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:53:00.111971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> (def) +2023-12-14 14:53:00.111976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.111981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1: +2023-12-14 14:53:00.111985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> (def) +2023-12-14 14:53:00.111990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.111995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:00.111999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> (def) +2023-12-14 14:53:00.112004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.112009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.112014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:53:00.112018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.112023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.112028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.112033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.112038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.112043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.112047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.112055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.112060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.112065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.112070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.112074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.112079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.112083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.112089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.112094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.112099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.112104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.112109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> +2023-12-14 14:53:00.112113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.112118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:00.112123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.112127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1, operand 0 +2023-12-14 14:53:00.112132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.112137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> +2023-12-14 14:53:00.112142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.112147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1 +2023-12-14 14:53:00.112152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.112157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:53:00.112162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.1 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.112167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> +2023-12-14 14:53:00.112172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.112179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:53:00.112183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.112188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = f32[8192,2048]{1,0} copy(f32[8192,2048]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.112208: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:00.112214: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 5 +2023-12-14 14:53:00.112246: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:00.112255: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:00.112265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.112299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.112307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.112312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.112317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.112322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.112327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.112334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.112339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.112344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.112349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:53:00.112354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <4 copy.2> + +2023-12-14 14:53:00.112359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.1 +2023-12-14 14:53:00.112365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 transpose.1> + +2023-12-14 14:53:00.112370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:00.112375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 param_0.2> + +2023-12-14 14:53:00.112380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.112386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.112396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.112402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.112426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.112431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.112436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.112441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.112447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.112452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.112456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.112461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.112466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.112470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:53:00.112475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> (def) +2023-12-14 14:53:00.112480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.112485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1: +2023-12-14 14:53:00.112489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> (def) +2023-12-14 14:53:00.112494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.112499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:00.112504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> (def) +2023-12-14 14:53:00.112509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.112513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.112518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:53:00.112523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.112528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.112532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.112537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.112542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.112547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.112551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.112556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.112561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.112569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.112574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.112579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.112584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.112588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.112593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.112598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.112603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.112607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.112612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> +2023-12-14 14:53:00.112618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.112623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:00.112627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.112632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1, operand 0 +2023-12-14 14:53:00.112637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.112642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> +2023-12-14 14:53:00.112647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.112651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1 +2023-12-14 14:53:00.112656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.112661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:53:00.112666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.1 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.112671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> +2023-12-14 14:53:00.112676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.112681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:53:00.112686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.112693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = f32[8192,2048]{1,0} copy(f32[8192,2048]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.112741: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,8192]{1,0})->f32[8192,2048]{1,0}} +2023-12-14 14:53:00.112749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.112754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.2: f32[2048,8192]) -> f32[8192,2048] { +2023-12-14 14:53:00.112759: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.112764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %transpose.1 = f32[8192,2048]{0,1} transpose(f32[2048,8192]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.112770: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy.2 = f32[8192,2048]{1,0} copy(f32[8192,2048]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.112775: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.112780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.112785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,8192]) -> f32[8192,2048] { +2023-12-14 14:53:00.112790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.112796: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[8192,2048]{1,0} fusion(f32[2048,8192]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.112802: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.112807: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.112811: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[2048,8192]) -> f32[8192,2048] { +2023-12-14 14:53:00.112816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.112821: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[8192,2048]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1), to_apply=%parallel_fusion +2023-12-14 14:53:00.112826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.112831: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.112842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:p + 2:fusion.clone + 3:call + BufferLiveRange: + fusion.clone{}:2-4 + Arg_0.1{}:0-4 + Live ranges at 2 (peak): + fusion.clone: 67108864 bytes + Arg_0.1: 67108864 bytes + +2023-12-14 14:53:00.112853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:53:00.112859: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:00.112865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:53:00.112874: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:00.112879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:00.112884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.clone> +2023-12-14 14:53:00.112890: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:00.112895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:00.112899: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.112904: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:53:00.112910: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.clone> +2023-12-14 14:53:00.112935: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:00.112941: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:00.112946: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:00.112951: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:00.112956: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:00.112961: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:00.112966: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:00.112971: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:00.113236: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 69 us (cumulative: 4.65 ms, max: 421 us, #called: 50) +2023-12-14 14:53:00.125086: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff010018120 +2023-12-14 14:53:00.125396: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:00.125423: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 15.3 ms (cumulative: 1.51 s, max: 222 ms, #called: 50) +2023-12-14 14:53:00.126282: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.151570: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.163224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:00.163286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:00.163333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 32 us (cumulative: 813 ms, max: 101 ms, #called: 4176) +2023-12-14 14:53:00.163341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.163356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 813 ms, max: 101 ms, #called: 4177) +2023-12-14 14:53:00.163380: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,2048]{1,0},f32[8192,2048]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:53:00.163386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:00.163408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:00.163462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 28 us (cumulative: 813 ms, max: 101 ms, #called: 4178) +2023-12-14 14:53:00.163488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:00.163495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 813 ms, max: 101 ms, #called: 4179) +2023-12-14 14:53:00.163518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:00.163525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 813 ms, max: 101 ms, #called: 4180) +2023-12-14 14:53:00.163548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:00.163555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 813 ms, max: 101 ms, #called: 4181) +2023-12-14 14:53:00.163579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.163588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 40 us (cumulative: 813 ms, max: 101 ms, #called: 4182) +2023-12-14 14:53:00.163627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:00.163634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 813 ms, max: 101 ms, #called: 4183) +2023-12-14 14:53:00.163657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:00.163667: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:00.163674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 32 us (cumulative: 813 ms, max: 101 ms, #called: 4184) +2023-12-14 14:53:00.163696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:00.163704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 813 ms, max: 101 ms, #called: 4185) +2023-12-14 14:53:00.163726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:00.163735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 26 us (cumulative: 813 ms, max: 101 ms, #called: 4186) +2023-12-14 14:53:00.163759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:00.163766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 813 ms, max: 101 ms, #called: 4187) +2023-12-14 14:53:00.163788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:00.163794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 25 us (cumulative: 813 ms, max: 101 ms, #called: 4188) +2023-12-14 14:53:00.163820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:00.163827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 23 us (cumulative: 813 ms, max: 101 ms, #called: 4189) +2023-12-14 14:53:00.163849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:00.163856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 814 ms, max: 101 ms, #called: 4190) +2023-12-14 14:53:00.163879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:00.163886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 814 ms, max: 101 ms, #called: 4191) +2023-12-14 14:53:00.163908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:00.163915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 23 us (cumulative: 814 ms, max: 101 ms, #called: 4192) +2023-12-14 14:53:00.163938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:00.163945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.163962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 814 ms, max: 101 ms, #called: 4193) +2023-12-14 14:53:00.163967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:00.163975: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:00.163982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.163992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 32 us (cumulative: 814 ms, max: 101 ms, #called: 4194) +2023-12-14 14:53:00.164007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.164014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 814 ms, max: 101 ms, #called: 4195) +2023-12-14 14:53:00.164037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:00.164044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 814 ms, max: 101 ms, #called: 4196) +2023-12-14 14:53:00.164066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:00.164076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 814 ms, max: 101 ms, #called: 4197) +2023-12-14 14:53:00.164099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.164106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 814 ms, max: 101 ms, #called: 4198) +2023-12-14 14:53:00.164128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.164136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 814 ms, max: 101 ms, #called: 4199) +2023-12-14 14:53:00.164159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.164165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 814 ms, max: 101 ms, #called: 4200) +2023-12-14 14:53:00.164190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:00.164198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 814 ms, max: 101 ms, #called: 4201) +2023-12-14 14:53:00.164221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:00.164228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 814 ms, max: 101 ms, #called: 4202) +2023-12-14 14:53:00.164251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:00.164258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 814 ms, max: 101 ms, #called: 4203) +2023-12-14 14:53:00.164281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:00.164291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 814 ms, max: 101 ms, #called: 4204) +2023-12-14 14:53:00.164314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:00.164339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 41 us (cumulative: 814 ms, max: 101 ms, #called: 4205) +2023-12-14 14:53:00.164362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:00.164369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 814 ms, max: 101 ms, #called: 4206) +2023-12-14 14:53:00.164392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:00.164401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 26 us (cumulative: 814 ms, max: 101 ms, #called: 4207) +2023-12-14 14:53:00.164425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:00.164431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 814 ms, max: 101 ms, #called: 4208) +2023-12-14 14:53:00.164454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:00.164461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 814 ms, max: 101 ms, #called: 4209) +2023-12-14 14:53:00.164483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:00.164489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:00.164501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.164517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 15 us (cumulative: 814 ms, max: 101 ms, #called: 4210) +2023-12-14 14:53:00.164523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.164532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 6 us (cumulative: 814 ms, max: 101 ms, #called: 4211) +2023-12-14 14:53:00.164537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.164546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 814 ms, max: 101 ms, #called: 4212) +2023-12-14 14:53:00.164552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.164560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 814 ms, max: 101 ms, #called: 4213) +2023-12-14 14:53:00.164565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.164574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 814 ms, max: 101 ms, #called: 4214) +2023-12-14 14:53:00.164579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.164588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 814 ms, max: 101 ms, #called: 4215) +2023-12-14 14:53:00.164596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.164605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 814 ms, max: 101 ms, #called: 4216) +2023-12-14 14:53:00.164611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.164620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 814 ms, max: 101 ms, #called: 4217) +2023-12-14 14:53:00.164625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.164633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 814 ms, max: 101 ms, #called: 4218) +2023-12-14 14:53:00.164639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.164648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 814 ms, max: 101 ms, #called: 4219) +2023-12-14 14:53:00.164653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.164661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 814 ms, max: 101 ms, #called: 4220) +2023-12-14 14:53:00.164666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.164675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 814 ms, max: 101 ms, #called: 4221) +2023-12-14 14:53:00.164680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.164700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 19 us (cumulative: 814 ms, max: 101 ms, #called: 4222) +2023-12-14 14:53:00.164706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.164715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 814 ms, max: 101 ms, #called: 4223) +2023-12-14 14:53:00.164721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 253 us (cumulative: 814 ms, max: 101 ms, #called: 4224) +2023-12-14 14:53:00.164744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:00.164751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 814 ms, max: 101 ms, #called: 4225) +2023-12-14 14:53:00.164775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:00.164782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 26 us (cumulative: 814 ms, max: 101 ms, #called: 4226) +2023-12-14 14:53:00.164808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:00.164815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 814 ms, max: 101 ms, #called: 4227) +2023-12-14 14:53:00.164838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:00.164846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 814 ms, max: 101 ms, #called: 4228) +2023-12-14 14:53:00.164869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.164889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 36 us (cumulative: 814 ms, max: 101 ms, #called: 4229) +2023-12-14 14:53:00.164912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:00.164918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 814 ms, max: 101 ms, #called: 4230) +2023-12-14 14:53:00.164942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.164950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.164967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 815 ms, max: 101 ms, #called: 4231) +2023-12-14 14:53:00.164972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:00.164981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.164990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.165001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 27 us (cumulative: 815 ms, max: 101 ms, #called: 4232) +2023-12-14 14:53:00.165007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:00.165036: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:00.165044: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:00.165080: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:00.165087: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:00.165111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.165133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.165141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.165148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.165154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.165159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.165164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.165174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.165180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.165185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.165190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.165196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.165230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.165236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.165241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.165246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.165250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.165255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.165260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.165265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.165270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.165275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.165284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.165289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.165293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.165298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.165303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.165308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.165312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.165317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.165322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.165327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.165332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.165336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.165341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.165346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:00.165351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.165356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.165360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.165365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.165371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.165402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.165415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.165424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 414 us (cumulative: 815 ms, max: 101 ms, #called: 4233) +2023-12-14 14:53:00.165445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:00.165454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.165464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 815 ms, max: 101 ms, #called: 4234) +2023-12-14 14:53:00.165470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:00.165482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 11 us (cumulative: 815 ms, max: 101 ms, #called: 4235) +2023-12-14 14:53:00.165488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:00.165497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 815 ms, max: 101 ms, #called: 4236) +2023-12-14 14:53:00.165508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:00.165517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:00.165523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:00.165530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 815 ms, max: 101 ms, #called: 4237) +2023-12-14 14:53:00.165536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.165545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 815 ms, max: 101 ms, #called: 4238) +2023-12-14 14:53:00.165551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:00.165574: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:00.165582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 29 us (cumulative: 815 ms, max: 101 ms, #called: 4239) +2023-12-14 14:53:00.165587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:00.165593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:00.165600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.165609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 815 ms, max: 101 ms, #called: 4240) +2023-12-14 14:53:00.165616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.165625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 815 ms, max: 101 ms, #called: 4241) +2023-12-14 14:53:00.165631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.165647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 815 ms, max: 101 ms, #called: 4242) +2023-12-14 14:53:00.165656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 67 us (cumulative: 815 ms, max: 101 ms, #called: 4243) +2023-12-14 14:53:00.165661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:00.165668: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:00.165707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 43 us (cumulative: 815 ms, max: 101 ms, #called: 4244) +2023-12-14 14:53:00.165717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.165726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 815 ms, max: 101 ms, #called: 4245) +2023-12-14 14:53:00.165731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:00.165740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.165752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.165758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.165763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.165768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.165773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.165778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.165785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.165791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.165796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.165801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.165806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.165829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.165835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.165840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.165845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.165849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.165854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.165859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.165864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.165869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.165873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.165878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.165883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.165888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.165895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.165900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.165905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.165910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.165915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.165920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.165924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.165929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.165934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.165939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.165944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:00.165949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.165954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.165959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.165964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.165969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.165989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.166000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.166005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.166010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.166015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.166020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.166025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.166031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.166036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.166041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.166049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.166054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.166071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.166076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.166081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.166086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.166091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.166096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.166101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.166106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.166111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.166116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.166121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.166126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.166131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.166135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.166140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.166145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.166149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.166154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.166159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.166164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.166168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.166173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.166178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.166183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:00.166187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.166192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.166197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.166206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.166211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.166229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.166239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.166245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.166250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.166254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.166259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.166264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.166270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.166275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.166281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.166285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.166291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.166307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.166312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.166317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.166322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.166327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.166332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.166336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.166341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.166346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.166351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.166355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.166360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.166368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.166373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.166377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.166382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.166387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.166392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.166396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.166401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.166406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.166410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.166415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.166420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:00.166425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.166430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.166434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.166439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.166444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.166459: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:00.166465: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:00.166474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 741 us (cumulative: 816 ms, max: 101 ms, #called: 4246) +2023-12-14 14:53:00.166480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.166488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 816 ms, max: 101 ms, #called: 4247) +2023-12-14 14:53:00.166501: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:00.167579: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:00.167630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.167649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.167657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.167662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.167667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.167672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.167677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.167686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.167691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.167697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.167702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.167707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.167732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.167738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.167743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.167747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.167752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.167757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.167762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.167767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.167771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.167776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.167781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.167786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.167790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.167795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.167804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.167808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.167813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.167818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.167823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.167827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.167832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.167837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.167842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.167846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:00.167851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.167856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.167860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.167865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.167870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.167906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.167919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.167924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.167929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.167934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.167939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.167944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.167950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.167955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.167961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.167965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.167975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.167991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.167997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.168002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.168006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.168011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.168016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.168021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.168025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.168030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.168035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.168040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.168044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.168049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.168054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.168058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.168064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.168069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.168074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.168079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.168084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.168088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.168093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.168098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.168103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:00.168108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.168112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.168117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.168122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.168129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.168147: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:00.168153: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:00.168181: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:00.168190: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:00.168199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.168210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.168216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.168221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.168226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.168231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.168236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.168242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.168247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.168253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.168257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.168263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.168279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.168285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.168290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.168294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.168299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.168304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.168309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.168313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.168318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.168326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.168331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.168336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.168341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.168345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.168350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.168355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.168359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.168364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.168369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.168374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.168378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.168383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.168388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.168393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:00.168398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.168403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.168409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.168413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.168418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.168454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,2048]{1,0},f32[8192,2048]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:53:00.168460: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.168465: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048,2048], Arg_1.2: f32[8192,2048]) -> f32[2048,8192] { +2023-12-14 14:53:00.168470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,2048]{1,0} parameter(0) +2023-12-14 14:53:00.168475: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:00.168481: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %dot.3 = f32[2048,8192]{1,0} dot(f32[2048,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.168489: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.168494: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.168505: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:dot.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + dot.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 16777216 bytes + Arg_1.2: 67108864 bytes + dot.3: 67108864 bytes + +2023-12-14 14:53:00.168514: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:00.168519: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:00.168524: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:00.168533: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:00.168539: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:00.168544: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:00.168549: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 dot.3> +2023-12-14 14:53:00.168555: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:00.168560: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.168565: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:00.168570: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:00.168577: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 dot.3> +2023-12-14 14:53:00.168601: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:00.168607: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 80.00MiB +2023-12-14 14:53:00.168612: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:00.168617: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:00.168622: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:00.168627: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 144.00MiB +2023-12-14 14:53:00.168632: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:00.168637: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:00.168806: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 50 us (cumulative: 4.7 ms, max: 421 us, #called: 51) +2023-12-14 14:53:00.173381: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff010016000 +2023-12-14 14:53:00.173657: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:00.173678: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 7.17 ms (cumulative: 1.52 s, max: 222 ms, #called: 51) +2023-12-14 14:53:00.174488: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.217720: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.218523: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.225052: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.231847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:00.231896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:00.231923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 17 us (cumulative: 816 ms, max: 101 ms, #called: 4248) +2023-12-14 14:53:00.231931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.231944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 816 ms, max: 101 ms, #called: 4249) +2023-12-14 14:53:00.231968: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (pred[2048,8192]{1,0},pred[])->pred[2048,8192]{1,0} +2023-12-14 14:53:00.231974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:00.231996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:00.232049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 816 ms, max: 101 ms, #called: 4250) +2023-12-14 14:53:00.232074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:00.232081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 816 ms, max: 101 ms, #called: 4251) +2023-12-14 14:53:00.232104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:00.232123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 35 us (cumulative: 816 ms, max: 101 ms, #called: 4252) +2023-12-14 14:53:00.232147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:00.232154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 816 ms, max: 101 ms, #called: 4253) +2023-12-14 14:53:00.232177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.232185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 816 ms, max: 101 ms, #called: 4254) +2023-12-14 14:53:00.232209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:00.232215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 816 ms, max: 101 ms, #called: 4255) +2023-12-14 14:53:00.232239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:00.232248: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:00.232255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 32 us (cumulative: 816 ms, max: 101 ms, #called: 4256) +2023-12-14 14:53:00.232278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:00.232286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 816 ms, max: 101 ms, #called: 4257) +2023-12-14 14:53:00.232309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:00.232317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 30 us (cumulative: 816 ms, max: 101 ms, #called: 4258) +2023-12-14 14:53:00.232346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:00.232353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 816 ms, max: 101 ms, #called: 4259) +2023-12-14 14:53:00.232375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:00.232382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 816 ms, max: 101 ms, #called: 4260) +2023-12-14 14:53:00.232404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:00.232411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 23 us (cumulative: 816 ms, max: 101 ms, #called: 4261) +2023-12-14 14:53:00.232434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:00.232442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 816 ms, max: 101 ms, #called: 4262) +2023-12-14 14:53:00.232465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:00.232472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 816 ms, max: 101 ms, #called: 4263) +2023-12-14 14:53:00.232495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:00.232501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 25 us (cumulative: 816 ms, max: 101 ms, #called: 4264) +2023-12-14 14:53:00.232527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:00.232534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 816 ms, max: 101 ms, #called: 4265) +2023-12-14 14:53:00.232559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:00.232567: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:53:00.232573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 816 ms, max: 101 ms, #called: 4266) +2023-12-14 14:53:00.232596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.232603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 816 ms, max: 101 ms, #called: 4267) +2023-12-14 14:53:00.232625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:00.232633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 816 ms, max: 101 ms, #called: 4268) +2023-12-14 14:53:00.232655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:00.232665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 816 ms, max: 101 ms, #called: 4269) +2023-12-14 14:53:00.232688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.232695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 816 ms, max: 101 ms, #called: 4270) +2023-12-14 14:53:00.232721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.232729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 817 ms, max: 101 ms, #called: 4271) +2023-12-14 14:53:00.232752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.232759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 817 ms, max: 101 ms, #called: 4272) +2023-12-14 14:53:00.232782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:00.232789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 817 ms, max: 101 ms, #called: 4273) +2023-12-14 14:53:00.232812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:00.232819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 817 ms, max: 101 ms, #called: 4274) +2023-12-14 14:53:00.232842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:00.232848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 817 ms, max: 101 ms, #called: 4275) +2023-12-14 14:53:00.232871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:00.232881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 27 us (cumulative: 817 ms, max: 101 ms, #called: 4276) +2023-12-14 14:53:00.232905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:00.232935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 47 us (cumulative: 817 ms, max: 101 ms, #called: 4277) +2023-12-14 14:53:00.232959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:00.232966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.232976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.232984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 817 ms, max: 101 ms, #called: 4278) +2023-12-14 14:53:00.232989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:00.232996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.233006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.233013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 23 us (cumulative: 817 ms, max: 101 ms, #called: 4279) +2023-12-14 14:53:00.233019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:00.233026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.233035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.233043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 817 ms, max: 101 ms, #called: 4280) +2023-12-14 14:53:00.233048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:00.233055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.233065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.233072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 817 ms, max: 101 ms, #called: 4281) +2023-12-14 14:53:00.233077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:00.233084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:00.233095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.233111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 14 us (cumulative: 817 ms, max: 101 ms, #called: 4282) +2023-12-14 14:53:00.233117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.233125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 817 ms, max: 101 ms, #called: 4283) +2023-12-14 14:53:00.233133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.233142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 817 ms, max: 101 ms, #called: 4284) +2023-12-14 14:53:00.233148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.233156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 817 ms, max: 101 ms, #called: 4285) +2023-12-14 14:53:00.233162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.233170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 817 ms, max: 101 ms, #called: 4286) +2023-12-14 14:53:00.233175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.233184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 817 ms, max: 101 ms, #called: 4287) +2023-12-14 14:53:00.233189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.233198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 817 ms, max: 101 ms, #called: 4288) +2023-12-14 14:53:00.233203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.233213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 817 ms, max: 101 ms, #called: 4289) +2023-12-14 14:53:00.233218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.233226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 817 ms, max: 101 ms, #called: 4290) +2023-12-14 14:53:00.233232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.233240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 817 ms, max: 101 ms, #called: 4291) +2023-12-14 14:53:00.233245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.233253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 817 ms, max: 101 ms, #called: 4292) +2023-12-14 14:53:00.233259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.233268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 817 ms, max: 101 ms, #called: 4293) +2023-12-14 14:53:00.233274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.233293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 17 us (cumulative: 817 ms, max: 101 ms, #called: 4294) +2023-12-14 14:53:00.233298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.233308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 817 ms, max: 101 ms, #called: 4295) +2023-12-14 14:53:00.233316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.233327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.233335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 255 us (cumulative: 817 ms, max: 101 ms, #called: 4296) +2023-12-14 14:53:00.233340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:00.233347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.233357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.233364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 817 ms, max: 101 ms, #called: 4297) +2023-12-14 14:53:00.233370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:00.233377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.233387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.233394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 817 ms, max: 101 ms, #called: 4298) +2023-12-14 14:53:00.233400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:00.233406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.233416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.233424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 817 ms, max: 101 ms, #called: 4299) +2023-12-14 14:53:00.233429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:00.233437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.233447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.233454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 23 us (cumulative: 817 ms, max: 101 ms, #called: 4300) +2023-12-14 14:53:00.233460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.233483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.233493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.233501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 39 us (cumulative: 817 ms, max: 101 ms, #called: 4301) +2023-12-14 14:53:00.233506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:00.233512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.233526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.233533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 26 us (cumulative: 817 ms, max: 101 ms, #called: 4302) +2023-12-14 14:53:00.233539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.233546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.233556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.233563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 817 ms, max: 101 ms, #called: 4303) +2023-12-14 14:53:00.233568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:00.233576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.233586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.233593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 817 ms, max: 101 ms, #called: 4304) +2023-12-14 14:53:00.233599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:00.233627: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:00.233635: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:00.233671: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:00.233679: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:00.233703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.233724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.233732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.233738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.233744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.233749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.233754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.233764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.233769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.233775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.233780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:00.233786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <2 broadcast.3> + +2023-12-14 14:53:00.233795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.4 +2023-12-14 14:53:00.233801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <3 compare.4> + +2023-12-14 14:53:00.233835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.233841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.233846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.233851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.233856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.233861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.233866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.233871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.233875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.233880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:00.233885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> (def) +2023-12-14 14:53:00.233890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.233894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.4: +2023-12-14 14:53:00.233899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 compare.4> (def) +2023-12-14 14:53:00.233904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.233909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.233914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.233919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.233924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.233929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.4, operand 0 +2023-12-14 14:53:00.233934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.233939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.233943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.233948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.233952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.233957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:00.233962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.233970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> +2023-12-14 14:53:00.233975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.233980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:00.233985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.233990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.4, operand 1 +2023-12-14 14:53:00.233995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = pred[2048,8192]{1,0} broadcast(pred[] %Arg_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.234000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 compare.4> +2023-12-14 14:53:00.234005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.234010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.4 +2023-12-14 14:53:00.234015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.234020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.4 = pred[2048,8192]{1,0} compare(pred[2048,8192]{1,0} %Arg_0.1, pred[2048,8192]{1,0} %broadcast.3), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.234055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.234069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.234078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 477 us (cumulative: 818 ms, max: 101 ms, #called: 4305) +2023-12-14 14:53:00.234099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:00.234108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.234118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 818 ms, max: 101 ms, #called: 4306) +2023-12-14 14:53:00.234124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:00.234133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 818 ms, max: 101 ms, #called: 4307) +2023-12-14 14:53:00.234139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:00.234148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 818 ms, max: 101 ms, #called: 4308) +2023-12-14 14:53:00.234160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:00.234168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:00.234173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:00.234185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 16 us (cumulative: 818 ms, max: 101 ms, #called: 4309) +2023-12-14 14:53:00.234191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.234200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 818 ms, max: 101 ms, #called: 4310) +2023-12-14 14:53:00.234206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:00.234275: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:53:00.234288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 80 us (cumulative: 818 ms, max: 101 ms, #called: 4311) +2023-12-14 14:53:00.234294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:00.234300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:00.234308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.234318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 818 ms, max: 101 ms, #called: 4312) +2023-12-14 14:53:00.234324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.234334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 818 ms, max: 101 ms, #called: 4313) +2023-12-14 14:53:00.234340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.234361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 20 us (cumulative: 818 ms, max: 101 ms, #called: 4314) +2023-12-14 14:53:00.234370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 74 us (cumulative: 818 ms, max: 101 ms, #called: 4315) +2023-12-14 14:53:00.234375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:00.234382: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:00.234458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:53:00.234517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 139 us (cumulative: 818 ms, max: 101 ms, #called: 4316) +2023-12-14 14:53:00.234524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.234534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:53:00.234544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 818 ms, max: 101 ms, #called: 4317) +2023-12-14 14:53:00.234549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:00.234563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.234623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.234641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.234647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.234652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.234657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.234662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.234669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.234674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.234679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.234684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.234690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.234695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:53:00.234701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <6 compare.1> + +2023-12-14 14:53:00.234706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:00.234711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:00.234716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:00.234721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:00.234726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:00.234731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:00.234736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.234742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.234747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.234753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.234757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.234763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.234853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.234869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.234878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.234883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.234888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.234893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.234898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.234903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:00.234907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.234912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.234917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.234922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.234926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:53:00.234932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> (def) +2023-12-14 14:53:00.234937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.234942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:00.234946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:00.234951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.234956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:00.234961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:00.234966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.234970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:00.234975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:00.234980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.234984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.234989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:53:00.234994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.234999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.235004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.235009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.235013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.235018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.235023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.235030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.235035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.235045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.235050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,8192]{1,0} fusion(pred[2048,8192]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.235060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.235065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.235075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.235079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.235089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.235094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.235099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.235103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.235113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.235117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.235128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:00.235133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.235138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:00.235143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:00.235153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:53:00.235165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.235170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:00.235175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:00.235184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:00.235194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.235200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:00.235204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:00.235214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:53:00.235224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = pred[2048,8192]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.235229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> +2023-12-14 14:53:00.235234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:53:00.235243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,8192]{1,0} compare(pred[2048,8192]{1,0} %param_0.1, pred[2048,8192]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.235287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.235339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.235350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.235356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.235361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.235366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.235370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.235377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.235387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.235393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.235399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.235404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.235409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:53:00.235415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <6 compare.1> + +2023-12-14 14:53:00.235420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:00.235425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:00.235430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:00.235435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:00.235440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:00.235446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:00.235451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.235456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.235461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.235467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.235472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.235477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.235511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.235517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.235522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.235528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.235533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.235537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.235542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.235547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:00.235552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.235561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.235566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.235571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.235575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:53:00.235581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> (def) +2023-12-14 14:53:00.235586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.235590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:00.235595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:00.235600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.235605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:00.235610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:00.235614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.235619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:00.235624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:00.235629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.235633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.235638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:53:00.235643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.235648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.235653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.235658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.235663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.235667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.235672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.235677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.235682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.235691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.235696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,8192]{1,0} fusion(pred[2048,8192]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.235713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.235718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.235728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.235733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.235742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.235747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.235752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.235757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.235766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.235771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.235781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:00.235786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.235791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:00.235796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:00.235805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:53:00.235815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.235820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:00.235825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:00.235834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:00.235844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.235851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:00.235857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:00.235866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:53:00.235876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = pred[2048,8192]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.235881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> +2023-12-14 14:53:00.235886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.235890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:53:00.235895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.235900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,8192]{1,0} compare(pred[2048,8192]{1,0} %param_0.1, pred[2048,8192]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.235929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.235969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.235977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.235983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.235988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.235993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.235998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.236004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.236009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.236014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.236019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.236025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.236030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:53:00.236035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <6 compare.1> + +2023-12-14 14:53:00.236044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:00.236049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:00.236055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:00.236060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:00.236065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:00.236070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:00.236075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.236081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.236085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.236091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.236096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.236101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.236132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.236138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.236143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.236147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.236152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.236158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.236162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.236167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:00.236172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.236177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.236182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.236187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.236191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:53:00.236196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> (def) +2023-12-14 14:53:00.236201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.236206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:00.236213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:00.236218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.236223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:00.236228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:00.236233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.236237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:00.236242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:00.236247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.236252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.236257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:53:00.236261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.236266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.236271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.236276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.236280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.236285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.236290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.236295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.236300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.236304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.236309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.236314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.236319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,8192]{1,0} fusion(pred[2048,8192]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.236324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.236329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.236333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.236338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.236342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.236347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.236358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.236363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.236368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.236373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.236378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.236382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.236387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.236392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.236397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:00.236402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.236407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:00.236411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.236416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:00.236421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.236426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:53:00.236431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.236435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:00.236440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.236445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:00.236450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.236455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:00.236460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.236464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:00.236469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.236474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:00.236479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.236484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:53:00.236489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = pred[2048,8192]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.236496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> +2023-12-14 14:53:00.236501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.236506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:53:00.236511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.236516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,8192]{1,0} compare(pred[2048,8192]{1,0} %param_0.1, pred[2048,8192]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.236536: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:00.236543: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:00.236554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2 ms (cumulative: 820 ms, max: 101 ms, #called: 4318) +2023-12-14 14:53:00.236560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.236570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 820 ms, max: 101 ms, #called: 4319) +2023-12-14 14:53:00.236585: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:00.237640: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:00.237692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.237751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.237761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.237767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.237772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.237777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.237782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.237790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.237795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.237808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.237813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.237819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.237824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:53:00.237829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <6 compare.1> + +2023-12-14 14:53:00.237835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:00.237840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:00.237845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:00.237851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:00.237855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:00.237861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:00.237866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.237871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.237876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.237882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.237887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.237892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.237929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.237936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.237941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.237945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.237950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.237955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.237960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.237965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:00.237970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.237976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.237984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.237989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.237993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:53:00.237998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> (def) +2023-12-14 14:53:00.238003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:00.238013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:00.238017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:00.238027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:00.238031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:00.238042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:00.238046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.238056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:53:00.238060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.238070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.238075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.238084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.238089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.238094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.238099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.238109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.238113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,8192]{1,0} fusion(pred[2048,8192]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.238126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.238131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.238140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.238145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.238155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.238159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.238164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.238169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.238179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.238183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.238193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:00.238198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.238203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:00.238208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:00.238217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:53:00.238227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.238233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:00.238238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:00.238247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:00.238257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.238262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:00.238269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:00.238279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:53:00.238289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = pred[2048,8192]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.238294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> +2023-12-14 14:53:00.238300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:53:00.238309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,8192]{1,0} compare(pred[2048,8192]{1,0} %param_0.1, pred[2048,8192]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.238361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.238403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.238411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.238416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.238421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.238426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.238431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.238438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.238442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.238448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.238453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.238458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.238463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:53:00.238468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <6 compare.1> + +2023-12-14 14:53:00.238473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:00.238482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:00.238487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:00.238493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:00.238498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:00.238503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:00.238508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.238514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.238518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.238524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.238529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.238534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.238563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.238569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.238574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.238583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.238588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.238598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:00.238603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.238612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.238617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:53:00.238627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> (def) +2023-12-14 14:53:00.238632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:00.238641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:00.238649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:00.238658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:00.238663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:00.238672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:00.238677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.238688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:53:00.238693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.238702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.238707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.238712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.238716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.238721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.238726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.238731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.238740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.238745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,8192]{1,0} fusion(pred[2048,8192]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.238755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.238760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.238769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.238773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.238783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.238791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.238796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.238800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.238810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.238815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.238825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:00.238830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.238835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:00.238839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:00.238849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:53:00.238858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.238863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:00.238868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:00.238877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:00.238887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.238892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:00.238897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:00.238906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:53:00.238916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = pred[2048,8192]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.238923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> +2023-12-14 14:53:00.238928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.238933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:53:00.238938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.238943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,8192]{1,0} compare(pred[2048,8192]{1,0} %param_0.1, pred[2048,8192]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.238964: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:00.238970: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:53:00.239004: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:00.239013: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:00.239023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.239065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.239073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.239079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.239084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.239089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.239093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.239099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.239104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.239109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.239114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.239120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.239124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.1 +2023-12-14 14:53:00.239131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <6 compare.1> + +2023-12-14 14:53:00.239135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:00.239141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:00.239146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:00.239157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:00.239162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:00.239167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:00.239172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.239178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 fusion.clone> + +2023-12-14 14:53:00.239183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.239188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.239193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.239198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.239227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.239233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.239238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.239242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.239247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.239252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.239257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.239262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:00.239267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.239271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.239276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.239281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.239285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1: +2023-12-14 14:53:00.239290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> (def) +2023-12-14 14:53:00.239295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.239300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:00.239304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:00.239309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.239314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:00.239325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:00.239335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.239340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:00.239345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:00.239349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.239354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.239359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> (def) +2023-12-14 14:53:00.239364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.239368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.239373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.239378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.239382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.239387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.239392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.239397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.clone> +2023-12-14 14:53:00.239402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.239407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.239411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.239416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.239421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = pred[2048,8192]{1,0} fusion(pred[2048,8192]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.239426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.239430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.239435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.239440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.239444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.239449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.239454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.239459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.239464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.239471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.239476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.239480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.239485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.239490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.239494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:00.239499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.239504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:00.239509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.239514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:00.239518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.239523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 0 +2023-12-14 14:53:00.239528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.239534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:00.239538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.239543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:00.239547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.239552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:00.239557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.239562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:00.239567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.239571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:00.239576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.239581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1, operand 1 +2023-12-14 14:53:00.239586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = pred[2048,8192]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.239592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 compare.1> +2023-12-14 14:53:00.239597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.239601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.1 +2023-12-14 14:53:00.239608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.239613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.1 = pred[2048,8192]{1,0} compare(pred[2048,8192]{1,0} %param_0.1, pred[2048,8192]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.239668: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(pred[2048,8192]{1,0},pred[])->pred[2048,8192]{1,0}} +2023-12-14 14:53:00.239675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.239680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: pred[2048,8192], param_1.2: pred[]) -> pred[2048,8192] { +2023-12-14 14:53:00.239685: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.239690: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.239695: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = pred[2048,8192]{1,0} broadcast(pred[] %param_1.2), dimensions={}, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.239700: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.1 = pred[2048,8192]{1,0} compare(pred[2048,8192]{1,0} %param_0.1, pred[2048,8192]{1,0} %broadcast.1), direction=EQ, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.239705: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.239710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.239715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: pred[2048,8192], p.1: pred[]) -> pred[2048,8192] { +2023-12-14 14:53:00.239720: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.239725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = pred[] parameter(1) +2023-12-14 14:53:00.239730: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = pred[2048,8192]{1,0} fusion(pred[2048,8192]{1,0} %p, pred[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(eq)/jit(main)/eq" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.239735: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.239740: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.239745: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: pred[2048,8192], Arg_1.2: pred[]) -> pred[2048,8192] { +2023-12-14 14:53:00.239750: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.239755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = pred[] parameter(1) +2023-12-14 14:53:00.239760: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = pred[2048,8192]{1,0} call(pred[2048,8192]{1,0} %Arg_0.1, pred[] %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:53:00.239767: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.239772: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.239784: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + fusion.clone{}:4-6 + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + Live ranges at 4 (peak): + fusion.clone: 16777216 bytes + Arg_0.1: 16777216 bytes + Arg_1.2: 1 bytes + +2023-12-14 14:53:00.239793: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:53:00.239798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:00.239803: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:53:00.239812: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:53:00.239818: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:00.239823: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:00.239827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:00.239832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:00.239837: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.clone> +2023-12-14 14:53:00.239843: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:00.239848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:00.239853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.239858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:53:00.239863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:53:00.239869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.clone> +2023-12-14 14:53:00.239895: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:00.239900: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.00MiB +2023-12-14 14:53:00.239905: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:00.239910: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:53:00.239915: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:00.239920: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 32.00MiB +2023-12-14 14:53:00.239925: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:00.239930: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:00.240211: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 72 us (cumulative: 4.77 ms, max: 421 us, #called: 52) +2023-12-14 14:53:00.252523: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0100140d0 +2023-12-14 14:53:00.252867: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:00.252895: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 16.3 ms (cumulative: 1.54 s, max: 222 ms, #called: 52) +2023-12-14 14:53:00.253794: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.261561: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.267566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:00.267613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:00.267636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 16 us (cumulative: 820 ms, max: 101 ms, #called: 4320) +2023-12-14 14:53:00.267643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.267657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 820 ms, max: 101 ms, #called: 4321) +2023-12-14 14:53:00.267679: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (pred[2048,8192]{1,0},f32[2048,8192]{1,0},f32[2048,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:53:00.267686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:00.267708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.267738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.267746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:00.267755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.267766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.267774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 820 ms, max: 101 ms, #called: 4322) +2023-12-14 14:53:00.267780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:00.267787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.267797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.267804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 22 us (cumulative: 820 ms, max: 101 ms, #called: 4323) +2023-12-14 14:53:00.267809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:00.267816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.267827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.267834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 820 ms, max: 101 ms, #called: 4324) +2023-12-14 14:53:00.267849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:00.267856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.267867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.267874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 820 ms, max: 101 ms, #called: 4325) +2023-12-14 14:53:00.267880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.267887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.267898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.267905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 23 us (cumulative: 820 ms, max: 101 ms, #called: 4326) +2023-12-14 14:53:00.267910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:00.267917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.267927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.267934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 820 ms, max: 101 ms, #called: 4327) +2023-12-14 14:53:00.267940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:00.267949: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:00.267956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.267966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.267973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 31 us (cumulative: 820 ms, max: 101 ms, #called: 4328) +2023-12-14 14:53:00.267978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:00.267986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.267996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 820 ms, max: 101 ms, #called: 4329) +2023-12-14 14:53:00.268008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:00.268016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 820 ms, max: 101 ms, #called: 4330) +2023-12-14 14:53:00.268042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:00.268049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 820 ms, max: 101 ms, #called: 4331) +2023-12-14 14:53:00.268073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:00.268079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4332) +2023-12-14 14:53:00.268102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:00.268108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4333) +2023-12-14 14:53:00.268131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:00.268138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 821 ms, max: 101 ms, #called: 4334) +2023-12-14 14:53:00.268161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:00.268167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4335) +2023-12-14 14:53:00.268190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:00.268197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 23 us (cumulative: 821 ms, max: 101 ms, #called: 4336) +2023-12-14 14:53:00.268220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:00.268230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 26 us (cumulative: 821 ms, max: 101 ms, #called: 4337) +2023-12-14 14:53:00.268253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:00.268261: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:53:00.268267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 821 ms, max: 101 ms, #called: 4338) +2023-12-14 14:53:00.268290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.268297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4339) +2023-12-14 14:53:00.268320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:00.268326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4340) +2023-12-14 14:53:00.268349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:00.268358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 25 us (cumulative: 821 ms, max: 101 ms, #called: 4341) +2023-12-14 14:53:00.268381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.268387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4342) +2023-12-14 14:53:00.268409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.268417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 28 us (cumulative: 821 ms, max: 101 ms, #called: 4343) +2023-12-14 14:53:00.268444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.268451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 821 ms, max: 101 ms, #called: 4344) +2023-12-14 14:53:00.268473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:00.268481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4345) +2023-12-14 14:53:00.268503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:00.268510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4346) +2023-12-14 14:53:00.268532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:00.268539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4347) +2023-12-14 14:53:00.268562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:00.268572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 821 ms, max: 101 ms, #called: 4348) +2023-12-14 14:53:00.268595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:00.268620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 45 us (cumulative: 821 ms, max: 101 ms, #called: 4349) +2023-12-14 14:53:00.268647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:00.268654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 821 ms, max: 101 ms, #called: 4350) +2023-12-14 14:53:00.268676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:00.268683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4351) +2023-12-14 14:53:00.268706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:00.268712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4352) +2023-12-14 14:53:00.268735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:00.268742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.268752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.268759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 821 ms, max: 101 ms, #called: 4353) +2023-12-14 14:53:00.268764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:00.268770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:00.268782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.268793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 821 ms, max: 101 ms, #called: 4354) +2023-12-14 14:53:00.268799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.268807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 821 ms, max: 101 ms, #called: 4355) +2023-12-14 14:53:00.268813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.268822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 821 ms, max: 101 ms, #called: 4356) +2023-12-14 14:53:00.268831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.268839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 821 ms, max: 101 ms, #called: 4357) +2023-12-14 14:53:00.268844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.268853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 821 ms, max: 101 ms, #called: 4358) +2023-12-14 14:53:00.268858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.268866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 821 ms, max: 101 ms, #called: 4359) +2023-12-14 14:53:00.268872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.268880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 821 ms, max: 101 ms, #called: 4360) +2023-12-14 14:53:00.268886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.268895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 821 ms, max: 101 ms, #called: 4361) +2023-12-14 14:53:00.268900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.268908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 821 ms, max: 101 ms, #called: 4362) +2023-12-14 14:53:00.268914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.268922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 821 ms, max: 101 ms, #called: 4363) +2023-12-14 14:53:00.268928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.268936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 821 ms, max: 101 ms, #called: 4364) +2023-12-14 14:53:00.268942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.268952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 821 ms, max: 101 ms, #called: 4365) +2023-12-14 14:53:00.268957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.268976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 18 us (cumulative: 821 ms, max: 101 ms, #called: 4366) +2023-12-14 14:53:00.268982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.268991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 821 ms, max: 101 ms, #called: 4367) +2023-12-14 14:53:00.268997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.269008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.269018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 251 us (cumulative: 821 ms, max: 101 ms, #called: 4368) +2023-12-14 14:53:00.269024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:00.269030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.269040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.269047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4369) +2023-12-14 14:53:00.269054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:00.269062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.269072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.269080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 821 ms, max: 101 ms, #called: 4370) +2023-12-14 14:53:00.269085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:00.269091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.269101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.269108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 821 ms, max: 101 ms, #called: 4371) +2023-12-14 14:53:00.269114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:00.269122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.269132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.269139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 821 ms, max: 101 ms, #called: 4372) +2023-12-14 14:53:00.269145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.269165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.269176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.269183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 37 us (cumulative: 822 ms, max: 101 ms, #called: 4373) +2023-12-14 14:53:00.269189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:00.269195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.269205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.269212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 822 ms, max: 101 ms, #called: 4374) +2023-12-14 14:53:00.269221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.269229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.269239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.269247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 822 ms, max: 101 ms, #called: 4375) +2023-12-14 14:53:00.269252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:00.269261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.269271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.269278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 822 ms, max: 101 ms, #called: 4376) +2023-12-14 14:53:00.269284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:00.269314: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:00.269322: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:00.269359: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:00.269367: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:00.269392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.269412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.269419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.269426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.269432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.269437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.269442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.269451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.269457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.269462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:00.269467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:00.269473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_2.3> + +2023-12-14 14:53:00.269477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4 +2023-12-14 14:53:00.269483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 select.4> + +2023-12-14 14:53:00.269517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.269523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.269528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.269533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.269538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.269543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.269548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.269553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:00.269558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.269563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:00.269567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> (def) +2023-12-14 14:53:00.269572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.269577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4: +2023-12-14 14:53:00.269582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> (def) +2023-12-14 14:53:00.269587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.269591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.269596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.269601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.269605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.269610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 0 +2023-12-14 14:53:00.269615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.269620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_2.3> +2023-12-14 14:53:00.269625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.269630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:00.269634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.269639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 1 +2023-12-14 14:53:00.269644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,8192]{1,0} parameter(2) +2023-12-14 14:53:00.269649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:00.269654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.269658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.269666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.269672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 2 +2023-12-14 14:53:00.269677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.269683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> +2023-12-14 14:53:00.269687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.269692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4 +2023-12-14 14:53:00.269697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.269702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4 = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_2.3, f32[2048,8192]{1,0} %Arg_1.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73} +2023-12-14 14:53:00.269733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.269746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.269755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 467 us (cumulative: 822 ms, max: 101 ms, #called: 4377) +2023-12-14 14:53:00.269775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:00.269784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.269794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 822 ms, max: 101 ms, #called: 4378) +2023-12-14 14:53:00.269800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:00.269809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 822 ms, max: 101 ms, #called: 4379) +2023-12-14 14:53:00.269815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:00.269823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 822 ms, max: 101 ms, #called: 4380) +2023-12-14 14:53:00.269835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:00.269843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:00.269848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:00.269856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 822 ms, max: 101 ms, #called: 4381) +2023-12-14 14:53:00.269862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.269870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 822 ms, max: 101 ms, #called: 4382) +2023-12-14 14:53:00.269879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:00.269902: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:00.269910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 30 us (cumulative: 822 ms, max: 101 ms, #called: 4383) +2023-12-14 14:53:00.269916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:00.269922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:00.269929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.269938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 822 ms, max: 101 ms, #called: 4384) +2023-12-14 14:53:00.269944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.269953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 822 ms, max: 101 ms, #called: 4385) +2023-12-14 14:53:00.269958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.269974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 822 ms, max: 101 ms, #called: 4386) +2023-12-14 14:53:00.269982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 64 us (cumulative: 822 ms, max: 101 ms, #called: 4387) +2023-12-14 14:53:00.269988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:00.269993: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:00.270067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 76 us (cumulative: 822 ms, max: 101 ms, #called: 4388) +2023-12-14 14:53:00.270075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.270085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 822 ms, max: 101 ms, #called: 4389) +2023-12-14 14:53:00.270091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:00.270102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.270145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.270156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.270161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.270168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.270173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.270178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.270191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.270196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.270201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:53:00.270206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:00.270212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:00.270216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.270222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 select.4.clone> + +2023-12-14 14:53:00.270227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4.clone +2023-12-14 14:53:00.270233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 select.4.clone> + +2023-12-14 14:53:00.270238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.270243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.270248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.270253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:00.270258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:53:00.270263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:53:00.270337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.270345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.270350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.270359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.270364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.270374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> (def) +2023-12-14 14:53:00.270378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:00.270388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:00.270393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.270405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> +2023-12-14 14:53:00.270411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone: +2023-12-14 14:53:00.270421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> (def) +2023-12-14 14:53:00.270426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.270435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.270440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.270449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:00.270454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:53:00.270463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:53:00.270468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.270473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> +2023-12-14 14:53:00.270478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.270483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone +2023-12-14 14:53:00.270487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.270492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.270497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4.clone = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1, f32[2048,8192]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.270502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.270507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.270512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.270516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.270521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.270526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.270531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 0 +2023-12-14 14:53:00.270536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.270544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:00.270549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.270553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:00.270558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.270562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.270567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.270572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 1 +2023-12-14 14:53:00.270577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,8192]{1,0} parameter(2) +2023-12-14 14:53:00.270582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:53:00.270586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.270591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.270596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:53:00.270600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.270605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:53:00.270610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 2 +2023-12-14 14:53:00.270615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.270644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.270675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.270684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.270689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.270694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.270699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.270704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.270710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.270715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.270720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:53:00.270725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:00.270730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:00.270739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.270744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 select.4.clone> + +2023-12-14 14:53:00.270749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4.clone +2023-12-14 14:53:00.270755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 select.4.clone> + +2023-12-14 14:53:00.270760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.270765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.270770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.270776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:00.270781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:53:00.270787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:53:00.270809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.270814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.270819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.270829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.270833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.270843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> (def) +2023-12-14 14:53:00.270848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:00.270857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:00.270862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.270871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> +2023-12-14 14:53:00.270876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone: +2023-12-14 14:53:00.270886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> (def) +2023-12-14 14:53:00.270891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.270904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.270909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.270919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:00.270923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.270928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:53:00.270933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:53:00.270938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.270942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> +2023-12-14 14:53:00.270947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.270952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone +2023-12-14 14:53:00.270957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.270961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.270966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4.clone = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1, f32[2048,8192]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.270971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.270976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.270980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.270985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.270990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.270994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.270999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 0 +2023-12-14 14:53:00.271004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.271009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:00.271014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.271019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:00.271024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.271029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.271034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.271042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 1 +2023-12-14 14:53:00.271047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,8192]{1,0} parameter(2) +2023-12-14 14:53:00.271051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:53:00.271056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.271061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.271066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:53:00.271070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.271075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:53:00.271080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 2 +2023-12-14 14:53:00.271085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.271104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.271132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.271139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.271144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.271149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.271154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.271159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.271165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.271170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.271175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:53:00.271180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:00.271185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:00.271190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.271196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 select.4.clone> + +2023-12-14 14:53:00.271201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4.clone +2023-12-14 14:53:00.271206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 select.4.clone> + +2023-12-14 14:53:00.271211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.271221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.271226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.271231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:00.271236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:53:00.271242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:53:00.271262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.271268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.271273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.271277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.271282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.271287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.271292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.271297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> (def) +2023-12-14 14:53:00.271302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.271306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:00.271311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:00.271316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.271329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.271335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> +2023-12-14 14:53:00.271339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.271344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone: +2023-12-14 14:53:00.271349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> (def) +2023-12-14 14:53:00.271354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.271358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.271363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.271368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.271372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.271377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:00.271382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.271387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:53:00.271394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:53:00.271400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.271405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> +2023-12-14 14:53:00.271409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.271415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone +2023-12-14 14:53:00.271419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.271424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.271429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4.clone = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1, f32[2048,8192]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.271434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.271438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.271443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.271448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.271452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.271457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.271462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 0 +2023-12-14 14:53:00.271467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.271472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:00.271476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.271481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:00.271485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.271490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.271495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.271500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 1 +2023-12-14 14:53:00.271505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,8192]{1,0} parameter(2) +2023-12-14 14:53:00.271509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:53:00.271514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.271520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.271532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:53:00.271538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.271543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:53:00.271548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 2 +2023-12-14 14:53:00.271553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.271570: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:00.271576: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:00.271587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.49 ms (cumulative: 824 ms, max: 101 ms, #called: 4390) +2023-12-14 14:53:00.271592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.271601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 824 ms, max: 101 ms, #called: 4391) +2023-12-14 14:53:00.271615: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:00.272591: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:00.272637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.272680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.272690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.272696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.272702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.272707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.272712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.272719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.272724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.272729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:53:00.272734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:00.272747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:00.272751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.272757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 select.4.clone> + +2023-12-14 14:53:00.272762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4.clone +2023-12-14 14:53:00.272768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 select.4.clone> + +2023-12-14 14:53:00.272773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.272778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.272783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.272789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:00.272793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:53:00.272799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:53:00.272823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.272829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.272834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.272839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.272844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.272848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.272853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.272858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> (def) +2023-12-14 14:53:00.272863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.272867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:00.272872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:00.272877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.272882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.272887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> +2023-12-14 14:53:00.272892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.272897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone: +2023-12-14 14:53:00.272902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> (def) +2023-12-14 14:53:00.272910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.272914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.272919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.272924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.272929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.272933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:00.272938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.272943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:53:00.272948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:53:00.272952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.272957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> +2023-12-14 14:53:00.272962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.272967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone +2023-12-14 14:53:00.272971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.272976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.272981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4.clone = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1, f32[2048,8192]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.272986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.272991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.272996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.273000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.273005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.273010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.273015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 0 +2023-12-14 14:53:00.273019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.273024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:00.273029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.273034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:00.273038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.273046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.273050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.273055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 1 +2023-12-14 14:53:00.273060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,8192]{1,0} parameter(2) +2023-12-14 14:53:00.273065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:53:00.273070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.273075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.273080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:53:00.273085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.273089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:53:00.273094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 2 +2023-12-14 14:53:00.273099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.273141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.273171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.273179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.273184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.273189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.273194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.273199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.273204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.273209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.273215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:53:00.273220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:00.273225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:00.273230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.273235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 select.4.clone> + +2023-12-14 14:53:00.273241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4.clone +2023-12-14 14:53:00.273247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 select.4.clone> + +2023-12-14 14:53:00.273255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.273260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.273265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.273270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:00.273275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:53:00.273281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:53:00.273301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.273307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.273312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.273321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.273326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.273335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> (def) +2023-12-14 14:53:00.273340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:00.273349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:00.273354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.273364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> +2023-12-14 14:53:00.273368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone: +2023-12-14 14:53:00.273378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> (def) +2023-12-14 14:53:00.273383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.273392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.273397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.273406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:00.273415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:53:00.273425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:53:00.273430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.273435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> +2023-12-14 14:53:00.273440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.273444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone +2023-12-14 14:53:00.273449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.273454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.273459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4.clone = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1, f32[2048,8192]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.273464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.273468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.273473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.273478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.273482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.273487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.273492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 0 +2023-12-14 14:53:00.273497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.273501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:00.273506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.273511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:00.273515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.273520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.273525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.273530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 1 +2023-12-14 14:53:00.273535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,8192]{1,0} parameter(2) +2023-12-14 14:53:00.273539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:53:00.273544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.273551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.273556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:53:00.273561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.273566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:53:00.273570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 2 +2023-12-14 14:53:00.273575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.273595: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:00.273601: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 4 +2023-12-14 14:53:00.273633: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:00.273642: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:00.273651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.273682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.273690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.273695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.273700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.273704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.273709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.273715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.273720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.273725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:53:00.273730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:00.273735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:00.273740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.273746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 select.4.clone> + +2023-12-14 14:53:00.273751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4.clone +2023-12-14 14:53:00.273757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 select.4.clone> + +2023-12-14 14:53:00.273762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.273774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:00.273779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.273784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:00.273789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:53:00.273794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_1.2> + +2023-12-14 14:53:00.273815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.273820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.273825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.273835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:00.273840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.273849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> (def) +2023-12-14 14:53:00.273854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:00.273863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:00.273868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.273877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> +2023-12-14 14:53:00.273882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone: +2023-12-14 14:53:00.273892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> (def) +2023-12-14 14:53:00.273897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.273906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.273911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.273921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:00.273926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.273931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:53:00.273938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:53:00.273943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.273948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 select.4.clone> +2023-12-14 14:53:00.273953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.273958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone +2023-12-14 14:53:00.273962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.273967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.273972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4.clone = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1, f32[2048,8192]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.273977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:00.273981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.273986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.273991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.273995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.274000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.274005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 0 +2023-12-14 14:53:00.274010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.274015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:00.274019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.274024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:00.274029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.274033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.274038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.274043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 1 +2023-12-14 14:53:00.274048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048,8192]{1,0} parameter(2) +2023-12-14 14:53:00.274053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_1.2> +2023-12-14 14:53:00.274057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.274062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.274069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:53:00.274074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.274079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 2 +2023-12-14 14:53:00.274083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4.clone, operand 2 +2023-12-14 14:53:00.274089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.274136: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(pred[2048,8192]{1,0},f32[2048,8192]{1,0},f32[2048,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:53:00.274143: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.274148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_select.4 (p: pred[2048,8192], p.1: f32[2048,8192], p.2: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:00.274153: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.274158: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.274163: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.2 = f32[2048,8192]{1,0} parameter(2) +2023-12-14 14:53:00.274168: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %select.4.clone = f32[2048,8192]{1,0} select(pred[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1, f32[2048,8192]{1,0} %p.2), metadata={op_name="jit(select_n)/jit(main)/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=73}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.274173: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.274178: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.274183: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: pred[2048,8192], Arg_1.2: f32[2048,8192], Arg_2.3: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:00.274188: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = pred[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.274193: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_2.3 = f32[2048,8192]{1,0} parameter(2) +2023-12-14 14:53:00.274197: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.274202: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(pred[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_2.3, f32[2048,8192]{1,0} %Arg_1.2), to_apply=%parallel_select.4 +2023-12-14 14:53:00.274207: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.274212: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.274224: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 8): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:Arg_2.3 + 3:p + 4:p.1 + 5:p.2 + 6:select.4.clone + 7:call + BufferLiveRange: + select.4.clone{}:6-8 + Arg_0.1{}:0-8 + Arg_2.3{}:0-8 + Arg_1.2{}:0-8 + Live ranges at 6 (peak): + select.4.clone: 67108864 bytes + Arg_0.1: 16777216 bytes + Arg_2.3: 67108864 bytes + Arg_1.2: 67108864 bytes + +2023-12-14 14:53:00.274233: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time8 +2023-12-14 14:53:00.274241: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:00.274247: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:53:00.274256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_2.3> +2023-12-14 14:53:00.274262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <3 Arg_1.2> +2023-12-14 14:53:00.274268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:00.274273: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:00.274278: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:00.274283: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:00.274287: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:00.274292: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:00.274297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 select.4.clone> +2023-12-14 14:53:00.274303: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:53:00.274308: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:53:00.274313: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.274318: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:53:00.274323: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_2.3> +2023-12-14 14:53:00.274328: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <3 Arg_1.2> +2023-12-14 14:53:00.274334: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 select.4.clone> +2023-12-14 14:53:00.274359: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:00.274365: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 144.00MiB +2023-12-14 14:53:00.274370: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:00.274375: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:00.274379: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:00.274384: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 208.00MiB +2023-12-14 14:53:00.274389: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:00.274394: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:00.274652: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 69 us (cumulative: 4.84 ms, max: 421 us, #called: 53) +2023-12-14 14:53:00.289736: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff010012140 +2023-12-14 14:53:00.290049: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:00.290082: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 18.5 ms (cumulative: 1.56 s, max: 222 ms, #called: 53) +2023-12-14 14:53:00.291040: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.306418: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.323371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: spmd-partitioner +2023-12-14 14:53:00.323440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:00.323470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 21 us (cumulative: 824 ms, max: 101 ms, #called: 4392) +2023-12-14 14:53:00.323477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.323493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 824 ms, max: 101 ms, #called: 4393) +2023-12-14 14:53:00.323518: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0})->(f32[2048,8192]{1,0}, f32[1,8192]{1,0}) +2023-12-14 14:53:00.323524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: HLO passes through layout assignment +2023-12-14 14:53:00.323548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.323599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.323607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:00.323616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.323632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.323641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 32 us (cumulative: 824 ms, max: 101 ms, #called: 4394) +2023-12-14 14:53:00.323647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:00.323655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.323670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.323678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 29 us (cumulative: 824 ms, max: 101 ms, #called: 4395) +2023-12-14 14:53:00.323683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:00.323690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.323705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.323713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 28 us (cumulative: 824 ms, max: 101 ms, #called: 4396) +2023-12-14 14:53:00.323718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:00.323741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.323757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.323765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 45 us (cumulative: 824 ms, max: 101 ms, #called: 4397) +2023-12-14 14:53:00.323771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.323780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.323795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.323803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 31 us (cumulative: 824 ms, max: 101 ms, #called: 4398) +2023-12-14 14:53:00.323809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:00.323816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.323831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.323839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 28 us (cumulative: 824 ms, max: 101 ms, #called: 4399) +2023-12-14 14:53:00.323845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:00.323857: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:00.323865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.323880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.323888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 41 us (cumulative: 824 ms, max: 101 ms, #called: 4400) +2023-12-14 14:53:00.323893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:00.323902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.323917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.323925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 30 us (cumulative: 824 ms, max: 101 ms, #called: 4401) +2023-12-14 14:53:00.323930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:00.323940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.323954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.323962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 30 us (cumulative: 824 ms, max: 101 ms, #called: 4402) +2023-12-14 14:53:00.323968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:00.323978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.323994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 32 us (cumulative: 824 ms, max: 101 ms, #called: 4403) +2023-12-14 14:53:00.324007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:00.324014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 28 us (cumulative: 824 ms, max: 101 ms, #called: 4404) +2023-12-14 14:53:00.324042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:00.324049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 27 us (cumulative: 824 ms, max: 101 ms, #called: 4405) +2023-12-14 14:53:00.324077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:00.324085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 29 us (cumulative: 824 ms, max: 101 ms, #called: 4406) +2023-12-14 14:53:00.324113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:00.324120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 28 us (cumulative: 824 ms, max: 101 ms, #called: 4407) +2023-12-14 14:53:00.324148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:00.324155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 28 us (cumulative: 824 ms, max: 101 ms, #called: 4408) +2023-12-14 14:53:00.324183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:00.324191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 32 us (cumulative: 824 ms, max: 101 ms, #called: 4409) +2023-12-14 14:53:00.324222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:00.324231: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: region_0.3 +2023-12-14 14:53:00.324238: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.10 +2023-12-14 14:53:00.324245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 44 us (cumulative: 824 ms, max: 101 ms, #called: 4410) +2023-12-14 14:53:00.324273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.324280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 27 us (cumulative: 824 ms, max: 101 ms, #called: 4411) +2023-12-14 14:53:00.324308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:00.324315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 28 us (cumulative: 824 ms, max: 101 ms, #called: 4412) +2023-12-14 14:53:00.324343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:00.324355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 33 us (cumulative: 824 ms, max: 101 ms, #called: 4413) +2023-12-14 14:53:00.324383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.324390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 28 us (cumulative: 825 ms, max: 101 ms, #called: 4414) +2023-12-14 14:53:00.324418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.324427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 33 us (cumulative: 825 ms, max: 101 ms, #called: 4415) +2023-12-14 14:53:00.324459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.324467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 29 us (cumulative: 825 ms, max: 101 ms, #called: 4416) +2023-12-14 14:53:00.324495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:00.324503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 29 us (cumulative: 825 ms, max: 101 ms, #called: 4417) +2023-12-14 14:53:00.324531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:00.324538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 28 us (cumulative: 825 ms, max: 101 ms, #called: 4418) +2023-12-14 14:53:00.324566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:00.324574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 30 us (cumulative: 825 ms, max: 101 ms, #called: 4419) +2023-12-14 14:53:00.324603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:00.324617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 35 us (cumulative: 825 ms, max: 101 ms, #called: 4420) +2023-12-14 14:53:00.324645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:00.324683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 60 us (cumulative: 825 ms, max: 101 ms, #called: 4421) +2023-12-14 14:53:00.324716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:00.324724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 30 us (cumulative: 825 ms, max: 101 ms, #called: 4422) +2023-12-14 14:53:00.324754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:00.324761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 28 us (cumulative: 825 ms, max: 101 ms, #called: 4423) +2023-12-14 14:53:00.324789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:00.324795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 27 us (cumulative: 825 ms, max: 101 ms, #called: 4424) +2023-12-14 14:53:00.324823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:00.324830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.324845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.324852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 28 us (cumulative: 825 ms, max: 101 ms, #called: 4425) +2023-12-14 14:53:00.324858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:00.324864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: simplification +2023-12-14 14:53:00.324875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.324897: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:53:00.324916: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:53:00.324923: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:53:00.324930: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] -inf +2023-12-14 14:53:00.324945: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} +2023-12-14 14:53:00.324957: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] -inf +2023-12-14 14:53:00.324968: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:53:00.324974: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:53:00.324979: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:53:00.324985: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] inf +2023-12-14 14:53:00.324992: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} +2023-12-14 14:53:00.325000: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] inf +2023-12-14 14:53:00.325013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 135 us (cumulative: 825 ms, max: 101 ms, #called: 4426) +2023-12-14 14:53:00.325019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.325028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4427) +2023-12-14 14:53:00.325034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.325044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4428) +2023-12-14 14:53:00.325049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.325058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4429) +2023-12-14 14:53:00.325063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.325099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 33 us (cumulative: 825 ms, max: 101 ms, #called: 4430) +2023-12-14 14:53:00.325106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.325116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4431) +2023-12-14 14:53:00.325122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.325131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4432) +2023-12-14 14:53:00.325137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.325148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 825 ms, max: 101 ms, #called: 4433) +2023-12-14 14:53:00.325153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.325163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4434) +2023-12-14 14:53:00.325168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.325180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 11 us (cumulative: 825 ms, max: 101 ms, #called: 4435) +2023-12-14 14:53:00.325186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.325195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4436) +2023-12-14 14:53:00.325201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.325211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 825 ms, max: 101 ms, #called: 4437) +2023-12-14 14:53:00.325217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.325238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 19 us (cumulative: 825 ms, max: 101 ms, #called: 4438) +2023-12-14 14:53:00.325243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.325253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4439) +2023-12-14 14:53:00.325261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: simplification +2023-12-14 14:53:00.325269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.325282: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:53:00.325290: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:53:00.325295: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:53:00.325300: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] -inf +2023-12-14 14:53:00.325308: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} +2023-12-14 14:53:00.325316: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] -inf +2023-12-14 14:53:00.325322: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:53:00.325328: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:53:00.325332: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:53:00.325338: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] inf +2023-12-14 14:53:00.325344: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} +2023-12-14 14:53:00.325352: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] inf +2023-12-14 14:53:00.325362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 91 us (cumulative: 825 ms, max: 101 ms, #called: 4440) +2023-12-14 14:53:00.325368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.325380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 10 us (cumulative: 825 ms, max: 101 ms, #called: 4441) +2023-12-14 14:53:00.325385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.325394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 825 ms, max: 101 ms, #called: 4442) +2023-12-14 14:53:00.325400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.325409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4443) +2023-12-14 14:53:00.325415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.325436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 19 us (cumulative: 825 ms, max: 101 ms, #called: 4444) +2023-12-14 14:53:00.325443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.325453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 9 us (cumulative: 825 ms, max: 101 ms, #called: 4445) +2023-12-14 14:53:00.325459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.325467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 825 ms, max: 101 ms, #called: 4446) +2023-12-14 14:53:00.325473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.325482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 825 ms, max: 101 ms, #called: 4447) +2023-12-14 14:53:00.325487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.325496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 825 ms, max: 101 ms, #called: 4448) +2023-12-14 14:53:00.325501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.325510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4449) +2023-12-14 14:53:00.325515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.325524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4450) +2023-12-14 14:53:00.325529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.325538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 825 ms, max: 101 ms, #called: 4451) +2023-12-14 14:53:00.325544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.325555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 10 us (cumulative: 825 ms, max: 101 ms, #called: 4452) +2023-12-14 14:53:00.325564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.325573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4453) +2023-12-14 14:53:00.325579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: simplification +2023-12-14 14:53:00.325587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.325597: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:53:00.325605: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:53:00.325610: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:53:00.325615: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] -inf +2023-12-14 14:53:00.325623: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} +2023-12-14 14:53:00.325630: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs ff800000=-inf=-inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] -inf +2023-12-14 14:53:00.325636: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:951] expected: +2023-12-14 14:53:00.325642: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:952] f32[] 0 +2023-12-14 14:53:00.325647: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:953] actual: +2023-12-14 14:53:00.325652: I external/org_tensorflow/tensorflow/compiler/xla/literal_comparison.cc:954] f32[] inf +2023-12-14 14:53:00.325659: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} +2023-12-14 14:53:00.325666: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: floating values are not bitwise-equal; and equality testing was requested: 0=0=0x0p+0 vs 7f800000=inf=inf at array index {} + +Expected literal: +f32[] 0 + +Actual literal: +f32[] inf +2023-12-14 14:53:00.325676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 87 us (cumulative: 825 ms, max: 101 ms, #called: 4454) +2023-12-14 14:53:00.325682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.325690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 825 ms, max: 101 ms, #called: 4455) +2023-12-14 14:53:00.325695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.325704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 825 ms, max: 101 ms, #called: 4456) +2023-12-14 14:53:00.325710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.325718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 825 ms, max: 101 ms, #called: 4457) +2023-12-14 14:53:00.325724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.325732: I external/org_tensorflow/tensorflow/compiler/xla/service/tree_reduction_rewriter.cc:63] Skipping tree reduction rewrite: all reduced dimensions are smaller than 32 +2023-12-14 14:53:00.325742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 17 us (cumulative: 825 ms, max: 101 ms, #called: 4458) +2023-12-14 14:53:00.325748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.325757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 825 ms, max: 101 ms, #called: 4459) +2023-12-14 14:53:00.325763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.325772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 825 ms, max: 101 ms, #called: 4460) +2023-12-14 14:53:00.325777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.325786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 825 ms, max: 101 ms, #called: 4461) +2023-12-14 14:53:00.325792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.325799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 825 ms, max: 101 ms, #called: 4462) +2023-12-14 14:53:00.325805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.325812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 6 us (cumulative: 826 ms, max: 101 ms, #called: 4463) +2023-12-14 14:53:00.325817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.325826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 826 ms, max: 101 ms, #called: 4464) +2023-12-14 14:53:00.325832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.325840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 826 ms, max: 101 ms, #called: 4465) +2023-12-14 14:53:00.325845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.325856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 10 us (cumulative: 826 ms, max: 101 ms, #called: 4466) +2023-12-14 14:53:00.325861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.325870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 826 ms, max: 101 ms, #called: 4467) +2023-12-14 14:53:00.325876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.325903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.325911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 1.05 ms (cumulative: 827 ms, max: 101 ms, #called: 4468) +2023-12-14 14:53:00.325916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:00.325924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.325948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.325957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 39 us (cumulative: 827 ms, max: 101 ms, #called: 4469) +2023-12-14 14:53:00.325962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:00.325971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.325989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.325997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 33 us (cumulative: 827 ms, max: 101 ms, #called: 4470) +2023-12-14 14:53:00.326003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:00.326009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.326027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.326035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 30 us (cumulative: 827 ms, max: 101 ms, #called: 4471) +2023-12-14 14:53:00.326041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:00.326050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.326069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.326076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 34 us (cumulative: 827 ms, max: 101 ms, #called: 4472) +2023-12-14 14:53:00.326082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.326109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.326130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.326138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 55 us (cumulative: 827 ms, max: 101 ms, #called: 4473) +2023-12-14 14:53:00.326144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:00.326151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.326170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.326178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 33 us (cumulative: 827 ms, max: 101 ms, #called: 4474) +2023-12-14 14:53:00.326184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.326192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.326210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.326217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 32 us (cumulative: 827 ms, max: 101 ms, #called: 4475) +2023-12-14 14:53:00.326229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:00.326241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.326260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.326269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 38 us (cumulative: 827 ms, max: 101 ms, #called: 4476) +2023-12-14 14:53:00.326275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:00.326322: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:00.326332: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.3) +2023-12-14 14:53:00.326366: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.10) +2023-12-14 14:53:00.326400: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:00.326409: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(region_0.3) +2023-12-14 14:53:00.326420: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.10) +2023-12-14 14:53:00.326458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:53:00.326492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.326503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.326509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.326515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.326520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.326525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:53:00.326534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.4> + +2023-12-14 14:53:00.326539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:53:00.326544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.5> + +2023-12-14 14:53:00.326549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:53:00.326554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.6> + +2023-12-14 14:53:00.326559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.326565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 Arg_0.1> + +2023-12-14 14:53:00.326570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:53:00.326576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 constant.2> + +2023-12-14 14:53:00.326587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.8 +2023-12-14 14:53:00.326594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <8 reshape.8> + +2023-12-14 14:53:00.326599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:53:00.326607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,8192], f32[1,8192])) + {} : HloValueSet: <9 tuple.9{}> + {0} : HloValueSet: <3 Arg_0.1> + {1} : HloValueSet: <8 reshape.8> + +2023-12-14 14:53:00.326613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window +2023-12-14 14:53:00.326619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <5 reduce-window> + +2023-12-14 14:53:00.326624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:53:00.326630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,8192]) + {} : HloValueSet: <6 reduce-window.1> + +2023-12-14 14:53:00.326635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:53:00.326640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:53:00.326721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:53:00.326728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.326733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.326738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:53:00.326743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> (def) +2023-12-14 14:53:00.326748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.326753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:53:00.326759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> (def) +2023-12-14 14:53:00.326764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.326769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:53:00.326773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> (def) +2023-12-14 14:53:00.326779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.326785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.326789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_0.1> (def) +2023-12-14 14:53:00.326794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.326799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:53:00.326804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.2> (def) +2023-12-14 14:53:00.326812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.326816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.8: +2023-12-14 14:53:00.326821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reshape.8> (def) +2023-12-14 14:53:00.326826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.326831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:53:00.326835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:00.326840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.9{}> (def) +2023-12-14 14:53:00.326845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:00.326850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_0.1> +2023-12-14 14:53:00.326855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:00.326860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reshape.8> +2023-12-14 14:53:00.326864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.326869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window: +2023-12-14 14:53:00.326874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce-window> (def) +2023-12-14 14:53:00.326879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.326884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:53:00.326889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> (def) +2023-12-14 14:53:00.326893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.326898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:53:00.326903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> (def) +2023-12-14 14:53:00.326908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.326912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> +2023-12-14 14:53:00.326917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.326922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:53:00.326927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.326932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:53:00.326937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:53:00.326942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> +2023-12-14 14:53:00.326946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.326952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:53:00.326961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.326966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:53:00.326971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:53:00.326975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> +2023-12-14 14:53:00.326980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.326985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:53:00.326989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.326995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.327000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_0.1> +2023-12-14 14:53:00.327004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.327009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.327014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:53:00.327019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.327024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 0 +2023-12-14 14:53:00.327028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 0 +2023-12-14 14:53:00.327033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.327039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 constant.2> +2023-12-14 14:53:00.327043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.327048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:53:00.327053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.327058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:53:00.327063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window, operand 1 +2023-12-14 14:53:00.327068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:53:00.327072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:53:00.327077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 reduce-window> +2023-12-14 14:53:00.327082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.327087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window +2023-12-14 14:53:00.327092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.327100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:53:00.327105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window = f32[64,8192]{1,0} reduce-window(f32[2048,8192]{1,0} %Arg_0.1, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:53:00.327110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> +2023-12-14 14:53:00.327116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.327120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:53:00.327125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.327130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:53:00.327135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,8192]{1,0} reduce-window(f32[64,8192]{1,0} %reduce-window, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:53:00.327140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:53:00.327145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.327149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:53:00.327154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.327159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.8, operand 0 +2023-12-14 14:53:00.327164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[8192]{0} reduce(f32[2,8192]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.327169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reshape.8> +2023-12-14 14:53:00.327174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.327179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.8 +2023-12-14 14:53:00.327184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:53:00.327188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.327193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 1 +2023-12-14 14:53:00.327199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.8 = f32[1,8192]{1,0} reshape(f32[8192]{0} %reduce.7), metadata={op_name="jit(fn)/jit(main)/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.327204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple.9{}> +2023-12-14 14:53:00.327209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.327216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:53:00.327221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.327226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (f32[2048,8192]{1,0}, f32[1,8192]{1,0}) tuple(f32[2048,8192]{1,0} %Arg_0.1, f32[1,8192]{1,0} %reshape.8) +2023-12-14 14:53:00.327279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.327307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.327317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 1.04 ms (cumulative: 828 ms, max: 101 ms, #called: 4477) +2023-12-14 14:53:00.327354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: hlo normalization +2023-12-14 14:53:00.327364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.327381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 15 us (cumulative: 828 ms, max: 101 ms, #called: 4478) +2023-12-14 14:53:00.327387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:00.327404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 16 us (cumulative: 828 ms, max: 101 ms, #called: 4479) +2023-12-14 14:53:00.327410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:00.327420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 9 us (cumulative: 828 ms, max: 101 ms, #called: 4480) +2023-12-14 14:53:00.327432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: HLO passes after layout assignment +2023-12-14 14:53:00.327440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:00.327449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: after layout assignment +2023-12-14 14:53:00.327457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 14 us (cumulative: 828 ms, max: 101 ms, #called: 4481) +2023-12-14 14:53:00.327462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.327474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 11 us (cumulative: 828 ms, max: 101 ms, #called: 4482) +2023-12-14 14:53:00.327481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:00.327521: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:00.327530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 47 us (cumulative: 828 ms, max: 101 ms, #called: 4483) +2023-12-14 14:53:00.327535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:00.327541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: simplification after layout assignment +2023-12-14 14:53:00.327553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.327581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 26 us (cumulative: 828 ms, max: 101 ms, #called: 4484) +2023-12-14 14:53:00.327588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.327599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 828 ms, max: 101 ms, #called: 4485) +2023-12-14 14:53:00.327604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.327630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 24 us (cumulative: 828 ms, max: 101 ms, #called: 4486) +2023-12-14 14:53:00.327638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_backward_pass: simplification after layout assignment +2023-12-14 14:53:00.327644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.327658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 828 ms, max: 101 ms, #called: 4487) +2023-12-14 14:53:00.327663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.327673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 828 ms, max: 101 ms, #called: 4488) +2023-12-14 14:53:00.327678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.327695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 828 ms, max: 101 ms, #called: 4489) +2023-12-14 14:53:00.327703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 167 us (cumulative: 828 ms, max: 101 ms, #called: 4490) +2023-12-14 14:53:00.327709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:00.327715: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:00.327843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 131 us (cumulative: 828 ms, max: 101 ms, #called: 4491) +2023-12-14 14:53:00.327851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.327862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 828 ms, max: 101 ms, #called: 4492) +2023-12-14 14:53:00.327868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:00.327886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:53:00.327935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.327948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.327954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.327960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.327965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.327974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:53:00.327982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.4> + +2023-12-14 14:53:00.327987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:53:00.327993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.5> + +2023-12-14 14:53:00.327998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:53:00.328003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.6> + +2023-12-14 14:53:00.328008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.328014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:53:00.328019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:53:00.328024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 constant.2> + +2023-12-14 14:53:00.328029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:53:00.328037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,8192], f32[1,8192])) + {} : HloValueSet: <8 tuple.9{}> + {0} : HloValueSet: <4 Arg_0.1> + {1} : HloValueSet: <7 reduce.7> + +2023-12-14 14:53:00.328042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:53:00.328048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,8192]) + {} : HloValueSet: <6 reduce-window.1> + +2023-12-14 14:53:00.328053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:53:00.328058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:53:00.328063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.328069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:53:00.328073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.328079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <3 reduce-window.clone> + +2023-12-14 14:53:00.328084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.clone +2023-12-14 14:53:00.328090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <3 reduce-window.clone> + +2023-12-14 14:53:00.328094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.328100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:53:00.328105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.328113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 constant.2> + +2023-12-14 14:53:00.328225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:53:00.328233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.328238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:53:00.328248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> (def) +2023-12-14 14:53:00.328253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:53:00.328262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> (def) +2023-12-14 14:53:00.328267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:53:00.328277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> (def) +2023-12-14 14:53:00.328281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.328291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> (def) +2023-12-14 14:53:00.328296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:53:00.328306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> (def) +2023-12-14 14:53:00.328310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:53:00.328320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:00.328325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 tuple.9{}> (def) +2023-12-14 14:53:00.328330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:00.328335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.328340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:00.328345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:53:00.328349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:53:00.328359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> (def) +2023-12-14 14:53:00.328364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:53:00.328377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> (def) +2023-12-14 14:53:00.328382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.328391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:53:00.328396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.328406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> +2023-12-14 14:53:00.328410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone: +2023-12-14 14:53:00.328420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> (def) +2023-12-14 14:53:00.328425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.328434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.328439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.328444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.328449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> +2023-12-14 14:53:00.328455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.328459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> +2023-12-14 14:53:00.328464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.328469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:53:00.328473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.328478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:53:00.328483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:53:00.328488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> +2023-12-14 14:53:00.328493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.328498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:53:00.328503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.328507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:53:00.328512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:53:00.328520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> +2023-12-14 14:53:00.328525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.328529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:53:00.328534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.328539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.328545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> +2023-12-14 14:53:00.328549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.328554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone +2023-12-14 14:53:00.328559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.328563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.328568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:53:00.328573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.clone = f32[64,8192]{1,0} reduce-window(f32[2048,8192]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.328579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.328583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.328588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.328593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:53:00.328597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.328602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.328607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.328612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 0 +2023-12-14 14:53:00.328617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 0 +2023-12-14 14:53:00.328622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.328627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> +2023-12-14 14:53:00.328632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.328637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:53:00.328642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.328646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.328654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:53:00.328659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.328664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:53:00.328669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 1 +2023-12-14 14:53:00.328674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:53:00.328679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> +2023-12-14 14:53:00.328684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.328689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:53:00.328694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.328698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:53:00.328703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,8192]{1,0} reduce-window(f32[64,8192]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:53:00.328709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:53:00.328713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.328718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:53:00.328723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:53:00.328728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.328732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.328737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.328742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 1 +2023-12-14 14:53:00.328747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[8192]{0} reduce(f32[2,8192]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.328752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 tuple.9{}> +2023-12-14 14:53:00.328757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.328762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:53:00.328767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.328772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (f32[2048,8192]{1,0}, f32[1,8192]{1,0}) tuple(f32[2048,8192]{1,0} %Arg_0.1, f32[1,8192]{1,0} %bitcast) +2023-12-14 14:53:00.328815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:53:00.328857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.328868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.328873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.328878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.328883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.328888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:53:00.328894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.4> + +2023-12-14 14:53:00.328899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:53:00.328905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.5> + +2023-12-14 14:53:00.328909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:53:00.328915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.6> + +2023-12-14 14:53:00.328919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.328925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:53:00.328930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:53:00.328936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 constant.2> + +2023-12-14 14:53:00.328940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:53:00.328947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,8192], f32[1,8192])) + {} : HloValueSet: <8 tuple.9{}> + {0} : HloValueSet: <4 Arg_0.1> + {1} : HloValueSet: <7 reduce.7> + +2023-12-14 14:53:00.328953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:53:00.328959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,8192]) + {} : HloValueSet: <6 reduce-window.1> + +2023-12-14 14:53:00.328964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:53:00.328970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:53:00.328974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.328980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:53:00.328984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.328990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <3 reduce-window.clone> + +2023-12-14 14:53:00.328995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.clone +2023-12-14 14:53:00.329004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <3 reduce-window.clone> + +2023-12-14 14:53:00.329009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.329015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:53:00.329020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.329025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 constant.2> + +2023-12-14 14:53:00.329073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:53:00.329079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.329084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:53:00.329093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> (def) +2023-12-14 14:53:00.329098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:53:00.329108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> (def) +2023-12-14 14:53:00.329113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:53:00.329122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> (def) +2023-12-14 14:53:00.329128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.329137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> (def) +2023-12-14 14:53:00.329142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:53:00.329152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> (def) +2023-12-14 14:53:00.329157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:53:00.329166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:00.329172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 tuple.9{}> (def) +2023-12-14 14:53:00.329177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:00.329182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.329187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:00.329195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:53:00.329200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:53:00.329210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> (def) +2023-12-14 14:53:00.329215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:53:00.329224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> (def) +2023-12-14 14:53:00.329229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.329239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:53:00.329244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.329253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> +2023-12-14 14:53:00.329258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone: +2023-12-14 14:53:00.329268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> (def) +2023-12-14 14:53:00.329273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.329283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.329288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.329298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> +2023-12-14 14:53:00.329303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.329308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> +2023-12-14 14:53:00.329312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.329317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:53:00.329322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.329326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:53:00.329331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:53:00.329336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> +2023-12-14 14:53:00.329345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.329349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:53:00.329354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.329359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:53:00.329364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:53:00.329369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> +2023-12-14 14:53:00.329373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.329378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:53:00.329383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.329387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.329393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> +2023-12-14 14:53:00.329398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.329402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone +2023-12-14 14:53:00.329407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.329412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.329417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:53:00.329422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.clone = f32[64,8192]{1,0} reduce-window(f32[2048,8192]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.329427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.329432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.329436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.329441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:53:00.329446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.329451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.329456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.329460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 0 +2023-12-14 14:53:00.329466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 0 +2023-12-14 14:53:00.329471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.329490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> +2023-12-14 14:53:00.329495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.329500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:53:00.329505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.329510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.329515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:53:00.329520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.329525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:53:00.329530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 1 +2023-12-14 14:53:00.329535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:53:00.329540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> +2023-12-14 14:53:00.329545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.329550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:53:00.329554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.329559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:53:00.329564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,8192]{1,0} reduce-window(f32[64,8192]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:53:00.329569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:53:00.329574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.329579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:53:00.329584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:53:00.329588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.329593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.329598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.329603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 1 +2023-12-14 14:53:00.329608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[8192]{0} reduce(f32[2,8192]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.329613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 tuple.9{}> +2023-12-14 14:53:00.329620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.329625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:53:00.329630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.329636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (f32[2048,8192]{1,0}, f32[1,8192]{1,0}) tuple(f32[2048,8192]{1,0} %Arg_0.1, f32[1,8192]{1,0} %bitcast) +2023-12-14 14:53:00.329667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:53:00.329701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.329710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.329716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.329720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.329725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.329730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:53:00.329736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.4> + +2023-12-14 14:53:00.329741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:53:00.329746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.5> + +2023-12-14 14:53:00.329751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:53:00.329756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.6> + +2023-12-14 14:53:00.329761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.329766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:53:00.329771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:53:00.329777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 constant.2> + +2023-12-14 14:53:00.329782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.9 +2023-12-14 14:53:00.329789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,8192], f32[1,8192])) + {} : HloValueSet: <8 tuple.9{}> + {0} : HloValueSet: <4 Arg_0.1> + {1} : HloValueSet: <7 reduce.7> + +2023-12-14 14:53:00.329794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:53:00.329799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,8192]) + {} : HloValueSet: <6 reduce-window.1> + +2023-12-14 14:53:00.329804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:53:00.329811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:53:00.329821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.329826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <7 reduce.7> + +2023-12-14 14:53:00.329831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.329837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <3 reduce-window.clone> + +2023-12-14 14:53:00.329842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.clone +2023-12-14 14:53:00.329847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <3 reduce-window.clone> + +2023-12-14 14:53:00.329853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.329858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:53:00.329863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.329868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 constant.2> + +2023-12-14 14:53:00.329909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:53:00.329915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.329920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:53:00.329930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> (def) +2023-12-14 14:53:00.329935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:53:00.329944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> (def) +2023-12-14 14:53:00.329949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:53:00.329958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> (def) +2023-12-14 14:53:00.329963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.329973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> (def) +2023-12-14 14:53:00.329977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.329983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:53:00.329987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> (def) +2023-12-14 14:53:00.329992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.330000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9: +2023-12-14 14:53:00.330005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:00.330010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 tuple.9{}> (def) +2023-12-14 14:53:00.330015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:00.330019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.330025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:00.330031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:53:00.330035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.330040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:53:00.330045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> (def) +2023-12-14 14:53:00.330050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.330054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:53:00.330059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> (def) +2023-12-14 14:53:00.330064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.330069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.330073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:53:00.330078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.330083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.330088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> +2023-12-14 14:53:00.330093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.330097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone: +2023-12-14 14:53:00.330102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> (def) +2023-12-14 14:53:00.330107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.330112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.330117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.330121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.330126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.330131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> +2023-12-14 14:53:00.330136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.330140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> +2023-12-14 14:53:00.330145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.330153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:53:00.330158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.330162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:53:00.330167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:53:00.330172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> +2023-12-14 14:53:00.330177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.330181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:53:00.330186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.330191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:53:00.330196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:53:00.330201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> +2023-12-14 14:53:00.330206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.330210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:53:00.330215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.330220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.330225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> +2023-12-14 14:53:00.330229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.330234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone +2023-12-14 14:53:00.330239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.330244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.330249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:53:00.330254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.clone = f32[64,8192]{1,0} reduce-window(f32[2048,8192]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.330258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.330263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.330268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.330272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {0} +2023-12-14 14:53:00.330277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.330285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.330290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.330294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 0 +2023-12-14 14:53:00.330299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 0 +2023-12-14 14:53:00.330304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.330309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 constant.2> +2023-12-14 14:53:00.330314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.330320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:53:00.330324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.330329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.330334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:53:00.330339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.330344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:53:00.330348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 1 +2023-12-14 14:53:00.330353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:53:00.330358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 reduce-window.1> +2023-12-14 14:53:00.330364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.330368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:53:00.330373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.330378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:53:00.330383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,8192]{1,0} reduce-window(f32[64,8192]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:53:00.330388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce.7> +2023-12-14 14:53:00.330393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.330397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:53:00.330402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {1} +2023-12-14 14:53:00.330407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.330412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.330416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.330424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9, operand 1 +2023-12-14 14:53:00.330429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[8192]{0} reduce(f32[2,8192]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.330434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 tuple.9{}> +2023-12-14 14:53:00.330439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.330443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.9 {} +2023-12-14 14:53:00.330448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.330453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.9 = (f32[2048,8192]{1,0}, f32[1,8192]{1,0}) tuple(f32[2048,8192]{1,0} %Arg_0.1, f32[1,8192]{1,0} %bitcast) +2023-12-14 14:53:00.330502: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:00.330510: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:00.330524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.65 ms (cumulative: 831 ms, max: 101 ms, #called: 4493) +2023-12-14 14:53:00.330531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.330541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 831 ms, max: 101 ms, #called: 4494) +2023-12-14 14:53:00.330555: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_backward_pass +2023-12-14 14:53:00.331653: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:00.331724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:53:00.331782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.331796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.331801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.331807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.331812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.331825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:53:00.331832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.4> + +2023-12-14 14:53:00.331837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:53:00.331843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.5> + +2023-12-14 14:53:00.331847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:53:00.331853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.6> + +2023-12-14 14:53:00.331857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.331863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:53:00.331868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:53:00.331874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.2> + +2023-12-14 14:53:00.331879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:53:00.331885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,8192]) + {} : HloValueSet: <7 reduce-window.1> + +2023-12-14 14:53:00.331890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:53:00.331895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <8 reduce.7> + +2023-12-14 14:53:00.331900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.331906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <8 reduce.7> + +2023-12-14 14:53:00.331910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.331916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <3 reduce-window.clone> + +2023-12-14 14:53:00.331921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:00.331926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 copy> + +2023-12-14 14:53:00.331931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple +2023-12-14 14:53:00.331938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,8192], f32[1,8192])) + {} : HloValueSet: <9 tuple{}> + {0} : HloValueSet: <5 copy> + {1} : HloValueSet: <8 reduce.7> + +2023-12-14 14:53:00.331944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.clone +2023-12-14 14:53:00.331949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <3 reduce-window.clone> + +2023-12-14 14:53:00.331954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.331960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:53:00.331968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.331973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.2> + +2023-12-14 14:53:00.332035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:53:00.332042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.332047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:53:00.332057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> (def) +2023-12-14 14:53:00.332061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:53:00.332071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> (def) +2023-12-14 14:53:00.332076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:53:00.332085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> (def) +2023-12-14 14:53:00.332090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.332100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> (def) +2023-12-14 14:53:00.332104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:53:00.332114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> (def) +2023-12-14 14:53:00.332118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:53:00.332128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce-window.1> (def) +2023-12-14 14:53:00.332133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:53:00.332142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> (def) +2023-12-14 14:53:00.332147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.332157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:53:00.332162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.332175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> +2023-12-14 14:53:00.332180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:00.332190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> (def) +2023-12-14 14:53:00.332195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple: +2023-12-14 14:53:00.332204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:00.332209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple{}> (def) +2023-12-14 14:53:00.332214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:00.332219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> +2023-12-14 14:53:00.332224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:00.332229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:53:00.332233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone: +2023-12-14 14:53:00.332243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> (def) +2023-12-14 14:53:00.332248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.332257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.332262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.332272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> +2023-12-14 14:53:00.332276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.332281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> +2023-12-14 14:53:00.332286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.332290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:53:00.332295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.332300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:53:00.332305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:53:00.332310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> +2023-12-14 14:53:00.332314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.332322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:53:00.332327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.332332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:53:00.332337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:53:00.332342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> +2023-12-14 14:53:00.332347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.332351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:53:00.332356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.332361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.332366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> +2023-12-14 14:53:00.332371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.332376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone +2023-12-14 14:53:00.332381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.332385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.332390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:53:00.332395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.clone = f32[64,8192]{1,0} reduce-window(f32[2048,8192]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.332400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.332405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.332409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.332414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.332419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.332424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.332428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:00.332433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 0 +2023-12-14 14:53:00.332438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.332443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> +2023-12-14 14:53:00.332448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.332455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:00.332460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {0} +2023-12-14 14:53:00.332465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.332469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 0 +2023-12-14 14:53:00.332475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:00.332480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> +2023-12-14 14:53:00.332485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.332490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:53:00.332495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.332500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.332505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:53:00.332510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.332515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:53:00.332520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 1 +2023-12-14 14:53:00.332525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:53:00.332530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce-window.1> +2023-12-14 14:53:00.332534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.332539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:53:00.332544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.332549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:53:00.332554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,8192]{1,0} reduce-window(f32[64,8192]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:53:00.332559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:53:00.332564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.332568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:53:00.332573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.332578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {1} +2023-12-14 14:53:00.332582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.332587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.332595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 1 +2023-12-14 14:53:00.332600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[8192]{0} reduce(f32[2,8192]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.332605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple{}> +2023-12-14 14:53:00.332609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.332614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {} +2023-12-14 14:53:00.332619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.332624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple = (f32[2048,8192]{1,0}, f32[1,8192]{1,0}) tuple(f32[2048,8192]{1,0} %copy, f32[1,8192]{1,0} %bitcast) +2023-12-14 14:53:00.332686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:53:00.332723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.332733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.332738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.332743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.332748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.332753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:53:00.332759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.4> + +2023-12-14 14:53:00.332764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:53:00.332769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.5> + +2023-12-14 14:53:00.332774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:53:00.332779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.6> + +2023-12-14 14:53:00.332784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.332789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:53:00.332794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:53:00.332800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.2> + +2023-12-14 14:53:00.332805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:53:00.332810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,8192]) + {} : HloValueSet: <7 reduce-window.1> + +2023-12-14 14:53:00.332819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:53:00.332824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <8 reduce.7> + +2023-12-14 14:53:00.332829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.332835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <8 reduce.7> + +2023-12-14 14:53:00.332841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.332846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <3 reduce-window.clone> + +2023-12-14 14:53:00.332851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:00.332857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 copy> + +2023-12-14 14:53:00.332861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple +2023-12-14 14:53:00.332868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,8192], f32[1,8192])) + {} : HloValueSet: <9 tuple{}> + {0} : HloValueSet: <5 copy> + {1} : HloValueSet: <8 reduce.7> + +2023-12-14 14:53:00.332873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.clone +2023-12-14 14:53:00.332879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <3 reduce-window.clone> + +2023-12-14 14:53:00.332884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.332889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:53:00.332894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.332899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.2> + +2023-12-14 14:53:00.332948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:53:00.332954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.332959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:53:00.332968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> (def) +2023-12-14 14:53:00.332973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:53:00.332982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> (def) +2023-12-14 14:53:00.332987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.332992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:53:00.332997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> (def) +2023-12-14 14:53:00.333005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.333010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.333015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> (def) +2023-12-14 14:53:00.333020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.333025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:53:00.333029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> (def) +2023-12-14 14:53:00.333034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.333039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:53:00.333044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce-window.1> (def) +2023-12-14 14:53:00.333048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.333053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:53:00.333058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> (def) +2023-12-14 14:53:00.333063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.333067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.333072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:53:00.333077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.333081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.333086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> +2023-12-14 14:53:00.333091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.333096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:00.333101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> (def) +2023-12-14 14:53:00.333105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.333110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple: +2023-12-14 14:53:00.333115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:00.333119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple{}> (def) +2023-12-14 14:53:00.333124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:00.333129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> +2023-12-14 14:53:00.333134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:00.333139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:53:00.333143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.333151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone: +2023-12-14 14:53:00.333156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> (def) +2023-12-14 14:53:00.333161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.333166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.333171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.333176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.333181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.333186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> +2023-12-14 14:53:00.333191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.333196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> +2023-12-14 14:53:00.333201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.333205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:53:00.333210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.333215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:53:00.333220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:53:00.333224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> +2023-12-14 14:53:00.333229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.333234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:53:00.333238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.333243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:53:00.333248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:53:00.333253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> +2023-12-14 14:53:00.333257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.333262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:53:00.333267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.333272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.333277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> +2023-12-14 14:53:00.333281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.333286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone +2023-12-14 14:53:00.333294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.333298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.333303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:53:00.333308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.clone = f32[64,8192]{1,0} reduce-window(f32[2048,8192]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.333313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.333318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.333322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.333327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.333332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.333337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.333343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:00.333348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 0 +2023-12-14 14:53:00.333353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.333358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> +2023-12-14 14:53:00.333363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.333367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:00.333372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {0} +2023-12-14 14:53:00.333377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.333382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 0 +2023-12-14 14:53:00.333386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:00.333391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> +2023-12-14 14:53:00.333396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.333401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:53:00.333406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.333410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.333415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:53:00.333420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.333425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:53:00.333434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 1 +2023-12-14 14:53:00.333439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:53:00.333444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce-window.1> +2023-12-14 14:53:00.333449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.333454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:53:00.333458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.333463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:53:00.333468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,8192]{1,0} reduce-window(f32[64,8192]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:53:00.333473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:53:00.333478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.333483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:53:00.333488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.333493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {1} +2023-12-14 14:53:00.333498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.333503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.333507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 1 +2023-12-14 14:53:00.333512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[8192]{0} reduce(f32[2,8192]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.333517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple{}> +2023-12-14 14:53:00.333522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.333527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {} +2023-12-14 14:53:00.333531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.333536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple = (f32[2048,8192]{1,0}, f32[1,8192]{1,0}) tuple(f32[2048,8192]{1,0} %copy, f32[1,8192]{1,0} %bitcast) +2023-12-14 14:53:00.333561: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_backward_pass +2023-12-14 14:53:00.333567: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 10 +2023-12-14 14:53:00.333610: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:00.333684: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_backward_pass, entry_computation_layout={(f32[2048,8192]{1,0})->(f32[2048,8192]{1,0}, f32[1,8192]{1,0})} +2023-12-14 14:53:00.333692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.333697: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.3 (Arg_0.4: f32[], Arg_1.5: f32[]) -> f32[] { +2023-12-14 14:53:00.333702: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.4 = f32[] parameter(0) +2023-12-14 14:53:00.333707: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.5 = f32[] parameter(1) +2023-12-14 14:53:00.333712: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.333717: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.333722: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.333726: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_reduce-window (p: f32[2048,8192], p.1: f32[]) -> f32[64,8192] { +2023-12-14 14:53:00.333731: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.333736: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:53:00.333741: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reduce-window.clone = f32[64,8192]{1,0} reduce-window(f32[2048,8192]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.333746: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.333751: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.333756: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.10 (Arg_0.1: f32[2048,8192]) -> (f32[2048,8192], f32[1,8192]) { +2023-12-14 14:53:00.333761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.333766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:00.333771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.2 = f32[] constant(0) +2023-12-14 14:53:00.333776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call = f32[64,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1, f32[] %constant.2), to_apply=%parallel_reduce-window +2023-12-14 14:53:00.333781: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce-window.1 = f32[2,8192]{1,0} reduce-window(f32[64,8192]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:53:00.333787: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce.7 = f32[8192]{0} reduce(f32[2,8192]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.333793: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast = f32[1,8192]{1,0} bitcast(f32[8192]{0} %reduce.7), metadata={op_name="jit(fn)/jit(main)/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.333801: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple = (f32[2048,8192]{1,0}, f32[1,8192]{1,0}) tuple(f32[2048,8192]{1,0} %copy, f32[1,8192]{1,0} %bitcast) +2023-12-14 14:53:00.333806: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.333811: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.333826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 11): + InstructionSequence: + 0:Arg_0.1 + 1:copy + 2:constant.2 + 3:p + 4:p.1 + 5:reduce-window.clone + 6:call + 7:reduce-window.1 + 8:reduce.7 + 9:bitcast + 10:tuple + BufferLiveRange: + reduce-window.clone{}:5-7 + Arg_0.1{}:0-11 + copy{}:1-11 + constant.2{}:2-8 + reduce-window.1{}:7-8 + reduce.7{}:8-11 + tuple{}:10-11 + Live ranges at 8 (peak): + Arg_0.1: 67108864 bytes + copy: 67108864 bytes + constant.2: 4 bytes + reduce-window.1: 65536 bytes + reduce.7: 32768 bytes + +2023-12-14 14:53:00.333834: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time11 +2023-12-14 14:53:00.333840: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:00.333845: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:00.333850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:00.333854: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:00.333859: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:00.333863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:00.333869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <3 reduce-window.clone @0> +2023-12-14 14:53:00.333879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:00.333884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:53:00.333889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <7 reduce-window.1 @0> +2023-12-14 14:53:00.333895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.333901: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <3 reduce-window.clone @0> +2023-12-14 14:53:00.333906: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:53:00.333911: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.333916: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <7 reduce-window.1 @0> +2023-12-14 14:53:00.333921: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:53:00.333926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:53:00.333931: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:53:00.333946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <3 reduce-window.clone @0> + positions: + reduce-window.clone + call + uses: + reduce-window.1, operand 0 + from instruction:%reduce-window.clone = f32[64,8192]{1,0} reduce-window(f32[2048,8192]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:53:00.333957: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 2097152, start 0, end 2 +2023-12-14 14:53:00.333969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <7 reduce-window.1 @0> + positions: + reduce-window.1 + uses: + reduce.7, operand 0 + from instruction:%reduce-window.1 = f32[2,8192]{1,0} reduce-window(f32[64,8192]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 + +2023-12-14 14:53:00.333974: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 65536, start 1, end 3 +2023-12-14 14:53:00.333982: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:53:00.333994: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <3 reduce-window.clone @0> + positions: + reduce-window.clone + call + uses: + reduce-window.1, operand 0 + from instruction:%reduce-window.clone = f32[64,8192]{1,0} reduce-window(f32[2048,8192]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" + +2023-12-14 14:53:00.334000: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 2097152, start 0, end 2 +2023-12-14 14:53:00.334008: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <7 reduce-window.1 @0> + positions: + reduce-window.1 + uses: + reduce.7, operand 0 + from instruction:%reduce-window.1 = f32[2,8192]{1,0} reduce-window(f32[64,8192]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 + +2023-12-14 14:53:00.334014: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 65536, start 1, end 3 +2023-12-14 14:53:00.334019: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:53:00.334028: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1648] Result size from heap simulator: 2162688 +2023-12-14 14:53:00.334037: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1529] Compute peak memory logical buffers +2023-12-14 14:53:00.334067: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:00.334082: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:574] Combined temp allocation for color 0 is: allocation 5: size 2162688, preallocated-temp: + value: <3 reduce-window.clone @0> (size=2097152,offset=0): f32[64,8192]{1,0} + value: <7 reduce-window.1 @0> (size=65536,offset=2097152): f32[2,8192]{1,0} + +2023-12-14 14:53:00.334097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_backward_pass +2023-12-14 14:53:00.334134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.334144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.334149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.334154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.334159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.334164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.4 +2023-12-14 14:53:00.334170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.4> + +2023-12-14 14:53:00.334179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.5 +2023-12-14 14:53:00.334185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.5> + +2023-12-14 14:53:00.334190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.6 +2023-12-14 14:53:00.334195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 add.6> + +2023-12-14 14:53:00.334200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.334205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:53:00.334210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.2 +2023-12-14 14:53:00.334216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.2> + +2023-12-14 14:53:00.334221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.1 +2023-12-14 14:53:00.334226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2,8192]) + {} : HloValueSet: <7 reduce-window.1> + +2023-12-14 14:53:00.334232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce.7 +2023-12-14 14:53:00.334237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <8 reduce.7> + +2023-12-14 14:53:00.334243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.334248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <8 reduce.7> + +2023-12-14 14:53:00.334253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.334258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <3 reduce-window.clone> + +2023-12-14 14:53:00.334263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:00.334268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 copy> + +2023-12-14 14:53:00.334273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple +2023-12-14 14:53:00.334280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[2048,8192], f32[1,8192])) + {} : HloValueSet: <9 tuple{}> + {0} : HloValueSet: <5 copy> + {1} : HloValueSet: <8 reduce.7> + +2023-12-14 14:53:00.334285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reduce-window.clone +2023-12-14 14:53:00.334291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[64,8192]) + {} : HloValueSet: <3 reduce-window.clone> + +2023-12-14 14:53:00.334296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.334301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 Arg_0.1> + +2023-12-14 14:53:00.334306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:00.334311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 constant.2> + +2023-12-14 14:53:00.334362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_backward_pass +2023-12-14 14:53:00.334368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.334373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4: +2023-12-14 14:53:00.334383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> (def) +2023-12-14 14:53:00.334388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5: +2023-12-14 14:53:00.334399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> (def) +2023-12-14 14:53:00.334403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6: +2023-12-14 14:53:00.334413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> (def) +2023-12-14 14:53:00.334418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.334427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> (def) +2023-12-14 14:53:00.334432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2: +2023-12-14 14:53:00.334441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> (def) +2023-12-14 14:53:00.334446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1: +2023-12-14 14:53:00.334456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce-window.1> (def) +2023-12-14 14:53:00.334461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7: +2023-12-14 14:53:00.334470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> (def) +2023-12-14 14:53:00.334475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.334484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:53:00.334489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.334499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> +2023-12-14 14:53:00.334503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:00.334516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> (def) +2023-12-14 14:53:00.334521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple: +2023-12-14 14:53:00.334532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:00.334536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple{}> (def) +2023-12-14 14:53:00.334541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:00.334547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> +2023-12-14 14:53:00.334552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:00.334557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:53:00.334561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone: +2023-12-14 14:53:00.334571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> (def) +2023-12-14 14:53:00.334576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.334585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.334590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.334595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:00.334600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> +2023-12-14 14:53:00.334604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.334609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.4> +2023-12-14 14:53:00.334614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.334619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.4 +2023-12-14 14:53:00.334623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.334628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 0 +2023-12-14 14:53:00.334633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.4 = f32[] parameter(0) +2023-12-14 14:53:00.334638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.5> +2023-12-14 14:53:00.334643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.334647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.5 +2023-12-14 14:53:00.334652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.334659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6, operand 1 +2023-12-14 14:53:00.334664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.5 = f32[] parameter(1) +2023-12-14 14:53:00.334669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.6> +2023-12-14 14:53:00.334674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.334679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.6 +2023-12-14 14:53:00.334684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.334689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.334694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 reduce-window.clone> +2023-12-14 14:53:00.334700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.334705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone +2023-12-14 14:53:00.334709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.334714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.334719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 0 +2023-12-14 14:53:00.334724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.clone = f32[64,8192]{1,0} reduce-window(f32[2048,8192]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.334729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 Arg_0.1> +2023-12-14 14:53:00.334733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.334738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.334743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.334747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.334752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.334757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:00.334762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 0 +2023-12-14 14:53:00.334767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.334772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 copy> +2023-12-14 14:53:00.334776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.334781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:00.334786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {0} +2023-12-14 14:53:00.334794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.334798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 0 +2023-12-14 14:53:00.334803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:00.334808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 constant.2> +2023-12-14 14:53:00.334813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.334818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.2 +2023-12-14 14:53:00.334823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:00.334827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.334833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 1 +2023-12-14 14:53:00.334838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:00.334843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1, operand 1 +2023-12-14 14:53:00.334849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.clone, operand 1 +2023-12-14 14:53:00.334854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.2 = f32[] constant(0) +2023-12-14 14:53:00.334859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 reduce-window.1> +2023-12-14 14:53:00.334863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.334868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce-window.1 +2023-12-14 14:53:00.334873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.334878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7, operand 0 +2023-12-14 14:53:00.334883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce-window.1 = f32[2,8192]{1,0} reduce-window(f32[64,8192]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:53:00.334888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 reduce.7> +2023-12-14 14:53:00.334893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.334897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reduce.7 +2023-12-14 14:53:00.334902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.334907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {1} +2023-12-14 14:53:00.334911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.334916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.334921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple, operand 1 +2023-12-14 14:53:00.334926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reduce.7 = f32[8192]{0} reduce(f32[2,8192]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.334934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 tuple{}> +2023-12-14 14:53:00.334939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.334944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple {} +2023-12-14 14:53:00.334948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.334953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple = (f32[2048,8192]{1,0}, f32[1,8192]{1,0}) tuple(f32[2048,8192]{1,0} %copy, f32[1,8192]{1,0} %bitcast) +2023-12-14 14:53:00.335010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_backward_pass, entry_computation_layout={(f32[2048,8192]{1,0})->(f32[2048,8192]{1,0}, f32[1,8192]{1,0})} +2023-12-14 14:53:00.335018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.335023: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %region_0.3 (Arg_0.4: f32[], Arg_1.5: f32[]) -> f32[] { +2023-12-14 14:53:00.335028: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.4 = f32[] parameter(0) +2023-12-14 14:53:00.335033: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.5 = f32[] parameter(1) +2023-12-14 14:53:00.335038: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.6 = f32[] add(f32[] %Arg_0.4, f32[] %Arg_1.5), metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.335043: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.335047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.335052: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_reduce-window (p: f32[2048,8192], p.1: f32[]) -> f32[64,8192] { +2023-12-14 14:53:00.335057: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.335062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:53:00.335067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %reduce-window.clone = f32[64,8192]{1,0} reduce-window(f32[2048,8192]{1,0} %p, f32[] %p.1), window={size=32x1 stride=32x1}, to_apply=%region_0.3, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.335072: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.335077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.335081: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.10 (Arg_0.1: f32[2048,8192]) -> (f32[2048,8192], f32[1,8192]) { +2023-12-14 14:53:00.335086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.335091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:00.335096: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.2 = f32[] constant(0) +2023-12-14 14:53:00.335104: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call = f32[64,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1, f32[] %constant.2), to_apply=%parallel_reduce-window +2023-12-14 14:53:00.335109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce-window.1 = f32[2,8192]{1,0} reduce-window(f32[64,8192]{1,0} %call, f32[] %constant.2), window={size=32x1 stride=32x1}, to_apply=%region_0.3 +2023-12-14 14:53:00.335114: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %reduce.7 = f32[8192]{0} reduce(f32[2,8192]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.335120: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast = f32[1,8192]{1,0} bitcast(f32[8192]{0} %reduce.7), metadata={op_name="jit(fn)/jit(main)/reshape[new_sizes=(1, 8192) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.335125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple = (f32[2048,8192]{1,0}, f32[1,8192]{1,0}) tuple(f32[2048,8192]{1,0} %copy, f32[1,8192]{1,0} %bitcast) +2023-12-14 14:53:00.335130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.335135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.335147: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 11): + InstructionSequence: + 0:Arg_0.1 + 1:copy + 2:constant.2 + 3:p + 4:p.1 + 5:reduce-window.clone + 6:call + 7:reduce-window.1 + 8:reduce.7 + 9:bitcast + 10:tuple + BufferLiveRange: + reduce-window.clone{}:5-7 + Arg_0.1{}:0-11 + copy{}:1-11 + constant.2{}:2-8 + reduce-window.1{}:7-8 + reduce.7{}:8-11 + tuple{}:10-11 + Live ranges at 8 (peak): + Arg_0.1: 67108864 bytes + copy: 67108864 bytes + constant.2: 4 bytes + reduce-window.1: 65536 bytes + reduce.7: 32768 bytes + +2023-12-14 14:53:00.335155: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time11 +2023-12-14 14:53:00.335160: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:00.335165: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <4 Arg_0.1> +2023-12-14 14:53:00.335171: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:00.335177: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <5 copy> +2023-12-14 14:53:00.335182: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:00.335187: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:00.335192: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:00.335196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:00.335201: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <3 reduce-window.clone> +2023-12-14 14:53:00.335207: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:00.335212: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:53:00.335217: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <7 reduce-window.1> +2023-12-14 14:53:00.335222: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.335231: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <3 reduce-window.clone> +2023-12-14 14:53:00.335236: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:53:00.335241: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <8 reduce.7> +2023-12-14 14:53:00.335248: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.335253: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <7 reduce-window.1> +2023-12-14 14:53:00.335259: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:53:00.335263: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:53:00.335268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <9 tuple{}> +2023-12-14 14:53:00.335274: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:53:00.335279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.335284: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <4 Arg_0.1> +2023-12-14 14:53:00.335289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <5 copy> +2023-12-14 14:53:00.335295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <8 reduce.7> +2023-12-14 14:53:00.335300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <9 tuple{}> +2023-12-14 14:53:00.335336: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:00.335343: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:00.335348: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 4B +2023-12-14 14:53:00.335353: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.03MiB +2023-12-14 14:53:00.335358: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 2.06MiB +2023-12-14 14:53:00.335362: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp fragmentation: 0B (0.00%) +2023-12-14 14:53:00.335367: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 130.09MiB +2023-12-14 14:53:00.335372: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 32.0KiB (0.02%) +2023-12-14 14:53:00.335377: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:00.336565: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/ir_emitter.cc:1921] Successfully vectorized reduction %reduce.7 = f32[8192]{0} reduce(f32[2,8192]{1,0} %reduce-window.1, f32[] %constant.2), dimensions={0}, to_apply=%region_0.3, metadata={op_name="jit(fn)/jit(main)/reduce_sum[axes=(0,)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} + +2023-12-14 14:53:00.336790: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 160 us (cumulative: 5 ms, max: 421 us, #called: 54) +2023-12-14 14:53:00.360683: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff010010120 +2023-12-14 14:53:00.361185: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:00.361233: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_backward_pass] for CPU using JIT time: 30.7 ms (cumulative: 1.59 s, max: 222 ms, #called: 54) +2023-12-14 14:53:00.362364: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_backward_pass; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.439353: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.451917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:00.451994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:00.452030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 24 us (cumulative: 831 ms, max: 101 ms, #called: 4495) +2023-12-14 14:53:00.452037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.452054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 16 us (cumulative: 831 ms, max: 101 ms, #called: 4496) +2023-12-14 14:53:00.452080: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[1,8192]{1,0})->f32[8192]{0} +2023-12-14 14:53:00.452087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:00.452114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:00.452166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 831 ms, max: 101 ms, #called: 4497) +2023-12-14 14:53:00.452189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:00.452197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 831 ms, max: 101 ms, #called: 4498) +2023-12-14 14:53:00.452219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:00.452226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 21 us (cumulative: 831 ms, max: 101 ms, #called: 4499) +2023-12-14 14:53:00.452247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:00.452270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 37 us (cumulative: 831 ms, max: 101 ms, #called: 4500) +2023-12-14 14:53:00.452292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.452301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 831 ms, max: 101 ms, #called: 4501) +2023-12-14 14:53:00.452324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:00.452331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 20 us (cumulative: 831 ms, max: 101 ms, #called: 4502) +2023-12-14 14:53:00.452351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:00.452364: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:00.452371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 34 us (cumulative: 831 ms, max: 101 ms, #called: 4503) +2023-12-14 14:53:00.452393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:00.452400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 21 us (cumulative: 831 ms, max: 101 ms, #called: 4504) +2023-12-14 14:53:00.452421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:00.452430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 831 ms, max: 101 ms, #called: 4505) +2023-12-14 14:53:00.452451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:00.452461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 25 us (cumulative: 831 ms, max: 101 ms, #called: 4506) +2023-12-14 14:53:00.452483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:00.452489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 21 us (cumulative: 831 ms, max: 101 ms, #called: 4507) +2023-12-14 14:53:00.452510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:00.452517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 20 us (cumulative: 831 ms, max: 101 ms, #called: 4508) +2023-12-14 14:53:00.452537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:00.452545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 831 ms, max: 101 ms, #called: 4509) +2023-12-14 14:53:00.452567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:00.452574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 831 ms, max: 101 ms, #called: 4510) +2023-12-14 14:53:00.452597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:00.452604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 831 ms, max: 101 ms, #called: 4511) +2023-12-14 14:53:00.452624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:00.452632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 25 us (cumulative: 832 ms, max: 101 ms, #called: 4512) +2023-12-14 14:53:00.452657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:00.452665: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:53:00.452672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 27 us (cumulative: 832 ms, max: 101 ms, #called: 4513) +2023-12-14 14:53:00.452692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.452699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 832 ms, max: 101 ms, #called: 4514) +2023-12-14 14:53:00.452720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:00.452727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 21 us (cumulative: 832 ms, max: 101 ms, #called: 4515) +2023-12-14 14:53:00.452748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:00.452758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 24 us (cumulative: 832 ms, max: 101 ms, #called: 4516) +2023-12-14 14:53:00.452779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.452785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 19 us (cumulative: 832 ms, max: 101 ms, #called: 4517) +2023-12-14 14:53:00.452806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.452814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 26 us (cumulative: 832 ms, max: 101 ms, #called: 4518) +2023-12-14 14:53:00.452839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.452846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 20 us (cumulative: 832 ms, max: 101 ms, #called: 4519) +2023-12-14 14:53:00.452867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:00.452875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 21 us (cumulative: 832 ms, max: 101 ms, #called: 4520) +2023-12-14 14:53:00.452896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:00.452903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 21 us (cumulative: 832 ms, max: 101 ms, #called: 4521) +2023-12-14 14:53:00.452924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:00.452931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 21 us (cumulative: 832 ms, max: 101 ms, #called: 4522) +2023-12-14 14:53:00.452951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:00.452962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.452970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.452977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 23 us (cumulative: 832 ms, max: 101 ms, #called: 4523) +2023-12-14 14:53:00.452983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:00.453017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 50 us (cumulative: 832 ms, max: 101 ms, #called: 4524) +2023-12-14 14:53:00.453043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:00.453050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 832 ms, max: 101 ms, #called: 4525) +2023-12-14 14:53:00.453072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:00.453080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 832 ms, max: 101 ms, #called: 4526) +2023-12-14 14:53:00.453101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:00.453108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 832 ms, max: 101 ms, #called: 4527) +2023-12-14 14:53:00.453128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:00.453135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 21 us (cumulative: 832 ms, max: 101 ms, #called: 4528) +2023-12-14 14:53:00.453156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:00.453162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:00.453175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.453191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 14 us (cumulative: 832 ms, max: 101 ms, #called: 4529) +2023-12-14 14:53:00.453198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.453207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 832 ms, max: 101 ms, #called: 4530) +2023-12-14 14:53:00.453213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.453221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 832 ms, max: 101 ms, #called: 4531) +2023-12-14 14:53:00.453227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.453235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 832 ms, max: 101 ms, #called: 4532) +2023-12-14 14:53:00.453244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.453253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 832 ms, max: 101 ms, #called: 4533) +2023-12-14 14:53:00.453260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.453268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 832 ms, max: 101 ms, #called: 4534) +2023-12-14 14:53:00.453273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.453283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 832 ms, max: 101 ms, #called: 4535) +2023-12-14 14:53:00.453289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.453299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 832 ms, max: 101 ms, #called: 4536) +2023-12-14 14:53:00.453304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.453313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 832 ms, max: 101 ms, #called: 4537) +2023-12-14 14:53:00.453318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.453328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 832 ms, max: 101 ms, #called: 4538) +2023-12-14 14:53:00.453333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.453341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 832 ms, max: 101 ms, #called: 4539) +2023-12-14 14:53:00.453347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.453356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 832 ms, max: 101 ms, #called: 4540) +2023-12-14 14:53:00.453362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.453386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 832 ms, max: 101 ms, #called: 4541) +2023-12-14 14:53:00.453391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.453401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 832 ms, max: 101 ms, #called: 4542) +2023-12-14 14:53:00.453407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 265 us (cumulative: 832 ms, max: 101 ms, #called: 4543) +2023-12-14 14:53:00.453432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:00.453440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 832 ms, max: 101 ms, #called: 4544) +2023-12-14 14:53:00.453461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:00.453470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 832 ms, max: 101 ms, #called: 4545) +2023-12-14 14:53:00.453490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:00.453496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 832 ms, max: 101 ms, #called: 4546) +2023-12-14 14:53:00.453518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:00.453528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 25 us (cumulative: 832 ms, max: 101 ms, #called: 4547) +2023-12-14 14:53:00.453550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.453572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 36 us (cumulative: 832 ms, max: 101 ms, #called: 4548) +2023-12-14 14:53:00.453593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:00.453599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 20 us (cumulative: 832 ms, max: 101 ms, #called: 4549) +2023-12-14 14:53:00.453620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.453627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 27 us (cumulative: 832 ms, max: 101 ms, #called: 4550) +2023-12-14 14:53:00.453654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:00.453663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.453671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.453678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 23 us (cumulative: 832 ms, max: 101 ms, #called: 4551) +2023-12-14 14:53:00.453684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:00.453718: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:00.453728: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:00.453765: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:00.453772: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:00.453791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.453812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.453821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.453827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.453833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.453838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.453843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.453854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.453859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: reshape.2 +2023-12-14 14:53:00.453865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 reshape.2> + +2023-12-14 14:53:00.453898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.453904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.453910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.453915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.453920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.453924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.453933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2: +2023-12-14 14:53:00.453938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 reshape.2> (def) +2023-12-14 14:53:00.453943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.453948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.453952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.453957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.453962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.453967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2, operand 0 +2023-12-14 14:53:00.453972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,8192]{1,0} parameter(0) +2023-12-14 14:53:00.453977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 reshape.2> +2023-12-14 14:53:00.453982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.453987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] reshape.2 +2023-12-14 14:53:00.453992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.453999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%reshape.2 = f32[8192]{0} reshape(f32[1,8192]{1,0} %Arg_0.1), metadata={op_name="jit(reshape)/jit(main)/reshape[new_sizes=(8192,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.454033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.454044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.454052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 366 us (cumulative: 833 ms, max: 101 ms, #called: 4552) +2023-12-14 14:53:00.454075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:00.454086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.454102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 14 us (cumulative: 833 ms, max: 101 ms, #called: 4553) +2023-12-14 14:53:00.454108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:00.454118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 833 ms, max: 101 ms, #called: 4554) +2023-12-14 14:53:00.454124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:00.454133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 833 ms, max: 101 ms, #called: 4555) +2023-12-14 14:53:00.454145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:00.454173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:00.454180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:00.454188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 14 us (cumulative: 833 ms, max: 101 ms, #called: 4556) +2023-12-14 14:53:00.454194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.454206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 10 us (cumulative: 833 ms, max: 101 ms, #called: 4557) +2023-12-14 14:53:00.454212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:00.454236: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:00.454244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 31 us (cumulative: 833 ms, max: 101 ms, #called: 4558) +2023-12-14 14:53:00.454249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:00.454257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:00.454265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.454296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 29 us (cumulative: 833 ms, max: 101 ms, #called: 4559) +2023-12-14 14:53:00.454302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.454312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 833 ms, max: 101 ms, #called: 4560) +2023-12-14 14:53:00.454317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.454334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 16 us (cumulative: 833 ms, max: 101 ms, #called: 4561) +2023-12-14 14:53:00.454341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:00.454349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.454362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 833 ms, max: 101 ms, #called: 4562) +2023-12-14 14:53:00.454368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.454377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 833 ms, max: 101 ms, #called: 4563) +2023-12-14 14:53:00.454382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.454393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 10 us (cumulative: 833 ms, max: 101 ms, #called: 4564) +2023-12-14 14:53:00.454402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 150 us (cumulative: 833 ms, max: 101 ms, #called: 4565) +2023-12-14 14:53:00.454408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:00.454419: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:00.454456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 47 us (cumulative: 833 ms, max: 101 ms, #called: 4566) +2023-12-14 14:53:00.454463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.454471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 833 ms, max: 101 ms, #called: 4567) +2023-12-14 14:53:00.454477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:00.454486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.454498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.454506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.454511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.454516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.454522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.454527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.454534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.454540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.454546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.454558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.454564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.454569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.454573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.454579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.454584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.454588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.454593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.454598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.454603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.454607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.454613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.454618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.454625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.454631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.454636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,8192]{1,0} parameter(0) +2023-12-14 14:53:00.454658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.454668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.454674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.454679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.454684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.454689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.454694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.454700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.454706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.454711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.454720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.454726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.454731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.454736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.454742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.454746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.454751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.454756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.454760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.454765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.454770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.454774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.454779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.454784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.454790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.454795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,8192]{1,0} parameter(0) +2023-12-14 14:53:00.454815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.454824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.454831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.454835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.454840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.454845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.454850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.454856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.454861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.454866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.454874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.454881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.454886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.454890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.454895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.454900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.454905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.454910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.454916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.454921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.454926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.454930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.454935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.454940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.454944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.454949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,8192]{1,0} parameter(0) +2023-12-14 14:53:00.454974: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:00.454981: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:00.454990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 511 us (cumulative: 834 ms, max: 101 ms, #called: 4568) +2023-12-14 14:53:00.455003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.455012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 834 ms, max: 101 ms, #called: 4569) +2023-12-14 14:53:00.455028: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:00.456282: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:00.456343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.456365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.456374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.456380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.456385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.456390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.456395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.456404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.456409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.456415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.456421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:00.456427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:00.456446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.456451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.456456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.456461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.456466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.456470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.456484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.456489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.456494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.456499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:00.456504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:00.456509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.456513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.456519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.456525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.456530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.456535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.456540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.456545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:00.456550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,8192]{1,0} parameter(0) +2023-12-14 14:53:00.456555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:00.456560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.456564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:00.456569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.456574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192]{0} copy(f32[8192]{0} %bitcast) +2023-12-14 14:53:00.456614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.456626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.456633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.456638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.456642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.456647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.456652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.456658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.456663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.456668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.456677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:00.456683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:00.456695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.456701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.456707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.456712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.456716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.456721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.456726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.456731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.456735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.456740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:00.456745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:00.456750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.456754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.456759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.456764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.456769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.456774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.456779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.456784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:00.456789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,8192]{1,0} parameter(0) +2023-12-14 14:53:00.456794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:00.456799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.456804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:00.456808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.456813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192]{0} copy(f32[8192]{0} %bitcast) +2023-12-14 14:53:00.456832: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:00.456838: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:00.456868: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:00.456881: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:00.456891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.456904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.456910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.456915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.456920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.456925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.456929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.456936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.456941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: bitcast +2023-12-14 14:53:00.456947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[1,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.456952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:00.456958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:00.456970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.456976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.456981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.456985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.456990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.456995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.457000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast: +2023-12-14 14:53:00.457005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.457009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.457014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:00.457019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:00.457024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.457028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.457033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.457038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.457043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast +2023-12-14 14:53:00.457050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.457055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] bitcast, operand 0 +2023-12-14 14:53:00.457062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:00.457068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[1,8192]{1,0} parameter(0) +2023-12-14 14:53:00.457073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:00.457078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.457082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:00.457087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.457092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192]{0} copy(f32[8192]{0} %bitcast) +2023-12-14 14:53:00.457128: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[1,8192]{1,0})->f32[8192]{0}} +2023-12-14 14:53:00.457136: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.457141: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[1,8192]) -> f32[8192] { +2023-12-14 14:53:00.457146: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[1,8192]{1,0} parameter(0) +2023-12-14 14:53:00.457152: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %bitcast = f32[8192]{0} bitcast(f32[1,8192]{1,0} %Arg_0.1), metadata={op_name="jit(reshape)/jit(main)/reshape[new_sizes=(8192,) dimensions=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:00.457157: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[8192]{0} copy(f32[8192]{0} %bitcast) +2023-12-14 14:53:00.457161: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.457166: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.457178: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:bitcast + 2:copy + BufferLiveRange: + Arg_0.1{}:0-3 + copy{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 32768 bytes + copy: 32768 bytes + +2023-12-14 14:53:00.457187: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:00.457193: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:00.457198: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:00.457208: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:00.457212: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:00.457218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:53:00.457224: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:00.457229: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.457234: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:00.457246: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:53:00.457273: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:00.457279: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 32.0KiB +2023-12-14 14:53:00.457284: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:00.457289: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 32.0KiB +2023-12-14 14:53:00.457294: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:00.457298: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 64.0KiB +2023-12-14 14:53:00.457304: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:00.457310: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:00.457518: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 73 us (cumulative: 5.07 ms, max: 421 us, #called: 55) +2023-12-14 14:53:00.462531: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff01000e000 +2023-12-14 14:53:00.462918: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:00.462952: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 7.91 ms (cumulative: 1.59 s, max: 222 ms, #called: 55) +2023-12-14 14:53:00.464031: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.464745: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.471956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:00.472020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:00.472044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 19 us (cumulative: 834 ms, max: 101 ms, #called: 4570) +2023-12-14 14:53:00.472051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.472064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 834 ms, max: 101 ms, #called: 4571) +2023-12-14 14:53:00.472087: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0},f32[2048,2048]{1,0})->f32[8192,2048]{1,0} +2023-12-14 14:53:00.472093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:00.472120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:00.472188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 42 us (cumulative: 834 ms, max: 101 ms, #called: 4572) +2023-12-14 14:53:00.472215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:00.472225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 27 us (cumulative: 834 ms, max: 101 ms, #called: 4573) +2023-12-14 14:53:00.472249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:00.472255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 834 ms, max: 101 ms, #called: 4574) +2023-12-14 14:53:00.472278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:00.472285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 834 ms, max: 101 ms, #called: 4575) +2023-12-14 14:53:00.472308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.472316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 834 ms, max: 101 ms, #called: 4576) +2023-12-14 14:53:00.472341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:00.472348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 834 ms, max: 101 ms, #called: 4577) +2023-12-14 14:53:00.472370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:00.472379: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:00.472389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 36 us (cumulative: 834 ms, max: 101 ms, #called: 4578) +2023-12-14 14:53:00.472413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:00.472422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 25 us (cumulative: 834 ms, max: 101 ms, #called: 4579) +2023-12-14 14:53:00.472445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:00.472453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 834 ms, max: 101 ms, #called: 4580) +2023-12-14 14:53:00.472476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:00.472483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 834 ms, max: 101 ms, #called: 4581) +2023-12-14 14:53:00.472506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:00.472514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 24 us (cumulative: 834 ms, max: 101 ms, #called: 4582) +2023-12-14 14:53:00.472537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:00.472543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 834 ms, max: 101 ms, #called: 4583) +2023-12-14 14:53:00.472565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:00.472572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 26 us (cumulative: 834 ms, max: 101 ms, #called: 4584) +2023-12-14 14:53:00.472598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:00.472605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 834 ms, max: 101 ms, #called: 4585) +2023-12-14 14:53:00.472629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:00.472635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 834 ms, max: 101 ms, #called: 4586) +2023-12-14 14:53:00.472658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:00.472665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 834 ms, max: 101 ms, #called: 4587) +2023-12-14 14:53:00.472688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:00.472696: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:00.472702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 834 ms, max: 101 ms, #called: 4588) +2023-12-14 14:53:00.472725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.472733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 834 ms, max: 101 ms, #called: 4589) +2023-12-14 14:53:00.472755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:00.472763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 24 us (cumulative: 834 ms, max: 101 ms, #called: 4590) +2023-12-14 14:53:00.472788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:00.472799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 834 ms, max: 101 ms, #called: 4591) +2023-12-14 14:53:00.472823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.472829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 834 ms, max: 101 ms, #called: 4592) +2023-12-14 14:53:00.472853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.472861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 834 ms, max: 101 ms, #called: 4593) +2023-12-14 14:53:00.472883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.472889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 834 ms, max: 101 ms, #called: 4594) +2023-12-14 14:53:00.472912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:00.472920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 834 ms, max: 101 ms, #called: 4595) +2023-12-14 14:53:00.472943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:00.472949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.472966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 834 ms, max: 101 ms, #called: 4596) +2023-12-14 14:53:00.472972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:00.472982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.472992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 28 us (cumulative: 834 ms, max: 101 ms, #called: 4597) +2023-12-14 14:53:00.473007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:00.473017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 27 us (cumulative: 834 ms, max: 101 ms, #called: 4598) +2023-12-14 14:53:00.473041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:00.473068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 43 us (cumulative: 834 ms, max: 101 ms, #called: 4599) +2023-12-14 14:53:00.473092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:00.473099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 835 ms, max: 101 ms, #called: 4600) +2023-12-14 14:53:00.473122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:00.473129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 835 ms, max: 101 ms, #called: 4601) +2023-12-14 14:53:00.473151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:00.473158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 835 ms, max: 101 ms, #called: 4602) +2023-12-14 14:53:00.473181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:00.473187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 27 us (cumulative: 835 ms, max: 101 ms, #called: 4603) +2023-12-14 14:53:00.473215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:00.473221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:00.473233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.473252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 17 us (cumulative: 835 ms, max: 101 ms, #called: 4604) +2023-12-14 14:53:00.473258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.473267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 835 ms, max: 101 ms, #called: 4605) +2023-12-14 14:53:00.473273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.473282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 835 ms, max: 101 ms, #called: 4606) +2023-12-14 14:53:00.473287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.473296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 835 ms, max: 101 ms, #called: 4607) +2023-12-14 14:53:00.473302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.473310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 835 ms, max: 101 ms, #called: 4608) +2023-12-14 14:53:00.473316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.473324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 835 ms, max: 101 ms, #called: 4609) +2023-12-14 14:53:00.473330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.473338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 835 ms, max: 101 ms, #called: 4610) +2023-12-14 14:53:00.473343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.473353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 835 ms, max: 101 ms, #called: 4611) +2023-12-14 14:53:00.473358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.473367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 835 ms, max: 101 ms, #called: 4612) +2023-12-14 14:53:00.473372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.473381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 835 ms, max: 101 ms, #called: 4613) +2023-12-14 14:53:00.473390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.473399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 835 ms, max: 101 ms, #called: 4614) +2023-12-14 14:53:00.473404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.473413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 835 ms, max: 101 ms, #called: 4615) +2023-12-14 14:53:00.473419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.473441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 20 us (cumulative: 835 ms, max: 101 ms, #called: 4616) +2023-12-14 14:53:00.473446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.473457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 835 ms, max: 101 ms, #called: 4617) +2023-12-14 14:53:00.473463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 265 us (cumulative: 835 ms, max: 101 ms, #called: 4618) +2023-12-14 14:53:00.473487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:00.473494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 835 ms, max: 101 ms, #called: 4619) +2023-12-14 14:53:00.473516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:00.473525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 835 ms, max: 101 ms, #called: 4620) +2023-12-14 14:53:00.473548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:00.473554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 23 us (cumulative: 835 ms, max: 101 ms, #called: 4621) +2023-12-14 14:53:00.473579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:00.473587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 29 us (cumulative: 835 ms, max: 101 ms, #called: 4622) +2023-12-14 14:53:00.473616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.473636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 38 us (cumulative: 835 ms, max: 101 ms, #called: 4623) +2023-12-14 14:53:00.473661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:00.473667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 835 ms, max: 101 ms, #called: 4624) +2023-12-14 14:53:00.473691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.473698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 835 ms, max: 101 ms, #called: 4625) +2023-12-14 14:53:00.473721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:00.473730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.473739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.473747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 835 ms, max: 101 ms, #called: 4626) +2023-12-14 14:53:00.473753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:00.473784: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:00.473792: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:00.473833: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:00.473840: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:00.473864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.473882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.473891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.473900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.473906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.473911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.473916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.473927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.473933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.473938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.473943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.473948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.473982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.473988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.473993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.473997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.474002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.474009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.474014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.474019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.474023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.474028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.474033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.474038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.474042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.474047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.474052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.474056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.474061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.474066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.474071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.474075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.474083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.474088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.474093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.474099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:53:00.474104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.474109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.474113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.474118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.474123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[8192,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.474154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.474168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.474177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 421 us (cumulative: 836 ms, max: 101 ms, #called: 4627) +2023-12-14 14:53:00.474199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:00.474210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.474220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 836 ms, max: 101 ms, #called: 4628) +2023-12-14 14:53:00.474226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:00.474235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 836 ms, max: 101 ms, #called: 4629) +2023-12-14 14:53:00.474240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:00.474249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 836 ms, max: 101 ms, #called: 4630) +2023-12-14 14:53:00.474261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:00.474270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:00.474277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:00.474285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 836 ms, max: 101 ms, #called: 4631) +2023-12-14 14:53:00.474294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.474303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 836 ms, max: 101 ms, #called: 4632) +2023-12-14 14:53:00.474308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:00.474333: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:00.474341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 31 us (cumulative: 836 ms, max: 101 ms, #called: 4633) +2023-12-14 14:53:00.474347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:00.474353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:00.474360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.474370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 836 ms, max: 101 ms, #called: 4634) +2023-12-14 14:53:00.474376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.474385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 836 ms, max: 101 ms, #called: 4635) +2023-12-14 14:53:00.474390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.474407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 836 ms, max: 101 ms, #called: 4636) +2023-12-14 14:53:00.474415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 66 us (cumulative: 836 ms, max: 101 ms, #called: 4637) +2023-12-14 14:53:00.474420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:00.474427: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:00.474466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 44 us (cumulative: 836 ms, max: 101 ms, #called: 4638) +2023-12-14 14:53:00.474473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.474481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 836 ms, max: 101 ms, #called: 4639) +2023-12-14 14:53:00.474487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:00.474496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.474508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.474514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.474519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.474524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.474529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.474537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.474545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.474551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.474556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.474561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.474567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.474588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.474594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.474599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.474603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.474608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.474613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.474618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.474622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.474628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.474633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.474638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.474642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.474647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.474652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.474657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.474662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.474667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.474672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.474676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.474681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.474686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.474690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.474695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.474703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:53:00.474708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.474712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.474719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.474724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.474729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[8192,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.474752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.474763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.474768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.474773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.474778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.474783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.474788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.474794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.474799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.474804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.474810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.474815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.474833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.474839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.474844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.474849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.474854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.474859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.474863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.474871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.474876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.474881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.474885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.474890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.474896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.474900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.474905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.474910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.474914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.474919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.474924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.474930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.474935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.474939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.474944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.474949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:53:00.474954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.474958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.474963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.474968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.474972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[8192,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.474991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.475002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.475008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.475013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.475018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.475026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.475031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.475037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.475042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.475048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.475052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.475058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.475073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.475079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.475084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.475089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.475094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.475098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.475103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.475109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.475114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.475119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.475123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.475128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.475133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.475137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.475142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.475147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.475151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.475156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.475162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.475167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.475171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.475176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.475184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.475189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:53:00.475193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.475199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.475204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.475208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.475213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[8192,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.475228: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:00.475234: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:00.475243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 754 us (cumulative: 837 ms, max: 101 ms, #called: 4640) +2023-12-14 14:53:00.475249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.475258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 837 ms, max: 101 ms, #called: 4641) +2023-12-14 14:53:00.475271: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:00.476390: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:00.476448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.476470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.476477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.476483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.476488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.476493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.476498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.476517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.476524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.476530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.476535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.476540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.476564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.476569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.476574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.476579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.476584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.476589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.476594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.476598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.476603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.476608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.476613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.476618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.476622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.476627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.476632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.476636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.476641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.476647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.476652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.476657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.476661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.476666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.476671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.476676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:53:00.476685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.476690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.476694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.476699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.476704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[8192,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.476744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.476757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.476762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.476767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.476772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.476778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.476783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.476789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.476794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.476799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.476804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.476809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.476825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.476831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.476836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.476841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.476845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.476850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.476855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.476860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.476870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.476875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.476879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.476884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.476889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.476893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.476898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.476903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.476908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.476912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.476918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.476923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.476927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.476932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.476937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.476942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:53:00.476946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.476951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.476956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.476961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.476966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[8192,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.476986: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:00.476992: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:00.477022: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:00.477031: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:00.477040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.477053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.477063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.477068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.477073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.477078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.477082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.477088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.477093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.477100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.477104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.477110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.477125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.477130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.477135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.477141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.477147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.477152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.477156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.477161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.477166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.477170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.477175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.477180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.477185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.477191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.477195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.477200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.477205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.477210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.477214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.477222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.477226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.477232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.477237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.477241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:53:00.477246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.477251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.477256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.477260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.477265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[8192,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.477302: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,8192]{1,0},f32[2048,2048]{1,0})->f32[8192,2048]{1,0}} +2023-12-14 14:53:00.477309: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.477314: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[2048,2048]) -> f32[8192,2048] { +2023-12-14 14:53:00.477320: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.477326: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,2048]{1,0} parameter(1) +2023-12-14 14:53:00.477332: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %dot.3 = f32[8192,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,2048]{1,0} %Arg_1.2), lhs_contracting_dims={0}, rhs_contracting_dims={0}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((0,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.477337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.477342: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.477354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:dot.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + dot.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 67108864 bytes + Arg_1.2: 16777216 bytes + dot.3: 67108864 bytes + +2023-12-14 14:53:00.477362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:00.477368: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:00.477373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:00.477386: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:00.477392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:00.477396: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:00.477401: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 dot.3> +2023-12-14 14:53:00.477407: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:00.477413: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.477418: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:00.477423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:00.477428: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 dot.3> +2023-12-14 14:53:00.477453: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:00.477459: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 80.00MiB +2023-12-14 14:53:00.477464: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:00.477469: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:00.477474: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:00.477479: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 144.00MiB +2023-12-14 14:53:00.477484: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:00.477489: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:00.477667: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 51 us (cumulative: 5.12 ms, max: 421 us, #called: 56) +2023-12-14 14:53:00.482683: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff01000c000 +2023-12-14 14:53:00.483025: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:00.483057: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 7.78 ms (cumulative: 1.6 s, max: 222 ms, #called: 56) +2023-12-14 14:53:00.483945: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.586365: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.594707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:00.594795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:00.594830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 22 us (cumulative: 837 ms, max: 101 ms, #called: 4642) +2023-12-14 14:53:00.594837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.594873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 34 us (cumulative: 837 ms, max: 101 ms, #called: 4643) +2023-12-14 14:53:00.594901: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192,2048]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:53:00.594907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:00.594936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.594977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.594986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:00.594996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 837 ms, max: 101 ms, #called: 4644) +2023-12-14 14:53:00.595019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:00.595026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 22 us (cumulative: 837 ms, max: 101 ms, #called: 4645) +2023-12-14 14:53:00.595048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:00.595055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 21 us (cumulative: 837 ms, max: 101 ms, #called: 4646) +2023-12-14 14:53:00.595078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:00.595086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 837 ms, max: 101 ms, #called: 4647) +2023-12-14 14:53:00.595109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.595117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 837 ms, max: 101 ms, #called: 4648) +2023-12-14 14:53:00.595144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:00.595152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 837 ms, max: 101 ms, #called: 4649) +2023-12-14 14:53:00.595175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:00.595188: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:00.595196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 36 us (cumulative: 837 ms, max: 101 ms, #called: 4650) +2023-12-14 14:53:00.595219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:00.595227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 837 ms, max: 101 ms, #called: 4651) +2023-12-14 14:53:00.595250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:00.595261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 26 us (cumulative: 837 ms, max: 101 ms, #called: 4652) +2023-12-14 14:53:00.595283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:00.595291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 837 ms, max: 101 ms, #called: 4653) +2023-12-14 14:53:00.595313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:00.595330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 34 us (cumulative: 837 ms, max: 101 ms, #called: 4654) +2023-12-14 14:53:00.595358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:00.595365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 837 ms, max: 101 ms, #called: 4655) +2023-12-14 14:53:00.595388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:00.595395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 837 ms, max: 101 ms, #called: 4656) +2023-12-14 14:53:00.595417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:00.595425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 837 ms, max: 101 ms, #called: 4657) +2023-12-14 14:53:00.595447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:00.595455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 24 us (cumulative: 837 ms, max: 101 ms, #called: 4658) +2023-12-14 14:53:00.595478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:00.595485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 837 ms, max: 101 ms, #called: 4659) +2023-12-14 14:53:00.595508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:00.595517: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:53:00.595523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 837 ms, max: 101 ms, #called: 4660) +2023-12-14 14:53:00.595546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.595557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 27 us (cumulative: 837 ms, max: 101 ms, #called: 4661) +2023-12-14 14:53:00.595580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:00.595587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 837 ms, max: 101 ms, #called: 4662) +2023-12-14 14:53:00.595610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:00.595621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 837 ms, max: 101 ms, #called: 4663) +2023-12-14 14:53:00.595644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.595650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 837 ms, max: 101 ms, #called: 4664) +2023-12-14 14:53:00.595672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.595680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 837 ms, max: 101 ms, #called: 4665) +2023-12-14 14:53:00.595703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.595710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 837 ms, max: 101 ms, #called: 4666) +2023-12-14 14:53:00.595733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:00.595740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 25 us (cumulative: 837 ms, max: 101 ms, #called: 4667) +2023-12-14 14:53:00.595768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:00.595775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 21 us (cumulative: 837 ms, max: 101 ms, #called: 4668) +2023-12-14 14:53:00.595796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:00.595804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 837 ms, max: 101 ms, #called: 4669) +2023-12-14 14:53:00.595826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:00.595836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 837 ms, max: 101 ms, #called: 4670) +2023-12-14 14:53:00.595859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:00.595888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 45 us (cumulative: 837 ms, max: 101 ms, #called: 4671) +2023-12-14 14:53:00.595911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:00.595918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 837 ms, max: 101 ms, #called: 4672) +2023-12-14 14:53:00.595941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:00.595949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 837 ms, max: 101 ms, #called: 4673) +2023-12-14 14:53:00.595975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:00.595982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.595991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.595999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 837 ms, max: 101 ms, #called: 4674) +2023-12-14 14:53:00.596005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:00.596012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.596021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.596029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 837 ms, max: 101 ms, #called: 4675) +2023-12-14 14:53:00.596034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:00.596041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:00.596053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.596067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 12 us (cumulative: 837 ms, max: 101 ms, #called: 4676) +2023-12-14 14:53:00.596074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.596083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 837 ms, max: 101 ms, #called: 4677) +2023-12-14 14:53:00.596089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.596097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 837 ms, max: 101 ms, #called: 4678) +2023-12-14 14:53:00.596103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.596111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 837 ms, max: 101 ms, #called: 4679) +2023-12-14 14:53:00.596118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.596126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 837 ms, max: 101 ms, #called: 4680) +2023-12-14 14:53:00.596131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.596139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 837 ms, max: 101 ms, #called: 4681) +2023-12-14 14:53:00.596146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.596155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 837 ms, max: 101 ms, #called: 4682) +2023-12-14 14:53:00.596164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.596174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 837 ms, max: 101 ms, #called: 4683) +2023-12-14 14:53:00.596180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.596190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 8 us (cumulative: 838 ms, max: 101 ms, #called: 4684) +2023-12-14 14:53:00.596196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.596205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 838 ms, max: 101 ms, #called: 4685) +2023-12-14 14:53:00.596210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.596218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 838 ms, max: 101 ms, #called: 4686) +2023-12-14 14:53:00.596223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.596233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 838 ms, max: 101 ms, #called: 4687) +2023-12-14 14:53:00.596239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.596260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 20 us (cumulative: 838 ms, max: 101 ms, #called: 4688) +2023-12-14 14:53:00.596267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.596278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 10 us (cumulative: 838 ms, max: 101 ms, #called: 4689) +2023-12-14 14:53:00.596284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.596294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.596301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 265 us (cumulative: 838 ms, max: 101 ms, #called: 4690) +2023-12-14 14:53:00.596307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:00.596315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.596323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.596331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 838 ms, max: 101 ms, #called: 4691) +2023-12-14 14:53:00.596336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:00.596346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.596355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.596363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 26 us (cumulative: 838 ms, max: 101 ms, #called: 4692) +2023-12-14 14:53:00.596382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:00.596389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.596398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.596407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 23 us (cumulative: 838 ms, max: 101 ms, #called: 4693) +2023-12-14 14:53:00.596413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:00.596421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.596430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.596437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 23 us (cumulative: 838 ms, max: 101 ms, #called: 4694) +2023-12-14 14:53:00.596444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.596467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.596477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.596485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 39 us (cumulative: 838 ms, max: 101 ms, #called: 4695) +2023-12-14 14:53:00.596490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:00.596498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.596507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.596514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 838 ms, max: 101 ms, #called: 4696) +2023-12-14 14:53:00.596519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.596528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.596538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.596546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 838 ms, max: 101 ms, #called: 4697) +2023-12-14 14:53:00.596551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:00.596560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.596570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.596578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 838 ms, max: 101 ms, #called: 4698) +2023-12-14 14:53:00.596583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:00.596622: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:00.596632: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:00.596672: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:00.596679: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:00.596708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.596735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.596746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.596752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.596758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.596763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.596768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.596780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.596786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.2 +2023-12-14 14:53:00.596792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 transpose.2> + +2023-12-14 14:53:00.596797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:00.596804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 copy> + +2023-12-14 14:53:00.596844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.596850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.596855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.596861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.596866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.596871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.596875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.2: +2023-12-14 14:53:00.596881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 transpose.2> (def) +2023-12-14 14:53:00.596886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.596891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:00.596896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 copy> (def) +2023-12-14 14:53:00.596901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.596906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.596914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.596920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.596925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.596930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.2, operand 0 +2023-12-14 14:53:00.596935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.596940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 transpose.2> +2023-12-14 14:53:00.596946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.596951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.2 +2023-12-14 14:53:00.596956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.596961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:00.596968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.2 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %Arg_0.1), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.596973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 copy> +2023-12-14 14:53:00.596978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.596982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:00.596988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.596994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{0,1} %transpose.2), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.597034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.597051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.597060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 473 us (cumulative: 839 ms, max: 101 ms, #called: 4699) +2023-12-14 14:53:00.597083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:00.597094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.597104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 839 ms, max: 101 ms, #called: 4700) +2023-12-14 14:53:00.597111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:00.597121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 839 ms, max: 101 ms, #called: 4701) +2023-12-14 14:53:00.597130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:00.597139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 839 ms, max: 101 ms, #called: 4702) +2023-12-14 14:53:00.597151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:00.597161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:00.597167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:00.597174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 839 ms, max: 101 ms, #called: 4703) +2023-12-14 14:53:00.597180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.597190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 839 ms, max: 101 ms, #called: 4704) +2023-12-14 14:53:00.597195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:00.597283: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:53:00.597310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 110 us (cumulative: 839 ms, max: 101 ms, #called: 4705) +2023-12-14 14:53:00.597317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:00.597323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:00.597330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.597341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 839 ms, max: 101 ms, #called: 4706) +2023-12-14 14:53:00.597348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.597358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 839 ms, max: 101 ms, #called: 4707) +2023-12-14 14:53:00.597364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.597385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 19 us (cumulative: 839 ms, max: 101 ms, #called: 4708) +2023-12-14 14:53:00.597394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 75 us (cumulative: 839 ms, max: 101 ms, #called: 4709) +2023-12-14 14:53:00.597399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:00.597406: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:00.597487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:53:00.597550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 148 us (cumulative: 839 ms, max: 101 ms, #called: 4710) +2023-12-14 14:53:00.597569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.597583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:53:00.597593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 23 us (cumulative: 839 ms, max: 101 ms, #called: 4711) +2023-12-14 14:53:00.597599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:00.597614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.597672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.597685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.597692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.597697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.597702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.597707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.597714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.597720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.597726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:53:00.597731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:53:00.597737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 copy.2> + +2023-12-14 14:53:00.597742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.1 +2023-12-14 14:53:00.597747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 transpose.1> + +2023-12-14 14:53:00.597752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:00.597758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 param_0.2> + +2023-12-14 14:53:00.597763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.597770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:53:00.597775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.597781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.597881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.597891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.597897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.597906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.597911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.597916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.597921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.597926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:53:00.597931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.597936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:53:00.597941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> (def) +2023-12-14 14:53:00.597945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.597950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1: +2023-12-14 14:53:00.597955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> (def) +2023-12-14 14:53:00.597961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.597966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:00.597970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> (def) +2023-12-14 14:53:00.597976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.597981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.597985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:53:00.597990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.597995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.598000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.598005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.598009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.598015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.598019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.598024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.598030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.598034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.598039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.598044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.598049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:53:00.598057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.598062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.598068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.598074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.598081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[8192,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.598087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> +2023-12-14 14:53:00.598092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.598097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:00.598101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.598106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1, operand 0 +2023-12-14 14:53:00.598111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.598116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> +2023-12-14 14:53:00.598121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.598126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1 +2023-12-14 14:53:00.598132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.598136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:53:00.598142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.1 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.598148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> +2023-12-14 14:53:00.598152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.598157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:53:00.598162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.598167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = f32[2048,8192]{1,0} copy(f32[2048,8192]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.598205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.598248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.598258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.598264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.598269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.598274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.598278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.598285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.598291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.598297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:53:00.598302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:53:00.598307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 copy.2> + +2023-12-14 14:53:00.598312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.1 +2023-12-14 14:53:00.598318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 transpose.1> + +2023-12-14 14:53:00.598323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:00.598328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 param_0.2> + +2023-12-14 14:53:00.598333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.598340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:53:00.598346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.598351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.598378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.598384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.598389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.598400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.598405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.598414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:53:00.598419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:53:00.598432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> (def) +2023-12-14 14:53:00.598437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1: +2023-12-14 14:53:00.598447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> (def) +2023-12-14 14:53:00.598454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:00.598463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> (def) +2023-12-14 14:53:00.598468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.598478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:53:00.598482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.598493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.598498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.598502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.598507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.598512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.598517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.598521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.598526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.598531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.598536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.598541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:53:00.598547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.598552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.598556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.598561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.598567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[8192,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.598575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> +2023-12-14 14:53:00.598580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.598584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:00.598589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.598594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1, operand 0 +2023-12-14 14:53:00.598600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.598605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> +2023-12-14 14:53:00.598609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.598614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1 +2023-12-14 14:53:00.598620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.598625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:53:00.598630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.1 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.598634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> +2023-12-14 14:53:00.598639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.598644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:53:00.598649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.598654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = f32[2048,8192]{1,0} copy(f32[2048,8192]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.598682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.598716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.598724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.598730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.598735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.598740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.598745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.598755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.598760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.598766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:53:00.598771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:53:00.598777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 copy.2> + +2023-12-14 14:53:00.598781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.1 +2023-12-14 14:53:00.598788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 transpose.1> + +2023-12-14 14:53:00.598793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:00.598798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 param_0.2> + +2023-12-14 14:53:00.598804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.598810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:53:00.598815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.598821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.598847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.598854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.598859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.598869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.598874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.598883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:53:00.598888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:53:00.598898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> (def) +2023-12-14 14:53:00.598903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1: +2023-12-14 14:53:00.598914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> (def) +2023-12-14 14:53:00.598919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:00.598931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> (def) +2023-12-14 14:53:00.598936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.598946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:53:00.598951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.598957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.598963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.598967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.598972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.598977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.598981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.598986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.598991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.598996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.599001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.599007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.599012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:53:00.599017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.599022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.599027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.599031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.599036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[8192,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.599041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> +2023-12-14 14:53:00.599046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.599051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:00.599055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.599064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1, operand 0 +2023-12-14 14:53:00.599070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.599074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> +2023-12-14 14:53:00.599079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.599084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1 +2023-12-14 14:53:00.599089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.599094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:53:00.599099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.1 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.599104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> +2023-12-14 14:53:00.599109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.599115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:53:00.599120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.599124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = f32[2048,8192]{1,0} copy(f32[2048,8192]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.599146: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 1 +2023-12-14 14:53:00.599152: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:00.599163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.56 ms (cumulative: 841 ms, max: 101 ms, #called: 4712) +2023-12-14 14:53:00.599170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.599180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 841 ms, max: 101 ms, #called: 4713) +2023-12-14 14:53:00.599197: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:00.600478: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:00.600557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.600615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.600626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.600632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.600637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.600642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.600647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.600655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.600660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.600665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:53:00.600670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:53:00.600676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 copy.2> + +2023-12-14 14:53:00.600682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.1 +2023-12-14 14:53:00.600688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 transpose.1> + +2023-12-14 14:53:00.600694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:00.600699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 param_0.2> + +2023-12-14 14:53:00.600704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.600710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:53:00.600715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.600720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.600750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.600756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.600761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.600766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.600771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.600776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.600780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.600791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:53:00.600797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.600802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:53:00.600806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> (def) +2023-12-14 14:53:00.600811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.600816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1: +2023-12-14 14:53:00.600821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> (def) +2023-12-14 14:53:00.600825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.600830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:00.600835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> (def) +2023-12-14 14:53:00.600840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.600844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.600850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:53:00.600855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.600860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.600864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.600869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.600874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.600878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.600883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.600888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.600892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.600897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.600903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.600908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.600913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:53:00.600918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.600923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.600927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.600932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.600938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[8192,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.600948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> +2023-12-14 14:53:00.600954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.600959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:00.600964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.600969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1, operand 0 +2023-12-14 14:53:00.600974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.600979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> +2023-12-14 14:53:00.600983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.600988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1 +2023-12-14 14:53:00.600993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.600998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:53:00.601003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.1 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.601009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> +2023-12-14 14:53:00.601014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.601019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:53:00.601024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.601029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = f32[2048,8192]{1,0} copy(f32[2048,8192]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.601079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.601115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.601124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.601130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.601135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.601139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.601147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.601154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.601159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.601165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:53:00.601170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:53:00.601176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 copy.2> + +2023-12-14 14:53:00.601182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.1 +2023-12-14 14:53:00.601187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 transpose.1> + +2023-12-14 14:53:00.601192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:00.601197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 param_0.2> + +2023-12-14 14:53:00.601202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.601208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:53:00.601213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.601219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.601244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.601250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.601255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.601265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.601270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.601280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:53:00.601285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:53:00.601295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> (def) +2023-12-14 14:53:00.601300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1: +2023-12-14 14:53:00.601309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> (def) +2023-12-14 14:53:00.601318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:00.601327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> (def) +2023-12-14 14:53:00.601332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.601342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:53:00.601347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.601357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.601362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.601366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.601372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.601376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.601381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.601386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.601391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.601395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.601401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.601406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:53:00.601411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.601415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.601421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.601426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.601431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[8192,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.601436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> +2023-12-14 14:53:00.601441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.601445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:00.601453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.601458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1, operand 0 +2023-12-14 14:53:00.601463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.601468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> +2023-12-14 14:53:00.601474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.601478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1 +2023-12-14 14:53:00.601483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.601488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:53:00.601493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.1 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.601498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> +2023-12-14 14:53:00.601503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.601508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:53:00.601513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.601518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = f32[2048,8192]{1,0} copy(f32[2048,8192]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.601541: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:00.601548: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 5 +2023-12-14 14:53:00.601586: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:00.601596: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:00.601606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.601643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.601651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.601657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.601662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.601666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.601671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.601678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.601687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:00.601693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:53:00.601697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy.2 +2023-12-14 14:53:00.601703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 copy.2> + +2023-12-14 14:53:00.601708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: transpose.1 +2023-12-14 14:53:00.601713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 transpose.1> + +2023-12-14 14:53:00.601718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:00.601723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 param_0.2> + +2023-12-14 14:53:00.601729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:00.601736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.clone> + +2023-12-14 14:53:00.601740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:00.601746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.601770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.601775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.601780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.601791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.601795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:00.601805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:53:00.601810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2: +2023-12-14 14:53:00.601819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> (def) +2023-12-14 14:53:00.601824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1: +2023-12-14 14:53:00.601834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> (def) +2023-12-14 14:53:00.601839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:00.601852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> (def) +2023-12-14 14:53:00.601857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:00.601866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> (def) +2023-12-14 14:53:00.601871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.601876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:00.601881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.601885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.601891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.601896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.601901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.601906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:00.601910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.601915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:00.601920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:00.601925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.601930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.clone> +2023-12-14 14:53:00.601935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.601940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:00.601945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:00.601951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.601956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[8192,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.601961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 param_0.2> +2023-12-14 14:53:00.601966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.601970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:00.601975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.601980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1, operand 0 +2023-12-14 14:53:00.601988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.601994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 transpose.1> +2023-12-14 14:53:00.601999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.602005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] transpose.1 +2023-12-14 14:53:00.602009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.602014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2, operand 0 +2023-12-14 14:53:00.602019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%transpose.1 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.602024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 copy.2> +2023-12-14 14:53:00.602029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.602034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy.2 +2023-12-14 14:53:00.602038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.602044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy.2 = f32[2048,8192]{1,0} copy(f32[2048,8192]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.602095: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[8192,2048]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:53:00.602102: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.602108: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.2: f32[8192,2048]) -> f32[2048,8192] { +2023-12-14 14:53:00.602113: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.602119: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %transpose.1 = f32[2048,8192]{0,1} transpose(f32[8192,2048]{1,0} %param_0.2), dimensions={1,0}, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.602125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy.2 = f32[2048,8192]{1,0} copy(f32[2048,8192]{0,1} %transpose.1), metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.602130: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.602135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.602140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[8192,2048]) -> f32[2048,8192] { +2023-12-14 14:53:00.602148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.602154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,8192]{1,0} fusion(f32[8192,2048]{1,0} %p), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(transpose)/jit(main)/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:00.602159: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.602164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.602170: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[8192,2048]) -> f32[2048,8192] { +2023-12-14 14:53:00.602176: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:00.602181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(f32[8192,2048]{1,0} %Arg_0.1), to_apply=%parallel_fusion +2023-12-14 14:53:00.602185: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.602190: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.602202: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:p + 2:fusion.clone + 3:call + BufferLiveRange: + Arg_0.1{}:0-4 + fusion.clone{}:2-4 + Live ranges at 2 (peak): + Arg_0.1: 67108864 bytes + fusion.clone: 67108864 bytes + +2023-12-14 14:53:00.602212: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:53:00.602217: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:00.602223: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:00.602233: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:00.602238: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:00.602243: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 fusion.clone> +2023-12-14 14:53:00.602250: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:00.602255: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:00.602260: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.602265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:00.602270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 fusion.clone> +2023-12-14 14:53:00.602298: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:00.602305: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:00.602310: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:00.602315: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:00.602320: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:00.602328: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:00.602333: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:00.602339: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:00.602660: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 81 us (cumulative: 5.2 ms, max: 421 us, #called: 57) +2023-12-14 14:53:00.616558: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff01000a120 +2023-12-14 14:53:00.617049: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:00.617086: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 17.9 ms (cumulative: 1.62 s, max: 222 ms, #called: 57) +2023-12-14 14:53:00.618222: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.698017: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.714775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:00.714873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:00.714911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 25 us (cumulative: 841 ms, max: 101 ms, #called: 4714) +2023-12-14 14:53:00.714921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.714941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 841 ms, max: 101 ms, #called: 4715) +2023-12-14 14:53:00.714974: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0},f32[2048,8192]{1,0})->f32[2048,2048]{1,0} +2023-12-14 14:53:00.714983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:00.715013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:00.715086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 39 us (cumulative: 841 ms, max: 101 ms, #called: 4716) +2023-12-14 14:53:00.715122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:00.715133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 53 us (cumulative: 841 ms, max: 101 ms, #called: 4717) +2023-12-14 14:53:00.715186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:00.715195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 33 us (cumulative: 841 ms, max: 101 ms, #called: 4718) +2023-12-14 14:53:00.715230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:00.715239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 33 us (cumulative: 841 ms, max: 101 ms, #called: 4719) +2023-12-14 14:53:00.715272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.715283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 34 us (cumulative: 841 ms, max: 101 ms, #called: 4720) +2023-12-14 14:53:00.715316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:00.715341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 48 us (cumulative: 841 ms, max: 101 ms, #called: 4721) +2023-12-14 14:53:00.715375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:00.715388: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:00.715398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 46 us (cumulative: 841 ms, max: 101 ms, #called: 4722) +2023-12-14 14:53:00.715431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:00.715442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 38 us (cumulative: 841 ms, max: 101 ms, #called: 4723) +2023-12-14 14:53:00.715479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:00.715492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 36 us (cumulative: 841 ms, max: 101 ms, #called: 4724) +2023-12-14 14:53:00.715525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:00.715535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 32 us (cumulative: 841 ms, max: 101 ms, #called: 4725) +2023-12-14 14:53:00.715568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:00.715577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 32 us (cumulative: 841 ms, max: 101 ms, #called: 4726) +2023-12-14 14:53:00.715609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:00.715618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 31 us (cumulative: 841 ms, max: 101 ms, #called: 4727) +2023-12-14 14:53:00.715651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:00.715660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 33 us (cumulative: 841 ms, max: 101 ms, #called: 4728) +2023-12-14 14:53:00.715694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:00.715704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 32 us (cumulative: 841 ms, max: 101 ms, #called: 4729) +2023-12-14 14:53:00.715736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:00.715750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 37 us (cumulative: 841 ms, max: 101 ms, #called: 4730) +2023-12-14 14:53:00.715784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:00.715795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 33 us (cumulative: 841 ms, max: 101 ms, #called: 4731) +2023-12-14 14:53:00.715828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:00.715838: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:00.715847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 41 us (cumulative: 841 ms, max: 101 ms, #called: 4732) +2023-12-14 14:53:00.715880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.715889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 32 us (cumulative: 841 ms, max: 101 ms, #called: 4733) +2023-12-14 14:53:00.715922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:00.715932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.715956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 31 us (cumulative: 841 ms, max: 101 ms, #called: 4734) +2023-12-14 14:53:00.715965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:00.715979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.715993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 36 us (cumulative: 841 ms, max: 101 ms, #called: 4735) +2023-12-14 14:53:00.716011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:00.716025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 37 us (cumulative: 841 ms, max: 101 ms, #called: 4736) +2023-12-14 14:53:00.716059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.716069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 33 us (cumulative: 841 ms, max: 101 ms, #called: 4737) +2023-12-14 14:53:00.716101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:00.716111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 34 us (cumulative: 841 ms, max: 101 ms, #called: 4738) +2023-12-14 14:53:00.716146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:00.716156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 32 us (cumulative: 841 ms, max: 101 ms, #called: 4739) +2023-12-14 14:53:00.716189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:00.716199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 32 us (cumulative: 841 ms, max: 101 ms, #called: 4740) +2023-12-14 14:53:00.716231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:00.716242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 33 us (cumulative: 841 ms, max: 101 ms, #called: 4741) +2023-12-14 14:53:00.716274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:00.716288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 41 us (cumulative: 842 ms, max: 101 ms, #called: 4742) +2023-12-14 14:53:00.716327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:00.716361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 58 us (cumulative: 842 ms, max: 101 ms, #called: 4743) +2023-12-14 14:53:00.716396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:00.716406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 33 us (cumulative: 842 ms, max: 101 ms, #called: 4744) +2023-12-14 14:53:00.716438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:00.716447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 32 us (cumulative: 842 ms, max: 101 ms, #called: 4745) +2023-12-14 14:53:00.716481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:00.716490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 31 us (cumulative: 842 ms, max: 101 ms, #called: 4746) +2023-12-14 14:53:00.716522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:00.716532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 33 us (cumulative: 842 ms, max: 101 ms, #called: 4747) +2023-12-14 14:53:00.716565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:00.716574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:00.716589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.716613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 21 us (cumulative: 842 ms, max: 101 ms, #called: 4748) +2023-12-14 14:53:00.716626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:00.716638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 10 us (cumulative: 842 ms, max: 101 ms, #called: 4749) +2023-12-14 14:53:00.716646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.716658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 842 ms, max: 101 ms, #called: 4750) +2023-12-14 14:53:00.716667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:00.716678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 9 us (cumulative: 842 ms, max: 101 ms, #called: 4751) +2023-12-14 14:53:00.716687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:00.716700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 11 us (cumulative: 842 ms, max: 101 ms, #called: 4752) +2023-12-14 14:53:00.716708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:00.716720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 10 us (cumulative: 842 ms, max: 101 ms, #called: 4753) +2023-12-14 14:53:00.716728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:00.716740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 10 us (cumulative: 842 ms, max: 101 ms, #called: 4754) +2023-12-14 14:53:00.716749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.716762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 11 us (cumulative: 842 ms, max: 101 ms, #called: 4755) +2023-12-14 14:53:00.716771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:00.716782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 9 us (cumulative: 842 ms, max: 101 ms, #called: 4756) +2023-12-14 14:53:00.716790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:00.716803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 10 us (cumulative: 842 ms, max: 101 ms, #called: 4757) +2023-12-14 14:53:00.716811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.716822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 842 ms, max: 101 ms, #called: 4758) +2023-12-14 14:53:00.716829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:00.716842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 11 us (cumulative: 842 ms, max: 101 ms, #called: 4759) +2023-12-14 14:53:00.716850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:00.716876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 24 us (cumulative: 842 ms, max: 101 ms, #called: 4760) +2023-12-14 14:53:00.716888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:00.716902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 11 us (cumulative: 842 ms, max: 101 ms, #called: 4761) +2023-12-14 14:53:00.716911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 370 us (cumulative: 842 ms, max: 101 ms, #called: 4762) +2023-12-14 14:53:00.716945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:00.716954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.716969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.716979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 32 us (cumulative: 842 ms, max: 101 ms, #called: 4763) +2023-12-14 14:53:00.716987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:00.716999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.717013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.717023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 34 us (cumulative: 842 ms, max: 101 ms, #called: 4764) +2023-12-14 14:53:00.717031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:00.717039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.717053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.717064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 30 us (cumulative: 842 ms, max: 101 ms, #called: 4765) +2023-12-14 14:53:00.717072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:00.717083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.717097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.717107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 33 us (cumulative: 842 ms, max: 101 ms, #called: 4766) +2023-12-14 14:53:00.717116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.717144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.717158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.717169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 52 us (cumulative: 842 ms, max: 101 ms, #called: 4767) +2023-12-14 14:53:00.717182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:00.717191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.717207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.717218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 34 us (cumulative: 842 ms, max: 101 ms, #called: 4768) +2023-12-14 14:53:00.717226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:00.717238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.717253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.717265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 36 us (cumulative: 842 ms, max: 101 ms, #called: 4769) +2023-12-14 14:53:00.717274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:00.717285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.717299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.717310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 35 us (cumulative: 843 ms, max: 101 ms, #called: 4770) +2023-12-14 14:53:00.717318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:00.717359: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:00.717371: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:00.717419: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:00.717434: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:00.717464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.717492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.717505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.717514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.717522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.717530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.717537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.717552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.717560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.717568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.717581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.717590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.717636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.717645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.717652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.717659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.717666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.717672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.717679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.717686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.717693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.717701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.717707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.717715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.717721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.717728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.717735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.717742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.717749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.717756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.717763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.717771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.717778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.717785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.717792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.717799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.717806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.717813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.717820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.717832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.717841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.717883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:00.717903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:00.717916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 594 us (cumulative: 843 ms, max: 101 ms, #called: 4771) +2023-12-14 14:53:00.717946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:00.717960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.717973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 11 us (cumulative: 843 ms, max: 101 ms, #called: 4772) +2023-12-14 14:53:00.717981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:00.717994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 11 us (cumulative: 843 ms, max: 101 ms, #called: 4773) +2023-12-14 14:53:00.718002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:00.718015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 11 us (cumulative: 843 ms, max: 101 ms, #called: 4774) +2023-12-14 14:53:00.718033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:00.718045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:00.718053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:00.718065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 18 us (cumulative: 843 ms, max: 101 ms, #called: 4775) +2023-12-14 14:53:00.718073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:00.718086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 11 us (cumulative: 843 ms, max: 101 ms, #called: 4776) +2023-12-14 14:53:00.718094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:00.718124: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:00.718136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 40 us (cumulative: 843 ms, max: 101 ms, #called: 4777) +2023-12-14 14:53:00.718145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:00.718161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:00.718172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:00.718186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 843 ms, max: 101 ms, #called: 4778) +2023-12-14 14:53:00.718193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.718207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 843 ms, max: 101 ms, #called: 4779) +2023-12-14 14:53:00.718214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:00.718238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 21 us (cumulative: 843 ms, max: 101 ms, #called: 4780) +2023-12-14 14:53:00.718250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 102 us (cumulative: 843 ms, max: 101 ms, #called: 4781) +2023-12-14 14:53:00.718259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:00.718268: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:00.718320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 59 us (cumulative: 843 ms, max: 101 ms, #called: 4782) +2023-12-14 14:53:00.718333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.718346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 843 ms, max: 101 ms, #called: 4783) +2023-12-14 14:53:00.718354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:00.718367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.718385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.718395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.718403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.718410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.718419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.718426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.718436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.718444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.718453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.718460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.718468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.718504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.718513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.718520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.718527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.718534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.718541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.718548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.718555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.718561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.718568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.718576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.718583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.718590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.718596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.718604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.718610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.718617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.718624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.718631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.718638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.718644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.718651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.718658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.718666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.718673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.718681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.718687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.718694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.718702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.718736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.718752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.718761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.718768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.718776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.718783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.718790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.718799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.718806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.718814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.718821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.718829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.718852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.718861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.718868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.718875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.718883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.718890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.718897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.718905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.718911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.718918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.718925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.718932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.718939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.718946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.718957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.718965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.718972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.718979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.718986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.718994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.719000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.719007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.719015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.719022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.719030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.719037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.719044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.719052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.719059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.719083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.719098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.719107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.719114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.719121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.719128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.719135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.719144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.719151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.719159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.719166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.719181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.719203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.719212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.719219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.719226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.719234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.719241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.719248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.719255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.719264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.719271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.719278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.719285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.719292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.719299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.719305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.719312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.719328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.719337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.719345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.719351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.719358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.719366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.719374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.719381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.719387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.719395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.719402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.719409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.719415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.719457: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:00.719467: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:00.719482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.12 ms (cumulative: 845 ms, max: 101 ms, #called: 4784) +2023-12-14 14:53:00.719491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:00.719503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 845 ms, max: 101 ms, #called: 4785) +2023-12-14 14:53:00.719523: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:00.721162: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:00.721239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.721270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.721282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.721291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.721298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.721305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.721313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.721327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.721335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.721342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.721350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.721358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.721393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.721414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.721421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.721428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.721435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.721442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.721449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.721456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.721463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.721470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.721477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.721484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.721490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.721497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.721503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.721511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.721517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.721524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.721531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.721537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.721545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.721552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.721558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.721565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.721572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.721578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.721586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.721592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.721600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.721656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.721674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.721683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.721690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.721697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.721704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.721712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.721721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.721729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.721737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.721744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.721753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.721774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.721783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.721790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.721797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.721804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.721810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.721818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.721826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.721833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.721839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.721846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.721853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.721859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.721867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.721873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.721884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.721891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.721898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.721906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.721913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.721920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.721927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.721934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.721942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.721949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.721955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.721962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.721969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.721977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.722000: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:00.722006: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:00.722039: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:00.722049: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:00.722059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:00.722071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:00.722077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:00.722083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:00.722088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:00.722093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:00.722098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:00.722104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:00.722113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:00.722119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:00.722124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: dot.3 +2023-12-14 14:53:00.722130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,2048]) + {} : HloValueSet: <2 dot.3> + +2023-12-14 14:53:00.722147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:00.722152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:00.722157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.722162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:00.722168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:00.722172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.722177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:00.722183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:00.722188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:00.722193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3: +2023-12-14 14:53:00.722197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> (def) +2023-12-14 14:53:00.722203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:00.722208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:00.722212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.722217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:00.722222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.722226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 0 +2023-12-14 14:53:00.722231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.722236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:00.722241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.722246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:00.722251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.722255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3, operand 1 +2023-12-14 14:53:00.722260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.722265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 dot.3> +2023-12-14 14:53:00.722274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:00.722279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] dot.3 +2023-12-14 14:53:00.722284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:00.722289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.722329: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,8192]{1,0},f32[2048,8192]{1,0})->f32[2048,2048]{1,0}} +2023-12-14 14:53:00.722336: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.722341: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[2048,8192]) -> f32[2048,2048] { +2023-12-14 14:53:00.722347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:00.722353: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:00.722359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %dot.3 = f32[2048,2048]{1,0} dot(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), lhs_contracting_dims={1}, rhs_contracting_dims={1}, metadata={op_name="jit(dot_general)/jit(main)/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:00.722366: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:00.722371: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:00.722384: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:dot.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + dot.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 67108864 bytes + Arg_1.2: 67108864 bytes + dot.3: 16777216 bytes + +2023-12-14 14:53:00.722394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:00.722400: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:00.722406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:00.722417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:00.722423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:00.722428: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:00.722434: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 dot.3> +2023-12-14 14:53:00.722440: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:00.722445: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:00.722451: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:00.722460: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:00.722465: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 dot.3> +2023-12-14 14:53:00.722494: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:00.722500: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 128.00MiB +2023-12-14 14:53:00.722505: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:00.722511: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 16.00MiB +2023-12-14 14:53:00.722516: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:00.722521: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 144.00MiB +2023-12-14 14:53:00.722525: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:00.722531: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:00.722748: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 61 us (cumulative: 5.26 ms, max: 421 us, #called: 58) +2023-12-14 14:53:00.727987: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff010008000 +2023-12-14 14:53:00.728442: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:00.728478: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 8.94 ms (cumulative: 1.63 s, max: 222 ms, #called: 58) +2023-12-14 14:53:00.729615: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.775430: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.778994: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.779747: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.780049: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.782193: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.782379: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.783881: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.784264: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_backward_pass; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.790671: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.791000: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.791046: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.791365: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.819307: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.819731: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.873172: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.880577: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.919690: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.920492: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.927013: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.927581: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.934321: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.934613: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:00.942917: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:00.955311: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_backward_pass; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.019209: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.024046: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.024119: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.024482: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.117245: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.117901: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.195747: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.245691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:01.245778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:01.245829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 40 us (cumulative: 845 ms, max: 101 ms, #called: 4786) +2023-12-14 14:53:01.245838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.245855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 15 us (cumulative: 845 ms, max: 101 ms, #called: 4787) +2023-12-14 14:53:01.245884: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192]{0})->f32[8192]{0} +2023-12-14 14:53:01.245890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:01.245920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.245952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.245960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:01.245969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.245978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.245985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 24 us (cumulative: 845 ms, max: 101 ms, #called: 4788) +2023-12-14 14:53:01.245992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:01.245999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 22 us (cumulative: 845 ms, max: 101 ms, #called: 4789) +2023-12-14 14:53:01.246021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:01.246027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 20 us (cumulative: 845 ms, max: 101 ms, #called: 4790) +2023-12-14 14:53:01.246048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:01.246056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 20 us (cumulative: 845 ms, max: 101 ms, #called: 4791) +2023-12-14 14:53:01.246076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.246084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 28 us (cumulative: 845 ms, max: 101 ms, #called: 4792) +2023-12-14 14:53:01.246111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:01.246118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 845 ms, max: 101 ms, #called: 4793) +2023-12-14 14:53:01.246139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:01.246151: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:01.246158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 32 us (cumulative: 845 ms, max: 101 ms, #called: 4794) +2023-12-14 14:53:01.246178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:01.246186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 845 ms, max: 101 ms, #called: 4795) +2023-12-14 14:53:01.246206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:01.246215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 845 ms, max: 101 ms, #called: 4796) +2023-12-14 14:53:01.246236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:01.246242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 19 us (cumulative: 845 ms, max: 101 ms, #called: 4797) +2023-12-14 14:53:01.246262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:01.246268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 845 ms, max: 101 ms, #called: 4798) +2023-12-14 14:53:01.246292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:01.246299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 20 us (cumulative: 845 ms, max: 101 ms, #called: 4799) +2023-12-14 14:53:01.246320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:01.246327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 845 ms, max: 101 ms, #called: 4800) +2023-12-14 14:53:01.246347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:01.246354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 19 us (cumulative: 845 ms, max: 101 ms, #called: 4801) +2023-12-14 14:53:01.246375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:01.246381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 845 ms, max: 101 ms, #called: 4802) +2023-12-14 14:53:01.246402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:01.246410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 845 ms, max: 101 ms, #called: 4803) +2023-12-14 14:53:01.246430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:01.246438: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.2 +2023-12-14 14:53:01.246445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 28 us (cumulative: 845 ms, max: 101 ms, #called: 4804) +2023-12-14 14:53:01.246468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.246475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 845 ms, max: 101 ms, #called: 4805) +2023-12-14 14:53:01.246496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:01.246503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 19 us (cumulative: 845 ms, max: 101 ms, #called: 4806) +2023-12-14 14:53:01.246522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:01.246530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 21 us (cumulative: 845 ms, max: 101 ms, #called: 4807) +2023-12-14 14:53:01.246550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.246557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 845 ms, max: 101 ms, #called: 4808) +2023-12-14 14:53:01.246577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.246586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 845 ms, max: 101 ms, #called: 4809) +2023-12-14 14:53:01.246606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.246612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 19 us (cumulative: 845 ms, max: 101 ms, #called: 4810) +2023-12-14 14:53:01.246632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:01.246642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 25 us (cumulative: 845 ms, max: 101 ms, #called: 4811) +2023-12-14 14:53:01.246664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:01.246670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 20 us (cumulative: 845 ms, max: 101 ms, #called: 4812) +2023-12-14 14:53:01.246690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:01.246697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 20 us (cumulative: 845 ms, max: 101 ms, #called: 4813) +2023-12-14 14:53:01.246718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:01.246727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 23 us (cumulative: 845 ms, max: 101 ms, #called: 4814) +2023-12-14 14:53:01.246748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:01.246774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 39 us (cumulative: 845 ms, max: 101 ms, #called: 4815) +2023-12-14 14:53:01.246795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:01.246801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 20 us (cumulative: 845 ms, max: 101 ms, #called: 4816) +2023-12-14 14:53:01.246821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:01.246829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 23 us (cumulative: 845 ms, max: 101 ms, #called: 4817) +2023-12-14 14:53:01.246852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:01.246859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 19 us (cumulative: 845 ms, max: 101 ms, #called: 4818) +2023-12-14 14:53:01.246879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:01.246886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.246894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.246901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 21 us (cumulative: 845 ms, max: 101 ms, #called: 4819) +2023-12-14 14:53:01.246906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:01.246913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:01.246926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.246937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 845 ms, max: 101 ms, #called: 4820) +2023-12-14 14:53:01.246943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:01.246951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 845 ms, max: 101 ms, #called: 4821) +2023-12-14 14:53:01.246957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.246965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 845 ms, max: 101 ms, #called: 4822) +2023-12-14 14:53:01.246972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:01.246981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 845 ms, max: 101 ms, #called: 4823) +2023-12-14 14:53:01.246987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:01.246995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 845 ms, max: 101 ms, #called: 4824) +2023-12-14 14:53:01.247000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.247009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 845 ms, max: 101 ms, #called: 4825) +2023-12-14 14:53:01.247015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:01.247027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 11 us (cumulative: 845 ms, max: 101 ms, #called: 4826) +2023-12-14 14:53:01.247033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.247043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 845 ms, max: 101 ms, #called: 4827) +2023-12-14 14:53:01.247048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:01.247056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 845 ms, max: 101 ms, #called: 4828) +2023-12-14 14:53:01.247062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:01.247071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 845 ms, max: 101 ms, #called: 4829) +2023-12-14 14:53:01.247077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.247085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 845 ms, max: 101 ms, #called: 4830) +2023-12-14 14:53:01.247090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:01.247101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 845 ms, max: 101 ms, #called: 4831) +2023-12-14 14:53:01.247106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:01.247130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 845 ms, max: 101 ms, #called: 4832) +2023-12-14 14:53:01.247135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:01.247145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 845 ms, max: 101 ms, #called: 4833) +2023-12-14 14:53:01.247152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.247160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.247167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 258 us (cumulative: 846 ms, max: 101 ms, #called: 4834) +2023-12-14 14:53:01.247172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:01.247179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.247186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.247194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 20 us (cumulative: 846 ms, max: 101 ms, #called: 4835) +2023-12-14 14:53:01.247199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:01.247207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.247219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.247226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 26 us (cumulative: 846 ms, max: 101 ms, #called: 4836) +2023-12-14 14:53:01.247232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:01.247239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.247247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.247254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 20 us (cumulative: 846 ms, max: 101 ms, #called: 4837) +2023-12-14 14:53:01.247260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:01.247267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.247275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.247283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 21 us (cumulative: 846 ms, max: 101 ms, #called: 4838) +2023-12-14 14:53:01.247288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.247310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.247317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.247336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 45 us (cumulative: 846 ms, max: 101 ms, #called: 4839) +2023-12-14 14:53:01.247341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:01.247347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.247355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.247363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 21 us (cumulative: 846 ms, max: 101 ms, #called: 4840) +2023-12-14 14:53:01.247369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.247375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.247383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.247391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 846 ms, max: 101 ms, #called: 4841) +2023-12-14 14:53:01.247397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:01.247406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.247414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.247421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 23 us (cumulative: 846 ms, max: 101 ms, #called: 4842) +2023-12-14 14:53:01.247430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:01.247465: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:01.247473: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:01.247499: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:01.247506: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:01.247523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.247544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.247553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.247560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.247566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.247571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.247576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.247589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.247609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.247614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.247619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.247624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.247629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.247634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.247639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.247643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.247648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.247653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.247659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.247689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.247699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.247707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 275 us (cumulative: 846 ms, max: 101 ms, #called: 4843) +2023-12-14 14:53:01.247731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:01.247745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.247755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 846 ms, max: 101 ms, #called: 4844) +2023-12-14 14:53:01.247761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:01.247770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 846 ms, max: 101 ms, #called: 4845) +2023-12-14 14:53:01.247776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:01.247784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 846 ms, max: 101 ms, #called: 4846) +2023-12-14 14:53:01.247796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:01.247805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:01.247811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:01.247820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 14 us (cumulative: 846 ms, max: 101 ms, #called: 4847) +2023-12-14 14:53:01.247825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.247834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 846 ms, max: 101 ms, #called: 4848) +2023-12-14 14:53:01.247841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:01.247862: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:01.247870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 28 us (cumulative: 846 ms, max: 101 ms, #called: 4849) +2023-12-14 14:53:01.247875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:01.247881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:01.247889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.247898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 846 ms, max: 101 ms, #called: 4850) +2023-12-14 14:53:01.247903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.247912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 846 ms, max: 101 ms, #called: 4851) +2023-12-14 14:53:01.247917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.247934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 16 us (cumulative: 846 ms, max: 101 ms, #called: 4852) +2023-12-14 14:53:01.247943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 66 us (cumulative: 846 ms, max: 101 ms, #called: 4853) +2023-12-14 14:53:01.247953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:01.247960: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:01.247990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 35 us (cumulative: 846 ms, max: 101 ms, #called: 4854) +2023-12-14 14:53:01.247995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.248004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 846 ms, max: 101 ms, #called: 4855) +2023-12-14 14:53:01.248009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:01.248019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.248030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.248036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.248041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.248046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.248051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.248056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.248063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.248073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.248078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.248083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.248088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.248093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.248098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.248103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.248107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.248113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.248118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.248123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.248143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.248153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.248162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.248167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.248172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.248177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.248182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.248188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.248196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.248203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.248208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.248213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.248218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.248223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.248228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.248232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.248237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.248242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.248246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.248262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.248271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.248276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.248281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.248286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.248292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.248296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.248302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.248310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.248315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.248320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.248325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.248333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.248338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.248343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.248347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.248352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.248357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.248362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.248389: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:01.248396: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:01.248405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 393 us (cumulative: 847 ms, max: 101 ms, #called: 4856) +2023-12-14 14:53:01.248410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.248419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 847 ms, max: 101 ms, #called: 4857) +2023-12-14 14:53:01.248434: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:01.249667: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:01.249726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.249747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.249755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.249761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.249766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.249771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.249776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.249785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.249790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:01.249805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:01.249825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.249831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.249836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.249841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.249846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.249850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.249855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:01.249860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:01.249865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.249869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.249874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.249879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.249883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.249888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:01.249893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.249898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:01.249903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.249907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:01.249913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.249918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192]{0} copy(f32[8192]{0} %Arg_0.1) +2023-12-14 14:53:01.249960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.249972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.249978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.249983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.249988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.249993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.249997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.250003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.250016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:01.250022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:01.250033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.250039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.250044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.250049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.250053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.250058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.250063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:01.250068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:01.250073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.250077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.250082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.250086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.250091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.250096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:01.250102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.250106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:01.250111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.250116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:01.250121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.250126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192]{0} copy(f32[8192]{0} %Arg_0.1) +2023-12-14 14:53:01.250144: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:01.250150: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:01.250181: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:01.250191: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:01.250201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.250211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.250218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.250226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.250231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.250236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.250241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.250247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.250252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:01.250258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:01.250268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.250274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.250280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.250284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.250289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.250294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.250300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:01.250304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:01.250309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.250314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.250319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.250324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.250328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.250333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:01.250338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.250343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:01.250348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.250352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:01.250357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.250362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192]{0} copy(f32[8192]{0} %Arg_0.1) +2023-12-14 14:53:01.250394: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[8192]{0})->f32[8192]{0}} +2023-12-14 14:53:01.250401: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.250409: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.2 (Arg_0.1: f32[8192]) -> f32[8192] { +2023-12-14 14:53:01.250415: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.250420: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[8192]{0} copy(f32[8192]{0} %Arg_0.1) +2023-12-14 14:53:01.250425: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.250429: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.250441: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:copy + BufferLiveRange: + Arg_0.1{}:0-2 + copy{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 32768 bytes + copy: 32768 bytes + +2023-12-14 14:53:01.250449: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:53:01.250454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:01.250461: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:01.250471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:01.250476: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:53:01.250483: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:01.250488: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:01.250493: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:01.250498: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:53:01.250525: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:01.250530: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 32.0KiB +2023-12-14 14:53:01.250535: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:01.250540: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 32.0KiB +2023-12-14 14:53:01.250545: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:01.250551: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 64.0KiB +2023-12-14 14:53:01.250556: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:01.250561: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:01.250773: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 72 us (cumulative: 5.34 ms, max: 421 us, #called: 59) +2023-12-14 14:53:01.255974: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff010006000 +2023-12-14 14:53:01.256310: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:01.256340: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 7.9 ms (cumulative: 1.64 s, max: 222 ms, #called: 59) +2023-12-14 14:53:01.257279: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.257953: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.265054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:01.265114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:01.265137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 17 us (cumulative: 847 ms, max: 101 ms, #called: 4858) +2023-12-14 14:53:01.265144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.265157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 847 ms, max: 101 ms, #called: 4859) +2023-12-14 14:53:01.265180: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[],f32[8192]{0})->f32[8192]{0} +2023-12-14 14:53:01.265186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:01.265206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:01.265257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 847 ms, max: 101 ms, #called: 4860) +2023-12-14 14:53:01.265283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:01.265290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 847 ms, max: 101 ms, #called: 4861) +2023-12-14 14:53:01.265314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:01.265321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 847 ms, max: 101 ms, #called: 4862) +2023-12-14 14:53:01.265345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:01.265353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 34 us (cumulative: 847 ms, max: 101 ms, #called: 4863) +2023-12-14 14:53:01.265388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.265397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 27 us (cumulative: 847 ms, max: 101 ms, #called: 4864) +2023-12-14 14:53:01.265422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:01.265430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 847 ms, max: 101 ms, #called: 4865) +2023-12-14 14:53:01.265453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:01.265461: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:01.265467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 30 us (cumulative: 847 ms, max: 101 ms, #called: 4866) +2023-12-14 14:53:01.265491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:01.265499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 847 ms, max: 101 ms, #called: 4867) +2023-12-14 14:53:01.265522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:01.265531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 847 ms, max: 101 ms, #called: 4868) +2023-12-14 14:53:01.265554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:01.265560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 27 us (cumulative: 847 ms, max: 101 ms, #called: 4869) +2023-12-14 14:53:01.265588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:01.265595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 24 us (cumulative: 847 ms, max: 101 ms, #called: 4870) +2023-12-14 14:53:01.265619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:01.265625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 847 ms, max: 101 ms, #called: 4871) +2023-12-14 14:53:01.265648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:01.265655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 847 ms, max: 101 ms, #called: 4872) +2023-12-14 14:53:01.265679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:01.265685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 847 ms, max: 101 ms, #called: 4873) +2023-12-14 14:53:01.265709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:01.265716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 847 ms, max: 101 ms, #called: 4874) +2023-12-14 14:53:01.265738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:01.265746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 847 ms, max: 101 ms, #called: 4875) +2023-12-14 14:53:01.265773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:01.265780: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:53:01.265788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 31 us (cumulative: 847 ms, max: 101 ms, #called: 4876) +2023-12-14 14:53:01.265811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.265817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 847 ms, max: 101 ms, #called: 4877) +2023-12-14 14:53:01.265840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:01.265848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 24 us (cumulative: 847 ms, max: 101 ms, #called: 4878) +2023-12-14 14:53:01.265870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:01.265881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 847 ms, max: 101 ms, #called: 4879) +2023-12-14 14:53:01.265905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.265911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 847 ms, max: 101 ms, #called: 4880) +2023-12-14 14:53:01.265934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.265942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 847 ms, max: 101 ms, #called: 4881) +2023-12-14 14:53:01.265966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.265976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.265986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.265994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 26 us (cumulative: 847 ms, max: 101 ms, #called: 4882) +2023-12-14 14:53:01.265999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:01.266006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 847 ms, max: 101 ms, #called: 4883) +2023-12-14 14:53:01.266030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:01.266037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 25 us (cumulative: 847 ms, max: 101 ms, #called: 4884) +2023-12-14 14:53:01.266062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:01.266069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 847 ms, max: 101 ms, #called: 4885) +2023-12-14 14:53:01.266092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:01.266103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 28 us (cumulative: 848 ms, max: 101 ms, #called: 4886) +2023-12-14 14:53:01.266127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:01.266154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 45 us (cumulative: 848 ms, max: 101 ms, #called: 4887) +2023-12-14 14:53:01.266179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:01.266186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 27 us (cumulative: 848 ms, max: 101 ms, #called: 4888) +2023-12-14 14:53:01.266213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:01.266220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 23 us (cumulative: 848 ms, max: 101 ms, #called: 4889) +2023-12-14 14:53:01.266243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:01.266250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 848 ms, max: 101 ms, #called: 4890) +2023-12-14 14:53:01.266272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:01.266279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 24 us (cumulative: 848 ms, max: 101 ms, #called: 4891) +2023-12-14 14:53:01.266303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:01.266309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:01.266321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.266350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 27 us (cumulative: 848 ms, max: 101 ms, #called: 4892) +2023-12-14 14:53:01.266357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:01.266366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 848 ms, max: 101 ms, #called: 4893) +2023-12-14 14:53:01.266372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.266382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 848 ms, max: 101 ms, #called: 4894) +2023-12-14 14:53:01.266388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:01.266396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 848 ms, max: 101 ms, #called: 4895) +2023-12-14 14:53:01.266402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:01.266414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 11 us (cumulative: 848 ms, max: 101 ms, #called: 4896) +2023-12-14 14:53:01.266421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.266429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 848 ms, max: 101 ms, #called: 4897) +2023-12-14 14:53:01.266435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:01.266443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 848 ms, max: 101 ms, #called: 4898) +2023-12-14 14:53:01.266449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.266458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 848 ms, max: 101 ms, #called: 4899) +2023-12-14 14:53:01.266464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:01.266472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 848 ms, max: 101 ms, #called: 4900) +2023-12-14 14:53:01.266478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:01.266486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 848 ms, max: 101 ms, #called: 4901) +2023-12-14 14:53:01.266491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.266499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 848 ms, max: 101 ms, #called: 4902) +2023-12-14 14:53:01.266506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:01.266516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 848 ms, max: 101 ms, #called: 4903) +2023-12-14 14:53:01.266522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:01.266543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 19 us (cumulative: 848 ms, max: 101 ms, #called: 4904) +2023-12-14 14:53:01.266548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:01.266559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 848 ms, max: 101 ms, #called: 4905) +2023-12-14 14:53:01.266565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 279 us (cumulative: 848 ms, max: 101 ms, #called: 4906) +2023-12-14 14:53:01.266589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:01.266596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 27 us (cumulative: 848 ms, max: 101 ms, #called: 4907) +2023-12-14 14:53:01.266624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:01.266632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 25 us (cumulative: 848 ms, max: 101 ms, #called: 4908) +2023-12-14 14:53:01.266656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:01.266662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 848 ms, max: 101 ms, #called: 4909) +2023-12-14 14:53:01.266686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:01.266694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 23 us (cumulative: 848 ms, max: 101 ms, #called: 4910) +2023-12-14 14:53:01.266716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.266739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 39 us (cumulative: 848 ms, max: 101 ms, #called: 4911) +2023-12-14 14:53:01.266763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:01.266769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 24 us (cumulative: 848 ms, max: 101 ms, #called: 4912) +2023-12-14 14:53:01.266794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.266801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 848 ms, max: 101 ms, #called: 4913) +2023-12-14 14:53:01.266828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:01.266837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.266847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.266854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 848 ms, max: 101 ms, #called: 4914) +2023-12-14 14:53:01.266860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:01.266886: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:01.266894: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:01.266934: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:01.266942: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:01.266965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.266984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.266992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.266998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.267004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.267009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.267014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.267022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.267027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.267033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.267038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:01.267044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 broadcast.3> + +2023-12-14 14:53:01.267050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.4 +2023-12-14 14:53:01.267055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <3 multiply.4> + +2023-12-14 14:53:01.267089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.267096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.267101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.267106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.267115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.267120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.267124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.267129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:01.267134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.267140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:01.267145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.3> (def) +2023-12-14 14:53:01.267150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.267154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4: +2023-12-14 14:53:01.267159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> (def) +2023-12-14 14:53:01.267164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.267169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.267174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.267179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.267184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.267189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:01.267194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.267199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.3> +2023-12-14 14:53:01.267204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.267209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:01.267213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.267218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 0 +2023-12-14 14:53:01.267224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[8192]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.267230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.267235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.267239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.267244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.267249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 1 +2023-12-14 14:53:01.267260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.267266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> +2023-12-14 14:53:01.267271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.267276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4 +2023-12-14 14:53:01.267281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.267286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.4 = f32[8192]{0} multiply(f32[8192]{0} %broadcast.3, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.267328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.267345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.267354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 491 us (cumulative: 849 ms, max: 101 ms, #called: 4915) +2023-12-14 14:53:01.267377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:01.267387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.267397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 849 ms, max: 101 ms, #called: 4916) +2023-12-14 14:53:01.267403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:01.267412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 849 ms, max: 101 ms, #called: 4917) +2023-12-14 14:53:01.267418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:01.267427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 849 ms, max: 101 ms, #called: 4918) +2023-12-14 14:53:01.267439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:01.267448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:01.267454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:01.267462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 849 ms, max: 101 ms, #called: 4919) +2023-12-14 14:53:01.267469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.267477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 849 ms, max: 101 ms, #called: 4920) +2023-12-14 14:53:01.267483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:01.267569: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:53:01.267588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 103 us (cumulative: 849 ms, max: 101 ms, #called: 4921) +2023-12-14 14:53:01.267594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:01.267600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:01.267608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.267619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 849 ms, max: 101 ms, #called: 4922) +2023-12-14 14:53:01.267625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.267635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 849 ms, max: 101 ms, #called: 4923) +2023-12-14 14:53:01.267640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.267662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 20 us (cumulative: 849 ms, max: 101 ms, #called: 4924) +2023-12-14 14:53:01.267671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 75 us (cumulative: 849 ms, max: 101 ms, #called: 4925) +2023-12-14 14:53:01.267676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:01.267683: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:01.267762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 83 us (cumulative: 849 ms, max: 101 ms, #called: 4926) +2023-12-14 14:53:01.267770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.267779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 849 ms, max: 101 ms, #called: 4927) +2023-12-14 14:53:01.267785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:01.267796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.267816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.267824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.267829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.267834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.267839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.267844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.267851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.267856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.267862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.267871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:01.267877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:01.267883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.0 +2023-12-14 14:53:01.267888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <6 multiply.0> + +2023-12-14 14:53:01.267893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:01.267898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <4 broadcast.0> + +2023-12-14 14:53:01.267903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:01.267911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 param_0.1> + +2023-12-14 14:53:01.267916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:01.267922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.1> + +2023-12-14 14:53:01.267958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.267964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.267969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.267974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.267979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.267984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.267989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.267994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.267999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:01.268009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:01.268014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0: +2023-12-14 14:53:01.268023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> (def) +2023-12-14 14:53:01.268028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:01.268037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> (def) +2023-12-14 14:53:01.268042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:01.268055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> (def) +2023-12-14 14:53:01.268060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:01.268070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> (def) +2023-12-14 14:53:01.268075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.268080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.268085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.268095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:01.268105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.268110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.268114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.268124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:01.268134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.268138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:01.268143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:01.268153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.268164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> +2023-12-14 14:53:01.268169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:01.268179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:01.268209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.268214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> +2023-12-14 14:53:01.268219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:01.268228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 0 +2023-12-14 14:53:01.268238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.268244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> +2023-12-14 14:53:01.268249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:01.268258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 1 +2023-12-14 14:53:01.268270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.268275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> +2023-12-14 14:53:01.268279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0 +2023-12-14 14:53:01.268289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.0 = f32[8192]{0} multiply(f32[8192]{0} %broadcast.0, f32[8192]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.268326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.268342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.268349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.268354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.268359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.268364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.268369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.268375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.268384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.268390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.268395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:01.268400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:01.268405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.0 +2023-12-14 14:53:01.268411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <6 multiply.0> + +2023-12-14 14:53:01.268416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:01.268423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <4 broadcast.0> + +2023-12-14 14:53:01.268428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:01.268433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 param_0.1> + +2023-12-14 14:53:01.268438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:01.268445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.1> + +2023-12-14 14:53:01.268471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.268476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.268481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.268491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.268496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.268505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.268510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:01.268520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:01.268525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0: +2023-12-14 14:53:01.268537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> (def) +2023-12-14 14:53:01.268542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:01.268554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> (def) +2023-12-14 14:53:01.268559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:01.268568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> (def) +2023-12-14 14:53:01.268573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:01.268583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> (def) +2023-12-14 14:53:01.268588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.268592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.268597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.268607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:01.268617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.268623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.268628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.268637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:01.268647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.268651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:01.268656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:01.268665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.268675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> +2023-12-14 14:53:01.268680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:01.268691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:01.268704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.268710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> +2023-12-14 14:53:01.268715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:01.268724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 0 +2023-12-14 14:53:01.268734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.268739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> +2023-12-14 14:53:01.268744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:01.268753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 1 +2023-12-14 14:53:01.268763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.268768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> +2023-12-14 14:53:01.268773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.268778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0 +2023-12-14 14:53:01.268783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.268788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.0 = f32[8192]{0} multiply(f32[8192]{0} %broadcast.0, f32[8192]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.268812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.268827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.268833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.268838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.268843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.268847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.268852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.268861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.268866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.268873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.268878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:01.268883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:01.268889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.0 +2023-12-14 14:53:01.268895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <6 multiply.0> + +2023-12-14 14:53:01.268899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:01.268905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <4 broadcast.0> + +2023-12-14 14:53:01.268910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:01.268915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 param_0.1> + +2023-12-14 14:53:01.268920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:01.268925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.1> + +2023-12-14 14:53:01.268950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.268956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.268962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.268972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.268978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.268988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.268992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.268997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:01.269002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:01.269007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.269011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0: +2023-12-14 14:53:01.269016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> (def) +2023-12-14 14:53:01.269021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.269030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:01.269035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> (def) +2023-12-14 14:53:01.269039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.269044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:01.269050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> (def) +2023-12-14 14:53:01.269055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.269059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:01.269065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> (def) +2023-12-14 14:53:01.269070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.269075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.269079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.269084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.269089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.269093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:01.269098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.269103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.269108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.269112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.269117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.269122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:01.269127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.269131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:01.269136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.269142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:01.269147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.269153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.269158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> +2023-12-14 14:53:01.269163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.269171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:01.269176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.269180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:01.269185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.269190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> +2023-12-14 14:53:01.269195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.269200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:01.269205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.269209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 0 +2023-12-14 14:53:01.269214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.269219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> +2023-12-14 14:53:01.269224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.269230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:01.269234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.269239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 1 +2023-12-14 14:53:01.269245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.269250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> +2023-12-14 14:53:01.269255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.269259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0 +2023-12-14 14:53:01.269264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.269269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.0 = f32[8192]{0} multiply(f32[8192]{0} %broadcast.0, f32[8192]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.269289: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:01.269296: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:01.269306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.52 ms (cumulative: 851 ms, max: 101 ms, #called: 4928) +2023-12-14 14:53:01.269311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.269324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 851 ms, max: 101 ms, #called: 4929) +2023-12-14 14:53:01.269338: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:01.270358: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:01.270419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.270448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.270455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.270461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.270467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.270472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.270477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.270486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.270492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.270498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.270503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:01.270509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:01.270514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.0 +2023-12-14 14:53:01.270519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <6 multiply.0> + +2023-12-14 14:53:01.270524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:01.270530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <4 broadcast.0> + +2023-12-14 14:53:01.270535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:01.270540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 param_0.1> + +2023-12-14 14:53:01.270545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:01.270550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.1> + +2023-12-14 14:53:01.270596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.270603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.270608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.270614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.270619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.270623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.270628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.270633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.270638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.270642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:01.270647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:01.270652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.270657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0: +2023-12-14 14:53:01.270661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> (def) +2023-12-14 14:53:01.270666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.270671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:01.270676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> (def) +2023-12-14 14:53:01.270680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.270686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:01.270691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> (def) +2023-12-14 14:53:01.270695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.270700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:01.270705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> (def) +2023-12-14 14:53:01.270710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.270715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.270720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.270724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.270729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.270734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:01.270739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.270747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.270752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.270757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.270761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.270766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:01.270771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.270777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:01.270781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.270786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:01.270791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.270796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.270802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> +2023-12-14 14:53:01.270807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.270812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:01.270816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.270821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:01.270826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.270831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> +2023-12-14 14:53:01.270836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.270840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:01.270845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.270850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 0 +2023-12-14 14:53:01.270855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.270860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> +2023-12-14 14:53:01.270865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.270870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:01.270878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.270883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 1 +2023-12-14 14:53:01.270889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.270894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> +2023-12-14 14:53:01.270899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.270904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0 +2023-12-14 14:53:01.270908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.270914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.0 = f32[8192]{0} multiply(f32[8192]{0} %broadcast.0, f32[8192]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.270960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.270976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.270983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.270988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.270993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.270998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.271003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.271009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.271013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.271019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.271024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:01.271029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:01.271034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.0 +2023-12-14 14:53:01.271041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <6 multiply.0> + +2023-12-14 14:53:01.271046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:01.271052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <4 broadcast.0> + +2023-12-14 14:53:01.271056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:01.271062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 param_0.1> + +2023-12-14 14:53:01.271074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:01.271080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.1> + +2023-12-14 14:53:01.271105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.271111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.271116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.271125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.271131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.271140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.271145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:01.271154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:01.271160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0: +2023-12-14 14:53:01.271170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> (def) +2023-12-14 14:53:01.271175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:01.271184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> (def) +2023-12-14 14:53:01.271189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:01.271198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> (def) +2023-12-14 14:53:01.271203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:01.271212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> (def) +2023-12-14 14:53:01.271218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.271223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.271228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.271237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:01.271250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.271255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.271260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.271269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:01.271279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.271283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:01.271288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:01.271297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.271309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> +2023-12-14 14:53:01.271314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:01.271334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:01.271343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.271348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> +2023-12-14 14:53:01.271353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:01.271363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 0 +2023-12-14 14:53:01.271373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.271378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> +2023-12-14 14:53:01.271386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:01.271395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 1 +2023-12-14 14:53:01.271405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.271410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> +2023-12-14 14:53:01.271416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0 +2023-12-14 14:53:01.271425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.0 = f32[8192]{0} multiply(f32[8192]{0} %broadcast.0, f32[8192]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.271452: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:01.271458: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:53:01.271492: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:01.271501: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:01.271511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.271529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.271535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.271541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.271546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.271551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.271556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.271562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.271567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.271572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.271577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:01.271582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:01.271587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.0 +2023-12-14 14:53:01.271598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <6 multiply.0> + +2023-12-14 14:53:01.271603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:01.271608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <4 broadcast.0> + +2023-12-14 14:53:01.271613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:01.271618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 param_0.1> + +2023-12-14 14:53:01.271623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:01.271628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.1> + +2023-12-14 14:53:01.271655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.271660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.271665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.271674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.271679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.271690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.271695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:01.271704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:01.271709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0: +2023-12-14 14:53:01.271719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> (def) +2023-12-14 14:53:01.271724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:01.271733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> (def) +2023-12-14 14:53:01.271738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:01.271748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> (def) +2023-12-14 14:53:01.271752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.271757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:01.271765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> (def) +2023-12-14 14:53:01.271771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.271776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.271781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.271790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:01.271800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.271804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.271810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.271819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:01.271829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.271834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:01.271839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:01.271848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.271859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> +2023-12-14 14:53:01.271864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:01.271873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:01.271883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.271888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> +2023-12-14 14:53:01.271893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:01.271906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 0 +2023-12-14 14:53:01.271916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.271921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> +2023-12-14 14:53:01.271926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:01.271935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 1 +2023-12-14 14:53:01.271945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.271951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> +2023-12-14 14:53:01.271955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.271960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0 +2023-12-14 14:53:01.271965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.271970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.0 = f32[8192]{0} multiply(f32[8192]{0} %broadcast.0, f32[8192]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.272015: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[],f32[8192]{0})->f32[8192]{0}} +2023-12-14 14:53:01.272023: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.272028: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0.1: f32[8192], param_1.1: f32[]) -> f32[8192] { +2023-12-14 14:53:01.272033: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.272040: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.272045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.272050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.0 = f32[8192]{0} multiply(f32[8192]{0} %broadcast.0, f32[8192]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.272055: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.272063: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.272068: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[], Arg_1.2: f32[8192]) -> f32[8192] { +2023-12-14 14:53:01.272073: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.272078: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.272084: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.272089: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.272093: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.272105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:fusion + BufferLiveRange: + Arg_1.2{}:0-3 + Arg_0.1{}:0-3 + fusion{}:2-3 + Live ranges at 2 (peak): + Arg_1.2: 32768 bytes + Arg_0.1: 4 bytes + fusion: 32768 bytes + +2023-12-14 14:53:01.272114: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:01.272119: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:01.272125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_1.2> +2023-12-14 14:53:01.272135: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:53:01.272141: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:01.272145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:01.272150: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 fusion> +2023-12-14 14:53:01.272156: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:01.272161: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:01.272166: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_1.2> +2023-12-14 14:53:01.272172: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:53:01.272178: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 fusion> +2023-12-14 14:53:01.272201: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:01.272206: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 32.0KiB +2023-12-14 14:53:01.272211: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:01.272218: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 32.0KiB +2023-12-14 14:53:01.272223: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:01.272228: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 64.0KiB +2023-12-14 14:53:01.272233: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:01.272241: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:01.272443: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 40 us (cumulative: 5.38 ms, max: 421 us, #called: 60) +2023-12-14 14:53:01.280956: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff010004000 +2023-12-14 14:53:01.281266: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:01.281299: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 12 ms (cumulative: 1.65 s, max: 222 ms, #called: 60) +2023-12-14 14:53:01.282079: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.282705: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.282976: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.283035: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.289100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:01.289160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:01.289183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 17 us (cumulative: 851 ms, max: 101 ms, #called: 4930) +2023-12-14 14:53:01.289190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.289203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 851 ms, max: 101 ms, #called: 4931) +2023-12-14 14:53:01.289225: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192]{0},f32[8192]{0})->f32[8192]{0} +2023-12-14 14:53:01.289231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:01.289251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:01.289299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 851 ms, max: 101 ms, #called: 4932) +2023-12-14 14:53:01.289324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:01.289331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 35 us (cumulative: 851 ms, max: 101 ms, #called: 4933) +2023-12-14 14:53:01.289367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:01.289374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 851 ms, max: 101 ms, #called: 4934) +2023-12-14 14:53:01.289398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:01.289405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 851 ms, max: 101 ms, #called: 4935) +2023-12-14 14:53:01.289427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.289435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 851 ms, max: 101 ms, #called: 4936) +2023-12-14 14:53:01.289459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:01.289466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 851 ms, max: 101 ms, #called: 4937) +2023-12-14 14:53:01.289489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:01.289497: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:01.289504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 31 us (cumulative: 851 ms, max: 101 ms, #called: 4938) +2023-12-14 14:53:01.289526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:01.289534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 28 us (cumulative: 851 ms, max: 101 ms, #called: 4939) +2023-12-14 14:53:01.289563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:01.289571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 851 ms, max: 101 ms, #called: 4940) +2023-12-14 14:53:01.289593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:01.289600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 21 us (cumulative: 851 ms, max: 101 ms, #called: 4941) +2023-12-14 14:53:01.289623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:01.289630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 21 us (cumulative: 851 ms, max: 101 ms, #called: 4942) +2023-12-14 14:53:01.289653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:01.289659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 851 ms, max: 101 ms, #called: 4943) +2023-12-14 14:53:01.289681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:01.289688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 851 ms, max: 101 ms, #called: 4944) +2023-12-14 14:53:01.289710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:01.289717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 851 ms, max: 101 ms, #called: 4945) +2023-12-14 14:53:01.289744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:01.289751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 851 ms, max: 101 ms, #called: 4946) +2023-12-14 14:53:01.289773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:01.289781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 22 us (cumulative: 851 ms, max: 101 ms, #called: 4947) +2023-12-14 14:53:01.289804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:01.289811: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:01.289817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 851 ms, max: 101 ms, #called: 4948) +2023-12-14 14:53:01.289841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.289847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 851 ms, max: 101 ms, #called: 4949) +2023-12-14 14:53:01.289869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:01.289876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 851 ms, max: 101 ms, #called: 4950) +2023-12-14 14:53:01.289899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:01.289908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 851 ms, max: 101 ms, #called: 4951) +2023-12-14 14:53:01.289932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.289941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 25 us (cumulative: 851 ms, max: 101 ms, #called: 4952) +2023-12-14 14:53:01.289964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.289972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.289982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.289989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 851 ms, max: 101 ms, #called: 4953) +2023-12-14 14:53:01.289995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.290001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 851 ms, max: 101 ms, #called: 4954) +2023-12-14 14:53:01.290025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:01.290032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 851 ms, max: 101 ms, #called: 4955) +2023-12-14 14:53:01.290054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:01.290060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 851 ms, max: 101 ms, #called: 4956) +2023-12-14 14:53:01.290083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:01.290090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 851 ms, max: 101 ms, #called: 4957) +2023-12-14 14:53:01.290113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:01.290123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 29 us (cumulative: 851 ms, max: 101 ms, #called: 4958) +2023-12-14 14:53:01.290150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:01.290175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 43 us (cumulative: 851 ms, max: 101 ms, #called: 4959) +2023-12-14 14:53:01.290200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:01.290207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 851 ms, max: 101 ms, #called: 4960) +2023-12-14 14:53:01.290229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:01.290235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 23 us (cumulative: 851 ms, max: 101 ms, #called: 4961) +2023-12-14 14:53:01.290259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:01.290265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 851 ms, max: 101 ms, #called: 4962) +2023-12-14 14:53:01.290288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:01.290295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 851 ms, max: 101 ms, #called: 4963) +2023-12-14 14:53:01.290317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:01.290323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:01.290334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.290353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 18 us (cumulative: 851 ms, max: 101 ms, #called: 4964) +2023-12-14 14:53:01.290365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:01.290375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 851 ms, max: 101 ms, #called: 4965) +2023-12-14 14:53:01.290381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.290390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 852 ms, max: 101 ms, #called: 4966) +2023-12-14 14:53:01.290395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:01.290403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 852 ms, max: 101 ms, #called: 4967) +2023-12-14 14:53:01.290409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:01.290417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 852 ms, max: 101 ms, #called: 4968) +2023-12-14 14:53:01.290423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.290432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 852 ms, max: 101 ms, #called: 4969) +2023-12-14 14:53:01.290438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:01.290446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 852 ms, max: 101 ms, #called: 4970) +2023-12-14 14:53:01.290452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.290462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 852 ms, max: 101 ms, #called: 4971) +2023-12-14 14:53:01.290468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:01.290476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 852 ms, max: 101 ms, #called: 4972) +2023-12-14 14:53:01.290481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:01.290490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 852 ms, max: 101 ms, #called: 4973) +2023-12-14 14:53:01.290495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.290503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 852 ms, max: 101 ms, #called: 4974) +2023-12-14 14:53:01.290508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:01.290520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 10 us (cumulative: 852 ms, max: 101 ms, #called: 4975) +2023-12-14 14:53:01.290526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:01.290547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 19 us (cumulative: 852 ms, max: 101 ms, #called: 4976) +2023-12-14 14:53:01.290556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:01.290566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 852 ms, max: 101 ms, #called: 4977) +2023-12-14 14:53:01.290571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 271 us (cumulative: 852 ms, max: 101 ms, #called: 4978) +2023-12-14 14:53:01.290595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:01.290602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 852 ms, max: 101 ms, #called: 4979) +2023-12-14 14:53:01.290625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:01.290633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 852 ms, max: 101 ms, #called: 4980) +2023-12-14 14:53:01.290656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:01.290662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 852 ms, max: 101 ms, #called: 4981) +2023-12-14 14:53:01.290684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:01.290692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 852 ms, max: 101 ms, #called: 4982) +2023-12-14 14:53:01.290715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.290733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 35 us (cumulative: 852 ms, max: 101 ms, #called: 4983) +2023-12-14 14:53:01.290760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:01.290766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 852 ms, max: 101 ms, #called: 4984) +2023-12-14 14:53:01.290790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.290797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 852 ms, max: 101 ms, #called: 4985) +2023-12-14 14:53:01.290821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:01.290829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.290839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.290846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 852 ms, max: 101 ms, #called: 4986) +2023-12-14 14:53:01.290851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:01.290875: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:01.290884: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:01.290919: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:01.290926: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:01.290946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.290962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.290970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.290975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.290981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.290985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.290990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.291000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.291006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.291016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.291021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.291026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.291052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.291058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.291063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.291068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.291073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.291078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.291083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.291089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.291094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.291098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.291103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.291108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.291113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.291117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.291122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.291127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.291132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.291139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.291144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.291149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.291153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.291158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.291163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.291168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.291173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.291179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.291183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.291191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.291197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[8192]{0} add(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.291222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.291235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.291244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 389 us (cumulative: 852 ms, max: 101 ms, #called: 4987) +2023-12-14 14:53:01.291264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:01.291273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.291283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 852 ms, max: 101 ms, #called: 4988) +2023-12-14 14:53:01.291289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:01.291298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 852 ms, max: 101 ms, #called: 4989) +2023-12-14 14:53:01.291303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:01.291312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 852 ms, max: 101 ms, #called: 4990) +2023-12-14 14:53:01.291335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:01.291346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:01.291352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:01.291359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 852 ms, max: 101 ms, #called: 4991) +2023-12-14 14:53:01.291365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.291374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 852 ms, max: 101 ms, #called: 4992) +2023-12-14 14:53:01.291380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:01.291404: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:01.291412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 31 us (cumulative: 853 ms, max: 101 ms, #called: 4993) +2023-12-14 14:53:01.291418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:01.291424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:01.291436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.291447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 853 ms, max: 101 ms, #called: 4994) +2023-12-14 14:53:01.291453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.291462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 853 ms, max: 101 ms, #called: 4995) +2023-12-14 14:53:01.291467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.291485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 853 ms, max: 101 ms, #called: 4996) +2023-12-14 14:53:01.291493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 73 us (cumulative: 853 ms, max: 101 ms, #called: 4997) +2023-12-14 14:53:01.291498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:01.291505: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:01.291544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 43 us (cumulative: 853 ms, max: 101 ms, #called: 4998) +2023-12-14 14:53:01.291551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.291559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 853 ms, max: 101 ms, #called: 4999) +2023-12-14 14:53:01.291566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:01.291574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.291587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.291593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.291599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.291604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.291610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.291615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.291622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.291627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.291632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.291637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.291643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.291665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.291674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.291679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.291684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.291689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.291696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.291701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.291706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.291711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.291715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.291720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.291725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.291729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.291734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.291739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.291744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.291749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.291754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.291759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.291763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.291768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.291773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.291777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.291782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.291788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.291792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.291797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.291802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.291806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[8192]{0} add(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.291828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.291843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.291850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.291854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.291859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.291864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.291869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.291876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.291881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.291886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.291891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.291896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.291910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.291916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.291922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.291926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.291931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.291936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.291941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.291946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.291950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.291955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.291962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.291967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.291971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.291976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.291981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.291985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.291990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.291995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.292003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.292009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.292013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.292018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.292023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.292028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.292033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.292037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.292042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.292046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.292052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[8192]{0} add(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.292068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.292078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.292084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.292089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.292093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.292099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.292104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.292110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.292115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.292120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.292125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.292130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.292144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.292150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.292155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.292160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.292168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.292173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.292177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.292182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.292188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.292192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.292197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.292202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.292207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.292211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.292216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.292221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.292228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.292233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.292238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.292242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.292247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.292252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.292256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.292261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.292266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.292271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.292278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.292283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.292287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[8192]{0} add(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.292303: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:01.292309: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:01.292317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 749 us (cumulative: 853 ms, max: 101 ms, #called: 5000) +2023-12-14 14:53:01.292328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.292336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 853 ms, max: 101 ms, #called: 5001) +2023-12-14 14:53:01.292349: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:01.293344: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:01.293396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.293416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.293422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.293428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.293434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.293439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.293444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.293453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.293458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.293463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.293469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.293475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.293495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.293500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.293505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.293510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.293515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.293520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.293525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.293539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.293544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.293549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.293554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.293559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.293563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.293568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.293572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.293577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.293582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.293588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.293594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.293598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.293603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.293608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.293612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.293617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.293622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.293627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.293631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.293636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.293641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[8192]{0} add(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.293678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.293690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.293697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.293702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.293707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.293711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.293719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.293726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.293730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.293736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.293740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.293746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.293760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.293765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.293770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.293776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.293782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.293786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.293791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.293796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.293800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.293805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.293810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.293815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.293819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.293824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.293829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.293833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.293838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.293843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.293848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.293852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.293857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.293863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.293869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.293878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.293883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.293887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.293892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.293897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.293901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[8192]{0} add(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.293921: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:01.293927: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:01.293956: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:01.293966: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:01.293975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.293986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.293992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.293997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.294002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.294007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.294011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.294017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.294022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.294028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.294032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.294038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.294053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.294060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.294064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.294069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.294074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.294082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.294087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.294092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.294097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.294101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.294106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.294111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.294116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.294120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.294125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.294131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.294135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.294141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.294146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.294151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.294156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.294160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.294165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.294170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.294175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.294179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.294184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.294189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.294194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[8192]{0} add(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.294225: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[8192]{0},f32[8192]{0})->f32[8192]{0}} +2023-12-14 14:53:01.294233: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.294238: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[8192], Arg_1.2: f32[8192]) -> f32[8192] { +2023-12-14 14:53:01.294243: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:01.294259: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:01.294265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.3 = f32[8192]{0} add(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.294270: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.294275: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.294286: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:add.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + add.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 32768 bytes + Arg_1.2: 32768 bytes + add.3: 32768 bytes + +2023-12-14 14:53:01.294294: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:01.294299: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:01.294304: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:01.294315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:01.294321: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:01.294326: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:01.294331: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 add.3> +2023-12-14 14:53:01.294337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:01.294341: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:01.294347: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:01.294352: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:01.294357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 add.3> +2023-12-14 14:53:01.294379: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:01.294385: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.0KiB +2023-12-14 14:53:01.294390: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:01.294395: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 32.0KiB +2023-12-14 14:53:01.294400: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:01.294405: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 96.0KiB +2023-12-14 14:53:01.294411: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:01.294416: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:01.294590: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 36 us (cumulative: 5.41 ms, max: 421 us, #called: 61) +2023-12-14 14:53:01.302745: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff010002000 +2023-12-14 14:53:01.303046: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:01.303078: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 10.7 ms (cumulative: 1.66 s, max: 222 ms, #called: 61) +2023-12-14 14:53:01.303750: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.304340: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.310141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:01.310199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:01.310222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 17 us (cumulative: 853 ms, max: 101 ms, #called: 5002) +2023-12-14 14:53:01.310229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.310242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 853 ms, max: 101 ms, #called: 5003) +2023-12-14 14:53:01.310263: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:53:01.310269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:01.310287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:01.310326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 22 us (cumulative: 853 ms, max: 101 ms, #called: 5004) +2023-12-14 14:53:01.310348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:01.310354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 20 us (cumulative: 854 ms, max: 101 ms, #called: 5005) +2023-12-14 14:53:01.310375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:01.310382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 21 us (cumulative: 854 ms, max: 101 ms, #called: 5006) +2023-12-14 14:53:01.310415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:01.310423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 854 ms, max: 101 ms, #called: 5007) +2023-12-14 14:53:01.310444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.310451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 20 us (cumulative: 854 ms, max: 101 ms, #called: 5008) +2023-12-14 14:53:01.310471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:01.310478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 854 ms, max: 101 ms, #called: 5009) +2023-12-14 14:53:01.310499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:01.310506: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:01.310514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 28 us (cumulative: 854 ms, max: 101 ms, #called: 5010) +2023-12-14 14:53:01.310533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:01.310540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 19 us (cumulative: 854 ms, max: 101 ms, #called: 5011) +2023-12-14 14:53:01.310560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:01.310568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 854 ms, max: 101 ms, #called: 5012) +2023-12-14 14:53:01.310593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:01.310600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 854 ms, max: 101 ms, #called: 5013) +2023-12-14 14:53:01.310621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:01.310627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 19 us (cumulative: 854 ms, max: 101 ms, #called: 5014) +2023-12-14 14:53:01.310646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:01.310652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 19 us (cumulative: 854 ms, max: 101 ms, #called: 5015) +2023-12-14 14:53:01.310673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:01.310679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 854 ms, max: 101 ms, #called: 5016) +2023-12-14 14:53:01.310701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:01.310708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 20 us (cumulative: 854 ms, max: 101 ms, #called: 5017) +2023-12-14 14:53:01.310727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:01.310734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 19 us (cumulative: 854 ms, max: 101 ms, #called: 5018) +2023-12-14 14:53:01.310755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:01.310765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 854 ms, max: 101 ms, #called: 5019) +2023-12-14 14:53:01.310786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:01.310793: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.2 +2023-12-14 14:53:01.310800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 26 us (cumulative: 854 ms, max: 101 ms, #called: 5020) +2023-12-14 14:53:01.310820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.310826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 854 ms, max: 101 ms, #called: 5021) +2023-12-14 14:53:01.310847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:01.310854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 19 us (cumulative: 854 ms, max: 101 ms, #called: 5022) +2023-12-14 14:53:01.310875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:01.310882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 20 us (cumulative: 854 ms, max: 101 ms, #called: 5023) +2023-12-14 14:53:01.310902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.310908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 18 us (cumulative: 854 ms, max: 101 ms, #called: 5024) +2023-12-14 14:53:01.310927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.310936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 26 us (cumulative: 854 ms, max: 101 ms, #called: 5025) +2023-12-14 14:53:01.310960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.310967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.310975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.310982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 854 ms, max: 101 ms, #called: 5026) +2023-12-14 14:53:01.310987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:01.310994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 19 us (cumulative: 854 ms, max: 101 ms, #called: 5027) +2023-12-14 14:53:01.311014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:01.311021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 20 us (cumulative: 854 ms, max: 101 ms, #called: 5028) +2023-12-14 14:53:01.311041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:01.311047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 20 us (cumulative: 854 ms, max: 101 ms, #called: 5029) +2023-12-14 14:53:01.311068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:01.311077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 22 us (cumulative: 854 ms, max: 101 ms, #called: 5030) +2023-12-14 14:53:01.311097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:01.311117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 37 us (cumulative: 854 ms, max: 101 ms, #called: 5031) +2023-12-14 14:53:01.311143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:01.311150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 20 us (cumulative: 854 ms, max: 101 ms, #called: 5032) +2023-12-14 14:53:01.311170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:01.311177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 19 us (cumulative: 854 ms, max: 101 ms, #called: 5033) +2023-12-14 14:53:01.311198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:01.311204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 19 us (cumulative: 854 ms, max: 101 ms, #called: 5034) +2023-12-14 14:53:01.311224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:01.311230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 854 ms, max: 101 ms, #called: 5035) +2023-12-14 14:53:01.311250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:01.311257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:01.311268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.311277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 854 ms, max: 101 ms, #called: 5036) +2023-12-14 14:53:01.311283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:01.311292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 854 ms, max: 101 ms, #called: 5037) +2023-12-14 14:53:01.311297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.311306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 854 ms, max: 101 ms, #called: 5038) +2023-12-14 14:53:01.311315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:01.311332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 16 us (cumulative: 854 ms, max: 101 ms, #called: 5039) +2023-12-14 14:53:01.311341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:01.311349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 854 ms, max: 101 ms, #called: 5040) +2023-12-14 14:53:01.311355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.311363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 6 us (cumulative: 854 ms, max: 101 ms, #called: 5041) +2023-12-14 14:53:01.311368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:01.311376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 854 ms, max: 101 ms, #called: 5042) +2023-12-14 14:53:01.311382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.311391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 854 ms, max: 101 ms, #called: 5043) +2023-12-14 14:53:01.311397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:01.311406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 854 ms, max: 101 ms, #called: 5044) +2023-12-14 14:53:01.311411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:01.311421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 854 ms, max: 101 ms, #called: 5045) +2023-12-14 14:53:01.311426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.311434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 854 ms, max: 101 ms, #called: 5046) +2023-12-14 14:53:01.311440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:01.311449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 854 ms, max: 101 ms, #called: 5047) +2023-12-14 14:53:01.311454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:01.311473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 18 us (cumulative: 854 ms, max: 101 ms, #called: 5048) +2023-12-14 14:53:01.311479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:01.311489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 854 ms, max: 101 ms, #called: 5049) +2023-12-14 14:53:01.311495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 262 us (cumulative: 855 ms, max: 101 ms, #called: 5050) +2023-12-14 14:53:01.311520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:01.311527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 19 us (cumulative: 855 ms, max: 101 ms, #called: 5051) +2023-12-14 14:53:01.311547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:01.311555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 20 us (cumulative: 855 ms, max: 101 ms, #called: 5052) +2023-12-14 14:53:01.311575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:01.311581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 855 ms, max: 101 ms, #called: 5053) +2023-12-14 14:53:01.311601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:01.311609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 22 us (cumulative: 855 ms, max: 101 ms, #called: 5054) +2023-12-14 14:53:01.311630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.311644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 27 us (cumulative: 855 ms, max: 101 ms, #called: 5055) +2023-12-14 14:53:01.311665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:01.311671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 19 us (cumulative: 855 ms, max: 101 ms, #called: 5056) +2023-12-14 14:53:01.311695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.311702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 855 ms, max: 101 ms, #called: 5057) +2023-12-14 14:53:01.311723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:01.311732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 22 us (cumulative: 855 ms, max: 101 ms, #called: 5058) +2023-12-14 14:53:01.311754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:01.311777: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:01.311785: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:01.311809: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:01.311815: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:01.311830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.311843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.311850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.311855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.311861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.311866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.311871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.311880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.311896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.311901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.311906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.311911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.311916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.311921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.311926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.311935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.311940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.311945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.311950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.311970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.311980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.311988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 232 us (cumulative: 855 ms, max: 101 ms, #called: 5059) +2023-12-14 14:53:01.312007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:01.312017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.312027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 855 ms, max: 101 ms, #called: 5060) +2023-12-14 14:53:01.312032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:01.312041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 855 ms, max: 101 ms, #called: 5061) +2023-12-14 14:53:01.312046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:01.312055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 855 ms, max: 101 ms, #called: 5062) +2023-12-14 14:53:01.312066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:01.312075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:01.312081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:01.312089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 855 ms, max: 101 ms, #called: 5063) +2023-12-14 14:53:01.312094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.312103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 6 us (cumulative: 855 ms, max: 101 ms, #called: 5064) +2023-12-14 14:53:01.312110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:01.312128: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:01.312136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 24 us (cumulative: 855 ms, max: 101 ms, #called: 5065) +2023-12-14 14:53:01.312141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:01.312147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:01.312158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.312167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 855 ms, max: 101 ms, #called: 5066) +2023-12-14 14:53:01.312173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.312181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 855 ms, max: 101 ms, #called: 5067) +2023-12-14 14:53:01.312187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.312202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 855 ms, max: 101 ms, #called: 5068) +2023-12-14 14:53:01.312211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 68 us (cumulative: 855 ms, max: 101 ms, #called: 5069) +2023-12-14 14:53:01.312217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:01.312223: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:01.312246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 27 us (cumulative: 855 ms, max: 101 ms, #called: 5070) +2023-12-14 14:53:01.312253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.312261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 855 ms, max: 101 ms, #called: 5071) +2023-12-14 14:53:01.312266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:01.312275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.312284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.312291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.312296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.312301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.312306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.312311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.312318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.312328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.312335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.312340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.312344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.312349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.312358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.312363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.312368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.312372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.312378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.312383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.312400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.312410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.312415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.312420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.312426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.312431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.312436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.312442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.312450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.312455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.312460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.312466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.312471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.312476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.312481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.312485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.312490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.312495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.312500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.312513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.312523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.312528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.312534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.312545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.312551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.312556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.312562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.312570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.312576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.312581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.312585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.312590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.312595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.312600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.312606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.312610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.312615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.312620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.312645: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:01.312653: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:01.312661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 392 us (cumulative: 856 ms, max: 101 ms, #called: 5072) +2023-12-14 14:53:01.312667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.312675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 856 ms, max: 101 ms, #called: 5073) +2023-12-14 14:53:01.312687: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:01.313680: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:01.313740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.313771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.313779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.313784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.313790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.313796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.313801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.313811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.313817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:01.313823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:01.313841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.313847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.313852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.313856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.313861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.313866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.313871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:01.313876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:01.313881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.313885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.313890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.313895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.313899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.313904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:01.313909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.313914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:01.313919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.313924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:01.313929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.313934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:01.313974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.313985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.313991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.313996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.314001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.314006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.314012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.314018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.314023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:01.314029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:01.314041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.314047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.314052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.314056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.314061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.314066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.314071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:01.314075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:01.314080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.314085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.314090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.314094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.314099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.314104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:01.314109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.314114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:01.314119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.314124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:01.314129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.314137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:01.314155: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:01.314160: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:01.314186: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:01.314196: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:01.314205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.314215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.314221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.314226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.314231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.314236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.314241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.314247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.314252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:01.314257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:01.314268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.314274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.314279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.314284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.314289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.314294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.314298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:01.314304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:01.314309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.314314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.314318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.314323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.314328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.314332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:01.314341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.314346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:01.314351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.314355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:01.314360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.314365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:01.314395: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:53:01.314402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.314407: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.2 (Arg_0.1: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:01.314412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.314417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:01.314422: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.314427: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.314437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:copy + BufferLiveRange: + Arg_0.1{}:0-2 + copy{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 67108864 bytes + copy: 67108864 bytes + +2023-12-14 14:53:01.314445: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:53:01.314450: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:01.314456: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:01.314465: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:01.314470: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:53:01.314476: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:01.314481: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:01.314487: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:01.314492: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:53:01.314514: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:01.314520: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:01.314525: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:01.314530: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:01.314538: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:01.314543: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:01.314549: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:01.314554: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:01.314689: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 39 us (cumulative: 5.45 ms, max: 421 us, #called: 62) +2023-12-14 14:53:01.318794: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff010000000 +2023-12-14 14:53:01.319072: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:01.319104: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 6.41 ms (cumulative: 1.67 s, max: 222 ms, #called: 62) +2023-12-14 14:53:01.319687: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.379269: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.388393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:01.388469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:01.388503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 22 us (cumulative: 856 ms, max: 101 ms, #called: 5074) +2023-12-14 14:53:01.388510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.388527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 15 us (cumulative: 856 ms, max: 101 ms, #called: 5075) +2023-12-14 14:53:01.388555: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[],f32[2048,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:53:01.388562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:01.388590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.388635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.388643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:01.388652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.388664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.388672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 856 ms, max: 101 ms, #called: 5076) +2023-12-14 14:53:01.388679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:01.388687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.388716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.388724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 43 us (cumulative: 856 ms, max: 101 ms, #called: 5077) +2023-12-14 14:53:01.388730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:01.388737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.388748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.388756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 25 us (cumulative: 856 ms, max: 101 ms, #called: 5078) +2023-12-14 14:53:01.388762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:01.388769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.388779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.388787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 856 ms, max: 101 ms, #called: 5079) +2023-12-14 14:53:01.388793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.388802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.388812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.388819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 856 ms, max: 101 ms, #called: 5080) +2023-12-14 14:53:01.388825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:01.388832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.388843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.388850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 856 ms, max: 101 ms, #called: 5081) +2023-12-14 14:53:01.388856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:01.388868: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:01.388875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.388887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.388895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 37 us (cumulative: 856 ms, max: 101 ms, #called: 5082) +2023-12-14 14:53:01.388900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:01.388909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.388922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.388931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 28 us (cumulative: 856 ms, max: 101 ms, #called: 5083) +2023-12-14 14:53:01.388936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:01.388946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.388956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.388963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 26 us (cumulative: 856 ms, max: 101 ms, #called: 5084) +2023-12-14 14:53:01.388969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:01.388976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.388986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.388994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 856 ms, max: 101 ms, #called: 5085) +2023-12-14 14:53:01.388999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:01.389006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 856 ms, max: 101 ms, #called: 5086) +2023-12-14 14:53:01.389029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:01.389036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 23 us (cumulative: 856 ms, max: 101 ms, #called: 5087) +2023-12-14 14:53:01.389058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:01.389065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 856 ms, max: 101 ms, #called: 5088) +2023-12-14 14:53:01.389089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:01.389096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 856 ms, max: 101 ms, #called: 5089) +2023-12-14 14:53:01.389128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:01.389135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 23 us (cumulative: 856 ms, max: 101 ms, #called: 5090) +2023-12-14 14:53:01.389158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:01.389166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 26 us (cumulative: 856 ms, max: 101 ms, #called: 5091) +2023-12-14 14:53:01.389191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:01.389200: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:53:01.389207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 32 us (cumulative: 856 ms, max: 101 ms, #called: 5092) +2023-12-14 14:53:01.389230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.389236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 856 ms, max: 101 ms, #called: 5093) +2023-12-14 14:53:01.389259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:01.389266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 25 us (cumulative: 856 ms, max: 101 ms, #called: 5094) +2023-12-14 14:53:01.389291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:01.389302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 856 ms, max: 101 ms, #called: 5095) +2023-12-14 14:53:01.389329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.389336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 856 ms, max: 101 ms, #called: 5096) +2023-12-14 14:53:01.389359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.389367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 26 us (cumulative: 856 ms, max: 101 ms, #called: 5097) +2023-12-14 14:53:01.389392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.389399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 856 ms, max: 101 ms, #called: 5098) +2023-12-14 14:53:01.389422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:01.389430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 856 ms, max: 101 ms, #called: 5099) +2023-12-14 14:53:01.389452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:01.389459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 24 us (cumulative: 856 ms, max: 101 ms, #called: 5100) +2023-12-14 14:53:01.389483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:01.389490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 856 ms, max: 101 ms, #called: 5101) +2023-12-14 14:53:01.389513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:01.389523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 30 us (cumulative: 856 ms, max: 101 ms, #called: 5102) +2023-12-14 14:53:01.389551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:01.389585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 52 us (cumulative: 856 ms, max: 101 ms, #called: 5103) +2023-12-14 14:53:01.389610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:01.389617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 856 ms, max: 101 ms, #called: 5104) +2023-12-14 14:53:01.389641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:01.389648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 856 ms, max: 101 ms, #called: 5105) +2023-12-14 14:53:01.389671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:01.389678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 856 ms, max: 101 ms, #called: 5106) +2023-12-14 14:53:01.389700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:01.389707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.389717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.389724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 856 ms, max: 101 ms, #called: 5107) +2023-12-14 14:53:01.389730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:01.389737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:01.389749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.389781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 30 us (cumulative: 856 ms, max: 101 ms, #called: 5108) +2023-12-14 14:53:01.389789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:01.389798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 856 ms, max: 101 ms, #called: 5109) +2023-12-14 14:53:01.389804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.389812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 856 ms, max: 101 ms, #called: 5110) +2023-12-14 14:53:01.389819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:01.389827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 856 ms, max: 101 ms, #called: 5111) +2023-12-14 14:53:01.389833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:01.389841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 856 ms, max: 101 ms, #called: 5112) +2023-12-14 14:53:01.389847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.389855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 856 ms, max: 101 ms, #called: 5113) +2023-12-14 14:53:01.389861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:01.389871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 856 ms, max: 101 ms, #called: 5114) +2023-12-14 14:53:01.389876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.389886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 856 ms, max: 101 ms, #called: 5115) +2023-12-14 14:53:01.389891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:01.389899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 856 ms, max: 101 ms, #called: 5116) +2023-12-14 14:53:01.389905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:01.389914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 857 ms, max: 101 ms, #called: 5117) +2023-12-14 14:53:01.389920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.389928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 857 ms, max: 101 ms, #called: 5118) +2023-12-14 14:53:01.389933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:01.389943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 857 ms, max: 101 ms, #called: 5119) +2023-12-14 14:53:01.389949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:01.389975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 24 us (cumulative: 857 ms, max: 101 ms, #called: 5120) +2023-12-14 14:53:01.389981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:01.389991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 857 ms, max: 101 ms, #called: 5121) +2023-12-14 14:53:01.389998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.390009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.390017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 284 us (cumulative: 857 ms, max: 101 ms, #called: 5122) +2023-12-14 14:53:01.390022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:01.390029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.390039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.390046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 857 ms, max: 101 ms, #called: 5123) +2023-12-14 14:53:01.390052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:01.390060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.390070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.390077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 857 ms, max: 101 ms, #called: 5124) +2023-12-14 14:53:01.390084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:01.390090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.390100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.390107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 857 ms, max: 101 ms, #called: 5125) +2023-12-14 14:53:01.390113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:01.390121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.390131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.390139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 857 ms, max: 101 ms, #called: 5126) +2023-12-14 14:53:01.390144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.390171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.390182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.390194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 48 us (cumulative: 857 ms, max: 101 ms, #called: 5127) +2023-12-14 14:53:01.390199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:01.390206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.390216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.390224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 857 ms, max: 101 ms, #called: 5128) +2023-12-14 14:53:01.390229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.390237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.390247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.390254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 857 ms, max: 101 ms, #called: 5129) +2023-12-14 14:53:01.390261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:01.390270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.390280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.390287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 857 ms, max: 101 ms, #called: 5130) +2023-12-14 14:53:01.390293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:01.390329: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:01.390337: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:01.390383: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:01.390392: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:01.390417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.390444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.390454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.390462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.390467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.390472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.390478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.390488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.390493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.390504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.390509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:01.390515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 broadcast.3> + +2023-12-14 14:53:01.390520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.4 +2023-12-14 14:53:01.390528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 multiply.4> + +2023-12-14 14:53:01.390572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.390580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.390585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.390590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.390595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.390599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.390604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.390609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:01.390614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.390619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:01.390624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.3> (def) +2023-12-14 14:53:01.390629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.390633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4: +2023-12-14 14:53:01.390638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> (def) +2023-12-14 14:53:01.390643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.390648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.390653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.390658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.390663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.390667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:01.390672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.390677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.3> +2023-12-14 14:53:01.390682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.390687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:01.390695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.390700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 0 +2023-12-14 14:53:01.390707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[2048,8192]{1,0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.390713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.390718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.390722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.390727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.390732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 1 +2023-12-14 14:53:01.390737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.390742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> +2023-12-14 14:53:01.390748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.390754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4 +2023-12-14 14:53:01.390758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.390764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.4 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %broadcast.3, f32[2048,8192]{1,0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.390807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.390822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.390831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 535 us (cumulative: 858 ms, max: 101 ms, #called: 5131) +2023-12-14 14:53:01.390856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:01.390866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.390876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 858 ms, max: 101 ms, #called: 5132) +2023-12-14 14:53:01.390882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:01.390892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 9 us (cumulative: 858 ms, max: 101 ms, #called: 5133) +2023-12-14 14:53:01.390898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:01.390907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 858 ms, max: 101 ms, #called: 5134) +2023-12-14 14:53:01.390923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:01.390933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:01.390938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:01.390948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 858 ms, max: 101 ms, #called: 5135) +2023-12-14 14:53:01.390954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.390963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 858 ms, max: 101 ms, #called: 5136) +2023-12-14 14:53:01.390970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:01.391061: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:53:01.391075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 103 us (cumulative: 858 ms, max: 101 ms, #called: 5137) +2023-12-14 14:53:01.391081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:01.391087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:01.391095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.391106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 858 ms, max: 101 ms, #called: 5138) +2023-12-14 14:53:01.391112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.391122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 858 ms, max: 101 ms, #called: 5139) +2023-12-14 14:53:01.391128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.391151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 22 us (cumulative: 858 ms, max: 101 ms, #called: 5140) +2023-12-14 14:53:01.391161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 78 us (cumulative: 858 ms, max: 101 ms, #called: 5141) +2023-12-14 14:53:01.391166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:01.391173: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:01.391266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:53:01.391343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 174 us (cumulative: 858 ms, max: 101 ms, #called: 5142) +2023-12-14 14:53:01.391353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.391365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:53:01.391380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 25 us (cumulative: 858 ms, max: 101 ms, #called: 5143) +2023-12-14 14:53:01.391386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:01.391401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.391466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.391480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.391485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.391491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.391495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.391500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.391507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.391512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.391518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.391523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.391530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.391535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:53:01.391540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:53:01.391545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:01.391551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:53:01.391556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:01.391562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:53:01.391567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:01.391572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:53:01.391577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:01.391582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.391587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.391593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.391598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.391607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.391713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.391721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.391728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.391733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.391738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.391742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.391747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.391752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.391758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.391762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.391767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.391772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.391777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:53:01.391782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:53:01.391786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.391791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:01.391796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:53:01.391801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.391805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:01.391810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:53:01.391815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.391820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:01.391825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:53:01.391829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.391834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:01.391840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:01.391844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.391849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.391855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.391863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.391868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.391873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.391878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.391882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.391887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.391892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.391896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.391901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.391906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.391911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:01.391916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.391921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.391927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.391931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.391936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.391941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.391946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.391952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:01.391957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.391961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.391966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.391971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:01.391976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.391981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.391986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.391991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:53:01.391999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.392004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:01.392009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.392013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:01.392019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.392024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:53:01.392029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.392034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:01.392038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.392043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:53:01.392050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.392056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:53:01.392061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.392065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:01.392070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.392075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:53:01.392080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.392085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:53:01.392090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.392094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:53:01.392099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.392105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %broadcast.1, f32[2048,8192]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.392147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.392191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.392201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.392207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.392215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.392220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.392225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.392231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.392235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.392241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.392247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.392253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.392258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:53:01.392263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:53:01.392268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:01.392274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:53:01.392278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:01.392285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:53:01.392289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:01.392295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:53:01.392300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:01.392305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.392310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.392316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.392320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.392326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.392363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.392369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.392375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.392380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.392385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.392393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.392398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.392403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.392407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.392412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.392417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.392422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.392426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:53:01.392431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:53:01.392436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.392442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:01.392446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:53:01.392451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.392456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:01.392462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:53:01.392467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.392471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:01.392476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:53:01.392481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.392486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:01.392490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:01.392495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.392500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.392505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.392510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.392514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.392519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.392524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.392528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.392533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.392539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.392550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.392555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.392560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.392565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:01.392570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.392575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.392579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.392584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.392589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.392593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.392598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.392603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:01.392608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.392613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.392618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.392623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:01.392627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.392632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.392638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.392643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:53:01.392648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.392653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:01.392658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.392662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:01.392668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.392673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:53:01.392677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.392685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:01.392690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.392695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:53:01.392700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.392705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:53:01.392710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.392714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:01.392719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.392726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:53:01.392731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.392737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:53:01.392742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.392747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:53:01.392752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.392757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %broadcast.1, f32[2048,8192]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.392784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.392826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.392834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.392840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.392845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.392850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.392855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.392861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.392866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.392871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.392880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.392886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.392891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:53:01.392896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:53:01.392903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:01.392908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:53:01.392913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:01.392919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:53:01.392923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:01.392929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:53:01.392935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:01.392941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.392945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.392951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.392956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.392961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.392993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.392999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.393004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.393009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.393014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.393018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.393023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.393029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.393034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.393039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.393044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.393049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.393061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:53:01.393067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:53:01.393071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.393076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:01.393082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:53:01.393087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.393091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:01.393096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:53:01.393101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.393106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:01.393110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:53:01.393115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.393120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:01.393125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:01.393130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.393135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.393140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.393145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.393149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.393154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.393159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.393163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.393169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.393174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.393178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.393183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.393188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.393193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:01.393198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.393202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.393210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.393215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.393219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.393225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.393230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.393235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:01.393240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.393245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.393250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.393254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:01.393260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.393265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.393270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.393275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:53:01.393279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.393284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:01.393289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.393294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:01.393299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.393303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:53:01.393308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.393313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:01.393318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.393324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:53:01.393329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.393337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:53:01.393342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.393347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:01.393352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.393357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:53:01.393362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.393367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:53:01.393372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.393376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:53:01.393381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.393386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %broadcast.1, f32[2048,8192]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.393409: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:01.393415: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:01.393428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.04 ms (cumulative: 860 ms, max: 101 ms, #called: 5144) +2023-12-14 14:53:01.393436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.393446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 860 ms, max: 101 ms, #called: 5145) +2023-12-14 14:53:01.393463: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:01.394666: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:01.394738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.394809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.394821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.394828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.394844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.394849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.394854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.394862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.394867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.394873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.394877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.394883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.394889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:53:01.394894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:53:01.394899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:01.394906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:53:01.394911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:01.394916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:53:01.394921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:01.394926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:53:01.394932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:01.394937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.394942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.394948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.394955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.394960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.395001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.395008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.395013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.395023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.395032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.395043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.395048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.395058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.395063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:53:01.395072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:53:01.395077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:01.395088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:53:01.395092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:01.395102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:53:01.395107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:01.395116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:53:01.395121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:01.395131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:01.395137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.395146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.395151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.395161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.395166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.395170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.395176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.395184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.395188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.395193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.395198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.395203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:01.395208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.395213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.395217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.395222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.395227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.395232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.395237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.395242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:01.395247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.395252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.395257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.395262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:01.395268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.395273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.395278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.395284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:53:01.395288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.395293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:01.395298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.395303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:01.395307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.395312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:53:01.395332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.395338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:01.395343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.395348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:53:01.395353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.395359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:53:01.395364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.395369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:01.395374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.395379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:53:01.395384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.395389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:53:01.395394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.395399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:53:01.395403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.395409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %broadcast.1, f32[2048,8192]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.395465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.395510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.395519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.395524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.395529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.395534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.395539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.395545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.395552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.395559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.395567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.395573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.395578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:53:01.395583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:53:01.395588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:01.395594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:53:01.395599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:01.395604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:53:01.395609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:01.395614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:53:01.395619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:01.395625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.395629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.395635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.395640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.395646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.395678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.395684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.395689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.395698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.395703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.395713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.395717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.395727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.395736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:53:01.395745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:53:01.395751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:01.395760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:53:01.395765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:01.395775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:53:01.395779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:01.395789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:53:01.395793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:01.395803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:01.395808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.395818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.395823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.395828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.395833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.395838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.395842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.395848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.395853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.395858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.395862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.395867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.395872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:01.395877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.395882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.395894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.395899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.395904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.395909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.395914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.395919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:01.395924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.395929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.395934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.395939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:01.395943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.395949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.395954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.395959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:53:01.395964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.395969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:01.395973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.395978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:01.395983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.395988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:53:01.395993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.395998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:01.396003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.396008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:53:01.396013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.396021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:53:01.396025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.396030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:01.396035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.396040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:53:01.396046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.396051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:53:01.396056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.396061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:53:01.396065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.396070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %broadcast.1, f32[2048,8192]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.396095: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:01.396103: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:53:01.396140: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:01.396151: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:01.396162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.396205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.396214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.396219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.396224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.396229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.396234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.396239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.396245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.396251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.396256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.396261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.396270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:53:01.396276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:53:01.396281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:01.396286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:53:01.396291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:01.396296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:53:01.396301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:01.396306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:53:01.396311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:01.396317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.396321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.396327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.396332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.396337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.396367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.396374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.396379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.396383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.396388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.396393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.396398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.396403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.396407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.396412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.396417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.396422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.396426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:53:01.396431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:53:01.396442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.396447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:01.396452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:53:01.396457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.396461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:01.396466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:53:01.396471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.396476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:01.396480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:53:01.396485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.396490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:01.396494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:01.396499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.396504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.396509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.396513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.396518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.396523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.396528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.396533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.396539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.396544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.396548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.396553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.396558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.396563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:01.396568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.396572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.396577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.396582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.396589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.396594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.396599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.396603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:01.396608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.396613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.396620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.396625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:01.396630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.396635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.396640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.396645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:53:01.396650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.396655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:01.396659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.396664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:01.396669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.396674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:53:01.396678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.396683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:01.396688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.396693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:53:01.396697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.396702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:53:01.396708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.396716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:01.396721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.396726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:53:01.396731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.396736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:53:01.396741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.396746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:53:01.396751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.396756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %broadcast.1, f32[2048,8192]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.396813: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[],f32[2048,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:53:01.396821: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.396826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.2: f32[2048,8192], param_1.2: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:01.396832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.396838: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.396843: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.396849: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.1 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %broadcast.1, f32[2048,8192]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.396854: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.396859: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.396864: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,8192], p.1: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:01.396869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.396873: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:53:01.396879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.396888: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.396893: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.396898: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[], Arg_1.2: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:01.396903: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.396908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.396913: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_1.2, f32[] %Arg_0.1), to_apply=%parallel_fusion +2023-12-14 14:53:01.396917: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.396922: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.396935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + Arg_1.2{}:0-6 + Arg_0.1{}:0-6 + fusion.clone{}:4-6 + Live ranges at 4 (peak): + Arg_1.2: 67108864 bytes + Arg_0.1: 4 bytes + fusion.clone: 67108864 bytes + +2023-12-14 14:53:01.396945: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:53:01.396950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:01.396956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_1.2> +2023-12-14 14:53:01.396965: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:53:01.396971: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:01.396977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:01.396981: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:01.396986: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:01.396991: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 fusion.clone> +2023-12-14 14:53:01.396997: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:01.397002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:01.397006: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:01.397012: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_1.2> +2023-12-14 14:53:01.397017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:53:01.397022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 fusion.clone> +2023-12-14 14:53:01.397052: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:01.397058: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:01.397064: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:01.397069: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:01.397077: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:01.397082: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:01.397087: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:01.397092: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:01.397422: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 88 us (cumulative: 5.54 ms, max: 421 us, #called: 63) +2023-12-14 14:53:01.411317: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0086470b0 +2023-12-14 14:53:01.411722: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:01.411755: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 18.3 ms (cumulative: 1.68 s, max: 222 ms, #called: 63) +2023-12-14 14:53:01.412845: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.427345: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.431737: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.444649: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.452560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:01.452623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:01.452652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 19 us (cumulative: 860 ms, max: 101 ms, #called: 5146) +2023-12-14 14:53:01.452660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.452677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 15 us (cumulative: 860 ms, max: 101 ms, #called: 5147) +2023-12-14 14:53:01.452703: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0},f32[2048,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:53:01.452710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:01.452740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.452784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.452792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:01.452801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.452813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.452822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 28 us (cumulative: 860 ms, max: 101 ms, #called: 5148) +2023-12-14 14:53:01.452846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:01.452853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.452864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.452872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 860 ms, max: 101 ms, #called: 5149) +2023-12-14 14:53:01.452878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:01.452885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.452896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.452904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 860 ms, max: 101 ms, #called: 5150) +2023-12-14 14:53:01.452911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:01.452918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.452929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.452938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 25 us (cumulative: 860 ms, max: 101 ms, #called: 5151) +2023-12-14 14:53:01.452944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.452953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.452964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.452972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 860 ms, max: 101 ms, #called: 5152) +2023-12-14 14:53:01.452977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:01.452985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.452995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 860 ms, max: 101 ms, #called: 5153) +2023-12-14 14:53:01.453010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:01.453021: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:01.453029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 36 us (cumulative: 860 ms, max: 101 ms, #called: 5154) +2023-12-14 14:53:01.453057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:01.453066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 25 us (cumulative: 860 ms, max: 101 ms, #called: 5155) +2023-12-14 14:53:01.453091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:01.453099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 26 us (cumulative: 860 ms, max: 101 ms, #called: 5156) +2023-12-14 14:53:01.453124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:01.453132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 24 us (cumulative: 860 ms, max: 101 ms, #called: 5157) +2023-12-14 14:53:01.453156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:01.453163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 24 us (cumulative: 860 ms, max: 101 ms, #called: 5158) +2023-12-14 14:53:01.453188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:01.453195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 25 us (cumulative: 860 ms, max: 101 ms, #called: 5159) +2023-12-14 14:53:01.453221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:01.453228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 25 us (cumulative: 860 ms, max: 101 ms, #called: 5160) +2023-12-14 14:53:01.453253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:01.453266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 30 us (cumulative: 860 ms, max: 101 ms, #called: 5161) +2023-12-14 14:53:01.453293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:01.453300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 24 us (cumulative: 861 ms, max: 101 ms, #called: 5162) +2023-12-14 14:53:01.453325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:01.453333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 25 us (cumulative: 861 ms, max: 101 ms, #called: 5163) +2023-12-14 14:53:01.453358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:01.453366: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:01.453373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 32 us (cumulative: 861 ms, max: 101 ms, #called: 5164) +2023-12-14 14:53:01.453397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.453405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 861 ms, max: 101 ms, #called: 5165) +2023-12-14 14:53:01.453429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:01.453435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 24 us (cumulative: 861 ms, max: 101 ms, #called: 5166) +2023-12-14 14:53:01.453460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:01.453470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 32 us (cumulative: 861 ms, max: 101 ms, #called: 5167) +2023-12-14 14:53:01.453500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.453506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 861 ms, max: 101 ms, #called: 5168) +2023-12-14 14:53:01.453531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.453540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 25 us (cumulative: 861 ms, max: 101 ms, #called: 5169) +2023-12-14 14:53:01.453565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.453572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 861 ms, max: 101 ms, #called: 5170) +2023-12-14 14:53:01.453595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:01.453603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 26 us (cumulative: 861 ms, max: 101 ms, #called: 5171) +2023-12-14 14:53:01.453628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:01.453635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 25 us (cumulative: 861 ms, max: 101 ms, #called: 5172) +2023-12-14 14:53:01.453660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:01.453668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 27 us (cumulative: 861 ms, max: 101 ms, #called: 5173) +2023-12-14 14:53:01.453696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:01.453706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 28 us (cumulative: 861 ms, max: 101 ms, #called: 5174) +2023-12-14 14:53:01.453731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:01.453762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 50 us (cumulative: 861 ms, max: 101 ms, #called: 5175) +2023-12-14 14:53:01.453788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:01.453796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 25 us (cumulative: 861 ms, max: 101 ms, #called: 5176) +2023-12-14 14:53:01.453820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:01.453828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 25 us (cumulative: 861 ms, max: 101 ms, #called: 5177) +2023-12-14 14:53:01.453853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:01.453860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 861 ms, max: 101 ms, #called: 5178) +2023-12-14 14:53:01.453884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:01.453892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.453902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.453910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 24 us (cumulative: 861 ms, max: 101 ms, #called: 5179) +2023-12-14 14:53:01.453920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:01.453928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:01.453940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.453960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 18 us (cumulative: 861 ms, max: 101 ms, #called: 5180) +2023-12-14 14:53:01.453967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:01.453976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 861 ms, max: 101 ms, #called: 5181) +2023-12-14 14:53:01.453983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.453992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 861 ms, max: 101 ms, #called: 5182) +2023-12-14 14:53:01.453998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:01.454007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 861 ms, max: 101 ms, #called: 5183) +2023-12-14 14:53:01.454014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:01.454024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 861 ms, max: 101 ms, #called: 5184) +2023-12-14 14:53:01.454030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.454039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 861 ms, max: 101 ms, #called: 5185) +2023-12-14 14:53:01.454045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:01.454054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 861 ms, max: 101 ms, #called: 5186) +2023-12-14 14:53:01.454059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.454070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 861 ms, max: 101 ms, #called: 5187) +2023-12-14 14:53:01.454076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:01.454085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 8 us (cumulative: 861 ms, max: 101 ms, #called: 5188) +2023-12-14 14:53:01.454091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:01.454101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 9 us (cumulative: 861 ms, max: 101 ms, #called: 5189) +2023-12-14 14:53:01.454107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.454116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 861 ms, max: 101 ms, #called: 5190) +2023-12-14 14:53:01.454128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:01.454139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 10 us (cumulative: 861 ms, max: 101 ms, #called: 5191) +2023-12-14 14:53:01.454145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:01.454169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 861 ms, max: 101 ms, #called: 5192) +2023-12-14 14:53:01.454175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:01.454186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 861 ms, max: 101 ms, #called: 5193) +2023-12-14 14:53:01.454192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.454204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.454212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 290 us (cumulative: 861 ms, max: 101 ms, #called: 5194) +2023-12-14 14:53:01.454218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:01.454225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.454235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.454244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 25 us (cumulative: 861 ms, max: 101 ms, #called: 5195) +2023-12-14 14:53:01.454251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:01.454259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.454269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.454277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 861 ms, max: 101 ms, #called: 5196) +2023-12-14 14:53:01.454285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:01.454291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.454301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.454310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 23 us (cumulative: 861 ms, max: 101 ms, #called: 5197) +2023-12-14 14:53:01.454316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:01.454324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.454335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.454344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 26 us (cumulative: 862 ms, max: 101 ms, #called: 5198) +2023-12-14 14:53:01.454352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.454374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.454385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.454393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 38 us (cumulative: 862 ms, max: 101 ms, #called: 5199) +2023-12-14 14:53:01.454399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:01.454406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.454417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.454425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 25 us (cumulative: 862 ms, max: 101 ms, #called: 5200) +2023-12-14 14:53:01.454431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.454439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.454449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.454457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 25 us (cumulative: 862 ms, max: 101 ms, #called: 5201) +2023-12-14 14:53:01.454464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:01.454473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.454484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.454491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 26 us (cumulative: 862 ms, max: 101 ms, #called: 5202) +2023-12-14 14:53:01.454497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:01.454533: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:01.454542: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:01.454585: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:01.454593: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:01.454618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.454640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.454650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.454657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.454663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.454668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.454678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.454689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.454696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.454702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.454707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.454713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.454747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.454753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.454759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.454764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.454769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.454775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.454780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.454786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.454791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.454796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.454801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.454806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.454811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.454816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.454822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.454828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.454833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.454838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.454843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.454848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.454853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.454858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.454865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.454874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.454879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.454884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.454889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.454894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.454900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.454938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.454952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.454962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 461 us (cumulative: 862 ms, max: 101 ms, #called: 5203) +2023-12-14 14:53:01.454985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:01.454995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.455005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 862 ms, max: 101 ms, #called: 5204) +2023-12-14 14:53:01.455012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:01.455022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 862 ms, max: 101 ms, #called: 5205) +2023-12-14 14:53:01.455028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:01.455037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 862 ms, max: 101 ms, #called: 5206) +2023-12-14 14:53:01.455050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:01.455059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:01.455065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:01.455073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 862 ms, max: 101 ms, #called: 5207) +2023-12-14 14:53:01.455079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.455088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 862 ms, max: 101 ms, #called: 5208) +2023-12-14 14:53:01.455095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:01.455122: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:01.455135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 39 us (cumulative: 862 ms, max: 101 ms, #called: 5209) +2023-12-14 14:53:01.455141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:01.455148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:01.455156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.455168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 862 ms, max: 101 ms, #called: 5210) +2023-12-14 14:53:01.455173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.455183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 862 ms, max: 101 ms, #called: 5211) +2023-12-14 14:53:01.455190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.455207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 862 ms, max: 101 ms, #called: 5212) +2023-12-14 14:53:01.455216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 72 us (cumulative: 862 ms, max: 101 ms, #called: 5213) +2023-12-14 14:53:01.455223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:01.455229: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:01.455311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 85 us (cumulative: 862 ms, max: 101 ms, #called: 5214) +2023-12-14 14:53:01.455330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.455342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 862 ms, max: 101 ms, #called: 5215) +2023-12-14 14:53:01.455348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:01.455360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.455402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.455415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.455422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.455428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.455433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.455438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.455445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.455450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.455456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.455466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.455472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:53:01.455478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:53:01.455484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:53:01.455489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.455495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.455501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.455506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.455595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.455603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.455609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.455614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.455620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.455625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.455630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.455635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.455640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.455645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.455651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:53:01.455657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.455662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:53:01.455667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> (def) +2023-12-14 14:53:01.455673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.455678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.455683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.455689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.455694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.455699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.455704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.455713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.455718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.455723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.455728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.455733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.455738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.455744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:53:01.455750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.455755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.455760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.455765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.455770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.455777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.455782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.455788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:53:01.455793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.455798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:53:01.455803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.455808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:53:01.455813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.455819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.455824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.455855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.455885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.455894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.455899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.455905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.455914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.455919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.455926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.455932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.455938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.455943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.455949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:53:01.455955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:53:01.455961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:53:01.455967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.455972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.455977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.455983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.456006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.456012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.456018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.456023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.456028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.456033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.456038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.456043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.456050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.456055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.456060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:53:01.456065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.456070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:53:01.456075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> (def) +2023-12-14 14:53:01.456080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.456089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.456095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.456100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.456107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.456113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.456118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.456123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.456128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.456133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.456139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.456144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.456149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.456155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:53:01.456160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.456165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.456170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.456175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.456180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.456185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.456190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.456196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:53:01.456202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.456207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:53:01.456212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.456218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:53:01.456223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.456229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.456234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.456258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.456285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.456294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.456299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.456304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.456309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.456315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.456322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.456327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.456333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.456338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.456344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:53:01.456349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:53:01.456355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:53:01.456360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.456366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.456371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.456378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.456397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.456404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.456409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.456414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.456419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.456424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.456429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.456434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.456439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.456445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.456453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:53:01.456459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.456464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:53:01.456470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> (def) +2023-12-14 14:53:01.456475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.456480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.456485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.456492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.456498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.456503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.456508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.456513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.456518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.456523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.456528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.456533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.456538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.456543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:53:01.456548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.456554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.456560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.456564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.456569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.456574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.456580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.456586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:53:01.456591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.456597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:53:01.456602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.456607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:53:01.456615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.456620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.456625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.456644: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:01.456651: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:01.456662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.31 ms (cumulative: 864 ms, max: 101 ms, #called: 5216) +2023-12-14 14:53:01.456669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.456679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 864 ms, max: 101 ms, #called: 5217) +2023-12-14 14:53:01.456695: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:01.458170: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:01.458255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.458325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.458341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.458350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.458358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.458366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.458374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.458385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.458393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.458401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.458409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.458432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:53:01.458441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:53:01.458450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:53:01.458458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.458466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.458473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.458481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.458512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.458518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.458525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.458530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.458535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.458540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.458545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.458549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.458554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.458559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.458564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:53:01.458568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.458573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:53:01.458578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> (def) +2023-12-14 14:53:01.458583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.458587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.458592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.458597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.458601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.458606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.458612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.458617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.458627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.458631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.458636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.458641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.458645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.458650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:53:01.458655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.458660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.458665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.458669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.458674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.458678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.458683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.458688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:53:01.458693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.458698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:53:01.458704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.458710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:53:01.458714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.458719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.458724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.458777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.458805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.458815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.458821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.458826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.458830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.458841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.458847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.458852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.458858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.458863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.458868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:53:01.458873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:53:01.458881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:53:01.458887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.458892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.458897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.458903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.458924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.458930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.458935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.458939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.458944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.458949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.458954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.458959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.458963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.458969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.458974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:53:01.458980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.458984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:53:01.458989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> (def) +2023-12-14 14:53:01.458994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.458999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.459003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.459014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.459019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.459024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.459029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.459033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.459038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.459043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.459047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.459052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.459058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.459063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:53:01.459069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.459074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.459079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.459083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.459088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.459093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.459097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.459102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:53:01.459107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.459112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:53:01.459117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.459122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:53:01.459127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.459131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.459136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.459158: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:01.459184: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:01.459222: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:01.459232: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:01.459244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.459272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.459280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.459285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.459290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.459295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.459300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.459306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.459311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.459316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.459336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.459346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:53:01.459354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:53:01.459363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 add.3.clone> + +2023-12-14 14:53:01.459368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.459373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.459378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.459383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.459404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.459409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.459414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.459418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.459423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.459428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.459434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.459443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.459449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.459454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.459458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:53:01.459463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.459468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:53:01.459473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> (def) +2023-12-14 14:53:01.459477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.459482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.459487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.459492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.459496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.459501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.459506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.459510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.459515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.459520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.459526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.459534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.459542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.459549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:53:01.459557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.459564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.459571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.459577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.459583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.459590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.459598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.459604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:53:01.459613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.459626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3.clone> +2023-12-14 14:53:01.459637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.459642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:53:01.459647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.459652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.459657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.459706: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048,8192]{1,0},f32[2048,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:53:01.459717: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.459725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_add.3 (p: f32[2048,8192], p.1: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:01.459733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.459741: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.459749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.3.clone = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.459758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.459763: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.459767: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:01.459772: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:01.459777: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:01.459782: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), to_apply=%parallel_add.3 +2023-12-14 14:53:01.459788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.459794: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.459806: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:add.3.clone + 5:call + BufferLiveRange: + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + add.3.clone{}:4-6 + Live ranges at 4 (peak): + Arg_0.1: 67108864 bytes + Arg_1.2: 67108864 bytes + add.3.clone: 67108864 bytes + +2023-12-14 14:53:01.459817: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:53:01.459827: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:01.459833: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:01.459842: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:01.459848: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:01.459853: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:01.459857: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:01.459862: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:01.459867: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 add.3.clone> +2023-12-14 14:53:01.459872: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:01.459878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:01.459883: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:01.459888: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:01.459893: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:01.459900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 add.3.clone> +2023-12-14 14:53:01.459936: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:01.459946: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 128.00MiB +2023-12-14 14:53:01.459953: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:01.459960: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:01.459969: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:01.459977: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 192.00MiB +2023-12-14 14:53:01.459984: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:01.459994: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:01.460333: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 81 us (cumulative: 5.62 ms, max: 421 us, #called: 64) +2023-12-14 14:53:01.474756: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0086450e0 +2023-12-14 14:53:01.475123: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:01.475155: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 18.5 ms (cumulative: 1.7 s, max: 222 ms, #called: 64) +2023-12-14 14:53:01.476096: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.490566: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.510040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:01.510123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:01.510153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 21 us (cumulative: 864 ms, max: 101 ms, #called: 5218) +2023-12-14 14:53:01.510161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.510177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 14 us (cumulative: 864 ms, max: 101 ms, #called: 5219) +2023-12-14 14:53:01.510204: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048]{0})->f32[2048]{0} +2023-12-14 14:53:01.510210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:01.510239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:01.510285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 21 us (cumulative: 864 ms, max: 101 ms, #called: 5220) +2023-12-14 14:53:01.510306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:01.510313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 22 us (cumulative: 864 ms, max: 101 ms, #called: 5221) +2023-12-14 14:53:01.510335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:01.510344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 864 ms, max: 101 ms, #called: 5222) +2023-12-14 14:53:01.510364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:01.510371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 20 us (cumulative: 864 ms, max: 101 ms, #called: 5223) +2023-12-14 14:53:01.510391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.510403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 27 us (cumulative: 864 ms, max: 101 ms, #called: 5224) +2023-12-14 14:53:01.510425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:01.510432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 864 ms, max: 101 ms, #called: 5225) +2023-12-14 14:53:01.510452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:01.510464: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:01.510472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 32 us (cumulative: 864 ms, max: 101 ms, #called: 5226) +2023-12-14 14:53:01.510492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:01.510499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 21 us (cumulative: 864 ms, max: 101 ms, #called: 5227) +2023-12-14 14:53:01.510519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:01.510528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 22 us (cumulative: 864 ms, max: 101 ms, #called: 5228) +2023-12-14 14:53:01.510548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:01.510555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 864 ms, max: 101 ms, #called: 5229) +2023-12-14 14:53:01.510574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:01.510584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 864 ms, max: 101 ms, #called: 5230) +2023-12-14 14:53:01.510605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:01.510611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 20 us (cumulative: 864 ms, max: 101 ms, #called: 5231) +2023-12-14 14:53:01.510632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:01.510639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 20 us (cumulative: 864 ms, max: 101 ms, #called: 5232) +2023-12-14 14:53:01.510659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:01.510666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 21 us (cumulative: 864 ms, max: 101 ms, #called: 5233) +2023-12-14 14:53:01.510687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:01.510693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 864 ms, max: 101 ms, #called: 5234) +2023-12-14 14:53:01.510714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:01.510721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 20 us (cumulative: 864 ms, max: 101 ms, #called: 5235) +2023-12-14 14:53:01.510741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:01.510749: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.2 +2023-12-14 14:53:01.510755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 32 us (cumulative: 864 ms, max: 101 ms, #called: 5236) +2023-12-14 14:53:01.510780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.510786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 864 ms, max: 101 ms, #called: 5237) +2023-12-14 14:53:01.510807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:01.510813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 19 us (cumulative: 864 ms, max: 101 ms, #called: 5238) +2023-12-14 14:53:01.510833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:01.510841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 21 us (cumulative: 864 ms, max: 101 ms, #called: 5239) +2023-12-14 14:53:01.510861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.510867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 18 us (cumulative: 864 ms, max: 101 ms, #called: 5240) +2023-12-14 14:53:01.510888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.510895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 20 us (cumulative: 864 ms, max: 101 ms, #called: 5241) +2023-12-14 14:53:01.510915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.510921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 864 ms, max: 101 ms, #called: 5242) +2023-12-14 14:53:01.510946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:01.510953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 20 us (cumulative: 864 ms, max: 101 ms, #called: 5243) +2023-12-14 14:53:01.510974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:01.510981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.510988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.510995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 19 us (cumulative: 864 ms, max: 101 ms, #called: 5244) +2023-12-14 14:53:01.511001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:01.511007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 19 us (cumulative: 864 ms, max: 101 ms, #called: 5245) +2023-12-14 14:53:01.511027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:01.511039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 864 ms, max: 101 ms, #called: 5246) +2023-12-14 14:53:01.511059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:01.511085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 39 us (cumulative: 864 ms, max: 101 ms, #called: 5247) +2023-12-14 14:53:01.511105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:01.511112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 20 us (cumulative: 864 ms, max: 101 ms, #called: 5248) +2023-12-14 14:53:01.511136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:01.511142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 20 us (cumulative: 864 ms, max: 101 ms, #called: 5249) +2023-12-14 14:53:01.511163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:01.511169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 19 us (cumulative: 864 ms, max: 101 ms, #called: 5250) +2023-12-14 14:53:01.511189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:01.511195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 864 ms, max: 101 ms, #called: 5251) +2023-12-14 14:53:01.511216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:01.511222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:01.511235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.511245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 864 ms, max: 101 ms, #called: 5252) +2023-12-14 14:53:01.511252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:01.511261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 864 ms, max: 101 ms, #called: 5253) +2023-12-14 14:53:01.511266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.511274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 864 ms, max: 101 ms, #called: 5254) +2023-12-14 14:53:01.511280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:01.511288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 864 ms, max: 101 ms, #called: 5255) +2023-12-14 14:53:01.511293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:01.511302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 864 ms, max: 101 ms, #called: 5256) +2023-12-14 14:53:01.511308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.511330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 10 us (cumulative: 864 ms, max: 101 ms, #called: 5257) +2023-12-14 14:53:01.511337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:01.511346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 864 ms, max: 101 ms, #called: 5258) +2023-12-14 14:53:01.511352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.511362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 864 ms, max: 101 ms, #called: 5259) +2023-12-14 14:53:01.511368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:01.511376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 864 ms, max: 101 ms, #called: 5260) +2023-12-14 14:53:01.511381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:01.511390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 865 ms, max: 101 ms, #called: 5261) +2023-12-14 14:53:01.511395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.511403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 865 ms, max: 101 ms, #called: 5262) +2023-12-14 14:53:01.511409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:01.511419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 865 ms, max: 101 ms, #called: 5263) +2023-12-14 14:53:01.511424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:01.511447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 21 us (cumulative: 865 ms, max: 101 ms, #called: 5264) +2023-12-14 14:53:01.511453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:01.511463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 865 ms, max: 101 ms, #called: 5265) +2023-12-14 14:53:01.511469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 267 us (cumulative: 865 ms, max: 101 ms, #called: 5266) +2023-12-14 14:53:01.511490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:01.511496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 20 us (cumulative: 865 ms, max: 101 ms, #called: 5267) +2023-12-14 14:53:01.511520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:01.511528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 21 us (cumulative: 865 ms, max: 101 ms, #called: 5268) +2023-12-14 14:53:01.511549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:01.511555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 865 ms, max: 101 ms, #called: 5269) +2023-12-14 14:53:01.511576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:01.511583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 22 us (cumulative: 865 ms, max: 101 ms, #called: 5270) +2023-12-14 14:53:01.511605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.511625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 34 us (cumulative: 865 ms, max: 101 ms, #called: 5271) +2023-12-14 14:53:01.511646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:01.511652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 19 us (cumulative: 865 ms, max: 101 ms, #called: 5272) +2023-12-14 14:53:01.511672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.511679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 865 ms, max: 101 ms, #called: 5273) +2023-12-14 14:53:01.511699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:01.511708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.511727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 865 ms, max: 101 ms, #called: 5274) +2023-12-14 14:53:01.511732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:01.511763: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:01.511772: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:01.511797: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:01.511804: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:01.511822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.511841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.511849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.511857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.511863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.511868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.511873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.511884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.511903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.511910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.511915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.511920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.511925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.511929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.511934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.511939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.511944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.511949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.511954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.511983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.511993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.512007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 272 us (cumulative: 865 ms, max: 101 ms, #called: 5275) +2023-12-14 14:53:01.512030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:01.512040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.512049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 865 ms, max: 101 ms, #called: 5276) +2023-12-14 14:53:01.512055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:01.512064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 865 ms, max: 101 ms, #called: 5277) +2023-12-14 14:53:01.512069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:01.512079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 865 ms, max: 101 ms, #called: 5278) +2023-12-14 14:53:01.512090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:01.512099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:01.512105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:01.512113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 865 ms, max: 101 ms, #called: 5279) +2023-12-14 14:53:01.512119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.512128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 865 ms, max: 101 ms, #called: 5280) +2023-12-14 14:53:01.512134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:01.512154: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:01.512162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 27 us (cumulative: 865 ms, max: 101 ms, #called: 5281) +2023-12-14 14:53:01.512168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:01.512174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:01.512181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.512190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 865 ms, max: 101 ms, #called: 5282) +2023-12-14 14:53:01.512195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.512204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 865 ms, max: 101 ms, #called: 5283) +2023-12-14 14:53:01.512210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.512230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 18 us (cumulative: 865 ms, max: 101 ms, #called: 5284) +2023-12-14 14:53:01.512238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 67 us (cumulative: 865 ms, max: 101 ms, #called: 5285) +2023-12-14 14:53:01.512244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:01.512250: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:01.512280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 34 us (cumulative: 865 ms, max: 101 ms, #called: 5286) +2023-12-14 14:53:01.512286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.512294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 865 ms, max: 101 ms, #called: 5287) +2023-12-14 14:53:01.512300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:01.512309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.512319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.512325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.512331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.512336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.512341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.512346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.512353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.512363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.512368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.512373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.512378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.512383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.512390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.512395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.512399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.512404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.512409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.512414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.512433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.512447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.512452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.512457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.512462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.512467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.512472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.512478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.512487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.512492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.512497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.512501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.512506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.512511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.512516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.512521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.512527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.512531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.512536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.512552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.512561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.512567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.512572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.512577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.512581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.512586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.512592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.512600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.512605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.512616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.512621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.512626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.512631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.512636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.512640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.512645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.512650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.512655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.512682: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:01.512689: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:01.512697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 395 us (cumulative: 866 ms, max: 101 ms, #called: 5288) +2023-12-14 14:53:01.512704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.512712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 866 ms, max: 101 ms, #called: 5289) +2023-12-14 14:53:01.512726: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:01.513844: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:01.513901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.513921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.513928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.513934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.513939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.513944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.513949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.513960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.513975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:01.513981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:01.514000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.514006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.514010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.514015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.514020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.514025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.514029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:01.514034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:01.514039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.514044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.514048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.514053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.514058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.514062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:01.514067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.514072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:01.514078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.514082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:01.514087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.514092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048]{0} copy(f32[2048]{0} %Arg_0.1) +2023-12-14 14:53:01.514131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.514142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.514148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.514153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.514158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.514163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.514170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.514183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.514188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:01.514195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:01.514206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.514211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.514216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.514221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.514226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.514230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.514235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:01.514240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:01.514245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.514249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.514254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.514259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.514264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.514269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:01.514274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.514278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:01.514283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.514288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:01.514293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.514298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048]{0} copy(f32[2048]{0} %Arg_0.1) +2023-12-14 14:53:01.514316: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:01.514322: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:01.514353: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:01.514363: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:01.514372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.514386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.514392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.514397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.514402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.514407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.514412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.514418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.514423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:01.514428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:01.514439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.514445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.514450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.514455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.514460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.514465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.514470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:01.514475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:01.514480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.514485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.514489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.514494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.514499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.514503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:01.514508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.514513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:01.514518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.514522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:01.514528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.514533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048]{0} copy(f32[2048]{0} %Arg_0.1) +2023-12-14 14:53:01.514562: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048]{0})->f32[2048]{0}} +2023-12-14 14:53:01.514572: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.514578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.2 (Arg_0.1: f32[2048]) -> f32[2048] { +2023-12-14 14:53:01.514583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.514587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[2048]{0} copy(f32[2048]{0} %Arg_0.1) +2023-12-14 14:53:01.514592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.514597: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.514609: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:copy + BufferLiveRange: + Arg_0.1{}:0-2 + copy{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 8192 bytes + copy: 8192 bytes + +2023-12-14 14:53:01.514618: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:53:01.514623: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:01.514629: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:01.514638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:01.514644: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:53:01.514650: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:01.514655: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:01.514661: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:01.514666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:53:01.514690: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:01.514695: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8.0KiB +2023-12-14 14:53:01.514700: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:01.514706: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8.0KiB +2023-12-14 14:53:01.514711: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:01.514716: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 16.0KiB +2023-12-14 14:53:01.514721: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:01.514726: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:01.514920: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 64 us (cumulative: 5.68 ms, max: 421 us, #called: 65) +2023-12-14 14:53:01.519803: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff008643000 +2023-12-14 14:53:01.520122: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:01.520164: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 7.43 ms (cumulative: 1.71 s, max: 222 ms, #called: 65) +2023-12-14 14:53:01.521179: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.521301: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.528441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:01.528502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:01.528526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 18 us (cumulative: 866 ms, max: 101 ms, #called: 5290) +2023-12-14 14:53:01.528533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.528545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 866 ms, max: 101 ms, #called: 5291) +2023-12-14 14:53:01.528566: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[],f32[2048]{0})->f32[2048]{0} +2023-12-14 14:53:01.528573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:01.528594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.528631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.528639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:01.528648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.528659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.528667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 866 ms, max: 101 ms, #called: 5292) +2023-12-14 14:53:01.528673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:01.528679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.528690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.528697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 866 ms, max: 101 ms, #called: 5293) +2023-12-14 14:53:01.528702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:01.528710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.528721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.528728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 866 ms, max: 101 ms, #called: 5294) +2023-12-14 14:53:01.528734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:01.528753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.528764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.528771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 36 us (cumulative: 866 ms, max: 101 ms, #called: 5295) +2023-12-14 14:53:01.528777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.528785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.528795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.528802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 866 ms, max: 101 ms, #called: 5296) +2023-12-14 14:53:01.528808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:01.528815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.528825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.528832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 866 ms, max: 101 ms, #called: 5297) +2023-12-14 14:53:01.528838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:01.528846: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:01.528853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.528863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.528870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 30 us (cumulative: 866 ms, max: 101 ms, #called: 5298) +2023-12-14 14:53:01.528875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:01.528883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.528893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.528901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 866 ms, max: 101 ms, #called: 5299) +2023-12-14 14:53:01.528906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:01.528915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.528925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.528933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 866 ms, max: 101 ms, #called: 5300) +2023-12-14 14:53:01.528938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:01.528948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.528958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.528966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 26 us (cumulative: 866 ms, max: 101 ms, #called: 5301) +2023-12-14 14:53:01.528971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:01.528977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.528988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.528996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 24 us (cumulative: 866 ms, max: 101 ms, #called: 5302) +2023-12-14 14:53:01.529002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:01.529008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 866 ms, max: 101 ms, #called: 5303) +2023-12-14 14:53:01.529030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:01.529037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 866 ms, max: 101 ms, #called: 5304) +2023-12-14 14:53:01.529060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:01.529067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 866 ms, max: 101 ms, #called: 5305) +2023-12-14 14:53:01.529091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:01.529097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 866 ms, max: 101 ms, #called: 5306) +2023-12-14 14:53:01.529120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:01.529127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 26 us (cumulative: 866 ms, max: 101 ms, #called: 5307) +2023-12-14 14:53:01.529153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:01.529160: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:53:01.529168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 32 us (cumulative: 866 ms, max: 101 ms, #called: 5308) +2023-12-14 14:53:01.529192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.529198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 866 ms, max: 101 ms, #called: 5309) +2023-12-14 14:53:01.529220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:01.529227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 866 ms, max: 101 ms, #called: 5310) +2023-12-14 14:53:01.529251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:01.529261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 866 ms, max: 101 ms, #called: 5311) +2023-12-14 14:53:01.529285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.529291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 866 ms, max: 101 ms, #called: 5312) +2023-12-14 14:53:01.529313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.529321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 28 us (cumulative: 866 ms, max: 101 ms, #called: 5313) +2023-12-14 14:53:01.529349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.529356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 866 ms, max: 101 ms, #called: 5314) +2023-12-14 14:53:01.529379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:01.529387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 867 ms, max: 101 ms, #called: 5315) +2023-12-14 14:53:01.529409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:01.529416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 24 us (cumulative: 867 ms, max: 101 ms, #called: 5316) +2023-12-14 14:53:01.529441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:01.529447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 867 ms, max: 101 ms, #called: 5317) +2023-12-14 14:53:01.529470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:01.529480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 867 ms, max: 101 ms, #called: 5318) +2023-12-14 14:53:01.529503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:01.529531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 45 us (cumulative: 867 ms, max: 101 ms, #called: 5319) +2023-12-14 14:53:01.529559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:01.529566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 867 ms, max: 101 ms, #called: 5320) +2023-12-14 14:53:01.529589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:01.529596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 23 us (cumulative: 867 ms, max: 101 ms, #called: 5321) +2023-12-14 14:53:01.529620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:01.529627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 867 ms, max: 101 ms, #called: 5322) +2023-12-14 14:53:01.529649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:01.529656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 867 ms, max: 101 ms, #called: 5323) +2023-12-14 14:53:01.529678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:01.529684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:01.529695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.529724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 26 us (cumulative: 867 ms, max: 101 ms, #called: 5324) +2023-12-14 14:53:01.529731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:01.529740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 867 ms, max: 101 ms, #called: 5325) +2023-12-14 14:53:01.529745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.529753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 867 ms, max: 101 ms, #called: 5326) +2023-12-14 14:53:01.529759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:01.529767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 867 ms, max: 101 ms, #called: 5327) +2023-12-14 14:53:01.529776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:01.529785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 867 ms, max: 101 ms, #called: 5328) +2023-12-14 14:53:01.529792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.529801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 867 ms, max: 101 ms, #called: 5329) +2023-12-14 14:53:01.529806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:01.529815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 867 ms, max: 101 ms, #called: 5330) +2023-12-14 14:53:01.529821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.529830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 867 ms, max: 101 ms, #called: 5331) +2023-12-14 14:53:01.529835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:01.529843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 867 ms, max: 101 ms, #called: 5332) +2023-12-14 14:53:01.529849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:01.529857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 867 ms, max: 101 ms, #called: 5333) +2023-12-14 14:53:01.529863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.529871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 867 ms, max: 101 ms, #called: 5334) +2023-12-14 14:53:01.529877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:01.529887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 867 ms, max: 101 ms, #called: 5335) +2023-12-14 14:53:01.529893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:01.529914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 19 us (cumulative: 867 ms, max: 101 ms, #called: 5336) +2023-12-14 14:53:01.529920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:01.529929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 867 ms, max: 101 ms, #called: 5337) +2023-12-14 14:53:01.529935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 274 us (cumulative: 867 ms, max: 101 ms, #called: 5338) +2023-12-14 14:53:01.529964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:01.529971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.529983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.529990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 25 us (cumulative: 867 ms, max: 101 ms, #called: 5339) +2023-12-14 14:53:01.529996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:01.530004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.530014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.530021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 867 ms, max: 101 ms, #called: 5340) +2023-12-14 14:53:01.530026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:01.530033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.530042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.530050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 867 ms, max: 101 ms, #called: 5341) +2023-12-14 14:53:01.530056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:01.530065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.530075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.530083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 867 ms, max: 101 ms, #called: 5342) +2023-12-14 14:53:01.530088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.530110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.530120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.530127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 38 us (cumulative: 867 ms, max: 101 ms, #called: 5343) +2023-12-14 14:53:01.530133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:01.530139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.530150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.530157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 867 ms, max: 101 ms, #called: 5344) +2023-12-14 14:53:01.530163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.530171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.530185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.530193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 27 us (cumulative: 867 ms, max: 101 ms, #called: 5345) +2023-12-14 14:53:01.530198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:01.530207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.530217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.530225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 867 ms, max: 101 ms, #called: 5346) +2023-12-14 14:53:01.530231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:01.530258: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:01.530267: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:01.530305: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:01.530312: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:01.530335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.530355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.530363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.530368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.530374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.530378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.530383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.530392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.530397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.530403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.530409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:01.530414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 broadcast.3> + +2023-12-14 14:53:01.530419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.4 +2023-12-14 14:53:01.530425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 multiply.4> + +2023-12-14 14:53:01.530460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.530466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.530475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.530480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.530485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.530490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.530495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.530501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:01.530505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.530510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:01.530515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.3> (def) +2023-12-14 14:53:01.530521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.530525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4: +2023-12-14 14:53:01.530530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> (def) +2023-12-14 14:53:01.530535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.530540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.530544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.530549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.530554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.530558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:01.530563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.530568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.3> +2023-12-14 14:53:01.530573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.530578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:01.530583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.530589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 0 +2023-12-14 14:53:01.530594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[2048]{0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.530599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.530604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.530610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.530623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.530628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 1 +2023-12-14 14:53:01.530633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.530638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> +2023-12-14 14:53:01.530642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.530647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4 +2023-12-14 14:53:01.530652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.530657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.4 = f32[2048]{0} multiply(f32[2048]{0} %broadcast.3, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.530689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.530704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.530714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 479 us (cumulative: 868 ms, max: 101 ms, #called: 5347) +2023-12-14 14:53:01.530736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:01.530745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.530754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 868 ms, max: 101 ms, #called: 5348) +2023-12-14 14:53:01.530760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:01.530770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 9 us (cumulative: 868 ms, max: 101 ms, #called: 5349) +2023-12-14 14:53:01.530776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:01.530785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 868 ms, max: 101 ms, #called: 5350) +2023-12-14 14:53:01.530797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:01.530805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:01.530811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:01.530819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 11 us (cumulative: 868 ms, max: 101 ms, #called: 5351) +2023-12-14 14:53:01.530824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.530833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 868 ms, max: 101 ms, #called: 5352) +2023-12-14 14:53:01.530842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:01.530928: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:53:01.530942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 98 us (cumulative: 868 ms, max: 101 ms, #called: 5353) +2023-12-14 14:53:01.530949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:01.530955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:01.530962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.530975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 868 ms, max: 101 ms, #called: 5354) +2023-12-14 14:53:01.530980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.530990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 868 ms, max: 101 ms, #called: 5355) +2023-12-14 14:53:01.530996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.531016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 19 us (cumulative: 868 ms, max: 101 ms, #called: 5356) +2023-12-14 14:53:01.531025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 74 us (cumulative: 868 ms, max: 101 ms, #called: 5357) +2023-12-14 14:53:01.531032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:01.531039: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:01.531118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 82 us (cumulative: 868 ms, max: 101 ms, #called: 5358) +2023-12-14 14:53:01.531125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.531134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 868 ms, max: 101 ms, #called: 5359) +2023-12-14 14:53:01.531140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:01.531151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.531171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.531177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.531183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.531188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.531193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.531198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.531205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.531215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.531221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.531226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:01.531231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:01.531237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.0 +2023-12-14 14:53:01.531242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <6 multiply.0> + +2023-12-14 14:53:01.531247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:01.531252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <4 broadcast.0> + +2023-12-14 14:53:01.531257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:01.531263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 param_0.1> + +2023-12-14 14:53:01.531267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:01.531272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.1> + +2023-12-14 14:53:01.531309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.531315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.531330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.531341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.531346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.531356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.531361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:01.531371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:01.531375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0: +2023-12-14 14:53:01.531385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> (def) +2023-12-14 14:53:01.531390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:01.531403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> (def) +2023-12-14 14:53:01.531409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:01.531418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> (def) +2023-12-14 14:53:01.531423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:01.531432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> (def) +2023-12-14 14:53:01.531437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.531442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.531447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.531452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.531456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.531461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:01.531466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.531471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.531475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.531480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.531484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.531489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:01.531494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.531500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:01.531504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.531509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:01.531514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.531519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.531524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> +2023-12-14 14:53:01.531530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.531534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:01.531542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.531547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:01.531552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.531557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> +2023-12-14 14:53:01.531562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.531566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:01.531571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.531576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 0 +2023-12-14 14:53:01.531581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.531587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> +2023-12-14 14:53:01.531592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.531596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:01.531601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.531606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 1 +2023-12-14 14:53:01.531611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.531616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> +2023-12-14 14:53:01.531621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.531626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0 +2023-12-14 14:53:01.531631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.531636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.0 = f32[2048]{0} multiply(f32[2048]{0} %broadcast.0, f32[2048]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.531668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.531684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.531691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.531696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.531701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.531705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.531715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.531721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.531726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.531731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.531736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:01.531742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:01.531747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.0 +2023-12-14 14:53:01.531752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <6 multiply.0> + +2023-12-14 14:53:01.531757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:01.531762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <4 broadcast.0> + +2023-12-14 14:53:01.531768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:01.531773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 param_0.1> + +2023-12-14 14:53:01.531778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:01.531783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.1> + +2023-12-14 14:53:01.531810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.531816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.531821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.531831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.531836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.531845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.531850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:01.531860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:01.531865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0: +2023-12-14 14:53:01.531875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> (def) +2023-12-14 14:53:01.531883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:01.531895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> (def) +2023-12-14 14:53:01.531900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:01.531909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> (def) +2023-12-14 14:53:01.531914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.531919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:01.531923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> (def) +2023-12-14 14:53:01.531928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.531933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.531938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.531943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.531948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.531953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:01.531958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.531962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.531967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.531972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.531976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.531982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:01.531987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.531991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:01.531996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.532001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:01.532005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.532010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.532015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> +2023-12-14 14:53:01.532023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.532028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:01.532033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.532038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:01.532043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.532048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> +2023-12-14 14:53:01.532053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.532058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:01.532062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.532068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 0 +2023-12-14 14:53:01.532073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.532078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> +2023-12-14 14:53:01.532083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.532088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:01.532092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.532097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 1 +2023-12-14 14:53:01.532102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.532107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> +2023-12-14 14:53:01.532112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.532117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0 +2023-12-14 14:53:01.532122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.532127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.0 = f32[2048]{0} multiply(f32[2048]{0} %broadcast.0, f32[2048]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.532150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.532165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.532172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.532177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.532182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.532204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.532211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.532217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.532221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.532227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.532232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:01.532237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:01.532242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.0 +2023-12-14 14:53:01.532247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <6 multiply.0> + +2023-12-14 14:53:01.532253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:01.532258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <4 broadcast.0> + +2023-12-14 14:53:01.532263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:01.532268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 param_0.1> + +2023-12-14 14:53:01.532273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:01.532278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.1> + +2023-12-14 14:53:01.532304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.532311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.532316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.532320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.532325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.532330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.532335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.532341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.532345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.532350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:01.532355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:01.532360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.532364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0: +2023-12-14 14:53:01.532372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> (def) +2023-12-14 14:53:01.532377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.532382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:01.532388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> (def) +2023-12-14 14:53:01.532393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.532398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:01.532403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> (def) +2023-12-14 14:53:01.532408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.532412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:01.532417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> (def) +2023-12-14 14:53:01.532422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.532429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.532434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.532438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.532443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.532448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:01.532453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.532457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.532462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.532467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.532471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.532477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:01.532482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.532487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:01.532491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.532496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:01.532501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.532506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.532514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> +2023-12-14 14:53:01.532519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.532524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:01.532529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.532533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:01.532538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.532543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> +2023-12-14 14:53:01.532548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.532553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:01.532557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.532563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 0 +2023-12-14 14:53:01.532569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.532574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> +2023-12-14 14:53:01.532578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.532583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:01.532588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.532592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 1 +2023-12-14 14:53:01.532597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.532602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> +2023-12-14 14:53:01.532609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.532614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0 +2023-12-14 14:53:01.532618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.532623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.0 = f32[2048]{0} multiply(f32[2048]{0} %broadcast.0, f32[2048]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.532644: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:01.532650: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:01.532661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.52 ms (cumulative: 870 ms, max: 101 ms, #called: 5360) +2023-12-14 14:53:01.532669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.532679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 870 ms, max: 101 ms, #called: 5361) +2023-12-14 14:53:01.532692: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:01.533679: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:01.533740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.533768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.533775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.533780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.533786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.533792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.533797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.533806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.533811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.533817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.533822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:01.533828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:01.533833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.0 +2023-12-14 14:53:01.533838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <6 multiply.0> + +2023-12-14 14:53:01.533843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:01.533849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <4 broadcast.0> + +2023-12-14 14:53:01.533853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:01.533859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 param_0.1> + +2023-12-14 14:53:01.533873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:01.533879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.1> + +2023-12-14 14:53:01.533914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.533921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.533926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.533930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.533936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.533941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.533946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.533950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.533955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.533960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:01.533965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:01.533969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.533974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0: +2023-12-14 14:53:01.533979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> (def) +2023-12-14 14:53:01.533984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.533988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:01.533993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> (def) +2023-12-14 14:53:01.533998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.534002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:01.534008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> (def) +2023-12-14 14:53:01.534012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.534017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:01.534022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> (def) +2023-12-14 14:53:01.534027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.534032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.534037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.534046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:01.534059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.534063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.534068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.534077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:01.534087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.534091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:01.534097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:01.534106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.534117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> +2023-12-14 14:53:01.534122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:01.534132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:01.534141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.534146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> +2023-12-14 14:53:01.534151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:01.534160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 0 +2023-12-14 14:53:01.534170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.534175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> +2023-12-14 14:53:01.534184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:01.534194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 1 +2023-12-14 14:53:01.534203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.534208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> +2023-12-14 14:53:01.534214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0 +2023-12-14 14:53:01.534223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.0 = f32[2048]{0} multiply(f32[2048]{0} %broadcast.0, f32[2048]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.534274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.534290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.534296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.534302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.534307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.534312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.534317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.534323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.534328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.534333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.534338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:01.534343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:01.534348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.0 +2023-12-14 14:53:01.534354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <6 multiply.0> + +2023-12-14 14:53:01.534358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:01.534365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <4 broadcast.0> + +2023-12-14 14:53:01.534377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:01.534383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 param_0.1> + +2023-12-14 14:53:01.534387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:01.534394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.1> + +2023-12-14 14:53:01.534419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.534424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.534429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.534434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.534438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.534443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.534448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.534453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.534458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.534463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:01.534467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:01.534472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.534477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0: +2023-12-14 14:53:01.534483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> (def) +2023-12-14 14:53:01.534487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.534492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:01.534497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> (def) +2023-12-14 14:53:01.534502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.534506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:01.534511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> (def) +2023-12-14 14:53:01.534516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.534520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:01.534525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> (def) +2023-12-14 14:53:01.534530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.534534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.534539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.534553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:01.534562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.534567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.534573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.534583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:01.534592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.534597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:01.534602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:01.534611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.534621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> +2023-12-14 14:53:01.534626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:01.534636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:01.534646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.534651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> +2023-12-14 14:53:01.534656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:01.534666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 0 +2023-12-14 14:53:01.534676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.534684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> +2023-12-14 14:53:01.534689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:01.534698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 1 +2023-12-14 14:53:01.534708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.534712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> +2023-12-14 14:53:01.534717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.534723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0 +2023-12-14 14:53:01.534728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.534732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.0 = f32[2048]{0} multiply(f32[2048]{0} %broadcast.0, f32[2048]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.534754: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:01.534761: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:53:01.534793: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:01.534801: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:01.534810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.534827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.534833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.534838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.534844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.534849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.534854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.534860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.534865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.534870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.534875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:01.534885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:01.534890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.0 +2023-12-14 14:53:01.534896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <6 multiply.0> + +2023-12-14 14:53:01.534901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:01.534907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <4 broadcast.0> + +2023-12-14 14:53:01.534912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:01.534917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 param_0.1> + +2023-12-14 14:53:01.534922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:01.534927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.1> + +2023-12-14 14:53:01.534954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.534960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.534965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.534969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.534974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.534979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.534984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.534989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.534994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.534999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:01.535003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:01.535008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.535013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0: +2023-12-14 14:53:01.535018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> (def) +2023-12-14 14:53:01.535023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.535028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:01.535033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> (def) +2023-12-14 14:53:01.535038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.535042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:01.535047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> (def) +2023-12-14 14:53:01.535055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.535060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:01.535064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> (def) +2023-12-14 14:53:01.535069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.535074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.535079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.535084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.535089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.535093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:01.535098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.535103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.535108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.535114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.535119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.535124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:01.535129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.535134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:01.535138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.535143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:01.535148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.535153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.535158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.1> +2023-12-14 14:53:01.535163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.535168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:01.535173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.535178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:01.535182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.535190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.0> +2023-12-14 14:53:01.535195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.535200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:01.535205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.535210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 0 +2023-12-14 14:53:01.535215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.535220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.1> +2023-12-14 14:53:01.535225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.535229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:01.535234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.535239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0, operand 1 +2023-12-14 14:53:01.535244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.535249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.0> +2023-12-14 14:53:01.535253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.535259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.0 +2023-12-14 14:53:01.535264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.535269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.0 = f32[2048]{0} multiply(f32[2048]{0} %broadcast.0, f32[2048]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.535316: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[],f32[2048]{0})->f32[2048]{0}} +2023-12-14 14:53:01.535334: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.535339: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0.1: f32[2048], param_1.1: f32[]) -> f32[2048] { +2023-12-14 14:53:01.535345: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.1 = f32[] parameter(1) +2023-12-14 14:53:01.535350: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.535355: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.535360: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.0 = f32[2048]{0} multiply(f32[2048]{0} %broadcast.0, f32[2048]{0} %param_0.1), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.535371: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.535376: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.535380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[], Arg_1.2: f32[2048]) -> f32[2048] { +2023-12-14 14:53:01.535385: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.535390: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.535395: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_1.2, f32[] %Arg_0.1), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.535400: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.535406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.535417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:fusion + BufferLiveRange: + Arg_1.2{}:0-3 + Arg_0.1{}:0-3 + fusion{}:2-3 + Live ranges at 2 (peak): + Arg_1.2: 8192 bytes + Arg_0.1: 4 bytes + fusion: 8192 bytes + +2023-12-14 14:53:01.535426: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:01.535431: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:01.535436: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_1.2> +2023-12-14 14:53:01.535445: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:53:01.535451: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:01.535457: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:01.535462: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 fusion> +2023-12-14 14:53:01.535467: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:01.535472: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:01.535477: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_1.2> +2023-12-14 14:53:01.535482: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:53:01.535487: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 fusion> +2023-12-14 14:53:01.535512: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:01.535518: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8.0KiB +2023-12-14 14:53:01.535523: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:01.535528: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8.0KiB +2023-12-14 14:53:01.535532: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:01.535541: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 16.0KiB +2023-12-14 14:53:01.535547: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:01.535552: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:01.535750: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 38 us (cumulative: 5.72 ms, max: 421 us, #called: 66) +2023-12-14 14:53:01.544193: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff008641000 +2023-12-14 14:53:01.544492: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:01.544525: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 11.8 ms (cumulative: 1.72 s, max: 222 ms, #called: 66) +2023-12-14 14:53:01.545247: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.545850: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.546111: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.546166: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.552045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:01.552104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:01.552127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 17 us (cumulative: 870 ms, max: 101 ms, #called: 5362) +2023-12-14 14:53:01.552134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.552146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 870 ms, max: 101 ms, #called: 5363) +2023-12-14 14:53:01.552167: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048]{0},f32[2048]{0})->f32[2048]{0} +2023-12-14 14:53:01.552173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:01.552193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:01.552240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 870 ms, max: 101 ms, #called: 5364) +2023-12-14 14:53:01.552265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:01.552284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 37 us (cumulative: 870 ms, max: 101 ms, #called: 5365) +2023-12-14 14:53:01.552309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:01.552315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 870 ms, max: 101 ms, #called: 5366) +2023-12-14 14:53:01.552339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:01.552346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 870 ms, max: 101 ms, #called: 5367) +2023-12-14 14:53:01.552368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.552376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 870 ms, max: 101 ms, #called: 5368) +2023-12-14 14:53:01.552400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:01.552407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 870 ms, max: 101 ms, #called: 5369) +2023-12-14 14:53:01.552430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:01.552438: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:01.552445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 30 us (cumulative: 870 ms, max: 101 ms, #called: 5370) +2023-12-14 14:53:01.552467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:01.552480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 27 us (cumulative: 870 ms, max: 101 ms, #called: 5371) +2023-12-14 14:53:01.552502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:01.552510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 870 ms, max: 101 ms, #called: 5372) +2023-12-14 14:53:01.552533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:01.552539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 870 ms, max: 101 ms, #called: 5373) +2023-12-14 14:53:01.552562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:01.552569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 870 ms, max: 101 ms, #called: 5374) +2023-12-14 14:53:01.552591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:01.552597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 870 ms, max: 101 ms, #called: 5375) +2023-12-14 14:53:01.552619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:01.552627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 870 ms, max: 101 ms, #called: 5376) +2023-12-14 14:53:01.552650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:01.552657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 26 us (cumulative: 870 ms, max: 101 ms, #called: 5377) +2023-12-14 14:53:01.552683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:01.552690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 870 ms, max: 101 ms, #called: 5378) +2023-12-14 14:53:01.552712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:01.552719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 870 ms, max: 101 ms, #called: 5379) +2023-12-14 14:53:01.552745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:01.552753: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:01.552759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 870 ms, max: 101 ms, #called: 5380) +2023-12-14 14:53:01.552781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.552788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 870 ms, max: 101 ms, #called: 5381) +2023-12-14 14:53:01.552810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:01.552816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 870 ms, max: 101 ms, #called: 5382) +2023-12-14 14:53:01.552840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:01.552850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 24 us (cumulative: 870 ms, max: 101 ms, #called: 5383) +2023-12-14 14:53:01.552876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.552882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 870 ms, max: 101 ms, #called: 5384) +2023-12-14 14:53:01.552904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.552912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 25 us (cumulative: 870 ms, max: 101 ms, #called: 5385) +2023-12-14 14:53:01.552936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.552943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 870 ms, max: 101 ms, #called: 5386) +2023-12-14 14:53:01.552965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:01.552973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.552983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.552990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 870 ms, max: 101 ms, #called: 5387) +2023-12-14 14:53:01.552995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:01.553002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 870 ms, max: 101 ms, #called: 5388) +2023-12-14 14:53:01.553025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:01.553032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 870 ms, max: 101 ms, #called: 5389) +2023-12-14 14:53:01.553057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:01.553067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 870 ms, max: 101 ms, #called: 5390) +2023-12-14 14:53:01.553089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:01.553115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 42 us (cumulative: 870 ms, max: 101 ms, #called: 5391) +2023-12-14 14:53:01.553139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:01.553145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 870 ms, max: 101 ms, #called: 5392) +2023-12-14 14:53:01.553168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:01.553174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 870 ms, max: 101 ms, #called: 5393) +2023-12-14 14:53:01.553197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:01.553203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 870 ms, max: 101 ms, #called: 5394) +2023-12-14 14:53:01.553227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:01.553234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 870 ms, max: 101 ms, #called: 5395) +2023-12-14 14:53:01.553256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:01.553262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:01.553282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.553301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 17 us (cumulative: 870 ms, max: 101 ms, #called: 5396) +2023-12-14 14:53:01.553307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:01.553317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 871 ms, max: 101 ms, #called: 5397) +2023-12-14 14:53:01.553322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.553331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 871 ms, max: 101 ms, #called: 5398) +2023-12-14 14:53:01.553336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:01.553344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 871 ms, max: 101 ms, #called: 5399) +2023-12-14 14:53:01.553350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:01.553358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 871 ms, max: 101 ms, #called: 5400) +2023-12-14 14:53:01.553364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.553373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 871 ms, max: 101 ms, #called: 5401) +2023-12-14 14:53:01.553379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:01.553387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 871 ms, max: 101 ms, #called: 5402) +2023-12-14 14:53:01.553392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.553402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 871 ms, max: 101 ms, #called: 5403) +2023-12-14 14:53:01.553408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:01.553417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 871 ms, max: 101 ms, #called: 5404) +2023-12-14 14:53:01.553422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:01.553431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 871 ms, max: 101 ms, #called: 5405) +2023-12-14 14:53:01.553436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.553444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 871 ms, max: 101 ms, #called: 5406) +2023-12-14 14:53:01.553449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:01.553459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 871 ms, max: 101 ms, #called: 5407) +2023-12-14 14:53:01.553469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:01.553488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 18 us (cumulative: 871 ms, max: 101 ms, #called: 5408) +2023-12-14 14:53:01.553494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:01.553504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 871 ms, max: 101 ms, #called: 5409) +2023-12-14 14:53:01.553510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 271 us (cumulative: 871 ms, max: 101 ms, #called: 5410) +2023-12-14 14:53:01.553534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:01.553540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 871 ms, max: 101 ms, #called: 5411) +2023-12-14 14:53:01.553563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:01.553571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 871 ms, max: 101 ms, #called: 5412) +2023-12-14 14:53:01.553593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:01.553599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 871 ms, max: 101 ms, #called: 5413) +2023-12-14 14:53:01.553623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:01.553630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 871 ms, max: 101 ms, #called: 5414) +2023-12-14 14:53:01.553654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.553672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 37 us (cumulative: 871 ms, max: 101 ms, #called: 5415) +2023-12-14 14:53:01.553699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:01.553706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 25 us (cumulative: 871 ms, max: 101 ms, #called: 5416) +2023-12-14 14:53:01.553731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.553739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 871 ms, max: 101 ms, #called: 5417) +2023-12-14 14:53:01.553762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:01.553771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.553781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.553788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 871 ms, max: 101 ms, #called: 5418) +2023-12-14 14:53:01.553794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:01.553820: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:01.553828: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:01.553862: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:01.553869: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:01.553889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.553905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.553913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.553919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.553924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.553929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.553934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.553942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.553952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.553957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.553962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.553968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.553994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.554000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.554005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.554010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.554015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.554020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.554025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.554029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.554034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.554039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.554044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.554049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.554053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.554058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.554063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.554067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.554072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.554077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.554083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.554088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.554094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.554099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.554104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.554109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.554113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.554122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.554126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.554131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.554137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[2048]{0} add(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.554162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.554177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.554186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 389 us (cumulative: 871 ms, max: 101 ms, #called: 5419) +2023-12-14 14:53:01.554206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:01.554216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.554226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 871 ms, max: 101 ms, #called: 5420) +2023-12-14 14:53:01.554232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:01.554241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 871 ms, max: 101 ms, #called: 5421) +2023-12-14 14:53:01.554246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:01.554255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 871 ms, max: 101 ms, #called: 5422) +2023-12-14 14:53:01.554267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:01.554275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:01.554281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:01.554289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 872 ms, max: 101 ms, #called: 5423) +2023-12-14 14:53:01.554296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.554305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 872 ms, max: 101 ms, #called: 5424) +2023-12-14 14:53:01.554310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:01.554334: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:01.554343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 31 us (cumulative: 872 ms, max: 101 ms, #called: 5425) +2023-12-14 14:53:01.554349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:01.554360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:01.554367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.554378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 872 ms, max: 101 ms, #called: 5426) +2023-12-14 14:53:01.554384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.554393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 872 ms, max: 101 ms, #called: 5427) +2023-12-14 14:53:01.554399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.554415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 872 ms, max: 101 ms, #called: 5428) +2023-12-14 14:53:01.554423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 73 us (cumulative: 872 ms, max: 101 ms, #called: 5429) +2023-12-14 14:53:01.554429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:01.554436: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:01.554475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 44 us (cumulative: 872 ms, max: 101 ms, #called: 5430) +2023-12-14 14:53:01.554481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.554490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 872 ms, max: 101 ms, #called: 5431) +2023-12-14 14:53:01.554496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:01.554505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.554517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.554523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.554529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.554534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.554539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.554544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.554550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.554555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.554561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.554565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.554571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.554596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.554603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.554608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.554614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.554620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.554624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.554629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.554634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.554638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.554643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.554648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.554653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.554657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.554662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.554667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.554671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.554676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.554682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.554687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.554692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.554696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.554701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.554706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.554711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.554716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.554721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.554725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.554730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.554735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[2048]{0} add(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.554760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.554770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.554776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.554782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.554787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.554793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.554798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.554803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.554808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.554814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.554818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.554824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.554839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.554844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.554849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.554854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.554859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.554863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.554868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.554873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.554879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.554885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.554889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.554894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.554899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.554903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.554908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.554913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.554921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.554926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.554931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.554936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.554940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.554945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.554950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.554955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.554959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.554964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.554970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.554976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.554981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[2048]{0} add(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.554998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.555008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.555013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.555018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.555023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.555028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.555033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.555038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.555043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.555048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.555053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.555059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.555073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.555080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.555088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.555093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.555098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.555103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.555107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.555112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.555117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.555121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.555126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.555131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.555136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.555140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.555145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.555151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.555156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.555160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.555165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.555172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.555177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.555181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.555186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.555191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.555196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.555200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.555205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.555210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.555215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[2048]{0} add(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.555229: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:01.555239: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:01.555248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 750 us (cumulative: 872 ms, max: 101 ms, #called: 5432) +2023-12-14 14:53:01.555254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.555262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 872 ms, max: 101 ms, #called: 5433) +2023-12-14 14:53:01.555274: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:01.556271: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:01.556327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.556348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.556355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.556361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.556366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.556371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.556376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.556386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.556391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.556397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.556402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.556407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.556428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.556434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.556439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.556444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.556448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.556463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.556468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.556473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.556477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.556482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.556487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.556492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.556496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.556502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.556507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.556512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.556517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.556522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.556526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.556532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.556538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.556543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.556547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.556552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.556557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.556562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.556566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.556571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.556576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[2048]{0} add(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.556615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.556628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.556634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.556639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.556648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.556653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.556658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.556664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.556669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.556674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.556679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.556686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.556701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.556706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.556711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.556716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.556721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.556726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.556730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.556736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.556741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.556745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.556750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.556755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.556760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.556765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.556769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.556775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.556780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.556785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.556789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.556794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.556799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.556807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.556811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.556816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.556821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.556826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.556831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.556836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.556841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[2048]{0} add(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.556860: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:01.556867: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:01.556897: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:01.556906: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:01.556915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.556926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.556933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.556938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.556943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.556948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.556954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.556960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.556965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.556970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.556975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.556980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.556995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.557000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.557005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.557013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.557018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.557023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.557029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.557034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.557039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.557044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.557049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.557054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.557059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.557063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.557068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.557073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.557078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.557083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.557088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.557092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.557097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.557102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.557106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.557111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.557116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.557121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.557125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.557131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.557136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[2048]{0} add(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.557169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048]{0},f32[2048]{0})->f32[2048]{0}} +2023-12-14 14:53:01.557175: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.557186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048], Arg_1.2: f32[2048]) -> f32[2048] { +2023-12-14 14:53:01.557191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:01.557196: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:01.557202: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.3 = f32[2048]{0} add(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.557207: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.557211: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.557223: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:add.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + add.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 8192 bytes + Arg_1.2: 8192 bytes + add.3: 8192 bytes + +2023-12-14 14:53:01.557232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:01.557237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:01.557243: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:01.557252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:01.557257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:01.557262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:01.557267: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 add.3> +2023-12-14 14:53:01.557273: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:01.557277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:01.557282: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:01.557288: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:01.557293: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 add.3> +2023-12-14 14:53:01.557316: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:01.557323: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.0KiB +2023-12-14 14:53:01.557329: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:01.557334: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8.0KiB +2023-12-14 14:53:01.557338: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:01.557343: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 24.0KiB +2023-12-14 14:53:01.557348: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:01.557353: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:01.557528: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 35 us (cumulative: 5.76 ms, max: 421 us, #called: 67) +2023-12-14 14:53:01.565536: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff00863f000 +2023-12-14 14:53:01.565814: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:01.565848: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 10.6 ms (cumulative: 1.73 s, max: 222 ms, #called: 67) +2023-12-14 14:53:01.566475: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.567054: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.572759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:01.572819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:01.572840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 15 us (cumulative: 872 ms, max: 101 ms, #called: 5434) +2023-12-14 14:53:01.572847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.572859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 872 ms, max: 101 ms, #called: 5435) +2023-12-14 14:53:01.572879: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192,2048]{1,0})->f32[8192,2048]{1,0} +2023-12-14 14:53:01.572886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:01.572904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.572927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.572935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:01.572944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.572952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.572960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 23 us (cumulative: 873 ms, max: 101 ms, #called: 5436) +2023-12-14 14:53:01.572965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:01.572972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.572980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.572987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5437) +2023-12-14 14:53:01.572993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:01.573000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 34 us (cumulative: 873 ms, max: 101 ms, #called: 5438) +2023-12-14 14:53:01.573034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:01.573041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 21 us (cumulative: 873 ms, max: 101 ms, #called: 5439) +2023-12-14 14:53:01.573062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.573069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5440) +2023-12-14 14:53:01.573089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:01.573095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5441) +2023-12-14 14:53:01.573116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:01.573124: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:01.573131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 28 us (cumulative: 873 ms, max: 101 ms, #called: 5442) +2023-12-14 14:53:01.573151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:01.573158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 19 us (cumulative: 873 ms, max: 101 ms, #called: 5443) +2023-12-14 14:53:01.573178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:01.573185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 873 ms, max: 101 ms, #called: 5444) +2023-12-14 14:53:01.573210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:01.573216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 21 us (cumulative: 873 ms, max: 101 ms, #called: 5445) +2023-12-14 14:53:01.573238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:01.573244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 19 us (cumulative: 873 ms, max: 101 ms, #called: 5446) +2023-12-14 14:53:01.573264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:01.573270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5447) +2023-12-14 14:53:01.573291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:01.573297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5448) +2023-12-14 14:53:01.573318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:01.573325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5449) +2023-12-14 14:53:01.573344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:01.573351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 19 us (cumulative: 873 ms, max: 101 ms, #called: 5450) +2023-12-14 14:53:01.573381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:01.573388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 22 us (cumulative: 873 ms, max: 101 ms, #called: 5451) +2023-12-14 14:53:01.573410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:01.573417: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.2 +2023-12-14 14:53:01.573423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 26 us (cumulative: 873 ms, max: 101 ms, #called: 5452) +2023-12-14 14:53:01.573443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.573449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5453) +2023-12-14 14:53:01.573470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:01.573477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5454) +2023-12-14 14:53:01.573497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:01.573504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5455) +2023-12-14 14:53:01.573524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.573530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5456) +2023-12-14 14:53:01.573555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.573563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5457) +2023-12-14 14:53:01.573584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.573590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 19 us (cumulative: 873 ms, max: 101 ms, #called: 5458) +2023-12-14 14:53:01.573610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:01.573617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5459) +2023-12-14 14:53:01.573638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:01.573644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 19 us (cumulative: 873 ms, max: 101 ms, #called: 5460) +2023-12-14 14:53:01.573664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:01.573670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5461) +2023-12-14 14:53:01.573691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:01.573700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 22 us (cumulative: 873 ms, max: 101 ms, #called: 5462) +2023-12-14 14:53:01.573720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:01.573745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 38 us (cumulative: 873 ms, max: 101 ms, #called: 5463) +2023-12-14 14:53:01.573766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:01.573773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 19 us (cumulative: 873 ms, max: 101 ms, #called: 5464) +2023-12-14 14:53:01.573793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:01.573800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5465) +2023-12-14 14:53:01.573820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:01.573827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5466) +2023-12-14 14:53:01.573846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:01.573853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.573861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.573868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 873 ms, max: 101 ms, #called: 5467) +2023-12-14 14:53:01.573873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:01.573879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:01.573891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.573900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 873 ms, max: 101 ms, #called: 5468) +2023-12-14 14:53:01.573907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:01.573915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 873 ms, max: 101 ms, #called: 5469) +2023-12-14 14:53:01.573925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.573933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 873 ms, max: 101 ms, #called: 5470) +2023-12-14 14:53:01.573939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:01.573947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 873 ms, max: 101 ms, #called: 5471) +2023-12-14 14:53:01.573953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:01.573961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 873 ms, max: 101 ms, #called: 5472) +2023-12-14 14:53:01.573966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.573974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 6 us (cumulative: 873 ms, max: 101 ms, #called: 5473) +2023-12-14 14:53:01.573980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:01.573988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 873 ms, max: 101 ms, #called: 5474) +2023-12-14 14:53:01.573995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.574004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 873 ms, max: 101 ms, #called: 5475) +2023-12-14 14:53:01.574009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:01.574017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 873 ms, max: 101 ms, #called: 5476) +2023-12-14 14:53:01.574022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:01.574031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 873 ms, max: 101 ms, #called: 5477) +2023-12-14 14:53:01.574037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.574045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 873 ms, max: 101 ms, #called: 5478) +2023-12-14 14:53:01.574050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:01.574059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 873 ms, max: 101 ms, #called: 5479) +2023-12-14 14:53:01.574064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:01.574082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 17 us (cumulative: 873 ms, max: 101 ms, #called: 5480) +2023-12-14 14:53:01.574089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:01.574098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 873 ms, max: 101 ms, #called: 5481) +2023-12-14 14:53:01.574108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.574117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.574126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 251 us (cumulative: 874 ms, max: 101 ms, #called: 5482) +2023-12-14 14:53:01.574131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:01.574138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.574145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.574152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 19 us (cumulative: 874 ms, max: 101 ms, #called: 5483) +2023-12-14 14:53:01.574158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:01.574165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.574174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.574182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 874 ms, max: 101 ms, #called: 5484) +2023-12-14 14:53:01.574187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:01.574193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.574200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.574208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 874 ms, max: 101 ms, #called: 5485) +2023-12-14 14:53:01.574214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:01.574221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.574229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.574236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 21 us (cumulative: 874 ms, max: 101 ms, #called: 5486) +2023-12-14 14:53:01.574241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.574257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.574265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.574272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 29 us (cumulative: 874 ms, max: 101 ms, #called: 5487) +2023-12-14 14:53:01.574278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:01.574284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.574291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.574302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 874 ms, max: 101 ms, #called: 5488) +2023-12-14 14:53:01.574309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.574315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.574322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.574329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 19 us (cumulative: 874 ms, max: 101 ms, #called: 5489) +2023-12-14 14:53:01.574335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:01.574342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.574349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.574357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 21 us (cumulative: 874 ms, max: 101 ms, #called: 5490) +2023-12-14 14:53:01.574363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:01.574384: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:01.574391: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:01.574415: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:01.574422: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:01.574437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.574449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.574456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.574461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.574467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.574472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.574477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.574487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.574502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.574507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.574513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.574517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.574522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.574531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.574536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.574541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.574546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.574550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.574555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.574575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.574586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.574594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 229 us (cumulative: 874 ms, max: 101 ms, #called: 5491) +2023-12-14 14:53:01.574613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:01.574622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.574631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 874 ms, max: 101 ms, #called: 5492) +2023-12-14 14:53:01.574636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:01.574645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 874 ms, max: 101 ms, #called: 5493) +2023-12-14 14:53:01.574651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:01.574660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 874 ms, max: 101 ms, #called: 5494) +2023-12-14 14:53:01.574671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:01.574680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:01.574686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:01.574694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 874 ms, max: 101 ms, #called: 5495) +2023-12-14 14:53:01.574700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.574708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 874 ms, max: 101 ms, #called: 5496) +2023-12-14 14:53:01.574714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:01.574732: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:01.574740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 24 us (cumulative: 874 ms, max: 101 ms, #called: 5497) +2023-12-14 14:53:01.574749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:01.574757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:01.574764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.574773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 6 us (cumulative: 874 ms, max: 101 ms, #called: 5498) +2023-12-14 14:53:01.574778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.574787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 874 ms, max: 101 ms, #called: 5499) +2023-12-14 14:53:01.574792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.574807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 13 us (cumulative: 874 ms, max: 101 ms, #called: 5500) +2023-12-14 14:53:01.574815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 65 us (cumulative: 874 ms, max: 101 ms, #called: 5501) +2023-12-14 14:53:01.574821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:01.574827: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:01.574849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 27 us (cumulative: 874 ms, max: 101 ms, #called: 5502) +2023-12-14 14:53:01.574856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.574864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 874 ms, max: 101 ms, #called: 5503) +2023-12-14 14:53:01.574869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:01.574877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.574887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.574893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.574898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.574903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.574908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.574913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.574920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.574930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.574936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.574942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.574950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.574955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.574960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.574965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.574970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.574974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.574979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.574984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.575001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.575011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.575016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.575021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.575027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.575033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.575037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.575043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.575051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.575056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.575061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.575066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.575071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.575076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.575081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.575085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.575090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.575095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.575100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.575114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.575124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.575136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.575141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.575146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.575151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.575156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.575162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.575170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.575176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.575180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.575185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.575190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.575195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.575200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.575206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.575211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.575215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.575220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.575245: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:01.575252: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:01.575261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 388 us (cumulative: 875 ms, max: 101 ms, #called: 5504) +2023-12-14 14:53:01.575266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.575274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 875 ms, max: 101 ms, #called: 5505) +2023-12-14 14:53:01.575286: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:01.576262: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:01.576329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.576350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.576356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.576362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.576367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.576372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.576377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.576387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.576393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:01.576399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:01.576417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.576423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.576428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.576432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.576437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.576442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.576447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:01.576452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:01.576456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.576461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.576466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.576471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.576475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.576480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:01.576485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.576490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:01.576494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.576499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:01.576509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.576514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192,2048]{1,0} copy(f32[8192,2048]{1,0} %Arg_0.1) +2023-12-14 14:53:01.576549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.576560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.576566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.576571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.576576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.576581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.576585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.576592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.576597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:01.576603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:01.576614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.576620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.576625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.576630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.576635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.576640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.576645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:01.576650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:01.576654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.576659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.576664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.576668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.576673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.576678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:01.576683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.576688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:01.576693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.576701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:01.576706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.576711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192,2048]{1,0} copy(f32[8192,2048]{1,0} %Arg_0.1) +2023-12-14 14:53:01.576727: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:01.576734: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:01.576759: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:01.576768: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:01.576776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:01.576787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.576793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.576798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.576803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.576809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.576813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.576819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.576824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:01.576830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:01.576841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:01.576846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.576851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.576855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.576860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.576865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.576871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:01.576875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:01.576880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.576885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.576889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.576894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.576903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.576908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:01.576913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.576918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:01.576923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.576927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:01.576932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.576937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192,2048]{1,0} copy(f32[8192,2048]{1,0} %Arg_0.1) +2023-12-14 14:53:01.576966: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[8192,2048]{1,0})->f32[8192,2048]{1,0}} +2023-12-14 14:53:01.576973: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.576978: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.2 (Arg_0.1: f32[8192,2048]) -> f32[8192,2048] { +2023-12-14 14:53:01.576983: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.576989: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[8192,2048]{1,0} copy(f32[8192,2048]{1,0} %Arg_0.1) +2023-12-14 14:53:01.576995: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.576999: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.577010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:copy + BufferLiveRange: + Arg_0.1{}:0-2 + copy{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 67108864 bytes + copy: 67108864 bytes + +2023-12-14 14:53:01.577018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:53:01.577023: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:01.577029: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:01.577037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:01.577042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:53:01.577049: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:01.577054: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:01.577059: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:01.577064: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:53:01.577086: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:01.577092: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:01.577097: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:01.577105: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:01.577110: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:01.577115: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:01.577120: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:01.577125: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:01.577258: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 38 us (cumulative: 5.8 ms, max: 421 us, #called: 68) +2023-12-14 14:53:01.581224: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff00863d000 +2023-12-14 14:53:01.581492: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:01.581528: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 6.23 ms (cumulative: 1.74 s, max: 222 ms, #called: 68) +2023-12-14 14:53:01.582093: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.642321: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.652894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:01.652979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:01.653016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 26 us (cumulative: 875 ms, max: 101 ms, #called: 5506) +2023-12-14 14:53:01.653024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.653047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 875 ms, max: 101 ms, #called: 5507) +2023-12-14 14:53:01.653082: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[],f32[8192,2048]{1,0})->f32[8192,2048]{1,0} +2023-12-14 14:53:01.653089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:01.653119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:01.653186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 32 us (cumulative: 875 ms, max: 101 ms, #called: 5508) +2023-12-14 14:53:01.653242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:01.653251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 28 us (cumulative: 875 ms, max: 101 ms, #called: 5509) +2023-12-14 14:53:01.653277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:01.653285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 25 us (cumulative: 875 ms, max: 101 ms, #called: 5510) +2023-12-14 14:53:01.653309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:01.653316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 875 ms, max: 101 ms, #called: 5511) +2023-12-14 14:53:01.653340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.653349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 27 us (cumulative: 875 ms, max: 101 ms, #called: 5512) +2023-12-14 14:53:01.653375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:01.653383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 31 us (cumulative: 875 ms, max: 101 ms, #called: 5513) +2023-12-14 14:53:01.653419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:01.653434: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:01.653442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 43 us (cumulative: 875 ms, max: 101 ms, #called: 5514) +2023-12-14 14:53:01.653469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:01.653483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 31 us (cumulative: 875 ms, max: 101 ms, #called: 5515) +2023-12-14 14:53:01.653507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:01.653516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 875 ms, max: 101 ms, #called: 5516) +2023-12-14 14:53:01.653539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:01.653546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 26 us (cumulative: 875 ms, max: 101 ms, #called: 5517) +2023-12-14 14:53:01.653577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:01.653588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 34 us (cumulative: 875 ms, max: 101 ms, #called: 5518) +2023-12-14 14:53:01.653618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:01.653625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 24 us (cumulative: 875 ms, max: 101 ms, #called: 5519) +2023-12-14 14:53:01.653649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:01.653656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 875 ms, max: 101 ms, #called: 5520) +2023-12-14 14:53:01.653679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:01.653686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 36 us (cumulative: 875 ms, max: 101 ms, #called: 5521) +2023-12-14 14:53:01.653728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:01.653743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 40 us (cumulative: 875 ms, max: 101 ms, #called: 5522) +2023-12-14 14:53:01.653780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:01.653793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 40 us (cumulative: 875 ms, max: 101 ms, #called: 5523) +2023-12-14 14:53:01.653829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:01.653838: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:53:01.653845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 33 us (cumulative: 875 ms, max: 101 ms, #called: 5524) +2023-12-14 14:53:01.653869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.653876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 875 ms, max: 101 ms, #called: 5525) +2023-12-14 14:53:01.653899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:01.653909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 26 us (cumulative: 875 ms, max: 101 ms, #called: 5526) +2023-12-14 14:53:01.653932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:01.653944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.653954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.653971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 35 us (cumulative: 875 ms, max: 101 ms, #called: 5527) +2023-12-14 14:53:01.653980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.653992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 34 us (cumulative: 875 ms, max: 101 ms, #called: 5528) +2023-12-14 14:53:01.654020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.654029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 25 us (cumulative: 875 ms, max: 101 ms, #called: 5529) +2023-12-14 14:53:01.654052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.654059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 875 ms, max: 101 ms, #called: 5530) +2023-12-14 14:53:01.654084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:01.654092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 25 us (cumulative: 875 ms, max: 101 ms, #called: 5531) +2023-12-14 14:53:01.654117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:01.654124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 26 us (cumulative: 875 ms, max: 101 ms, #called: 5532) +2023-12-14 14:53:01.654156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:01.654168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 35 us (cumulative: 875 ms, max: 101 ms, #called: 5533) +2023-12-14 14:53:01.654203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:01.654214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 28 us (cumulative: 875 ms, max: 101 ms, #called: 5534) +2023-12-14 14:53:01.654238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:01.654272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 51 us (cumulative: 875 ms, max: 101 ms, #called: 5535) +2023-12-14 14:53:01.654301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:01.654313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 37 us (cumulative: 875 ms, max: 101 ms, #called: 5536) +2023-12-14 14:53:01.654345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:01.654353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 25 us (cumulative: 875 ms, max: 101 ms, #called: 5537) +2023-12-14 14:53:01.654377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:01.654384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 875 ms, max: 101 ms, #called: 5538) +2023-12-14 14:53:01.654406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:01.654413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 876 ms, max: 101 ms, #called: 5539) +2023-12-14 14:53:01.654435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:01.654447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:01.654461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.654502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 37 us (cumulative: 876 ms, max: 101 ms, #called: 5540) +2023-12-14 14:53:01.654511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:01.654520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 876 ms, max: 101 ms, #called: 5541) +2023-12-14 14:53:01.654526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.654536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 876 ms, max: 101 ms, #called: 5542) +2023-12-14 14:53:01.654541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:01.654551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 876 ms, max: 101 ms, #called: 5543) +2023-12-14 14:53:01.654557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:01.654566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 876 ms, max: 101 ms, #called: 5544) +2023-12-14 14:53:01.654572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.654582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 876 ms, max: 101 ms, #called: 5545) +2023-12-14 14:53:01.654588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:01.654597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 876 ms, max: 101 ms, #called: 5546) +2023-12-14 14:53:01.654603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.654613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 876 ms, max: 101 ms, #called: 5547) +2023-12-14 14:53:01.654619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:01.654629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 876 ms, max: 101 ms, #called: 5548) +2023-12-14 14:53:01.654636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:01.654645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 876 ms, max: 101 ms, #called: 5549) +2023-12-14 14:53:01.654651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.654659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 876 ms, max: 101 ms, #called: 5550) +2023-12-14 14:53:01.654666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:01.654688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 18 us (cumulative: 876 ms, max: 101 ms, #called: 5551) +2023-12-14 14:53:01.654700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:01.654726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 25 us (cumulative: 876 ms, max: 101 ms, #called: 5552) +2023-12-14 14:53:01.654733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:01.654744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 876 ms, max: 101 ms, #called: 5553) +2023-12-14 14:53:01.654750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 333 us (cumulative: 876 ms, max: 101 ms, #called: 5554) +2023-12-14 14:53:01.654776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:01.654783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 876 ms, max: 101 ms, #called: 5555) +2023-12-14 14:53:01.654807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:01.654815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 876 ms, max: 101 ms, #called: 5556) +2023-12-14 14:53:01.654838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:01.654844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 28 us (cumulative: 876 ms, max: 101 ms, #called: 5557) +2023-12-14 14:53:01.654879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:01.654894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 34 us (cumulative: 876 ms, max: 101 ms, #called: 5558) +2023-12-14 14:53:01.654920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.654963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.654983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.654996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 72 us (cumulative: 876 ms, max: 101 ms, #called: 5559) +2023-12-14 14:53:01.655007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:01.655019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.655037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.655049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 40 us (cumulative: 876 ms, max: 101 ms, #called: 5560) +2023-12-14 14:53:01.655058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.655071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.655088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.655101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 40 us (cumulative: 876 ms, max: 101 ms, #called: 5561) +2023-12-14 14:53:01.655111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:01.655127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.655144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.655152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 41 us (cumulative: 876 ms, max: 101 ms, #called: 5562) +2023-12-14 14:53:01.655159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:01.655198: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:01.655207: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:01.655259: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:01.655270: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:01.655309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.655354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.655366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.655373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.655380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.655385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.655390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.655408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.655414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.655420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.655428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:01.655437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 broadcast.3> + +2023-12-14 14:53:01.655447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.4 +2023-12-14 14:53:01.655456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 multiply.4> + +2023-12-14 14:53:01.655508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.655516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.655521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.655526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.655532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.655537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.655542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.655548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:01.655553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.655559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:01.655564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.3> (def) +2023-12-14 14:53:01.655570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.655575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4: +2023-12-14 14:53:01.655580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> (def) +2023-12-14 14:53:01.655585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.655591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.655598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.655606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.655614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.655623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:01.655633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.655640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 broadcast.3> +2023-12-14 14:53:01.655650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.655655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:01.655660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.655665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 0 +2023-12-14 14:53:01.655671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[8192,2048]{1,0} broadcast(f32[] %Arg_0.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.655676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.655681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.655685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.655690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.655695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4, operand 1 +2023-12-14 14:53:01.655700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.655705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 multiply.4> +2023-12-14 14:53:01.655714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.655723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.4 +2023-12-14 14:53:01.655730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.655740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.4 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %broadcast.3, f32[8192,2048]{1,0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.655791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.655809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.655821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 657 us (cumulative: 877 ms, max: 101 ms, #called: 5563) +2023-12-14 14:53:01.655852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:01.655864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.655875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 877 ms, max: 101 ms, #called: 5564) +2023-12-14 14:53:01.655881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:01.655891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 9 us (cumulative: 877 ms, max: 101 ms, #called: 5565) +2023-12-14 14:53:01.655903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:01.655916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 10 us (cumulative: 877 ms, max: 101 ms, #called: 5566) +2023-12-14 14:53:01.655935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:01.655948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:01.655960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:01.655969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 20 us (cumulative: 877 ms, max: 101 ms, #called: 5567) +2023-12-14 14:53:01.655975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.655985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 877 ms, max: 101 ms, #called: 5568) +2023-12-14 14:53:01.655991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:01.656087: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:53:01.656105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 111 us (cumulative: 877 ms, max: 101 ms, #called: 5569) +2023-12-14 14:53:01.656116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:01.656126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:01.656139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.656152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 13 us (cumulative: 877 ms, max: 101 ms, #called: 5570) +2023-12-14 14:53:01.656159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.656170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 877 ms, max: 101 ms, #called: 5571) +2023-12-14 14:53:01.656175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.656200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 23 us (cumulative: 877 ms, max: 101 ms, #called: 5572) +2023-12-14 14:53:01.656209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 93 us (cumulative: 877 ms, max: 101 ms, #called: 5573) +2023-12-14 14:53:01.656216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:01.656223: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:01.656321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:53:01.656404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 184 us (cumulative: 877 ms, max: 101 ms, #called: 5574) +2023-12-14 14:53:01.656422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.656434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:53:01.656444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 21 us (cumulative: 877 ms, max: 101 ms, #called: 5575) +2023-12-14 14:53:01.656450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:01.656467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.656546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.656567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.656577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.656582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.656587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.656592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.656600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.656606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.656612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.656616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.656622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.656627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:53:01.656633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:53:01.656638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:01.656644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:53:01.656649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:01.656655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:53:01.656659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:01.656665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:53:01.656670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:01.656675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.656680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.656692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.656698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.656703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.656826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.656838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.656844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.656849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.656855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.656860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.656864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.656869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.656875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.656880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.656885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.656889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.656894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:53:01.656899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:53:01.656904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.656908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:01.656913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:53:01.656918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.656923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:01.656928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:53:01.656933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.656938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:01.656945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:53:01.656952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.656960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:01.656969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:01.656979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.656989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.656994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.656999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.657004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.657009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.657013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.657018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.657023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.657029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.657033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.657038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.657043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.657048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:01.657054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.657059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.657063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.657068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.657073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.657077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.657082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.657087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:01.657092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.657097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.657102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.657107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:01.657112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.657117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.657124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.657136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:53:01.657145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.657152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:01.657159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.657167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:01.657175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.657180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:53:01.657185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.657190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:01.657195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.657200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:53:01.657207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.657212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:53:01.657217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.657222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:01.657228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.657234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:53:01.657239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.657244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:53:01.657251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.657258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:53:01.657267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.657276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %broadcast.1, f32[8192,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.657354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.657445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.657474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.657487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.657497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.657508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.657518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.657528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.657535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.657543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.657551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.657560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.657570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:53:01.657579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:53:01.657590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:01.657596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:53:01.657601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:01.657608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:53:01.657613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:01.657619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:53:01.657624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:01.657630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.657636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.657641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.657647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.657652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.657695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.657702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.657710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.657723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.657730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.657738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.657744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.657754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.657762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.657771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.657776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.657781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.657785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:53:01.657791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:53:01.657795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.657800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:01.657805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:53:01.657810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.657814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:01.657819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:53:01.657824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.657829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:01.657834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:53:01.657839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.657844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:01.657849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:01.657854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.657859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.657864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.657869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.657874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.657879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.657883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.657888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.657899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.657904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.657909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.657913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.657918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.657923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:01.657929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.657935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.657940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.657948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.657957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.657964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.657972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.657982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:01.657987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.657993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.657998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.658004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:01.658009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.658014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.658019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.658026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:53:01.658031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.658037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:01.658042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.658047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:01.658053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.658063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:53:01.658069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.658074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:01.658079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.658084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:53:01.658089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.658095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:53:01.658099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.658104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:01.658109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.658115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:53:01.658120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.658126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:53:01.658131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.658136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:53:01.658140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.658146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %broadcast.1, f32[8192,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.658196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.658250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.658260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.658266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.658271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.658276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.658281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.658288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.658298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.658305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.658310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.658315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.658321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:53:01.658326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:53:01.658331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:01.658337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:53:01.658341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:01.658347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:53:01.658352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:01.658357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:53:01.658362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:01.658370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.658378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.658388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.658397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.658408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.658443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.658449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.658454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.658459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.658464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.658469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.658475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.658481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.658486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.658496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.658501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.658506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.658511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:53:01.658516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:53:01.658521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.658526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:01.658531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:53:01.658535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.658540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:01.658545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:53:01.658550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.658554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:01.658559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:53:01.658566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.658572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:01.658577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:01.658582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.658587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.658593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.658601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.658609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.658617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.658625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.658634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.658639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.658643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.658648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.658653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.658658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.658665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:01.658674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.658679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.658683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.658688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.658693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.658697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.658702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.658707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:01.658712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.658717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.658722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.658726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:01.658731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.658736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.658741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.658747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:53:01.658753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.658758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:01.658762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.658770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:01.658778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.658786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:53:01.658794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.658803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:01.658808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.658813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:53:01.658818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.658827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:53:01.658832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.658838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:01.658843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.658848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:53:01.658853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.658858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:53:01.658863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.658867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:53:01.658872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.658877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %broadcast.1, f32[8192,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.658906: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:01.658913: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:01.658930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.47 ms (cumulative: 880 ms, max: 101 ms, #called: 5576) +2023-12-14 14:53:01.658938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.658950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 880 ms, max: 101 ms, #called: 5577) +2023-12-14 14:53:01.658977: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:01.660433: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:01.660523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.660597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.660619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.660626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.660634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.660641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.660650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.660662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.660672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.660678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.660684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.660691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.660696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:53:01.660702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:53:01.660707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:01.660713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:53:01.660719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:01.660725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:53:01.660730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:01.660735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:53:01.660740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:01.660746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.660750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.660756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.660761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.660766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.660805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.660812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.660818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.660840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.660849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.660858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.660866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.660874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.660879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.660884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.660889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.660894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.660898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:53:01.660904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:53:01.660909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.660913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:01.660918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:53:01.660923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.660927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:01.660932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:53:01.660937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.660941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:01.660946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:53:01.660951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.660958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:01.660963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:01.660967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.660972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.660977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.660982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.660986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.660992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.660997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.661007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.661015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.661031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.661039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.661052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:01.661058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.661063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.661068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.661078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.661085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.661095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:01.661100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.661106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.661111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:01.661121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.661126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.661139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:53:01.661144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:01.661153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:01.661163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.661171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:53:01.661176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:01.661187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:53:01.661203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.661212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:53:01.661220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:01.661230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:53:01.661240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.661245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:53:01.661249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:53:01.661259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %broadcast.1, f32[8192,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.661330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.661379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.661393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.661403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.661412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.661420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.661426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.661432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.661444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.661450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.661455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.661461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.661467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:53:01.661472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:53:01.661478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:01.661484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:53:01.661489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:01.661495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:53:01.661500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:01.661506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:53:01.661511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:01.661517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.661521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.661527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.661532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.661538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.661575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.661586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.661594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.661602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.661607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.661612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.661617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.661622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.661627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.661635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.661640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.661645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.661650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:53:01.661654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:53:01.661659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.661664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:01.661670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:53:01.661675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.661680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:01.661684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:53:01.661689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.661694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:01.661699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:53:01.661704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.661709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:01.661715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:01.661720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.661725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.661730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.661735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.661740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.661746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.661750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.661756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.661761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.661771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.661776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.661787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:01.661797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.661807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.661815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.661832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.661837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.661846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:01.661852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.661857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.661862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:01.661872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.661876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.661887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:53:01.661891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:01.661902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:01.661911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.661916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:53:01.661921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:01.661930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:53:01.661941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.661949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:53:01.661954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:01.661964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.661968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:53:01.661973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.661978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:53:01.661984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.661991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:53:01.661999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.662007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %broadcast.1, f32[8192,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.662038: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:01.662046: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:53:01.662088: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:01.662098: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:01.662110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.662176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.662192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.662197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.662203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.662208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.662213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.662220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.662225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.662230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.662240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.662246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.662252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.1 +2023-12-14 14:53:01.662262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 multiply.1> + +2023-12-14 14:53:01.662270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:01.662278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <4 broadcast.1> + +2023-12-14 14:53:01.662289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.2 +2023-12-14 14:53:01.662302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 param_0.2> + +2023-12-14 14:53:01.662313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:01.662324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <3 param_1.2> + +2023-12-14 14:53:01.662334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:01.662345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:01.662356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.662366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_1.2> + +2023-12-14 14:53:01.662375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.662386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.662446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.662457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.662467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.662478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.662487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.662497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.662507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.662513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> (def) +2023-12-14 14:53:01.662520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.662528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.662535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.662542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.662564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1: +2023-12-14 14:53:01.662569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> (def) +2023-12-14 14:53:01.662574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.662578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:01.662583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> (def) +2023-12-14 14:53:01.662588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.662593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2: +2023-12-14 14:53:01.662597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> (def) +2023-12-14 14:53:01.662602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.662607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:01.662612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> (def) +2023-12-14 14:53:01.662617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.662622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:01.662627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:01.662632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.662636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.662641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.662646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.662652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.662656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.662661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.662666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_1.2> +2023-12-14 14:53:01.662671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.662675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.662680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.662685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.662689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.662695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:01.662702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.662710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.662721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.662729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.662736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.662744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.662752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.662760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:01.662765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.662770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:01.662775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.662780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:01.662785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.662789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.662796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.662801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_1.2> +2023-12-14 14:53:01.662806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.662811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:01.662816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.662820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:01.662826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.662831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 broadcast.1> +2023-12-14 14:53:01.662836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.662841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:01.662845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.662850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 0 +2023-12-14 14:53:01.662855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.662864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_0.2> +2023-12-14 14:53:01.662869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.662873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.2 +2023-12-14 14:53:01.662878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.662883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1, operand 1 +2023-12-14 14:53:01.662889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.662894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 multiply.1> +2023-12-14 14:53:01.662901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.662908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.1 +2023-12-14 14:53:01.662918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.662926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %broadcast.1, f32[8192,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.663011: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[],f32[8192,2048]{1,0})->f32[8192,2048]{1,0}} +2023-12-14 14:53:01.663019: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.663025: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.2: f32[8192,2048], param_1.2: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:01.663030: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.2 = f32[] parameter(1) +2023-12-14 14:53:01.663035: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.663040: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.2 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.663046: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.1 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %broadcast.1, f32[8192,2048]{1,0} %param_0.2), metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.663051: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.663056: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.663060: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[8192,2048], p.1: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:01.663066: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.663071: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:53:01.663077: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.663088: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.663097: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.663105: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[], Arg_1.2: f32[8192,2048]) -> f32[8192,2048] { +2023-12-14 14:53:01.663114: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.663122: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[] parameter(0) +2023-12-14 14:53:01.663127: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %Arg_1.2, f32[] %Arg_0.1), to_apply=%parallel_fusion +2023-12-14 14:53:01.663132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.663137: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.663151: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + Arg_1.2{}:0-6 + Arg_0.1{}:0-6 + fusion.clone{}:4-6 + Live ranges at 4 (peak): + Arg_1.2: 67108864 bytes + Arg_0.1: 4 bytes + fusion.clone: 67108864 bytes + +2023-12-14 14:53:01.663163: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:53:01.663168: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:01.663173: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_1.2> +2023-12-14 14:53:01.663184: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:53:01.663190: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:01.663195: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:01.663200: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:01.663204: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:01.663209: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 fusion.clone> +2023-12-14 14:53:01.663215: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:01.663220: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:01.663224: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:01.663229: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_1.2> +2023-12-14 14:53:01.663235: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:53:01.663240: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 fusion.clone> +2023-12-14 14:53:01.663283: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:01.663291: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:01.663301: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:01.663306: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:01.663311: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:01.663316: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:01.663335: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:01.663342: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:01.663720: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 92 us (cumulative: 5.89 ms, max: 421 us, #called: 69) +2023-12-14 14:53:01.682710: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff00863b0b0 +2023-12-14 14:53:01.683542: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:01.683607: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 24.6 ms (cumulative: 1.76 s, max: 222 ms, #called: 69) +2023-12-14 14:53:01.685401: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.700479: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.705033: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.718021: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.726843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:01.726923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:01.726955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 22 us (cumulative: 880 ms, max: 101 ms, #called: 5578) +2023-12-14 14:53:01.726963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.726979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 15 us (cumulative: 880 ms, max: 101 ms, #called: 5579) +2023-12-14 14:53:01.727007: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192,2048]{1,0},f32[8192,2048]{1,0})->f32[8192,2048]{1,0} +2023-12-14 14:53:01.727014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:01.727043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:01.727103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 47 us (cumulative: 880 ms, max: 101 ms, #called: 5580) +2023-12-14 14:53:01.727151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:01.727158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 880 ms, max: 101 ms, #called: 5581) +2023-12-14 14:53:01.727181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:01.727188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 880 ms, max: 101 ms, #called: 5582) +2023-12-14 14:53:01.727210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:01.727217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 880 ms, max: 101 ms, #called: 5583) +2023-12-14 14:53:01.727242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.727250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 880 ms, max: 101 ms, #called: 5584) +2023-12-14 14:53:01.727273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:01.727280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 880 ms, max: 101 ms, #called: 5585) +2023-12-14 14:53:01.727302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:01.727314: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:01.727332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 53 us (cumulative: 880 ms, max: 101 ms, #called: 5586) +2023-12-14 14:53:01.727363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:01.727371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 880 ms, max: 101 ms, #called: 5587) +2023-12-14 14:53:01.727393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:01.727402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 880 ms, max: 101 ms, #called: 5588) +2023-12-14 14:53:01.727424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:01.727432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 24 us (cumulative: 880 ms, max: 101 ms, #called: 5589) +2023-12-14 14:53:01.727456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:01.727462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 21 us (cumulative: 880 ms, max: 101 ms, #called: 5590) +2023-12-14 14:53:01.727484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:01.727491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 880 ms, max: 101 ms, #called: 5591) +2023-12-14 14:53:01.727513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:01.727521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 880 ms, max: 101 ms, #called: 5592) +2023-12-14 14:53:01.727548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:01.727556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 880 ms, max: 101 ms, #called: 5593) +2023-12-14 14:53:01.727579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:01.727585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 880 ms, max: 101 ms, #called: 5594) +2023-12-14 14:53:01.727609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:01.727617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 25 us (cumulative: 880 ms, max: 101 ms, #called: 5595) +2023-12-14 14:53:01.727641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:01.727649: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:01.727656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 880 ms, max: 101 ms, #called: 5596) +2023-12-14 14:53:01.727678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.727685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 880 ms, max: 101 ms, #called: 5597) +2023-12-14 14:53:01.727708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:01.727714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 881 ms, max: 101 ms, #called: 5598) +2023-12-14 14:53:01.727740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:01.727751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 881 ms, max: 101 ms, #called: 5599) +2023-12-14 14:53:01.727774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:01.727780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 881 ms, max: 101 ms, #called: 5600) +2023-12-14 14:53:01.727803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.727813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 881 ms, max: 101 ms, #called: 5601) +2023-12-14 14:53:01.727835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:01.727842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 881 ms, max: 101 ms, #called: 5602) +2023-12-14 14:53:01.727864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:01.727872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 25 us (cumulative: 881 ms, max: 101 ms, #called: 5603) +2023-12-14 14:53:01.727897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:01.727904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 881 ms, max: 101 ms, #called: 5604) +2023-12-14 14:53:01.727927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:01.727934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 26 us (cumulative: 881 ms, max: 101 ms, #called: 5605) +2023-12-14 14:53:01.727962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:01.727973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.727982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.727991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 27 us (cumulative: 881 ms, max: 101 ms, #called: 5606) +2023-12-14 14:53:01.727996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:01.728028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 47 us (cumulative: 881 ms, max: 101 ms, #called: 5607) +2023-12-14 14:53:01.728052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:01.728059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 881 ms, max: 101 ms, #called: 5608) +2023-12-14 14:53:01.728083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:01.728090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 881 ms, max: 101 ms, #called: 5609) +2023-12-14 14:53:01.728112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:01.728119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 881 ms, max: 101 ms, #called: 5610) +2023-12-14 14:53:01.728143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:01.728150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 27 us (cumulative: 881 ms, max: 101 ms, #called: 5611) +2023-12-14 14:53:01.728177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:01.728184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:01.728197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.728217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 18 us (cumulative: 881 ms, max: 101 ms, #called: 5612) +2023-12-14 14:53:01.728223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:01.728233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 881 ms, max: 101 ms, #called: 5613) +2023-12-14 14:53:01.728239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.728248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 881 ms, max: 101 ms, #called: 5614) +2023-12-14 14:53:01.728254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:01.728263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 881 ms, max: 101 ms, #called: 5615) +2023-12-14 14:53:01.728268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:01.728277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 881 ms, max: 101 ms, #called: 5616) +2023-12-14 14:53:01.728283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:01.728291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 881 ms, max: 101 ms, #called: 5617) +2023-12-14 14:53:01.728297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:01.728305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 881 ms, max: 101 ms, #called: 5618) +2023-12-14 14:53:01.728311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.728323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 10 us (cumulative: 881 ms, max: 101 ms, #called: 5619) +2023-12-14 14:53:01.728328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:01.728338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 8 us (cumulative: 881 ms, max: 101 ms, #called: 5620) +2023-12-14 14:53:01.728344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:01.728354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 9 us (cumulative: 881 ms, max: 101 ms, #called: 5621) +2023-12-14 14:53:01.728359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.728375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 881 ms, max: 101 ms, #called: 5622) +2023-12-14 14:53:01.728381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:01.728391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 881 ms, max: 101 ms, #called: 5623) +2023-12-14 14:53:01.728396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:01.728420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 881 ms, max: 101 ms, #called: 5624) +2023-12-14 14:53:01.728426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:01.728436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 881 ms, max: 101 ms, #called: 5625) +2023-12-14 14:53:01.728443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 282 us (cumulative: 881 ms, max: 101 ms, #called: 5626) +2023-12-14 14:53:01.728467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:01.728474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 881 ms, max: 101 ms, #called: 5627) +2023-12-14 14:53:01.728497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:01.728505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 881 ms, max: 101 ms, #called: 5628) +2023-12-14 14:53:01.728528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:01.728535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 881 ms, max: 101 ms, #called: 5629) +2023-12-14 14:53:01.728558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:01.728567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 28 us (cumulative: 881 ms, max: 101 ms, #called: 5630) +2023-12-14 14:53:01.728594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.728616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 40 us (cumulative: 881 ms, max: 101 ms, #called: 5631) +2023-12-14 14:53:01.728641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:01.728648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 881 ms, max: 101 ms, #called: 5632) +2023-12-14 14:53:01.728673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:01.728681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 881 ms, max: 101 ms, #called: 5633) +2023-12-14 14:53:01.728704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:01.728714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.728724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.728731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 26 us (cumulative: 881 ms, max: 101 ms, #called: 5634) +2023-12-14 14:53:01.728737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:01.728773: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:01.728782: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:01.728825: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:01.728833: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:01.728856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.728879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.728888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.728896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.728906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.728911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.728916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.728928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:01.728933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.728940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:01.728945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:01.728951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:01.728986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.728993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.728998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.729003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.729007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:01.729012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.729017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.729022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:01.729028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.729033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:01.729038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:01.729042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.729047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:01.729052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.729057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.729061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.729066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:01.729072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.729077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:01.729082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.729087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.729095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.729100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:01.729105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.729110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:01.729116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.729122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:01.729126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.729132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:01.729167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:01.729181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:01.729190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 450 us (cumulative: 882 ms, max: 101 ms, #called: 5635) +2023-12-14 14:53:01.729214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:01.729224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.729234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 882 ms, max: 101 ms, #called: 5636) +2023-12-14 14:53:01.729240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:01.729250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 882 ms, max: 101 ms, #called: 5637) +2023-12-14 14:53:01.729256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:01.729265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 882 ms, max: 101 ms, #called: 5638) +2023-12-14 14:53:01.729277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:01.729286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:01.729294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:01.729302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 14 us (cumulative: 882 ms, max: 101 ms, #called: 5639) +2023-12-14 14:53:01.729307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:01.729316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 882 ms, max: 101 ms, #called: 5640) +2023-12-14 14:53:01.729326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:01.729352: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:01.729361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 34 us (cumulative: 882 ms, max: 101 ms, #called: 5641) +2023-12-14 14:53:01.729367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:01.729373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:01.729380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:01.729393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 882 ms, max: 101 ms, #called: 5642) +2023-12-14 14:53:01.729398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.729407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 882 ms, max: 101 ms, #called: 5643) +2023-12-14 14:53:01.729413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:01.729429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 882 ms, max: 101 ms, #called: 5644) +2023-12-14 14:53:01.729438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 70 us (cumulative: 882 ms, max: 101 ms, #called: 5645) +2023-12-14 14:53:01.729444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:01.729450: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:01.729536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 89 us (cumulative: 882 ms, max: 101 ms, #called: 5646) +2023-12-14 14:53:01.729544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.729555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 882 ms, max: 101 ms, #called: 5647) +2023-12-14 14:53:01.729562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:01.729574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.729616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.729630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.729636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.729641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.729646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.729651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.729658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.729668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.729674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.729679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.729684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 add.3.clone> + +2023-12-14 14:53:01.729689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:53:01.729695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 add.3.clone> + +2023-12-14 14:53:01.729701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.729706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.729711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.729717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.729801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.729810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.729815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.729819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.729824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.729830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.729835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.729840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:01.729845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.729849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.729854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> +2023-12-14 14:53:01.729859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.729864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:53:01.729869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> (def) +2023-12-14 14:53:01.729874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.729879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.729884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.729889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.729898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.729903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.729907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.729912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> +2023-12-14 14:53:01.729918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.729923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:53:01.729928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.729933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.729939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.729945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.729949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.729954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.729959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.729964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.729969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.729974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:53:01.729979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.729984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.729989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.729994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.729998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.730003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.730009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.730014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:53:01.730019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.730049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.730075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.730084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.730093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.730099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.730104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.730109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.730115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.730120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.730125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.730130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.730136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 add.3.clone> + +2023-12-14 14:53:01.730141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:53:01.730146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 add.3.clone> + +2023-12-14 14:53:01.730152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.730158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.730163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.730168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.730187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.730194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.730199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.730204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.730209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.730214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.730218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.730223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:01.730228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.730233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.730238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> +2023-12-14 14:53:01.730244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.730249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:53:01.730257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> (def) +2023-12-14 14:53:01.730262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.730267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.730272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.730278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.730282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.730287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.730292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.730297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> +2023-12-14 14:53:01.730302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.730307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:53:01.730312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.730316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.730321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.730326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.730332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.730337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.730341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.730346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.730351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.730356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:53:01.730361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.730367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.730372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.730376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.730381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.730386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.730391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.730399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:53:01.730404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.730425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.730449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.730457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.730462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.730467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.730472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.730477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.730483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.730487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.730493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.730498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.730503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 add.3.clone> + +2023-12-14 14:53:01.730509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:53:01.730514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 add.3.clone> + +2023-12-14 14:53:01.730519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.730525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.730530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.730535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.730553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.730559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.730564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.730569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.730574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.730579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.730583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.730588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:01.730597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.730603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.730608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> +2023-12-14 14:53:01.730613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.730617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:53:01.730622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> (def) +2023-12-14 14:53:01.730627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.730633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.730637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.730642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.730647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.730652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.730657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.730662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> +2023-12-14 14:53:01.730666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.730671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:53:01.730676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.730681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.730686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.730692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.730696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.730701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.730706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.730711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.730716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.730721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:53:01.730726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.730731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.730739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.730744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.730749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.730753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.730758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.730763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:53:01.730768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.730785: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:01.730793: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:01.730803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.24 ms (cumulative: 883 ms, max: 101 ms, #called: 5648) +2023-12-14 14:53:01.730810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:01.730819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 883 ms, max: 101 ms, #called: 5649) +2023-12-14 14:53:01.730835: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:01.732128: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:01.732188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.732235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.732247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.732254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.732259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.732264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.732269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.732278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.732283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.732300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.732305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.732310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 add.3.clone> + +2023-12-14 14:53:01.732316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:53:01.732321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 add.3.clone> + +2023-12-14 14:53:01.732326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.732332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.732337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.732342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.732365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.732372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.732377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.732382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.732387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.732392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.732398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.732403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:01.732407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.732412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.732417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> +2023-12-14 14:53:01.732422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.732427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:53:01.732432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> (def) +2023-12-14 14:53:01.732437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.732441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.732446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.732451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.732456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.732462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.732470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.732475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> +2023-12-14 14:53:01.732480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.732485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:53:01.732490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.732495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.732501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.732506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.732511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.732516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.732520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.732525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.732530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.732535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:53:01.732540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.732546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.732551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.732556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.732561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.732566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.732571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.732576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:53:01.732581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.732628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.732654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.732662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.732667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.732677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.732682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.732687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.732693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.732698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.732704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.732709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.732714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 add.3.clone> + +2023-12-14 14:53:01.732719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:53:01.732725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 add.3.clone> + +2023-12-14 14:53:01.732731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.732737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.732742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.732747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.732766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.732773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.732778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.732783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.732788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.732793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.732797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.732802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:01.732807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.732812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.732818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> +2023-12-14 14:53:01.732823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.732828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:53:01.732833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> (def) +2023-12-14 14:53:01.732838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.732849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.732855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.732860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.732864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.732869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.732874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.732879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> +2023-12-14 14:53:01.732884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.732889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:53:01.732894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.732899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.732904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.732910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.732915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.732919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.732924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.732929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.732934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.732939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:53:01.732945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.732950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.732954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.732959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.732964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.732969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.732974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.732979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:53:01.732984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.733010: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:01.733017: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:01.733055: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:01.733066: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:01.733076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:01.733103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:01.733112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:01.733117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:01.733123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:01.733128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:01.733133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:01.733139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.733144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:01.733149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.733154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:01.733159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 add.3.clone> + +2023-12-14 14:53:01.733164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3.clone +2023-12-14 14:53:01.733170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 add.3.clone> + +2023-12-14 14:53:01.733176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:01.733181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:01.733186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:01.733191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:01.733212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:01.733219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:01.733224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.733228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:01.733233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:01.733242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.733247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:01.733252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:01.733257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.733263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:01.733269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> +2023-12-14 14:53:01.733273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.733278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone: +2023-12-14 14:53:01.733283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> (def) +2023-12-14 14:53:01.733288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.733293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:01.733298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.733303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:01.733308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:01.733313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.733318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:01.733323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 add.3.clone> +2023-12-14 14:53:01.733328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.733333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone +2023-12-14 14:53:01.733337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:01.733342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.733347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3.clone = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.733353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:01.733357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.733362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:01.733367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:01.733372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.733376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:01.733381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 0 +2023-12-14 14:53:01.733390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.733396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:01.733401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:01.733405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:01.733410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:01.733415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:01.733420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:01.733425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3.clone, operand 1 +2023-12-14 14:53:01.733430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.733474: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[8192,2048]{1,0},f32[8192,2048]{1,0})->f32[8192,2048]{1,0}} +2023-12-14 14:53:01.733482: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.733488: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_add.3 (p: f32[8192,2048], p.1: f32[8192,2048]) -> f32[8192,2048] { +2023-12-14 14:53:01.733494: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.733499: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.733504: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.3.clone = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:01.733509: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.733514: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.733519: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[8192,2048], Arg_1.2: f32[8192,2048]) -> f32[8192,2048] { +2023-12-14 14:53:01.733524: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:01.733531: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:01.733537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), to_apply=%parallel_add.3 +2023-12-14 14:53:01.733542: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:01.733547: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:01.733559: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:add.3.clone + 5:call + BufferLiveRange: + add.3.clone{}:4-6 + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + Live ranges at 4 (peak): + add.3.clone: 67108864 bytes + Arg_0.1: 67108864 bytes + Arg_1.2: 67108864 bytes + +2023-12-14 14:53:01.733571: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:53:01.733578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:01.733584: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:53:01.733593: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:53:01.733599: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:01.733604: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:01.733609: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:01.733613: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:01.733619: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 add.3.clone> +2023-12-14 14:53:01.733625: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:01.733630: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:01.733635: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:01.733640: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:53:01.733645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:53:01.733651: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 add.3.clone> +2023-12-14 14:53:01.733679: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:01.733686: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 128.00MiB +2023-12-14 14:53:01.733691: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:01.733696: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:01.733701: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:01.733706: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 192.00MiB +2023-12-14 14:53:01.733712: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:01.733717: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:01.734042: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 87 us (cumulative: 5.97 ms, max: 421 us, #called: 70) +2023-12-14 14:53:01.748967: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0086390e0 +2023-12-14 14:53:01.749376: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:01.749409: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 18.6 ms (cumulative: 1.78 s, max: 222 ms, #called: 70) +2023-12-14 14:53:01.750486: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.764797: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.777353: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.777425: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.777514: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.777536: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.777555: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.777609: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.777628: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.777647: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.777885: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.837716: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.838012: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.851672: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.855615: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.868178: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.868280: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.879444: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.891642: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.891708: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.891800: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.891818: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.891835: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.891854: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.891871: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.891902: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.892142: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.951508: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.951830: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.965498: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.969396: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.981955: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:01.982055: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:01.992950: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.014097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:02.014160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.014194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 22 us (cumulative: 883 ms, max: 101 ms, #called: 5650) +2023-12-14 14:53:02.014201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.014217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 14 us (cumulative: 883 ms, max: 101 ms, #called: 5651) +2023-12-14 14:53:02.014244: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192]{0})->f32[8192]{0} +2023-12-14 14:53:02.014250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:02.014281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.014340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 28 us (cumulative: 884 ms, max: 101 ms, #called: 5652) +2023-12-14 14:53:02.014366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.014373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 42 us (cumulative: 884 ms, max: 101 ms, #called: 5653) +2023-12-14 14:53:02.014415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.014422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 884 ms, max: 101 ms, #called: 5654) +2023-12-14 14:53:02.014446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.014455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 26 us (cumulative: 884 ms, max: 101 ms, #called: 5655) +2023-12-14 14:53:02.014479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.014487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 23 us (cumulative: 884 ms, max: 101 ms, #called: 5656) +2023-12-14 14:53:02.014509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.014516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 884 ms, max: 101 ms, #called: 5657) +2023-12-14 14:53:02.014539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.014551: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.014559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 36 us (cumulative: 884 ms, max: 101 ms, #called: 5658) +2023-12-14 14:53:02.014582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.014591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 29 us (cumulative: 884 ms, max: 101 ms, #called: 5659) +2023-12-14 14:53:02.014619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.014627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 884 ms, max: 101 ms, #called: 5660) +2023-12-14 14:53:02.014651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.014659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 884 ms, max: 101 ms, #called: 5661) +2023-12-14 14:53:02.014681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.014687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 884 ms, max: 101 ms, #called: 5662) +2023-12-14 14:53:02.014710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.014716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 884 ms, max: 101 ms, #called: 5663) +2023-12-14 14:53:02.014738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.014748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 25 us (cumulative: 884 ms, max: 101 ms, #called: 5664) +2023-12-14 14:53:02.014770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.014777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 884 ms, max: 101 ms, #called: 5665) +2023-12-14 14:53:02.014803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.014809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 884 ms, max: 101 ms, #called: 5666) +2023-12-14 14:53:02.014833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.014842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 25 us (cumulative: 884 ms, max: 101 ms, #called: 5667) +2023-12-14 14:53:02.014865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.014873: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:53:02.014879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 884 ms, max: 101 ms, #called: 5668) +2023-12-14 14:53:02.014901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.014908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 884 ms, max: 101 ms, #called: 5669) +2023-12-14 14:53:02.014931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.014938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 21 us (cumulative: 884 ms, max: 101 ms, #called: 5670) +2023-12-14 14:53:02.014959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.014970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.014979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.014986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 884 ms, max: 101 ms, #called: 5671) +2023-12-14 14:53:02.014992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.015002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 27 us (cumulative: 884 ms, max: 101 ms, #called: 5672) +2023-12-14 14:53:02.015026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.015034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 884 ms, max: 101 ms, #called: 5673) +2023-12-14 14:53:02.015056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.015063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 884 ms, max: 101 ms, #called: 5674) +2023-12-14 14:53:02.015085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.015092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 884 ms, max: 101 ms, #called: 5675) +2023-12-14 14:53:02.015115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.015122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 884 ms, max: 101 ms, #called: 5676) +2023-12-14 14:53:02.015144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.015150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 21 us (cumulative: 884 ms, max: 101 ms, #called: 5677) +2023-12-14 14:53:02.015172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.015183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 31 us (cumulative: 884 ms, max: 101 ms, #called: 5678) +2023-12-14 14:53:02.015210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.015240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 46 us (cumulative: 884 ms, max: 101 ms, #called: 5679) +2023-12-14 14:53:02.015263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.015271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 24 us (cumulative: 884 ms, max: 101 ms, #called: 5680) +2023-12-14 14:53:02.015294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.015301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 884 ms, max: 101 ms, #called: 5681) +2023-12-14 14:53:02.015334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.015341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 884 ms, max: 101 ms, #called: 5682) +2023-12-14 14:53:02.015364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.015371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 884 ms, max: 101 ms, #called: 5683) +2023-12-14 14:53:02.015394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.015401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:02.015415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.015445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 28 us (cumulative: 884 ms, max: 101 ms, #called: 5684) +2023-12-14 14:53:02.015452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.015461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 884 ms, max: 101 ms, #called: 5685) +2023-12-14 14:53:02.015467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.015476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 884 ms, max: 101 ms, #called: 5686) +2023-12-14 14:53:02.015481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.015490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 884 ms, max: 101 ms, #called: 5687) +2023-12-14 14:53:02.015496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.015504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 884 ms, max: 101 ms, #called: 5688) +2023-12-14 14:53:02.015511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.015520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 884 ms, max: 101 ms, #called: 5689) +2023-12-14 14:53:02.015526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.015535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 884 ms, max: 101 ms, #called: 5690) +2023-12-14 14:53:02.015540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.015550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 884 ms, max: 101 ms, #called: 5691) +2023-12-14 14:53:02.015556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.015564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 884 ms, max: 101 ms, #called: 5692) +2023-12-14 14:53:02.015570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.015580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 9 us (cumulative: 884 ms, max: 101 ms, #called: 5693) +2023-12-14 14:53:02.015585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.015593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 884 ms, max: 101 ms, #called: 5694) +2023-12-14 14:53:02.015598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.015609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 884 ms, max: 101 ms, #called: 5695) +2023-12-14 14:53:02.015615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.015642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 25 us (cumulative: 884 ms, max: 101 ms, #called: 5696) +2023-12-14 14:53:02.015648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.015658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 884 ms, max: 101 ms, #called: 5697) +2023-12-14 14:53:02.015665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 286 us (cumulative: 885 ms, max: 101 ms, #called: 5698) +2023-12-14 14:53:02.015688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.015696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 24 us (cumulative: 885 ms, max: 101 ms, #called: 5699) +2023-12-14 14:53:02.015719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.015728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 885 ms, max: 101 ms, #called: 5700) +2023-12-14 14:53:02.015749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.015756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 885 ms, max: 101 ms, #called: 5701) +2023-12-14 14:53:02.015780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.015788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 885 ms, max: 101 ms, #called: 5702) +2023-12-14 14:53:02.015810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.015835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 43 us (cumulative: 885 ms, max: 101 ms, #called: 5703) +2023-12-14 14:53:02.015861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.015868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 885 ms, max: 101 ms, #called: 5704) +2023-12-14 14:53:02.015891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.015899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 885 ms, max: 101 ms, #called: 5705) +2023-12-14 14:53:02.015921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.015930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.015941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.015948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 26 us (cumulative: 885 ms, max: 101 ms, #called: 5706) +2023-12-14 14:53:02.015954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.015989: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.015998: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.016036: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.016044: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.016065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.016089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.016098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.016105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.016111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.016116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.016122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.016132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.016137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.016147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.016182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.016189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.016194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.016198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.016204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.016210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.016214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.016219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.016224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.016229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.016234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.016239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.016246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.016251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.016256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.016261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.016266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.016271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.016276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.016281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.016287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[8192]{0} multiply(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.016323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.016336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.016345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 388 us (cumulative: 885 ms, max: 101 ms, #called: 5707) +2023-12-14 14:53:02.016368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:02.016377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.016392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 13 us (cumulative: 885 ms, max: 101 ms, #called: 5708) +2023-12-14 14:53:02.016398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.016407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 885 ms, max: 101 ms, #called: 5709) +2023-12-14 14:53:02.016413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.016422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 885 ms, max: 101 ms, #called: 5710) +2023-12-14 14:53:02.016435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:02.016444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.016450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:02.016458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 885 ms, max: 101 ms, #called: 5711) +2023-12-14 14:53:02.016464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.016473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 885 ms, max: 101 ms, #called: 5712) +2023-12-14 14:53:02.016480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.016507: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.016516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 35 us (cumulative: 885 ms, max: 101 ms, #called: 5713) +2023-12-14 14:53:02.016522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.016528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:02.016535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.016548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 885 ms, max: 101 ms, #called: 5714) +2023-12-14 14:53:02.016554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.016563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 885 ms, max: 101 ms, #called: 5715) +2023-12-14 14:53:02.016570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.016587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 16 us (cumulative: 885 ms, max: 101 ms, #called: 5716) +2023-12-14 14:53:02.016596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 72 us (cumulative: 886 ms, max: 101 ms, #called: 5717) +2023-12-14 14:53:02.016602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.016612: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.016658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 54 us (cumulative: 886 ms, max: 101 ms, #called: 5718) +2023-12-14 14:53:02.016666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.016674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 886 ms, max: 101 ms, #called: 5719) +2023-12-14 14:53:02.016680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.016690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.016702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.016708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.016715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.016720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.016725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.016730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.016737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.016743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.016749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.016766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.016772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.016777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.016782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.016787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.016792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.016797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.016802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.016807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.016812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.016817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.016822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.016826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.016836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.016842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.016847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.016852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.016857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.016862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.016867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.016872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[8192]{0} multiply(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.016894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.016905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.016911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.016916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.016923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.016928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.016933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.016939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.016944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.016950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.016966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.016971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.016976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.016982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.016987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.016992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.016997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.017002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.017007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.017016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.017021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.017025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.017030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.017035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.017040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.017046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.017051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.017056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.017061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.017065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.017071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[8192]{0} multiply(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.017090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.017100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.017106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.017112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.017117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.017122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.017126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.017133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.017138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.017143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.017157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.017164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.017169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.017174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.017178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.017191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.017196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.017201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.017206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.017210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.017215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.017220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.017225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.017230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.017235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.017240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.017245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.017251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.017256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.017261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.017266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[8192]{0} multiply(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.017281: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.017288: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.017297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 615 us (cumulative: 886 ms, max: 101 ms, #called: 5720) +2023-12-14 14:53:02.017302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.017310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 886 ms, max: 101 ms, #called: 5721) +2023-12-14 14:53:02.017326: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:02.018632: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.018695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.018715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.018722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.018728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.018733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.018738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.018743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.018752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.018757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.018763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.018783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.018789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.018795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.018800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.018805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.018810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.018815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.018820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.018825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.018830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.018834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.018839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.018844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.018849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.018854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.018859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.018864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.018868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.018877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.018883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.018888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[8192]{0} multiply(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.018928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.018940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.018946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.018951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.018956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.018961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.018966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.018972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.018977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.018983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.018996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.019003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.019009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.019014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.019019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.019024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.019028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.019033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.019038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.019043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.019048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.019052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.019057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.019062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.019070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.019075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.019080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.019086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.019091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.019097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.019102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[8192]{0} multiply(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.019123: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:02.019129: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:02.019159: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.019169: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.019179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.019190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.019197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.019202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.019207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.019212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.019216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.019223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.019228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.019233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.019246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.019252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.019257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.019261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.019267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.019272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.019281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.019286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.019291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.019296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.019301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.019306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.019310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.019315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.019332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.019337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.019342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.019347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.019352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.019356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.019363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[8192]{0} multiply(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.019398: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[8192]{0})->f32[8192]{0}} +2023-12-14 14:53:02.019405: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.019410: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[8192]) -> f32[8192] { +2023-12-14 14:53:02.019416: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.019421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.2 = f32[8192]{0} multiply(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.019426: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.019431: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.019443: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:multiply.2 + BufferLiveRange: + Arg_0.1{}:0-2 + multiply.2{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 32768 bytes + multiply.2: 32768 bytes + +2023-12-14 14:53:02.019452: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:53:02.019458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.019468: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.019478: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.019483: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 multiply.2> +2023-12-14 14:53:02.019490: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.019495: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.019500: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.019506: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 multiply.2> +2023-12-14 14:53:02.019533: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.019538: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 32.0KiB +2023-12-14 14:53:02.019544: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.019549: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 32.0KiB +2023-12-14 14:53:02.019555: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.019560: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 64.0KiB +2023-12-14 14:53:02.019565: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.019570: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.019819: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 67 us (cumulative: 6.04 ms, max: 421 us, #called: 71) +2023-12-14 14:53:02.028759: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff008637000 +2023-12-14 14:53:02.029133: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.029163: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 11.8 ms (cumulative: 1.79 s, max: 222 ms, #called: 71) +2023-12-14 14:53:02.030161: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.030858: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.031021: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.031058: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.031080: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.031109: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.031126: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.031156: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.037954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:02.038015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.038038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 18 us (cumulative: 886 ms, max: 101 ms, #called: 5722) +2023-12-14 14:53:02.038045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.038058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 886 ms, max: 101 ms, #called: 5723) +2023-12-14 14:53:02.038080: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:53:02.038086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:02.038108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.038157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 886 ms, max: 101 ms, #called: 5724) +2023-12-14 14:53:02.038181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.038188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 886 ms, max: 101 ms, #called: 5725) +2023-12-14 14:53:02.038211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.038218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 886 ms, max: 101 ms, #called: 5726) +2023-12-14 14:53:02.038241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.038248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 33 us (cumulative: 886 ms, max: 101 ms, #called: 5727) +2023-12-14 14:53:02.038282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.038290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 886 ms, max: 101 ms, #called: 5728) +2023-12-14 14:53:02.038314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.038320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 886 ms, max: 101 ms, #called: 5729) +2023-12-14 14:53:02.038343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.038353: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.038359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 30 us (cumulative: 886 ms, max: 101 ms, #called: 5730) +2023-12-14 14:53:02.038384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.038392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 886 ms, max: 101 ms, #called: 5731) +2023-12-14 14:53:02.038414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.038422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 886 ms, max: 101 ms, #called: 5732) +2023-12-14 14:53:02.038445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.038451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 21 us (cumulative: 886 ms, max: 101 ms, #called: 5733) +2023-12-14 14:53:02.038478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.038484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 887 ms, max: 101 ms, #called: 5734) +2023-12-14 14:53:02.038508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.038514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 887 ms, max: 101 ms, #called: 5735) +2023-12-14 14:53:02.038536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.038543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 887 ms, max: 101 ms, #called: 5736) +2023-12-14 14:53:02.038566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.038574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 887 ms, max: 101 ms, #called: 5737) +2023-12-14 14:53:02.038597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.038603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 887 ms, max: 101 ms, #called: 5738) +2023-12-14 14:53:02.038625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.038633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 22 us (cumulative: 887 ms, max: 101 ms, #called: 5739) +2023-12-14 14:53:02.038655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.038666: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:53:02.038672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 34 us (cumulative: 887 ms, max: 101 ms, #called: 5740) +2023-12-14 14:53:02.038696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.038702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 887 ms, max: 101 ms, #called: 5741) +2023-12-14 14:53:02.038724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.038731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 887 ms, max: 101 ms, #called: 5742) +2023-12-14 14:53:02.038752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.038762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 25 us (cumulative: 887 ms, max: 101 ms, #called: 5743) +2023-12-14 14:53:02.038785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.038791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 887 ms, max: 101 ms, #called: 5744) +2023-12-14 14:53:02.038814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.038822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 887 ms, max: 101 ms, #called: 5745) +2023-12-14 14:53:02.038844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.038850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 27 us (cumulative: 887 ms, max: 101 ms, #called: 5746) +2023-12-14 14:53:02.038878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.038885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 887 ms, max: 101 ms, #called: 5747) +2023-12-14 14:53:02.038907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.038914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 887 ms, max: 101 ms, #called: 5748) +2023-12-14 14:53:02.038936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.038942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 887 ms, max: 101 ms, #called: 5749) +2023-12-14 14:53:02.038966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.038976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.038985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.038992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 887 ms, max: 101 ms, #called: 5750) +2023-12-14 14:53:02.038998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.039025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 44 us (cumulative: 887 ms, max: 101 ms, #called: 5751) +2023-12-14 14:53:02.039050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.039057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 25 us (cumulative: 887 ms, max: 101 ms, #called: 5752) +2023-12-14 14:53:02.039082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.039089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 887 ms, max: 101 ms, #called: 5753) +2023-12-14 14:53:02.039111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.039118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 887 ms, max: 101 ms, #called: 5754) +2023-12-14 14:53:02.039141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.039148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 887 ms, max: 101 ms, #called: 5755) +2023-12-14 14:53:02.039170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.039176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:02.039189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.039208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 17 us (cumulative: 887 ms, max: 101 ms, #called: 5756) +2023-12-14 14:53:02.039214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.039224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 887 ms, max: 101 ms, #called: 5757) +2023-12-14 14:53:02.039231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.039240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 887 ms, max: 101 ms, #called: 5758) +2023-12-14 14:53:02.039245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.039254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 887 ms, max: 101 ms, #called: 5759) +2023-12-14 14:53:02.039259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.039268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 887 ms, max: 101 ms, #called: 5760) +2023-12-14 14:53:02.039281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.039289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 887 ms, max: 101 ms, #called: 5761) +2023-12-14 14:53:02.039295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.039303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 887 ms, max: 101 ms, #called: 5762) +2023-12-14 14:53:02.039310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.039330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 19 us (cumulative: 887 ms, max: 101 ms, #called: 5763) +2023-12-14 14:53:02.039337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.039346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 8 us (cumulative: 887 ms, max: 101 ms, #called: 5764) +2023-12-14 14:53:02.039351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.039360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 887 ms, max: 101 ms, #called: 5765) +2023-12-14 14:53:02.039366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.039374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 887 ms, max: 101 ms, #called: 5766) +2023-12-14 14:53:02.039380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.039390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 887 ms, max: 101 ms, #called: 5767) +2023-12-14 14:53:02.039395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.039415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 19 us (cumulative: 887 ms, max: 101 ms, #called: 5768) +2023-12-14 14:53:02.039421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.039432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 887 ms, max: 101 ms, #called: 5769) +2023-12-14 14:53:02.039438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 285 us (cumulative: 887 ms, max: 101 ms, #called: 5770) +2023-12-14 14:53:02.039462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.039468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 25 us (cumulative: 887 ms, max: 101 ms, #called: 5771) +2023-12-14 14:53:02.039494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.039502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 887 ms, max: 101 ms, #called: 5772) +2023-12-14 14:53:02.039525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.039531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 888 ms, max: 101 ms, #called: 5773) +2023-12-14 14:53:02.039554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.039562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 23 us (cumulative: 888 ms, max: 101 ms, #called: 5774) +2023-12-14 14:53:02.039584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.039604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 36 us (cumulative: 888 ms, max: 101 ms, #called: 5775) +2023-12-14 14:53:02.039628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.039634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 888 ms, max: 101 ms, #called: 5776) +2023-12-14 14:53:02.039657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.039664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 888 ms, max: 101 ms, #called: 5777) +2023-12-14 14:53:02.039690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.039701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.039711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.039719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 27 us (cumulative: 888 ms, max: 101 ms, #called: 5778) +2023-12-14 14:53:02.039725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.039750: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.039758: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.039795: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.039803: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.039822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.039838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.039845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.039851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.039856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.039861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.039867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.039876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.039883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.039890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.039916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.039922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.039927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.039932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.039937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.039942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.039946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.039951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.039956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.039965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.039971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.039976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.039982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.039987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.039992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.039997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.040002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.040007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.040012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.040016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.040022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.040045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.040058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.040068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 340 us (cumulative: 888 ms, max: 101 ms, #called: 5779) +2023-12-14 14:53:02.040090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:02.040099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.040109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 888 ms, max: 101 ms, #called: 5780) +2023-12-14 14:53:02.040115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.040124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 888 ms, max: 101 ms, #called: 5781) +2023-12-14 14:53:02.040130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.040139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 888 ms, max: 101 ms, #called: 5782) +2023-12-14 14:53:02.040150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:02.040160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.040166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:02.040178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 17 us (cumulative: 888 ms, max: 101 ms, #called: 5783) +2023-12-14 14:53:02.040184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.040193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 888 ms, max: 101 ms, #called: 5784) +2023-12-14 14:53:02.040199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.040224: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.040232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 32 us (cumulative: 888 ms, max: 101 ms, #called: 5785) +2023-12-14 14:53:02.040238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.040245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:02.040252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.040266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 12 us (cumulative: 888 ms, max: 101 ms, #called: 5786) +2023-12-14 14:53:02.040271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.040280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 888 ms, max: 101 ms, #called: 5787) +2023-12-14 14:53:02.040286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.040302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 888 ms, max: 101 ms, #called: 5788) +2023-12-14 14:53:02.040310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 71 us (cumulative: 888 ms, max: 101 ms, #called: 5789) +2023-12-14 14:53:02.040316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.040322: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.040397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 78 us (cumulative: 888 ms, max: 101 ms, #called: 5790) +2023-12-14 14:53:02.040405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.040416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 888 ms, max: 101 ms, #called: 5791) +2023-12-14 14:53:02.040423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.040435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.040470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.040482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.040488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.040498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.040503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.040508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.040516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.040521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.040528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.040533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:53:02.040539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.040544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.040549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.040635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.040643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.040649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.040654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.040659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.040664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.040668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.040673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.040678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.040683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:53:02.040689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:53:02.040694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.040699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.040705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.040710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.040715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.040720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.040725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:53:02.040733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.040739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.040744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.040749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.040754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.040759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.040763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.040768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.040773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.040779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:53:02.040785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:53:02.040790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.040820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.040844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.040851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.040857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.040862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.040867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.040873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.040879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.040885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.040891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.040896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:53:02.040902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.040907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.040913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.040934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.040940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.040945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.040950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.040955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.040959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.040966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.040971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.040977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.040982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:53:02.040987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:53:02.040992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.040997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.041002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.041006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.041011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.041016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.041021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:53:02.041026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.041031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.041036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.041041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.041046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.041051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.041057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.041062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.041068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.041073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:53:02.041081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:53:02.041086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.041107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.041128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.041134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.041140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.041146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.041151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.041156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.041162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.041167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.041173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.041178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:53:02.041184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.041189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.041194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.041210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.041215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.041220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.041225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.041230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.041236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.041242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.041247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.041252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.041257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:53:02.041262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:53:02.041267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.041275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.041280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.041285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.041290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.041295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.041300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:53:02.041305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.041309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.041314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.041319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.041325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.041331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.041336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.041340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.041345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.041350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:53:02.041355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:53:02.041360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.041377: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.041383: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.041394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 968 us (cumulative: 889 ms, max: 101 ms, #called: 5792) +2023-12-14 14:53:02.041400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.041410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 889 ms, max: 101 ms, #called: 5793) +2023-12-14 14:53:02.041423: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:02.042470: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.042537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.042578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.042588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.042595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.042600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.042605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.042610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.042618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.042624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.042630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.042635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:53:02.042641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.042646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.042652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.042673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.042678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.042684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.042688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.042694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.042698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.042703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.042708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.042713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.042719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:53:02.042730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:53:02.042736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.042741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.042746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.042751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.042756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.042761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.042766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:53:02.042771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.042776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.042781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.042786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.042791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.042796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.042801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.042805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.042812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.042817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:53:02.042822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:53:02.042827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.042872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.042894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.042903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.042909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.042914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.042920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.042924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.042930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.042955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.042961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.042966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:53:02.042972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.042977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.042982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.042998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.043004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.043010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.043015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.043020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.043025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.043030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.043035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.043040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.043045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:53:02.043050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:53:02.043055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.043060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.043064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.043069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.043074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.043080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.043085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:53:02.043090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.043095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.043101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.043109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.043114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.043119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.043124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.043129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.043134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.043139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:53:02.043144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:53:02.043149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.043169: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:02.043176: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:02.043207: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.043217: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.043227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.043249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.043257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.043263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.043268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.043273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.043279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.043285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.043290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.043296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.043301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:53:02.043306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.043311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.043317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.043348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.043353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.043359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.043363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.043369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.043374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.043379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.043384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.043390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.043395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:53:02.043400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:53:02.043405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.043410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.043415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.043419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.043424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.043429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.043434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:53:02.043439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.043444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.043449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.043454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.043460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.043465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.043470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.043475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.043480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.043486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:53:02.043497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:53:02.043502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.043540: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:53:02.043546: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.043552: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_multiply.2 (p: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:02.043557: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.043562: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.2.clone = f32[2048,8192]{1,0} multiply(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.043568: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.043573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.043578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:02.043583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.043588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1), to_apply=%parallel_multiply.2 +2023-12-14 14:53:02.043593: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.043598: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.043609: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:p + 2:multiply.2.clone + 3:call + BufferLiveRange: + multiply.2.clone{}:2-4 + Arg_0.1{}:0-4 + Live ranges at 2 (peak): + multiply.2.clone: 67108864 bytes + Arg_0.1: 67108864 bytes + +2023-12-14 14:53:02.043617: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:53:02.043622: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.043627: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:53:02.043637: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.043641: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.043647: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 multiply.2.clone> +2023-12-14 14:53:02.043653: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.043659: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:02.043664: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.043669: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:53:02.043675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 multiply.2.clone> +2023-12-14 14:53:02.043701: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.043707: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:02.043712: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.043717: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:02.043722: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.043727: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:02.043732: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.043738: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.043977: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 55 us (cumulative: 6.1 ms, max: 421 us, #called: 72) +2023-12-14 14:53:02.056570: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0086350b0 +2023-12-14 14:53:02.056872: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.056904: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 15.5 ms (cumulative: 1.81 s, max: 222 ms, #called: 72) +2023-12-14 14:53:02.057600: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.071772: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.071970: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.083358: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.089628: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.101089: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.101187: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.111339: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.131995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:02.132065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.132099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 23 us (cumulative: 889 ms, max: 101 ms, #called: 5794) +2023-12-14 14:53:02.132107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.132139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 30 us (cumulative: 889 ms, max: 101 ms, #called: 5795) +2023-12-14 14:53:02.132167: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048]{0})->f32[2048]{0} +2023-12-14 14:53:02.132175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:02.132205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.132269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 889 ms, max: 101 ms, #called: 5796) +2023-12-14 14:53:02.132294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.132301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 22 us (cumulative: 889 ms, max: 101 ms, #called: 5797) +2023-12-14 14:53:02.132323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.132330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 889 ms, max: 101 ms, #called: 5798) +2023-12-14 14:53:02.132353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.132360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 889 ms, max: 101 ms, #called: 5799) +2023-12-14 14:53:02.132384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.132393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 889 ms, max: 101 ms, #called: 5800) +2023-12-14 14:53:02.132420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.132427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 889 ms, max: 101 ms, #called: 5801) +2023-12-14 14:53:02.132451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.132463: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.132472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 36 us (cumulative: 889 ms, max: 101 ms, #called: 5802) +2023-12-14 14:53:02.132493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.132502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 23 us (cumulative: 889 ms, max: 101 ms, #called: 5803) +2023-12-14 14:53:02.132524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.132532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 890 ms, max: 101 ms, #called: 5804) +2023-12-14 14:53:02.132555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.132562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 890 ms, max: 101 ms, #called: 5805) +2023-12-14 14:53:02.132584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.132591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 21 us (cumulative: 890 ms, max: 101 ms, #called: 5806) +2023-12-14 14:53:02.132613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.132622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 25 us (cumulative: 890 ms, max: 101 ms, #called: 5807) +2023-12-14 14:53:02.132647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.132655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 890 ms, max: 101 ms, #called: 5808) +2023-12-14 14:53:02.132678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.132684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 890 ms, max: 101 ms, #called: 5809) +2023-12-14 14:53:02.132707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.132713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 890 ms, max: 101 ms, #called: 5810) +2023-12-14 14:53:02.132736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.132745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 890 ms, max: 101 ms, #called: 5811) +2023-12-14 14:53:02.132767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.132775: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:53:02.132782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 890 ms, max: 101 ms, #called: 5812) +2023-12-14 14:53:02.132804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.132811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 27 us (cumulative: 890 ms, max: 101 ms, #called: 5813) +2023-12-14 14:53:02.132838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.132845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 21 us (cumulative: 890 ms, max: 101 ms, #called: 5814) +2023-12-14 14:53:02.132866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.132876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 25 us (cumulative: 890 ms, max: 101 ms, #called: 5815) +2023-12-14 14:53:02.132898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.132904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 890 ms, max: 101 ms, #called: 5816) +2023-12-14 14:53:02.132927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.132935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 890 ms, max: 101 ms, #called: 5817) +2023-12-14 14:53:02.132956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.132962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.132972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.132979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 890 ms, max: 101 ms, #called: 5818) +2023-12-14 14:53:02.132984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.132992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 25 us (cumulative: 890 ms, max: 101 ms, #called: 5819) +2023-12-14 14:53:02.133017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.133024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 890 ms, max: 101 ms, #called: 5820) +2023-12-14 14:53:02.133047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.133055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 27 us (cumulative: 890 ms, max: 101 ms, #called: 5821) +2023-12-14 14:53:02.133084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.133100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 40 us (cumulative: 890 ms, max: 101 ms, #called: 5822) +2023-12-14 14:53:02.133135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.133173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 58 us (cumulative: 890 ms, max: 101 ms, #called: 5823) +2023-12-14 14:53:02.133199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.133207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 890 ms, max: 101 ms, #called: 5824) +2023-12-14 14:53:02.133230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.133239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 30 us (cumulative: 890 ms, max: 101 ms, #called: 5825) +2023-12-14 14:53:02.133279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.133292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 31 us (cumulative: 890 ms, max: 101 ms, #called: 5826) +2023-12-14 14:53:02.133317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.133324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 890 ms, max: 101 ms, #called: 5827) +2023-12-14 14:53:02.133346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.133353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:02.133366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.133393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 25 us (cumulative: 890 ms, max: 101 ms, #called: 5828) +2023-12-14 14:53:02.133400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.133409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 9 us (cumulative: 890 ms, max: 101 ms, #called: 5829) +2023-12-14 14:53:02.133416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.133429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 890 ms, max: 101 ms, #called: 5830) +2023-12-14 14:53:02.133437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.133450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 10 us (cumulative: 890 ms, max: 101 ms, #called: 5831) +2023-12-14 14:53:02.133459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.133472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 11 us (cumulative: 890 ms, max: 101 ms, #called: 5832) +2023-12-14 14:53:02.133480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.133494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 12 us (cumulative: 890 ms, max: 101 ms, #called: 5833) +2023-12-14 14:53:02.133502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.133516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 12 us (cumulative: 890 ms, max: 101 ms, #called: 5834) +2023-12-14 14:53:02.133524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.133546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 19 us (cumulative: 890 ms, max: 101 ms, #called: 5835) +2023-12-14 14:53:02.133556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.133570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 11 us (cumulative: 890 ms, max: 101 ms, #called: 5836) +2023-12-14 14:53:02.133580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.133590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 890 ms, max: 101 ms, #called: 5837) +2023-12-14 14:53:02.133595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.133604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 890 ms, max: 101 ms, #called: 5838) +2023-12-14 14:53:02.133609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.133619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 890 ms, max: 101 ms, #called: 5839) +2023-12-14 14:53:02.133624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.133648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 890 ms, max: 101 ms, #called: 5840) +2023-12-14 14:53:02.133655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.133666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 890 ms, max: 101 ms, #called: 5841) +2023-12-14 14:53:02.133672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 346 us (cumulative: 891 ms, max: 101 ms, #called: 5842) +2023-12-14 14:53:02.133699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.133706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 891 ms, max: 101 ms, #called: 5843) +2023-12-14 14:53:02.133729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.133738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 25 us (cumulative: 891 ms, max: 101 ms, #called: 5844) +2023-12-14 14:53:02.133765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.133771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 891 ms, max: 101 ms, #called: 5845) +2023-12-14 14:53:02.133795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.133803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 891 ms, max: 101 ms, #called: 5846) +2023-12-14 14:53:02.133826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.133854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 44 us (cumulative: 891 ms, max: 101 ms, #called: 5847) +2023-12-14 14:53:02.133877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.133883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 891 ms, max: 101 ms, #called: 5848) +2023-12-14 14:53:02.133907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.133914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 891 ms, max: 101 ms, #called: 5849) +2023-12-14 14:53:02.133938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.133948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.133958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.133965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 891 ms, max: 101 ms, #called: 5850) +2023-12-14 14:53:02.133970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.134005: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.134018: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.134056: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.134063: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.134083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.134109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.134119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.134125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.134131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.134136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.134141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.134151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.134157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.134162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.134197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.134204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.134209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.134214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.134219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.134224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.134229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.134234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.134238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.134243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.134248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.134253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.134257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.134262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.134268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.134273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.134282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.134287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.134292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.134297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.134303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[2048]{0} multiply(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.134339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.134350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.134360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 387 us (cumulative: 891 ms, max: 101 ms, #called: 5851) +2023-12-14 14:53:02.134386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:02.134397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.134406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 891 ms, max: 101 ms, #called: 5852) +2023-12-14 14:53:02.134412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.134421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 891 ms, max: 101 ms, #called: 5853) +2023-12-14 14:53:02.134427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.134436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 891 ms, max: 101 ms, #called: 5854) +2023-12-14 14:53:02.134448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:02.134458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.134465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:02.134473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 14 us (cumulative: 891 ms, max: 101 ms, #called: 5855) +2023-12-14 14:53:02.134479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.134488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 891 ms, max: 101 ms, #called: 5856) +2023-12-14 14:53:02.134494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.134521: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.134533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 38 us (cumulative: 891 ms, max: 101 ms, #called: 5857) +2023-12-14 14:53:02.134540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.134547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:02.134555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.134569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 12 us (cumulative: 891 ms, max: 101 ms, #called: 5858) +2023-12-14 14:53:02.134575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.134584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 891 ms, max: 101 ms, #called: 5859) +2023-12-14 14:53:02.134589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.134607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 16 us (cumulative: 891 ms, max: 101 ms, #called: 5860) +2023-12-14 14:53:02.134615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 73 us (cumulative: 891 ms, max: 101 ms, #called: 5861) +2023-12-14 14:53:02.134621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.134628: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.134672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 49 us (cumulative: 891 ms, max: 101 ms, #called: 5862) +2023-12-14 14:53:02.134679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.134687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 891 ms, max: 101 ms, #called: 5863) +2023-12-14 14:53:02.134692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.134702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.134714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.134721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.134726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.134732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.134736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.134741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.134749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.134754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.134759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.134783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.134789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.134794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.134799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.134805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.134810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.134814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.134819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.134824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.134829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.134834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.134839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.134844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.134848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.134853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.134858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.134863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.134868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.134873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.134878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.134882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[2048]{0} multiply(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.134905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.134917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.134924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.134929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.134934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.134939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.134947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.134954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.134959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.134964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.134980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.134986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.134991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.134996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.135001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.135006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.135012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.135017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.135022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.135027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.135031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.135036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.135041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.135045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.135050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.135055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.135060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.135065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.135070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.135075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.135080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[2048]{0} multiply(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.135098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.135109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.135114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.135123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.135128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.135133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.135138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.135144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.135149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.135154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.135167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.135174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.135179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.135183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.135189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.135194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.135199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.135204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.135209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.135213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.135218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.135223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.135227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.135232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.135237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.135242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.135247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.135254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.135259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.135264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.135269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[2048]{0} multiply(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.135291: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.135297: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.135306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 611 us (cumulative: 892 ms, max: 101 ms, #called: 5864) +2023-12-14 14:53:02.135312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.135328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 892 ms, max: 101 ms, #called: 5865) +2023-12-14 14:53:02.135345: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:02.136606: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.136660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.136683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.136689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.136695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.136700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.136705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.136710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.136719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.136725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.136730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.136752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.136758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.136763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.136768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.136773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.136789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.136794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.136798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.136803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.136808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.136813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.136817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.136822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.136827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.136832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.136837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.136843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.136848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.136852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.136857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.136863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[2048]{0} multiply(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.136903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.136915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.136920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.136926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.136931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.136937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.136942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.136948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.136953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.136959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.136973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.136982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.136987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.136992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.136997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.137002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.137006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.137011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.137016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.137021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.137025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.137031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.137035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.137040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.137045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.137050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.137056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.137060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.137065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.137070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.137075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[2048]{0} multiply(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.137094: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:02.137100: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:02.137133: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.137143: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.137153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.137164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.137169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.137178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.137183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.137188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.137193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.137199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.137204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.137211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.137224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.137231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.137236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.137241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.137246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.137251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.137256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.137260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.137265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.137270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.137275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.137279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.137284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.137289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.137294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.137300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.137305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.137310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.137314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.137320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.137325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[2048]{0} multiply(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.137363: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048]{0})->f32[2048]{0}} +2023-12-14 14:53:02.137370: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.137375: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[2048]) -> f32[2048] { +2023-12-14 14:53:02.137380: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.137386: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.2 = f32[2048]{0} multiply(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.137392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.137397: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.137408: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:multiply.2 + BufferLiveRange: + Arg_0.1{}:0-2 + multiply.2{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 8192 bytes + multiply.2: 8192 bytes + +2023-12-14 14:53:02.137417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:53:02.137423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.137428: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.137437: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.137442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 multiply.2> +2023-12-14 14:53:02.137449: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.137454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.137459: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.137465: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 multiply.2> +2023-12-14 14:53:02.137491: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.137497: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8.0KiB +2023-12-14 14:53:02.137503: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.137508: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8.0KiB +2023-12-14 14:53:02.137512: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.137517: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 16.0KiB +2023-12-14 14:53:02.137522: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.137527: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.137770: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 65 us (cumulative: 6.16 ms, max: 421 us, #called: 73) +2023-12-14 14:53:02.146771: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff008633000 +2023-12-14 14:53:02.147137: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.147169: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 11.8 ms (cumulative: 1.82 s, max: 222 ms, #called: 73) +2023-12-14 14:53:02.148216: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.148494: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.148632: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.149094: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.149134: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.149156: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.149175: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.149186: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.155781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:02.155839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.155861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 16 us (cumulative: 892 ms, max: 101 ms, #called: 5866) +2023-12-14 14:53:02.155867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.155880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 892 ms, max: 101 ms, #called: 5867) +2023-12-14 14:53:02.155901: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192,2048]{1,0})->f32[8192,2048]{1,0} +2023-12-14 14:53:02.155907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:02.155926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.155954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.155962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.155970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.155979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.155987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 23 us (cumulative: 892 ms, max: 101 ms, #called: 5868) +2023-12-14 14:53:02.156006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.156013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 892 ms, max: 101 ms, #called: 5869) +2023-12-14 14:53:02.156036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.156043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 892 ms, max: 101 ms, #called: 5870) +2023-12-14 14:53:02.156066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.156073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 892 ms, max: 101 ms, #called: 5871) +2023-12-14 14:53:02.156094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.156102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 892 ms, max: 101 ms, #called: 5872) +2023-12-14 14:53:02.156126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.156133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 892 ms, max: 101 ms, #called: 5873) +2023-12-14 14:53:02.156155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.156163: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.156169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 29 us (cumulative: 892 ms, max: 101 ms, #called: 5874) +2023-12-14 14:53:02.156199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.156209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 33 us (cumulative: 892 ms, max: 101 ms, #called: 5875) +2023-12-14 14:53:02.156245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.156256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 34 us (cumulative: 892 ms, max: 101 ms, #called: 5876) +2023-12-14 14:53:02.156290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.156301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 33 us (cumulative: 892 ms, max: 101 ms, #called: 5877) +2023-12-14 14:53:02.156334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.156345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 34 us (cumulative: 892 ms, max: 101 ms, #called: 5878) +2023-12-14 14:53:02.156381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.156388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 23 us (cumulative: 892 ms, max: 101 ms, #called: 5879) +2023-12-14 14:53:02.156411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.156418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 26 us (cumulative: 892 ms, max: 101 ms, #called: 5880) +2023-12-14 14:53:02.156449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.156459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 44 us (cumulative: 893 ms, max: 101 ms, #called: 5881) +2023-12-14 14:53:02.156501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.156509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 24 us (cumulative: 893 ms, max: 101 ms, #called: 5882) +2023-12-14 14:53:02.156533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.156540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 22 us (cumulative: 893 ms, max: 101 ms, #called: 5883) +2023-12-14 14:53:02.156564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.156577: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:53:02.156588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 46 us (cumulative: 893 ms, max: 101 ms, #called: 5884) +2023-12-14 14:53:02.156618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.156625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 893 ms, max: 101 ms, #called: 5885) +2023-12-14 14:53:02.156647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.156653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 21 us (cumulative: 893 ms, max: 101 ms, #called: 5886) +2023-12-14 14:53:02.156676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.156691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 46 us (cumulative: 893 ms, max: 101 ms, #called: 5887) +2023-12-14 14:53:02.156734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.156743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 31 us (cumulative: 893 ms, max: 101 ms, #called: 5888) +2023-12-14 14:53:02.156775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.156788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 34 us (cumulative: 893 ms, max: 101 ms, #called: 5889) +2023-12-14 14:53:02.156819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.156828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 30 us (cumulative: 893 ms, max: 101 ms, #called: 5890) +2023-12-14 14:53:02.156860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.156872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 34 us (cumulative: 893 ms, max: 101 ms, #called: 5891) +2023-12-14 14:53:02.156905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.156916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 34 us (cumulative: 893 ms, max: 101 ms, #called: 5892) +2023-12-14 14:53:02.156950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.156961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.156973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.156984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 31 us (cumulative: 893 ms, max: 101 ms, #called: 5893) +2023-12-14 14:53:02.156998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.157013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 40 us (cumulative: 893 ms, max: 101 ms, #called: 5894) +2023-12-14 14:53:02.157052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.157091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 64 us (cumulative: 893 ms, max: 101 ms, #called: 5895) +2023-12-14 14:53:02.157128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.157142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 41 us (cumulative: 893 ms, max: 101 ms, #called: 5896) +2023-12-14 14:53:02.157183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.157195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 40 us (cumulative: 893 ms, max: 101 ms, #called: 5897) +2023-12-14 14:53:02.157238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.157249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 37 us (cumulative: 893 ms, max: 101 ms, #called: 5898) +2023-12-14 14:53:02.157285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.157296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 35 us (cumulative: 893 ms, max: 101 ms, #called: 5899) +2023-12-14 14:53:02.157332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.157351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:02.157372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.157396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 22 us (cumulative: 893 ms, max: 101 ms, #called: 5900) +2023-12-14 14:53:02.157409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.157423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 11 us (cumulative: 893 ms, max: 101 ms, #called: 5901) +2023-12-14 14:53:02.157433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.157443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 893 ms, max: 101 ms, #called: 5902) +2023-12-14 14:53:02.157449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.157458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 893 ms, max: 101 ms, #called: 5903) +2023-12-14 14:53:02.157463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.157472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 893 ms, max: 101 ms, #called: 5904) +2023-12-14 14:53:02.157478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.157486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 893 ms, max: 101 ms, #called: 5905) +2023-12-14 14:53:02.157493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.157502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 893 ms, max: 101 ms, #called: 5906) +2023-12-14 14:53:02.157508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.157518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 893 ms, max: 101 ms, #called: 5907) +2023-12-14 14:53:02.157523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.157533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 8 us (cumulative: 893 ms, max: 101 ms, #called: 5908) +2023-12-14 14:53:02.157538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.157548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 9 us (cumulative: 893 ms, max: 101 ms, #called: 5909) +2023-12-14 14:53:02.157553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.157561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 893 ms, max: 101 ms, #called: 5910) +2023-12-14 14:53:02.157566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.157583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 14 us (cumulative: 893 ms, max: 101 ms, #called: 5911) +2023-12-14 14:53:02.157589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.157612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 21 us (cumulative: 893 ms, max: 101 ms, #called: 5912) +2023-12-14 14:53:02.157621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.157636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 13 us (cumulative: 893 ms, max: 101 ms, #called: 5913) +2023-12-14 14:53:02.157646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 334 us (cumulative: 894 ms, max: 101 ms, #called: 5914) +2023-12-14 14:53:02.157674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.157681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 894 ms, max: 101 ms, #called: 5915) +2023-12-14 14:53:02.157704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.157712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 894 ms, max: 101 ms, #called: 5916) +2023-12-14 14:53:02.157734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.157740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 894 ms, max: 101 ms, #called: 5917) +2023-12-14 14:53:02.157762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.157772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 25 us (cumulative: 894 ms, max: 101 ms, #called: 5918) +2023-12-14 14:53:02.157798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.157839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 67 us (cumulative: 894 ms, max: 101 ms, #called: 5919) +2023-12-14 14:53:02.157879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.157889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 36 us (cumulative: 894 ms, max: 101 ms, #called: 5920) +2023-12-14 14:53:02.157923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.157931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 894 ms, max: 101 ms, #called: 5921) +2023-12-14 14:53:02.157954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.157965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.157974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.157981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 26 us (cumulative: 894 ms, max: 101 ms, #called: 5922) +2023-12-14 14:53:02.157987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.158012: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.158020: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.158057: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.158065: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.158086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.158103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.158110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.158115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.158121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.158126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.158132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.158149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.158155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2 +2023-12-14 14:53:02.158161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 multiply.2> + +2023-12-14 14:53:02.158189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.158194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.158199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.158204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.158209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.158214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.158220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2: +2023-12-14 14:53:02.158226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> (def) +2023-12-14 14:53:02.158231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.158236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.158240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.158245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.158250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.158254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 0 +2023-12-14 14:53:02.158259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2, operand 1 +2023-12-14 14:53:02.158264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.158270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 multiply.2> +2023-12-14 14:53:02.158274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.158279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2 +2023-12-14 14:53:02.158284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.158290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_0.1), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98} +2023-12-14 14:53:02.158314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.158327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.158336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 347 us (cumulative: 894 ms, max: 101 ms, #called: 5923) +2023-12-14 14:53:02.158366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:02.158376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.158386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 894 ms, max: 101 ms, #called: 5924) +2023-12-14 14:53:02.158391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.158403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 9 us (cumulative: 894 ms, max: 101 ms, #called: 5925) +2023-12-14 14:53:02.158409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.158418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 894 ms, max: 101 ms, #called: 5926) +2023-12-14 14:53:02.158430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:02.158439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.158445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:02.158453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 894 ms, max: 101 ms, #called: 5927) +2023-12-14 14:53:02.158459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.158467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 894 ms, max: 101 ms, #called: 5928) +2023-12-14 14:53:02.158473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.158498: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.158507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 32 us (cumulative: 894 ms, max: 101 ms, #called: 5929) +2023-12-14 14:53:02.158512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.158518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:02.158525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.158539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 12 us (cumulative: 894 ms, max: 101 ms, #called: 5930) +2023-12-14 14:53:02.158544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.158553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 894 ms, max: 101 ms, #called: 5931) +2023-12-14 14:53:02.158559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.158575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 894 ms, max: 101 ms, #called: 5932) +2023-12-14 14:53:02.158588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 74 us (cumulative: 894 ms, max: 101 ms, #called: 5933) +2023-12-14 14:53:02.158594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.158600: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.158676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 80 us (cumulative: 894 ms, max: 101 ms, #called: 5934) +2023-12-14 14:53:02.158685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.158696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 894 ms, max: 101 ms, #called: 5935) +2023-12-14 14:53:02.158702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.158714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.158749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.158761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.158768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.158773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.158779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.158784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.158790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.158795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.158801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.158807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:53:02.158812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.158817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.158823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.158908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.158916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.158921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.158926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.158931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.158941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.158946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.158951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.158957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.158962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:53:02.158967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:53:02.158972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.158977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.158982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.158987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.158992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.158996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.159001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:53:02.159006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.159011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.159016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.159021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.159026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.159032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.159036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.159041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.159047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.159052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:53:02.159056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:53:02.159061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.159089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.159112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.159123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.159129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.159135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.159140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.159145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.159151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.159156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.159162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.159167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:53:02.159172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.159177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.159183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.159200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.159205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.159211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.159216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.159221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.159227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.159231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.159236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.159241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.159246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:53:02.159251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:53:02.159255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.159260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.159265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.159270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.159274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.159279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.159288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:53:02.159292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.159299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.159304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.159309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.159315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.159329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.159335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.159340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.159345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.159350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:53:02.159355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:53:02.159360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.159380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.159400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.159407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.159413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.159418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.159422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.159429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.159435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.159440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.159445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.159450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:53:02.159456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.159461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.159487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.159502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.159509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.159514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.159519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.159524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.159529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.159533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.159538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.159543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.159548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:53:02.159553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:53:02.159557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.159562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.159567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.159572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.159577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.159581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.159587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:53:02.159592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.159596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.159601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.159606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.159610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.159615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.159620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.159625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.159630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.159638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:53:02.159643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:53:02.159648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.159665: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.159671: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.159683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 978 us (cumulative: 895 ms, max: 101 ms, #called: 5936) +2023-12-14 14:53:02.159689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.159698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 895 ms, max: 101 ms, #called: 5937) +2023-12-14 14:53:02.159712: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:02.160740: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.160797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.160837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.160847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.160853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.160858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.160863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.160869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.160877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.160882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.160888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.160893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:53:02.160899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.160913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.160919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.160940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.160946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.160951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.160956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.160961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.160966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.160971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.160975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.160980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.160985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:53:02.160991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:53:02.160996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.161000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.161005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.161010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.161015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.161019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.161024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:53:02.161029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.161034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.161039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.161044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.161049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.161054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.161058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.161067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.161072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.161077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:53:02.161084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:53:02.161090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.161135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.161158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.161165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.161170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.161176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.161181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.161186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.161192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.161197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.161203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.161208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:53:02.161213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.161218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.161223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.161239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.161244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.161249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.161254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.161259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.161265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.161270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.161275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.161280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.161288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:53:02.161294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:53:02.161298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.161303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.161308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.161313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.161318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.161322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.161327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:53:02.161332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.161337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.161342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.161346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.161352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.161357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.161362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.161367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.161372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.161376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:53:02.161381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:53:02.161386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.161407: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:02.161413: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:02.161445: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.161455: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.161464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:02.161486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.161496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.161501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.161506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.161511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.161516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.161522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.161527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.161533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.161539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: multiply.2.clone +2023-12-14 14:53:02.161545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 multiply.2.clone> + +2023-12-14 14:53:02.161550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.161555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.161570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:02.161576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.161581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.161586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.161591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.161595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.161600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.161605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.161610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.161614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone: +2023-12-14 14:53:02.161619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> (def) +2023-12-14 14:53:02.161626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.161631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.161636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.161642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.161647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 multiply.2.clone> +2023-12-14 14:53:02.161652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.161661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone +2023-12-14 14:53:02.161666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.161670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.161675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%multiply.2.clone = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.161680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.161685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.161690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.161694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.161699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.161704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.161709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 0 +2023-12-14 14:53:02.161714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] multiply.2.clone, operand 1 +2023-12-14 14:53:02.161719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.161757: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[8192,2048]{1,0})->f32[8192,2048]{1,0}} +2023-12-14 14:53:02.161764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.161769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_multiply.2 (p: f32[8192,2048]) -> f32[8192,2048] { +2023-12-14 14:53:02.161774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.161779: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %multiply.2.clone = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p), metadata={op_name="jit(integer_pow)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=98}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.161784: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.161788: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.161793: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[8192,2048]) -> f32[8192,2048] { +2023-12-14 14:53:02.161798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.161803: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %Arg_0.1), to_apply=%parallel_multiply.2 +2023-12-14 14:53:02.161809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.161817: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.161830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:p + 2:multiply.2.clone + 3:call + BufferLiveRange: + multiply.2.clone{}:2-4 + Arg_0.1{}:0-4 + Live ranges at 2 (peak): + multiply.2.clone: 67108864 bytes + Arg_0.1: 67108864 bytes + +2023-12-14 14:53:02.161839: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:53:02.161844: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.161850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:53:02.161859: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.161863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.161869: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 multiply.2.clone> +2023-12-14 14:53:02.161875: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.161879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:02.161884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.161889: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:53:02.161897: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 multiply.2.clone> +2023-12-14 14:53:02.161921: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.161927: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:02.161932: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.161937: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:02.161942: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.161947: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:02.161952: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.161957: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.162193: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 54 us (cumulative: 6.22 ms, max: 421 us, #called: 74) +2023-12-14 14:53:02.174744: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0086310b0 +2023-12-14 14:53:02.175038: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.175072: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 15.3 ms (cumulative: 1.84 s, max: 222 ms, #called: 74) +2023-12-14 14:53:02.175756: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.189922: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.190131: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.201572: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.207884: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.219516: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.219618: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.229924: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.249604: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.249695: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.249819: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.249851: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.249879: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.249919: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.249943: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.249964: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.250347: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.263056: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.263276: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.273983: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.283959: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.296303: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.296401: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.307603: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.327166: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.327271: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.327411: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.327437: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.327472: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.327491: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.327516: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.327536: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.327900: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.341001: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.341336: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.353089: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.360521: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.372140: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.372249: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.382955: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.403335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:02.403400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.403434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 22 us (cumulative: 896 ms, max: 101 ms, #called: 5938) +2023-12-14 14:53:02.403442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.403457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 896 ms, max: 101 ms, #called: 5939) +2023-12-14 14:53:02.403481: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (s32[],s32[])->pred[] +2023-12-14 14:53:02.403488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:02.403517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.403592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 896 ms, max: 101 ms, #called: 5940) +2023-12-14 14:53:02.403618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.403625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 896 ms, max: 101 ms, #called: 5941) +2023-12-14 14:53:02.403648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.403654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 896 ms, max: 101 ms, #called: 5942) +2023-12-14 14:53:02.403677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.403684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 896 ms, max: 101 ms, #called: 5943) +2023-12-14 14:53:02.403707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.403715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 896 ms, max: 101 ms, #called: 5944) +2023-12-14 14:53:02.403738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.403745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 896 ms, max: 101 ms, #called: 5945) +2023-12-14 14:53:02.403768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.403780: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.403791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 39 us (cumulative: 896 ms, max: 101 ms, #called: 5946) +2023-12-14 14:53:02.403814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.403823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 896 ms, max: 101 ms, #called: 5947) +2023-12-14 14:53:02.403844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.403853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 896 ms, max: 101 ms, #called: 5948) +2023-12-14 14:53:02.403876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.403883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 896 ms, max: 101 ms, #called: 5949) +2023-12-14 14:53:02.403906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.403912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 21 us (cumulative: 896 ms, max: 101 ms, #called: 5950) +2023-12-14 14:53:02.403934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.403940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 896 ms, max: 101 ms, #called: 5951) +2023-12-14 14:53:02.403963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.403970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.403980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.403991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 27 us (cumulative: 896 ms, max: 101 ms, #called: 5952) +2023-12-14 14:53:02.403997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.404004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 896 ms, max: 101 ms, #called: 5953) +2023-12-14 14:53:02.404026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.404033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 23 us (cumulative: 896 ms, max: 101 ms, #called: 5954) +2023-12-14 14:53:02.404056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.404063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 896 ms, max: 101 ms, #called: 5955) +2023-12-14 14:53:02.404087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.404095: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:02.404101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 896 ms, max: 101 ms, #called: 5956) +2023-12-14 14:53:02.404123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.404130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 896 ms, max: 101 ms, #called: 5957) +2023-12-14 14:53:02.404152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.404159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 27 us (cumulative: 896 ms, max: 101 ms, #called: 5958) +2023-12-14 14:53:02.404186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.404197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 896 ms, max: 101 ms, #called: 5959) +2023-12-14 14:53:02.404220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.404226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 896 ms, max: 101 ms, #called: 5960) +2023-12-14 14:53:02.404248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.404257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 896 ms, max: 101 ms, #called: 5961) +2023-12-14 14:53:02.404279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.404286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 896 ms, max: 101 ms, #called: 5962) +2023-12-14 14:53:02.404309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.404317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 896 ms, max: 101 ms, #called: 5963) +2023-12-14 14:53:02.404338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.404345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 896 ms, max: 101 ms, #called: 5964) +2023-12-14 14:53:02.404372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.404379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 896 ms, max: 101 ms, #called: 5965) +2023-12-14 14:53:02.404402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.404412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 896 ms, max: 101 ms, #called: 5966) +2023-12-14 14:53:02.404436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.404468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 48 us (cumulative: 896 ms, max: 101 ms, #called: 5967) +2023-12-14 14:53:02.404492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.404499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 896 ms, max: 101 ms, #called: 5968) +2023-12-14 14:53:02.404521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.404529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 896 ms, max: 101 ms, #called: 5969) +2023-12-14 14:53:02.404550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.404557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 896 ms, max: 101 ms, #called: 5970) +2023-12-14 14:53:02.404580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.404590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 26 us (cumulative: 896 ms, max: 101 ms, #called: 5971) +2023-12-14 14:53:02.404613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.404620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:02.404633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.404647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 12 us (cumulative: 896 ms, max: 101 ms, #called: 5972) +2023-12-14 14:53:02.404653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.404662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 896 ms, max: 101 ms, #called: 5973) +2023-12-14 14:53:02.404667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.404676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 896 ms, max: 101 ms, #called: 5974) +2023-12-14 14:53:02.404682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.404690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 896 ms, max: 101 ms, #called: 5975) +2023-12-14 14:53:02.404695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.404704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 896 ms, max: 101 ms, #called: 5976) +2023-12-14 14:53:02.404711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.404720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 896 ms, max: 101 ms, #called: 5977) +2023-12-14 14:53:02.404725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.404735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 896 ms, max: 101 ms, #called: 5978) +2023-12-14 14:53:02.404740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.404750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 896 ms, max: 101 ms, #called: 5979) +2023-12-14 14:53:02.404755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.404763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 896 ms, max: 101 ms, #called: 5980) +2023-12-14 14:53:02.404769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.404778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 896 ms, max: 101 ms, #called: 5981) +2023-12-14 14:53:02.404786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.404794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 896 ms, max: 101 ms, #called: 5982) +2023-12-14 14:53:02.404800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.404810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 896 ms, max: 101 ms, #called: 5983) +2023-12-14 14:53:02.404816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.404838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 21 us (cumulative: 896 ms, max: 101 ms, #called: 5984) +2023-12-14 14:53:02.404844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.404854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 896 ms, max: 101 ms, #called: 5985) +2023-12-14 14:53:02.404861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 264 us (cumulative: 897 ms, max: 101 ms, #called: 5986) +2023-12-14 14:53:02.404884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.404891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 897 ms, max: 101 ms, #called: 5987) +2023-12-14 14:53:02.404913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.404922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 897 ms, max: 101 ms, #called: 5988) +2023-12-14 14:53:02.404943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.404950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.404968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 897 ms, max: 101 ms, #called: 5989) +2023-12-14 14:53:02.404974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.404983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.404995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.405003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 27 us (cumulative: 897 ms, max: 101 ms, #called: 5990) +2023-12-14 14:53:02.405008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.405031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.405041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.405048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 39 us (cumulative: 897 ms, max: 101 ms, #called: 5991) +2023-12-14 14:53:02.405054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.405060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.405071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.405079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 897 ms, max: 101 ms, #called: 5992) +2023-12-14 14:53:02.405084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.405092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.405102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.405109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 897 ms, max: 101 ms, #called: 5993) +2023-12-14 14:53:02.405115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.405124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.405134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.405141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 897 ms, max: 101 ms, #called: 5994) +2023-12-14 14:53:02.405147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.405181: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.405190: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:02.405227: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.405235: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:02.405256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.405280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.405289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.405299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.405305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.405310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.405315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.405326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.405332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.405338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.405343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.3 +2023-12-14 14:53:02.405348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 compare.3> + +2023-12-14 14:53:02.405383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.405388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.405394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.405399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.405404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.405409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.405413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.405418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.405423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.405428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3: +2023-12-14 14:53:02.405433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> (def) +2023-12-14 14:53:02.405438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.405443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.405447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.405452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.405457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.405461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 0 +2023-12-14 14:53:02.405466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.405471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.405476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.405484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.405489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.405494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 1 +2023-12-14 14:53:02.405499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.405504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> +2023-12-14 14:53:02.405509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.405514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3 +2023-12-14 14:53:02.405519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.405525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.3 = pred[] compare(s32[] %Arg_0.1, s32[] %Arg_1.2), direction=LT, metadata={op_name="jit(fn)/jit(main)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.405559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.405572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.405581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 432 us (cumulative: 897 ms, max: 101 ms, #called: 5995) +2023-12-14 14:53:02.405604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:02.405614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.405624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 897 ms, max: 101 ms, #called: 5996) +2023-12-14 14:53:02.405630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.405639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 897 ms, max: 101 ms, #called: 5997) +2023-12-14 14:53:02.405644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.405653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 897 ms, max: 101 ms, #called: 5998) +2023-12-14 14:53:02.405665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:02.405674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.405681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:02.405688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 897 ms, max: 101 ms, #called: 5999) +2023-12-14 14:53:02.405694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.405721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 25 us (cumulative: 897 ms, max: 101 ms, #called: 6000) +2023-12-14 14:53:02.405727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.405753: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.405760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 32 us (cumulative: 897 ms, max: 101 ms, #called: 6001) +2023-12-14 14:53:02.405766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.405772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:02.405780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.405790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 897 ms, max: 101 ms, #called: 6002) +2023-12-14 14:53:02.405796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.405805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 897 ms, max: 101 ms, #called: 6003) +2023-12-14 14:53:02.405810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.405826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 897 ms, max: 101 ms, #called: 6004) +2023-12-14 14:53:02.405834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 67 us (cumulative: 898 ms, max: 101 ms, #called: 6005) +2023-12-14 14:53:02.405840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.405846: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.405892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 50 us (cumulative: 898 ms, max: 101 ms, #called: 6006) +2023-12-14 14:53:02.405899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.405907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 898 ms, max: 101 ms, #called: 6007) +2023-12-14 14:53:02.405912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.405922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.405934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.405940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.405947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.405952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.405957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.405962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.405973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.405979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.405984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.405989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.3 +2023-12-14 14:53:02.405994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 compare.3> + +2023-12-14 14:53:02.406012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.406018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.406023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.406027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.406032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.406037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.406042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.406047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.406052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.406057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3: +2023-12-14 14:53:02.406062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> (def) +2023-12-14 14:53:02.406067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.406071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.406076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.406081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.406085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.406090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 0 +2023-12-14 14:53:02.406095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.406100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.406104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.406109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.406114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.406118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 1 +2023-12-14 14:53:02.406124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.406134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> +2023-12-14 14:53:02.406139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.406145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3 +2023-12-14 14:53:02.406150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.406155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.3 = pred[] compare(s32[] %Arg_0.1, s32[] %Arg_1.2), direction=LT, metadata={op_name="jit(fn)/jit(main)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.406177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.406188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.406194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.406199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.406203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.406208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.406214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.406219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.406224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.406229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.406235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.3 +2023-12-14 14:53:02.406240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 compare.3> + +2023-12-14 14:53:02.406255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.406261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.406266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.406271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.406275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.406280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.406285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.406290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.406295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.406299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3: +2023-12-14 14:53:02.406305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> (def) +2023-12-14 14:53:02.406313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.406318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.406323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.406328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.406333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.406338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 0 +2023-12-14 14:53:02.406343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.406347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.406352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.406357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.406361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.406366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 1 +2023-12-14 14:53:02.406371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.406376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> +2023-12-14 14:53:02.406381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.406386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3 +2023-12-14 14:53:02.406391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.406396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.3 = pred[] compare(s32[] %Arg_0.1, s32[] %Arg_1.2), direction=LT, metadata={op_name="jit(fn)/jit(main)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.406414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.406425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.406431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.406436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.406441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.406445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.406450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.406456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.406461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.406469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.406474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.3 +2023-12-14 14:53:02.406481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 compare.3> + +2023-12-14 14:53:02.406494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.406500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.406506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.406510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.406515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.406520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.406525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.406530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.406534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.406539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3: +2023-12-14 14:53:02.406544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> (def) +2023-12-14 14:53:02.406549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.406553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.406558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.406562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.406567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.406572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 0 +2023-12-14 14:53:02.406577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.406582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.406587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.406591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.406597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.406601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 1 +2023-12-14 14:53:02.406606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.406611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> +2023-12-14 14:53:02.406616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.406621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3 +2023-12-14 14:53:02.406628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.406633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.3 = pred[] compare(s32[] %Arg_0.1, s32[] %Arg_1.2), direction=LT, metadata={op_name="jit(fn)/jit(main)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.406648: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.406653: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.406662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 747 us (cumulative: 898 ms, max: 101 ms, #called: 6008) +2023-12-14 14:53:02.406668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.406676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 898 ms, max: 101 ms, #called: 6009) +2023-12-14 14:53:02.406693: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:02.407949: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.408003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.408024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.408031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.408037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.408042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.408047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.408052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.408061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.408066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.408071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.408076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.3 +2023-12-14 14:53:02.408082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 compare.3> + +2023-12-14 14:53:02.408113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.408119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.408124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.408129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.408134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.408139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.408144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.408148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.408153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.408158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3: +2023-12-14 14:53:02.408163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> (def) +2023-12-14 14:53:02.408167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.408172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.408177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.408182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.408187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.408192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 0 +2023-12-14 14:53:02.408196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.408201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.408206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.408212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.408217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.408222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 1 +2023-12-14 14:53:02.408226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.408231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> +2023-12-14 14:53:02.408236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.408241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3 +2023-12-14 14:53:02.408245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.408250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.3 = pred[] compare(s32[] %Arg_0.1, s32[] %Arg_1.2), direction=LT, metadata={op_name="jit(fn)/jit(main)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.408294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.408307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.408313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.408318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.408323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.408328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.408333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.408339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.408344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.408349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.408354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.3 +2023-12-14 14:53:02.408359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 compare.3> + +2023-12-14 14:53:02.408375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.408381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.408385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.408390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.408396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.408400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.408405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.408410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.408414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.408419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3: +2023-12-14 14:53:02.408424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> (def) +2023-12-14 14:53:02.408428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.408433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.408438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.408442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.408447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.408457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 0 +2023-12-14 14:53:02.408462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.408467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.408471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.408476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.408480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.408486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 1 +2023-12-14 14:53:02.408491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.408496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> +2023-12-14 14:53:02.408500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.408505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3 +2023-12-14 14:53:02.408509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.408514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.3 = pred[] compare(s32[] %Arg_0.1, s32[] %Arg_1.2), direction=LT, metadata={op_name="jit(fn)/jit(main)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.408534: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:02.408540: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:02.408576: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.408585: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.408594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.408606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.408612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.408617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.408622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.408627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.408632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.408638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.408643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.408648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.408656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: compare.3 +2023-12-14 14:53:02.408662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <2 compare.3> + +2023-12-14 14:53:02.408677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.408683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.408688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.408692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.408697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.408702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.408707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.408711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.408716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.408721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3: +2023-12-14 14:53:02.408725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> (def) +2023-12-14 14:53:02.408730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.408735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.408739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.408744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.408749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.408754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 0 +2023-12-14 14:53:02.408761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.408766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.408770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.408775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.408780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.408784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3, operand 1 +2023-12-14 14:53:02.408789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.408794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 compare.3> +2023-12-14 14:53:02.408799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.408803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] compare.3 +2023-12-14 14:53:02.408808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.408816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%compare.3 = pred[] compare(s32[] %Arg_0.1, s32[] %Arg_1.2), direction=LT, metadata={op_name="jit(fn)/jit(main)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.408851: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(s32[],s32[])->pred[]} +2023-12-14 14:53:02.408858: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.408863: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: s32[], Arg_1.2: s32[]) -> pred[] { +2023-12-14 14:53:02.408868: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.408873: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.408878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %compare.3 = pred[] compare(s32[] %Arg_0.1, s32[] %Arg_1.2), direction=LT, metadata={op_name="jit(fn)/jit(main)/lt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.408883: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.408888: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.408900: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:compare.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + compare.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 4 bytes + Arg_1.2: 4 bytes + compare.3: 1 bytes + +2023-12-14 14:53:02.408908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:02.408914: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.408919: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.408928: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:02.408935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.408940: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.408946: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 compare.3> +2023-12-14 14:53:02.408951: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.408956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.408961: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.408966: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:02.408972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 compare.3> +2023-12-14 14:53:02.408994: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.409000: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8B +2023-12-14 14:53:02.409005: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.409009: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 1B +2023-12-14 14:53:02.409018: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.409025: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 9B +2023-12-14 14:53:02.409030: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.409035: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.409243: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 60 us (cumulative: 6.28 ms, max: 421 us, #called: 75) +2023-12-14 14:53:02.414466: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff00862f000 +2023-12-14 14:53:02.414840: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.414869: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 8.16 ms (cumulative: 1.84 s, max: 222 ms, #called: 75) +2023-12-14 14:53:02.416189: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.416251: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.423735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:02.423795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.423819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 18 us (cumulative: 898 ms, max: 101 ms, #called: 6010) +2023-12-14 14:53:02.423825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.423838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 898 ms, max: 101 ms, #called: 6011) +2023-12-14 14:53:02.423860: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (s32[],s32[])->s32[] +2023-12-14 14:53:02.423866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:02.423891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.423926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.423934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.423942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.423953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.423961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 898 ms, max: 101 ms, #called: 6012) +2023-12-14 14:53:02.423967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.423974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.423995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 34 us (cumulative: 898 ms, max: 101 ms, #called: 6013) +2023-12-14 14:53:02.424009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.424016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 898 ms, max: 101 ms, #called: 6014) +2023-12-14 14:53:02.424038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.424045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 898 ms, max: 101 ms, #called: 6015) +2023-12-14 14:53:02.424068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.424077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 898 ms, max: 101 ms, #called: 6016) +2023-12-14 14:53:02.424099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.424106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 899 ms, max: 101 ms, #called: 6017) +2023-12-14 14:53:02.424131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.424139: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.424146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 31 us (cumulative: 899 ms, max: 101 ms, #called: 6018) +2023-12-14 14:53:02.424169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.424176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 27 us (cumulative: 899 ms, max: 101 ms, #called: 6019) +2023-12-14 14:53:02.424203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.424211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 899 ms, max: 101 ms, #called: 6020) +2023-12-14 14:53:02.424233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.424240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 899 ms, max: 101 ms, #called: 6021) +2023-12-14 14:53:02.424263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.424269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 21 us (cumulative: 899 ms, max: 101 ms, #called: 6022) +2023-12-14 14:53:02.424291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.424297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 899 ms, max: 101 ms, #called: 6023) +2023-12-14 14:53:02.424320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.424327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 899 ms, max: 101 ms, #called: 6024) +2023-12-14 14:53:02.424350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.424357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 899 ms, max: 101 ms, #called: 6025) +2023-12-14 14:53:02.424385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.424392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 24 us (cumulative: 899 ms, max: 101 ms, #called: 6026) +2023-12-14 14:53:02.424416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.424424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 899 ms, max: 101 ms, #called: 6027) +2023-12-14 14:53:02.424447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.424454: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:02.424461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 899 ms, max: 101 ms, #called: 6028) +2023-12-14 14:53:02.424482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.424489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 899 ms, max: 101 ms, #called: 6029) +2023-12-14 14:53:02.424511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.424519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 21 us (cumulative: 899 ms, max: 101 ms, #called: 6030) +2023-12-14 14:53:02.424540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.424550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 25 us (cumulative: 899 ms, max: 101 ms, #called: 6031) +2023-12-14 14:53:02.424575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.424582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 899 ms, max: 101 ms, #called: 6032) +2023-12-14 14:53:02.424605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.424613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 899 ms, max: 101 ms, #called: 6033) +2023-12-14 14:53:02.424636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.424642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 899 ms, max: 101 ms, #called: 6034) +2023-12-14 14:53:02.424664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.424672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 899 ms, max: 101 ms, #called: 6035) +2023-12-14 14:53:02.424694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.424701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 899 ms, max: 101 ms, #called: 6036) +2023-12-14 14:53:02.424723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.424731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 899 ms, max: 101 ms, #called: 6037) +2023-12-14 14:53:02.424753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.424766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 29 us (cumulative: 899 ms, max: 101 ms, #called: 6038) +2023-12-14 14:53:02.424789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.424817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 45 us (cumulative: 899 ms, max: 101 ms, #called: 6039) +2023-12-14 14:53:02.424840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.424848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 899 ms, max: 101 ms, #called: 6040) +2023-12-14 14:53:02.424870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.424876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 899 ms, max: 101 ms, #called: 6041) +2023-12-14 14:53:02.424899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.424905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 899 ms, max: 101 ms, #called: 6042) +2023-12-14 14:53:02.424927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.424934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.424943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.424951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 21 us (cumulative: 899 ms, max: 101 ms, #called: 6043) +2023-12-14 14:53:02.424956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.424962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:02.424978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.424996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 16 us (cumulative: 899 ms, max: 101 ms, #called: 6044) +2023-12-14 14:53:02.425002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.425011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 899 ms, max: 101 ms, #called: 6045) +2023-12-14 14:53:02.425017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.425025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 899 ms, max: 101 ms, #called: 6046) +2023-12-14 14:53:02.425031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.425039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 899 ms, max: 101 ms, #called: 6047) +2023-12-14 14:53:02.425044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.425053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 899 ms, max: 101 ms, #called: 6048) +2023-12-14 14:53:02.425059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.425067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 899 ms, max: 101 ms, #called: 6049) +2023-12-14 14:53:02.425072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.425080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 899 ms, max: 101 ms, #called: 6050) +2023-12-14 14:53:02.425087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.425096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 899 ms, max: 101 ms, #called: 6051) +2023-12-14 14:53:02.425102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.425110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 899 ms, max: 101 ms, #called: 6052) +2023-12-14 14:53:02.425116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.425124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 899 ms, max: 101 ms, #called: 6053) +2023-12-14 14:53:02.425129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.425137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 899 ms, max: 101 ms, #called: 6054) +2023-12-14 14:53:02.425143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.425153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 899 ms, max: 101 ms, #called: 6055) +2023-12-14 14:53:02.425161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.425183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 20 us (cumulative: 899 ms, max: 101 ms, #called: 6056) +2023-12-14 14:53:02.425189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.425199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 899 ms, max: 101 ms, #called: 6057) +2023-12-14 14:53:02.425205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.425215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.425223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 265 us (cumulative: 900 ms, max: 101 ms, #called: 6058) +2023-12-14 14:53:02.425228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.425235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.425244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.425251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 900 ms, max: 101 ms, #called: 6059) +2023-12-14 14:53:02.425257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.425265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.425274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.425282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 900 ms, max: 101 ms, #called: 6060) +2023-12-14 14:53:02.425287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.425294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.425303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.425311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 900 ms, max: 101 ms, #called: 6061) +2023-12-14 14:53:02.425316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.425324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.425334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.425341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 23 us (cumulative: 900 ms, max: 101 ms, #called: 6062) +2023-12-14 14:53:02.425346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.425368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.425377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.425390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 41 us (cumulative: 900 ms, max: 101 ms, #called: 6063) +2023-12-14 14:53:02.425396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.425402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.425412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.425420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 900 ms, max: 101 ms, #called: 6064) +2023-12-14 14:53:02.425425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.425433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.425442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.425450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 900 ms, max: 101 ms, #called: 6065) +2023-12-14 14:53:02.425456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.425465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.425474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.425481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 900 ms, max: 101 ms, #called: 6066) +2023-12-14 14:53:02.425487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.425512: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.425520: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:02.425556: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.425564: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:02.425584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.425601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.425608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.425614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.425619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.425624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.425629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.425637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.425647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.425653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.425658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:02.425663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:02.425689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.425696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.425701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.425706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.425711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.425715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.425720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.425725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.425730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.425735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:02.425740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:02.425745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.425750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.425754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.425759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.425764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.425768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:02.425773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.425779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.425784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.425789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.425793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.425798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:02.425803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.425808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:02.425812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.425821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:02.425826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.425831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = s32[] add(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.425856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.425869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.425878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 387 us (cumulative: 900 ms, max: 101 ms, #called: 6067) +2023-12-14 14:53:02.425899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:02.425909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.425919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 900 ms, max: 101 ms, #called: 6068) +2023-12-14 14:53:02.425925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.425935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 900 ms, max: 101 ms, #called: 6069) +2023-12-14 14:53:02.425940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.425949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 900 ms, max: 101 ms, #called: 6070) +2023-12-14 14:53:02.425961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:02.425970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.425976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:02.425984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 900 ms, max: 101 ms, #called: 6071) +2023-12-14 14:53:02.425990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.425999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 900 ms, max: 101 ms, #called: 6072) +2023-12-14 14:53:02.426005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.426029: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.426037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 31 us (cumulative: 900 ms, max: 101 ms, #called: 6073) +2023-12-14 14:53:02.426043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.426049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:02.426060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.426072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 900 ms, max: 101 ms, #called: 6074) +2023-12-14 14:53:02.426079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.426089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 900 ms, max: 101 ms, #called: 6075) +2023-12-14 14:53:02.426094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.426111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 900 ms, max: 101 ms, #called: 6076) +2023-12-14 14:53:02.426119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 74 us (cumulative: 900 ms, max: 101 ms, #called: 6077) +2023-12-14 14:53:02.426125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.426131: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.426173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 47 us (cumulative: 900 ms, max: 101 ms, #called: 6078) +2023-12-14 14:53:02.426180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.426188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 900 ms, max: 101 ms, #called: 6079) +2023-12-14 14:53:02.426194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.426203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.426215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.426221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.426226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.426231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.426236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.426241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.426248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.426253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.426258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.426264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:02.426270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:02.426294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.426299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.426304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.426309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.426314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.426319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.426323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.426328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.426333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.426337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:02.426342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:02.426347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.426352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.426357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.426362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.426367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.426372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:02.426377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.426381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.426386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.426391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.426395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.426400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:02.426405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.426410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:02.426414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.426419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:02.426424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.426428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = s32[] add(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.426454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.426466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.426472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.426477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.426482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.426487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.426492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.426497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.426503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.426508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.426512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:02.426518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:02.426531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.426537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.426542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.426547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.426552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.426556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.426562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.426567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.426571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.426576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:02.426581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:02.426585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.426590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.426595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.426599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.426604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.426609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:02.426617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.426622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.426626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.426631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.426637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.426642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:02.426647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.426652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:02.426657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.426662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:02.426667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.426672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = s32[] add(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.426689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.426699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.426705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.426710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.426715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.426720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.426724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.426731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.426735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.426741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.426745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:02.426750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:02.426764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.426770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.426774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.426779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.426787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.426792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.426796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.426801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.426806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.426811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:02.426816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:02.426821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.426826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.426830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.426835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.426839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.426844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:02.426849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.426855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.426860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.426865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.426869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.426874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:02.426879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.426884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:02.426888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.426893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:02.426897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.426904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = s32[] add(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.426919: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.426925: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.426934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 738 us (cumulative: 901 ms, max: 101 ms, #called: 6080) +2023-12-14 14:53:02.426943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.426951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 901 ms, max: 101 ms, #called: 6081) +2023-12-14 14:53:02.426964: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:02.428019: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.428074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.428094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.428101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.428107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.428112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.428117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.428122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.428131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.428137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.428142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.428147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:02.428153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:02.428173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.428179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.428183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.428188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.428193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.428198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.428202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.428216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.428220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.428225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:02.428230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:02.428235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.428239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.428244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.428250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.428254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.428259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:02.428264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.428269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.428274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.428278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.428284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.428288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:02.428293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.428298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:02.428303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.428307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:02.428312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.428317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = s32[] add(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.428357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.428369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.428375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.428380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.428386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.428391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.428396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.428408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.428413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.428418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.428423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:02.428428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:02.428443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.428448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.428453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.428458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.428463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.428468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.428472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.428477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.428482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.428487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:02.428492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:02.428497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.428501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.428506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.428511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.428515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.428521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:02.428526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.428531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.428535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.428540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.428544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.428549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:02.428554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.428562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:02.428567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.428572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:02.428576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.428582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = s32[] add(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.428602: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:02.428608: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:02.428640: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.428650: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.428659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.428670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.428676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.428681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.428686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.428691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.428696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.428702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.428707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.428712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.428716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.3 +2023-12-14 14:53:02.428722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 add.3> + +2023-12-14 14:53:02.428735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.428741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.428746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.428751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.428756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.428761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.428769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.428774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.428779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.428784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3: +2023-12-14 14:53:02.428789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> (def) +2023-12-14 14:53:02.428794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.428798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.428803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.428807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.428812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.428817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 0 +2023-12-14 14:53:02.428822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.428827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.428832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.428836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.428841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.428846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3, operand 1 +2023-12-14 14:53:02.428851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.428855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 add.3> +2023-12-14 14:53:02.428860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.428864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.3 +2023-12-14 14:53:02.428869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.428874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.3 = s32[] add(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.428908: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(s32[],s32[])->s32[]} +2023-12-14 14:53:02.428915: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.428921: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: s32[], Arg_1.2: s32[]) -> s32[] { +2023-12-14 14:53:02.428925: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = s32[] parameter(0) +2023-12-14 14:53:02.428930: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.428935: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.3 = s32[] add(s32[] %Arg_0.1, s32[] %Arg_1.2), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.428945: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.428950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.428961: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:add.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + add.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 4 bytes + Arg_1.2: 4 bytes + add.3: 4 bytes + +2023-12-14 14:53:02.428970: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:02.428976: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.428982: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.428991: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:02.428996: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.429002: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.429008: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 add.3> +2023-12-14 14:53:02.429013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.429018: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.429024: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.429029: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:02.429034: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 add.3> +2023-12-14 14:53:02.429053: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.429059: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8B +2023-12-14 14:53:02.429064: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.429069: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 4B +2023-12-14 14:53:02.429074: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.429079: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 12B +2023-12-14 14:53:02.429084: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.429089: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.429244: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 33 us (cumulative: 6.31 ms, max: 421 us, #called: 76) +2023-12-14 14:53:02.433863: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff00862d000 +2023-12-14 14:53:02.434134: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.434183: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 7.21 ms (cumulative: 1.85 s, max: 222 ms, #called: 76) +2023-12-14 14:53:02.434887: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.434941: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.435798: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:53:02.442303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__where: spmd-partitioner +2023-12-14 14:53:02.442361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.442382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 16 us (cumulative: 901 ms, max: 101 ms, #called: 6082) +2023-12-14 14:53:02.442389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.442401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 901 ms, max: 101 ms, #called: 6083) +2023-12-14 14:53:02.442420: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (pred[],s32[],s32[])->s32[] +2023-12-14 14:53:02.442426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__where: HLO passes through layout assignment +2023-12-14 14:53:02.442444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.442488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 901 ms, max: 101 ms, #called: 6084) +2023-12-14 14:53:02.442512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.442518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 21 us (cumulative: 901 ms, max: 101 ms, #called: 6085) +2023-12-14 14:53:02.442540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.442548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 32 us (cumulative: 901 ms, max: 101 ms, #called: 6086) +2023-12-14 14:53:02.442581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.442588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 901 ms, max: 101 ms, #called: 6087) +2023-12-14 14:53:02.442611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.442619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 901 ms, max: 101 ms, #called: 6088) +2023-12-14 14:53:02.442641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.442648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 901 ms, max: 101 ms, #called: 6089) +2023-12-14 14:53:02.442670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.442678: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.442686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 31 us (cumulative: 901 ms, max: 101 ms, #called: 6090) +2023-12-14 14:53:02.442708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.442716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 23 us (cumulative: 901 ms, max: 101 ms, #called: 6091) +2023-12-14 14:53:02.442738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.442746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 27 us (cumulative: 901 ms, max: 101 ms, #called: 6092) +2023-12-14 14:53:02.442773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.442780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 901 ms, max: 101 ms, #called: 6093) +2023-12-14 14:53:02.442803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.442809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 901 ms, max: 101 ms, #called: 6094) +2023-12-14 14:53:02.442832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.442838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 901 ms, max: 101 ms, #called: 6095) +2023-12-14 14:53:02.442860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.442867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 901 ms, max: 101 ms, #called: 6096) +2023-12-14 14:53:02.442890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.442897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 901 ms, max: 101 ms, #called: 6097) +2023-12-14 14:53:02.442919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.442925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 21 us (cumulative: 901 ms, max: 101 ms, #called: 6098) +2023-12-14 14:53:02.442948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.442959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.442969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.442976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 27 us (cumulative: 902 ms, max: 101 ms, #called: 6099) +2023-12-14 14:53:02.442982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.442989: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:53:02.442996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 28 us (cumulative: 902 ms, max: 101 ms, #called: 6100) +2023-12-14 14:53:02.443018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.443024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 902 ms, max: 101 ms, #called: 6101) +2023-12-14 14:53:02.443047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.443054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 902 ms, max: 101 ms, #called: 6102) +2023-12-14 14:53:02.443077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.443087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 25 us (cumulative: 902 ms, max: 101 ms, #called: 6103) +2023-12-14 14:53:02.443109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.443115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 902 ms, max: 101 ms, #called: 6104) +2023-12-14 14:53:02.443138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.443149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 27 us (cumulative: 902 ms, max: 101 ms, #called: 6105) +2023-12-14 14:53:02.443172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.443179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 902 ms, max: 101 ms, #called: 6106) +2023-12-14 14:53:02.443201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.443209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 902 ms, max: 101 ms, #called: 6107) +2023-12-14 14:53:02.443232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.443238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 21 us (cumulative: 902 ms, max: 101 ms, #called: 6108) +2023-12-14 14:53:02.443260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.443267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 902 ms, max: 101 ms, #called: 6109) +2023-12-14 14:53:02.443290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.443300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 902 ms, max: 101 ms, #called: 6110) +2023-12-14 14:53:02.443336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.443359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 43 us (cumulative: 902 ms, max: 101 ms, #called: 6111) +2023-12-14 14:53:02.443386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.443394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 902 ms, max: 101 ms, #called: 6112) +2023-12-14 14:53:02.443417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.443424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 902 ms, max: 101 ms, #called: 6113) +2023-12-14 14:53:02.443446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.443452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 902 ms, max: 101 ms, #called: 6114) +2023-12-14 14:53:02.443474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.443481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 902 ms, max: 101 ms, #called: 6115) +2023-12-14 14:53:02.443504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.443511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__where: simplification +2023-12-14 14:53:02.443522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.443532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 902 ms, max: 101 ms, #called: 6116) +2023-12-14 14:53:02.443538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.443547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 902 ms, max: 101 ms, #called: 6117) +2023-12-14 14:53:02.443552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.443561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 902 ms, max: 101 ms, #called: 6118) +2023-12-14 14:53:02.443575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.443584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 902 ms, max: 101 ms, #called: 6119) +2023-12-14 14:53:02.443590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.443598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 902 ms, max: 101 ms, #called: 6120) +2023-12-14 14:53:02.443604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.443613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 902 ms, max: 101 ms, #called: 6121) +2023-12-14 14:53:02.443618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.443626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 902 ms, max: 101 ms, #called: 6122) +2023-12-14 14:53:02.443632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.443641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 902 ms, max: 101 ms, #called: 6123) +2023-12-14 14:53:02.443647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.443654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 902 ms, max: 101 ms, #called: 6124) +2023-12-14 14:53:02.443660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.443669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 902 ms, max: 101 ms, #called: 6125) +2023-12-14 14:53:02.443674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.443682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 902 ms, max: 101 ms, #called: 6126) +2023-12-14 14:53:02.443688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.443698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 902 ms, max: 101 ms, #called: 6127) +2023-12-14 14:53:02.443703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.443723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 19 us (cumulative: 902 ms, max: 101 ms, #called: 6128) +2023-12-14 14:53:02.443729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.443738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 902 ms, max: 101 ms, #called: 6129) +2023-12-14 14:53:02.443744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 259 us (cumulative: 902 ms, max: 101 ms, #called: 6130) +2023-12-14 14:53:02.443770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.443777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 902 ms, max: 101 ms, #called: 6131) +2023-12-14 14:53:02.443801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.443810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 902 ms, max: 101 ms, #called: 6132) +2023-12-14 14:53:02.443831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.443838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 902 ms, max: 101 ms, #called: 6133) +2023-12-14 14:53:02.443860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.443868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 902 ms, max: 101 ms, #called: 6134) +2023-12-14 14:53:02.443891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.443909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 34 us (cumulative: 902 ms, max: 101 ms, #called: 6135) +2023-12-14 14:53:02.443932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.443938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 21 us (cumulative: 902 ms, max: 101 ms, #called: 6136) +2023-12-14 14:53:02.443967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.443974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.443985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.443992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 902 ms, max: 101 ms, #called: 6137) +2023-12-14 14:53:02.443998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.444006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.444015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.444022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 23 us (cumulative: 902 ms, max: 101 ms, #called: 6138) +2023-12-14 14:53:02.444028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.444052: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.444060: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:02.444095: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.444103: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:02.444127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__where +2023-12-14 14:53:02.444145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.444153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.444159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.444164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.444169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.444176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.444185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.444190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.444196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.444200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.444206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:02.444210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4 +2023-12-14 14:53:02.444216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 select.4> + +2023-12-14 14:53:02.444247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__where +2023-12-14 14:53:02.444253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.444258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.444263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.444268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.444273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.444278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.444283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.444288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.444292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.444297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:02.444302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.444307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4: +2023-12-14 14:53:02.444312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> (def) +2023-12-14 14:53:02.444316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.444321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.444326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.444331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.444336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.444341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 0 +2023-12-14 14:53:02.444346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[] parameter(0) +2023-12-14 14:53:02.444350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.444355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.444360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.444364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.444370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 1 +2023-12-14 14:53:02.444375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.444380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:02.444384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.444389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.444397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.444402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 2 +2023-12-14 14:53:02.444407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:53:02.444412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> +2023-12-14 14:53:02.444417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.444423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4 +2023-12-14 14:53:02.444427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.444432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4 = s32[] select(pred[] %Arg_0.1, s32[] %Arg_1.2, s32[] %Arg_2.3), metadata={op_name="jit(_where)/jit(main)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.444458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.444471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.444480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 449 us (cumulative: 903 ms, max: 101 ms, #called: 6139) +2023-12-14 14:53:02.444501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__where: hlo normalization +2023-12-14 14:53:02.444510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.444521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 903 ms, max: 101 ms, #called: 6140) +2023-12-14 14:53:02.444527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.444536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 903 ms, max: 101 ms, #called: 6141) +2023-12-14 14:53:02.444542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.444551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 903 ms, max: 101 ms, #called: 6142) +2023-12-14 14:53:02.444562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__where: HLO passes after layout assignment +2023-12-14 14:53:02.444571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.444577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__where: after layout assignment +2023-12-14 14:53:02.444585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 903 ms, max: 101 ms, #called: 6143) +2023-12-14 14:53:02.444591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.444599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 903 ms, max: 101 ms, #called: 6144) +2023-12-14 14:53:02.444609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.444634: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.444642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 30 us (cumulative: 903 ms, max: 101 ms, #called: 6145) +2023-12-14 14:53:02.444647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.444653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__where: simplification after layout assignment +2023-12-14 14:53:02.444660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.444669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 903 ms, max: 101 ms, #called: 6146) +2023-12-14 14:53:02.444675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.444683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 903 ms, max: 101 ms, #called: 6147) +2023-12-14 14:53:02.444689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.444705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 903 ms, max: 101 ms, #called: 6148) +2023-12-14 14:53:02.444714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 65 us (cumulative: 903 ms, max: 101 ms, #called: 6149) +2023-12-14 14:53:02.444719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.444726: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.444768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 46 us (cumulative: 903 ms, max: 101 ms, #called: 6150) +2023-12-14 14:53:02.444775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.444783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 903 ms, max: 101 ms, #called: 6151) +2023-12-14 14:53:02.444788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.444796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__where +2023-12-14 14:53:02.444810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.444816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.444821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.444826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.444831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.444835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.444842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.444851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.444857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.444863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.444868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:02.444873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4 +2023-12-14 14:53:02.444878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 select.4> + +2023-12-14 14:53:02.444902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__where +2023-12-14 14:53:02.444908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.444913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.444917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.444922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.444927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.444932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.444937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.444941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.444946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.444951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:02.444956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.444961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4: +2023-12-14 14:53:02.444966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> (def) +2023-12-14 14:53:02.444971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.444976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.444981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.444985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.444990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.444995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 0 +2023-12-14 14:53:02.445000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[] parameter(0) +2023-12-14 14:53:02.445004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.445009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.445017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.445022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.445027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 1 +2023-12-14 14:53:02.445032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.445037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:02.445041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.445046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.445051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.445055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 2 +2023-12-14 14:53:02.445061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:53:02.445066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> +2023-12-14 14:53:02.445071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.445076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4 +2023-12-14 14:53:02.445081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.445086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4 = s32[] select(pred[] %Arg_0.1, s32[] %Arg_1.2, s32[] %Arg_2.3), metadata={op_name="jit(_where)/jit(main)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.445108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__where +2023-12-14 14:53:02.445119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.445124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.445130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.445134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.445139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.445144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.445151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.445157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.445162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.445167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.445172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:02.445181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4 +2023-12-14 14:53:02.445186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 select.4> + +2023-12-14 14:53:02.445204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__where +2023-12-14 14:53:02.445209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.445214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.445219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.445224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.445229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.445233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.445239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.445244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.445248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.445253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:02.445259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.445263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4: +2023-12-14 14:53:02.445268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> (def) +2023-12-14 14:53:02.445273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.445278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.445283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.445287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.445292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.445297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 0 +2023-12-14 14:53:02.445302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[] parameter(0) +2023-12-14 14:53:02.445307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.445311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.445316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.445321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.445327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 1 +2023-12-14 14:53:02.445332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.445340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:02.445345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.445350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.445355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.445360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 2 +2023-12-14 14:53:02.445365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:53:02.445370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> +2023-12-14 14:53:02.445375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.445380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4 +2023-12-14 14:53:02.445384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.445389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4 = s32[] select(pred[] %Arg_0.1, s32[] %Arg_1.2, s32[] %Arg_2.3), metadata={op_name="jit(_where)/jit(main)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.445406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__where +2023-12-14 14:53:02.445417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.445423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.445429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.445433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.445438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.445443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.445449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.445454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.445459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.445464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.445469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:02.445474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4 +2023-12-14 14:53:02.445479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 select.4> + +2023-12-14 14:53:02.445495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__where +2023-12-14 14:53:02.445501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.445509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.445514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.445519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.445524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.445529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.445534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.445539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.445543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.445550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:02.445555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.445560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4: +2023-12-14 14:53:02.445564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> (def) +2023-12-14 14:53:02.445569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.445574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.445579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.445583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.445588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.445593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 0 +2023-12-14 14:53:02.445599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[] parameter(0) +2023-12-14 14:53:02.445603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.445608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.445613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.445617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.445622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 1 +2023-12-14 14:53:02.445627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.445632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:02.445637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.445641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.445646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.445652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 2 +2023-12-14 14:53:02.445660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:53:02.445665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> +2023-12-14 14:53:02.445669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.445674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4 +2023-12-14 14:53:02.445679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.445684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4 = s32[] select(pred[] %Arg_0.1, s32[] %Arg_1.2, s32[] %Arg_2.3), metadata={op_name="jit(_where)/jit(main)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.445698: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.445705: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.445714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 923 us (cumulative: 904 ms, max: 101 ms, #called: 6152) +2023-12-14 14:53:02.445720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.445728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 904 ms, max: 101 ms, #called: 6153) +2023-12-14 14:53:02.445739: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__where +2023-12-14 14:53:02.446701: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.446753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__where +2023-12-14 14:53:02.446774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.446781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.446787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.446792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.446797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.446802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.446812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.446817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.446832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.446837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.446842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:02.446847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4 +2023-12-14 14:53:02.446852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 select.4> + +2023-12-14 14:53:02.446876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__where +2023-12-14 14:53:02.446881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.446886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.446891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.446896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.446901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.446905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.446910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.446915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.446920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.446924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:02.446929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.446935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4: +2023-12-14 14:53:02.446939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> (def) +2023-12-14 14:53:02.446944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.446949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.446953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.446958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.446964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.446969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 0 +2023-12-14 14:53:02.446974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[] parameter(0) +2023-12-14 14:53:02.446979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.446983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.446988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.446996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.447001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 1 +2023-12-14 14:53:02.447006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.447010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:02.447015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.447020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.447024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.447030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 2 +2023-12-14 14:53:02.447035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:53:02.447040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> +2023-12-14 14:53:02.447045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.447049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4 +2023-12-14 14:53:02.447054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.447059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4 = s32[] select(pred[] %Arg_0.1, s32[] %Arg_1.2, s32[] %Arg_2.3), metadata={op_name="jit(_where)/jit(main)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.447098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__where +2023-12-14 14:53:02.447111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.447118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.447124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.447129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.447134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.447138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.447144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.447149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.447154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.447159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.447165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:02.447170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4 +2023-12-14 14:53:02.447179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 select.4> + +2023-12-14 14:53:02.447196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__where +2023-12-14 14:53:02.447201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.447207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.447211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.447216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.447221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.447226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.447230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.447235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.447240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.447245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:02.447250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.447254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4: +2023-12-14 14:53:02.447259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> (def) +2023-12-14 14:53:02.447265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.447270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.447275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.447279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.447284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.447289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 0 +2023-12-14 14:53:02.447295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[] parameter(0) +2023-12-14 14:53:02.447300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.447305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.447309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.447314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.447327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 1 +2023-12-14 14:53:02.447332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.447338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:02.447342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.447350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.447355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.447360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 2 +2023-12-14 14:53:02.447365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:53:02.447370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> +2023-12-14 14:53:02.447374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.447380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4 +2023-12-14 14:53:02.447385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.447390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4 = s32[] select(pred[] %Arg_0.1, s32[] %Arg_1.2, s32[] %Arg_2.3), metadata={op_name="jit(_where)/jit(main)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.447409: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__where +2023-12-14 14:53:02.447414: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 4 +2023-12-14 14:53:02.447442: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.447450: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.447460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__where +2023-12-14 14:53:02.447472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.447479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.447484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.447489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.447494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.447499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.447505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(pred[]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.447510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.447515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.447520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.447525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <2 Arg_2.3> + +2023-12-14 14:53:02.447530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: select.4 +2023-12-14 14:53:02.447535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 select.4> + +2023-12-14 14:53:02.447557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__where +2023-12-14 14:53:02.447562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.447567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.447572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.447577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.447583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.447587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.447592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.447597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.447602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.447607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> (def) +2023-12-14 14:53:02.447612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.447616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4: +2023-12-14 14:53:02.447621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> (def) +2023-12-14 14:53:02.447626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.447630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.447635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.447640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.447644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.447649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 0 +2023-12-14 14:53:02.447654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = pred[] parameter(0) +2023-12-14 14:53:02.447659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.447663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.447668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.447673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.447678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 1 +2023-12-14 14:53:02.447683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.447688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_2.3> +2023-12-14 14:53:02.447692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.447703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.447708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.447713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4, operand 2 +2023-12-14 14:53:02.447718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = s32[] parameter(2) +2023-12-14 14:53:02.447723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 select.4> +2023-12-14 14:53:02.447728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.447732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] select.4 +2023-12-14 14:53:02.447737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.447742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%select.4 = s32[] select(pred[] %Arg_0.1, s32[] %Arg_1.2, s32[] %Arg_2.3), metadata={op_name="jit(_where)/jit(main)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.447777: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__where, entry_computation_layout={(pred[],s32[],s32[])->s32[]} +2023-12-14 14:53:02.447784: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.447789: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: pred[], Arg_1.2: s32[], Arg_2.3: s32[]) -> s32[] { +2023-12-14 14:53:02.447794: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = pred[] parameter(0) +2023-12-14 14:53:02.447798: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = s32[] parameter(1) +2023-12-14 14:53:02.447805: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_2.3 = s32[] parameter(2) +2023-12-14 14:53:02.447810: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %select.4 = s32[] select(pred[] %Arg_0.1, s32[] %Arg_1.2, s32[] %Arg_2.3), metadata={op_name="jit(_where)/jit(main)/select_n" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/numerics.py" source_line=118} +2023-12-14 14:53:02.447815: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.447820: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.447832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:Arg_2.3 + 3:select.4 + BufferLiveRange: + Arg_0.1{}:0-4 + Arg_1.2{}:0-4 + Arg_2.3{}:0-4 + select.4{}:3-4 + Live ranges at 3 (peak): + Arg_0.1: 1 bytes + Arg_1.2: 4 bytes + Arg_2.3: 4 bytes + select.4: 4 bytes + +2023-12-14 14:53:02.447840: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:53:02.447846: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.447851: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.447860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:02.447866: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_2.3> +2023-12-14 14:53:02.447872: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.447881: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.447886: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.447891: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <3 select.4> +2023-12-14 14:53:02.447897: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:02.447902: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.447907: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.447913: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:02.447918: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_2.3> +2023-12-14 14:53:02.447923: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <3 select.4> +2023-12-14 14:53:02.447941: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.447947: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 9B +2023-12-14 14:53:02.447952: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.447957: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 4B +2023-12-14 14:53:02.447962: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.447967: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 13B +2023-12-14 14:53:02.447972: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.447978: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.448132: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 33 us (cumulative: 6.34 ms, max: 421 us, #called: 77) +2023-12-14 14:53:02.455021: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff00862b000 +2023-12-14 14:53:02.455412: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.455460: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__where] for CPU using JIT time: 9.71 ms (cumulative: 1.86 s, max: 222 ms, #called: 77) +2023-12-14 14:53:02.456548: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__where; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.456618: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.457833: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:53:02.459313: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:53:02.460927: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:53:02.462354: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:53:02.463101: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:53:02.463896: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:53:02.464574: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:53:02.465215: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:53:02.466043: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:53:02.466752: I external/org_tensorflow/tensorflow/compiler/xla/util.cc:70] INVALID_ARGUMENT: Not supported: The C++ ToPyArgSignature only accepts Buffer/DeviceArray/ShardedDeviceArray, Numpy arrays scalars of supported types (see implementation), or Python scalars. Got type +2023-12-14 14:53:02.476818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_bias_correction: spmd-partitioner +2023-12-14 14:53:02.476876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.476901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 19 us (cumulative: 904 ms, max: 101 ms, #called: 6154) +2023-12-14 14:53:02.476908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.476922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 904 ms, max: 101 ms, #called: 6155) +2023-12-14 14:53:02.476952: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[],s32[])->(f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) +2023-12-14 14:53:02.476974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_bias_correction: HLO passes through layout assignment +2023-12-14 14:53:02.476996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.477086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 51 us (cumulative: 904 ms, max: 101 ms, #called: 6156) +2023-12-14 14:53:02.477134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.477143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 45 us (cumulative: 904 ms, max: 101 ms, #called: 6157) +2023-12-14 14:53:02.477188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.477196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 43 us (cumulative: 904 ms, max: 101 ms, #called: 6158) +2023-12-14 14:53:02.477239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.477248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 45 us (cumulative: 904 ms, max: 101 ms, #called: 6159) +2023-12-14 14:53:02.477291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.477301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 47 us (cumulative: 904 ms, max: 101 ms, #called: 6160) +2023-12-14 14:53:02.477345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.477353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 49 us (cumulative: 904 ms, max: 101 ms, #called: 6161) +2023-12-14 14:53:02.477401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.477411: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.477419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 53 us (cumulative: 904 ms, max: 101 ms, #called: 6162) +2023-12-14 14:53:02.477462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.477473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 45 us (cumulative: 904 ms, max: 101 ms, #called: 6163) +2023-12-14 14:53:02.477515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.477526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 47 us (cumulative: 905 ms, max: 101 ms, #called: 6164) +2023-12-14 14:53:02.477569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.477578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 44 us (cumulative: 905 ms, max: 101 ms, #called: 6165) +2023-12-14 14:53:02.477620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.477628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 44 us (cumulative: 905 ms, max: 101 ms, #called: 6166) +2023-12-14 14:53:02.477671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.477679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 46 us (cumulative: 905 ms, max: 101 ms, #called: 6167) +2023-12-14 14:53:02.477726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.477735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 45 us (cumulative: 905 ms, max: 101 ms, #called: 6168) +2023-12-14 14:53:02.477778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.477786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 44 us (cumulative: 905 ms, max: 101 ms, #called: 6169) +2023-12-14 14:53:02.477829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.477837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 43 us (cumulative: 905 ms, max: 101 ms, #called: 6170) +2023-12-14 14:53:02.477879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.477888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 44 us (cumulative: 905 ms, max: 101 ms, #called: 6171) +2023-12-14 14:53:02.477930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.477938: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.32 +2023-12-14 14:53:02.477946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.477975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.477982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 51 us (cumulative: 905 ms, max: 101 ms, #called: 6172) +2023-12-14 14:53:02.477988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.477995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 43 us (cumulative: 905 ms, max: 101 ms, #called: 6173) +2023-12-14 14:53:02.478042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.478049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 42 us (cumulative: 905 ms, max: 101 ms, #called: 6174) +2023-12-14 14:53:02.478092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.478109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 52 us (cumulative: 905 ms, max: 101 ms, #called: 6175) +2023-12-14 14:53:02.478151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.478157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 41 us (cumulative: 905 ms, max: 101 ms, #called: 6176) +2023-12-14 14:53:02.478199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.478211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 46 us (cumulative: 905 ms, max: 101 ms, #called: 6177) +2023-12-14 14:53:02.478253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.478263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 45 us (cumulative: 905 ms, max: 101 ms, #called: 6178) +2023-12-14 14:53:02.478305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.478316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 45 us (cumulative: 905 ms, max: 101 ms, #called: 6179) +2023-12-14 14:53:02.478358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.478370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 48 us (cumulative: 905 ms, max: 101 ms, #called: 6180) +2023-12-14 14:53:02.478413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.478421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 44 us (cumulative: 905 ms, max: 101 ms, #called: 6181) +2023-12-14 14:53:02.478464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.478485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 55 us (cumulative: 905 ms, max: 101 ms, #called: 6182) +2023-12-14 14:53:02.478528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.478573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 83 us (cumulative: 905 ms, max: 101 ms, #called: 6183) +2023-12-14 14:53:02.478618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.478628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 46 us (cumulative: 905 ms, max: 101 ms, #called: 6184) +2023-12-14 14:53:02.478671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.478680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 44 us (cumulative: 906 ms, max: 101 ms, #called: 6185) +2023-12-14 14:53:02.478722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.478731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 48 us (cumulative: 906 ms, max: 101 ms, #called: 6186) +2023-12-14 14:53:02.478777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.478786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.478815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.478823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 45 us (cumulative: 906 ms, max: 101 ms, #called: 6187) +2023-12-14 14:53:02.478829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.478835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_bias_correction: simplification +2023-12-14 14:53:02.478847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.478880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 31 us (cumulative: 906 ms, max: 101 ms, #called: 6188) +2023-12-14 14:53:02.478887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.478896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 906 ms, max: 101 ms, #called: 6189) +2023-12-14 14:53:02.478903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.478912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 906 ms, max: 101 ms, #called: 6190) +2023-12-14 14:53:02.478918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.478928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 9 us (cumulative: 906 ms, max: 101 ms, #called: 6191) +2023-12-14 14:53:02.478934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.478946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 11 us (cumulative: 906 ms, max: 101 ms, #called: 6192) +2023-12-14 14:53:02.478952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.478963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 9 us (cumulative: 906 ms, max: 101 ms, #called: 6193) +2023-12-14 14:53:02.478968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.478977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 906 ms, max: 101 ms, #called: 6194) +2023-12-14 14:53:02.478983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.478995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 10 us (cumulative: 906 ms, max: 101 ms, #called: 6195) +2023-12-14 14:53:02.479004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.479013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 8 us (cumulative: 906 ms, max: 101 ms, #called: 6196) +2023-12-14 14:53:02.479019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.479028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 906 ms, max: 101 ms, #called: 6197) +2023-12-14 14:53:02.479033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.479042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 906 ms, max: 101 ms, #called: 6198) +2023-12-14 14:53:02.479048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.479059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 906 ms, max: 101 ms, #called: 6199) +2023-12-14 14:53:02.479064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.479086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 21 us (cumulative: 906 ms, max: 101 ms, #called: 6200) +2023-12-14 14:53:02.479093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.479104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 10 us (cumulative: 906 ms, max: 101 ms, #called: 6201) +2023-12-14 14:53:02.479110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.479142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.479150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 319 us (cumulative: 906 ms, max: 101 ms, #called: 6202) +2023-12-14 14:53:02.479155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.479164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.479195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.479204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 47 us (cumulative: 906 ms, max: 101 ms, #called: 6203) +2023-12-14 14:53:02.479209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.479220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.479248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.479256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 46 us (cumulative: 906 ms, max: 101 ms, #called: 6204) +2023-12-14 14:53:02.479262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.479269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.479302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.479310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 45 us (cumulative: 906 ms, max: 101 ms, #called: 6205) +2023-12-14 14:53:02.479316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.479340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.479370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.479379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 61 us (cumulative: 906 ms, max: 101 ms, #called: 6206) +2023-12-14 14:53:02.479385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.479445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.479477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.479487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 100 us (cumulative: 906 ms, max: 101 ms, #called: 6207) +2023-12-14 14:53:02.479492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.479499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.479527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.479535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 42 us (cumulative: 906 ms, max: 101 ms, #called: 6208) +2023-12-14 14:53:02.479541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.479549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.479579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.479586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 44 us (cumulative: 906 ms, max: 101 ms, #called: 6209) +2023-12-14 14:53:02.479592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.479601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.479628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.479636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 43 us (cumulative: 907 ms, max: 101 ms, #called: 6210) +2023-12-14 14:53:02.479642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.479701: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.479711: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.32) +2023-12-14 14:53:02.479820: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.479837: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.32) +2023-12-14 14:53:02.479938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_bias_correction +2023-12-14 14:53:02.479989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.480001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.480008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.480014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.480022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.480027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.480037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.480042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.480048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <9 Arg_1.2> + +2023-12-14 14:53:02.480053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.480058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <12 Arg_2.3> + +2023-12-14 14:53:02.480063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_3.4 +2023-12-14 14:53:02.480069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <15 Arg_3.4> + +2023-12-14 14:53:02.480074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_4.5 +2023-12-14 14:53:02.480079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <18 Arg_4.5> + +2023-12-14 14:53:02.480084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_5.6 +2023-12-14 14:53:02.480089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <20 Arg_5.6> + +2023-12-14 14:53:02.480094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_6.7 +2023-12-14 14:53:02.480099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <22 Arg_6.7> + +2023-12-14 14:53:02.480105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_7.8 +2023-12-14 14:53:02.480110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <24 Arg_7.8> + +2023-12-14 14:53:02.480116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_8.9 +2023-12-14 14:53:02.480121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <2 Arg_8.9> + +2023-12-14 14:53:02.480126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_9.10 +2023-12-14 14:53:02.480136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <3 Arg_9.10> + +2023-12-14 14:53:02.480141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.11 +2023-12-14 14:53:02.480146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 constant.11> + +2023-12-14 14:53:02.480151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.12 +2023-12-14 14:53:02.480157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 convert.12> + +2023-12-14 14:53:02.480161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: power.13 +2023-12-14 14:53:02.480167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <5 power.13> + +2023-12-14 14:53:02.480171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.14 +2023-12-14 14:53:02.480177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 subtract.14> + +2023-12-14 14:53:02.480182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.15 +2023-12-14 14:53:02.480188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <7 broadcast.15> + +2023-12-14 14:53:02.480193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.16 +2023-12-14 14:53:02.480199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <8 divide.16> + +2023-12-14 14:53:02.480205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.17 +2023-12-14 14:53:02.480210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <10 broadcast.17> + +2023-12-14 14:53:02.480215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.18 +2023-12-14 14:53:02.480220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <11 divide.18> + +2023-12-14 14:53:02.480225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.19 +2023-12-14 14:53:02.480231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <13 broadcast.19> + +2023-12-14 14:53:02.480236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.20 +2023-12-14 14:53:02.480241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <14 divide.20> + +2023-12-14 14:53:02.480246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.21 +2023-12-14 14:53:02.480252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <16 broadcast.21> + +2023-12-14 14:53:02.480256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.22 +2023-12-14 14:53:02.480262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <17 divide.22> + +2023-12-14 14:53:02.480266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.24 +2023-12-14 14:53:02.480275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <19 divide.24> + +2023-12-14 14:53:02.480281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.26 +2023-12-14 14:53:02.480286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <21 divide.26> + +2023-12-14 14:53:02.480292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.28 +2023-12-14 14:53:02.480297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <23 divide.28> + +2023-12-14 14:53:02.480302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.30 +2023-12-14 14:53:02.480307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <25 divide.30> + +2023-12-14 14:53:02.480312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.31 +2023-12-14 14:53:02.480324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048])) + {} : HloValueSet: <26 tuple.31{}> + {0} : HloValueSet: <8 divide.16> + {1} : HloValueSet: <11 divide.18> + {2} : HloValueSet: <14 divide.20> + {3} : HloValueSet: <17 divide.22> + {4} : HloValueSet: <19 divide.24> + {5} : HloValueSet: <21 divide.26> + {6} : HloValueSet: <23 divide.28> + {7} : HloValueSet: <25 divide.30> + +2023-12-14 14:53:02.480471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_bias_correction +2023-12-14 14:53:02.480490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.480499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.480512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.480517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.480527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 Arg_1.2> (def) +2023-12-14 14:53:02.480531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.480541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 Arg_2.3> (def) +2023-12-14 14:53:02.480546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4: +2023-12-14 14:53:02.480555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 Arg_3.4> (def) +2023-12-14 14:53:02.480560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5: +2023-12-14 14:53:02.480569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 Arg_4.5> (def) +2023-12-14 14:53:02.480578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6: +2023-12-14 14:53:02.480588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 Arg_5.6> (def) +2023-12-14 14:53:02.480594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7: +2023-12-14 14:53:02.480603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 Arg_6.7> (def) +2023-12-14 14:53:02.480608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8: +2023-12-14 14:53:02.480617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 Arg_7.8> (def) +2023-12-14 14:53:02.480622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9: +2023-12-14 14:53:02.480631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_8.9> (def) +2023-12-14 14:53:02.480636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10: +2023-12-14 14:53:02.480645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_9.10> (def) +2023-12-14 14:53:02.480650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11: +2023-12-14 14:53:02.480660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 constant.11> (def) +2023-12-14 14:53:02.480664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.12: +2023-12-14 14:53:02.480674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 convert.12> (def) +2023-12-14 14:53:02.480678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.13: +2023-12-14 14:53:02.480688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 power.13> (def) +2023-12-14 14:53:02.480693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14: +2023-12-14 14:53:02.480703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 subtract.14> (def) +2023-12-14 14:53:02.480708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.15: +2023-12-14 14:53:02.480717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 broadcast.15> (def) +2023-12-14 14:53:02.480728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.16: +2023-12-14 14:53:02.480738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 divide.16> (def) +2023-12-14 14:53:02.480743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.17: +2023-12-14 14:53:02.480752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 broadcast.17> (def) +2023-12-14 14:53:02.480757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.18: +2023-12-14 14:53:02.480766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 divide.18> (def) +2023-12-14 14:53:02.480773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.19: +2023-12-14 14:53:02.480782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 broadcast.19> (def) +2023-12-14 14:53:02.480787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.20: +2023-12-14 14:53:02.480797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 divide.20> (def) +2023-12-14 14:53:02.480802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.21: +2023-12-14 14:53:02.480811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 broadcast.21> (def) +2023-12-14 14:53:02.480816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.22: +2023-12-14 14:53:02.480825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 divide.22> (def) +2023-12-14 14:53:02.480830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.24: +2023-12-14 14:53:02.480839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.24> (def) +2023-12-14 14:53:02.480844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.26: +2023-12-14 14:53:02.480854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 divide.26> (def) +2023-12-14 14:53:02.480858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.28: +2023-12-14 14:53:02.480868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 divide.28> (def) +2023-12-14 14:53:02.480878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.30: +2023-12-14 14:53:02.480887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.30> (def) +2023-12-14 14:53:02.480892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.480897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31: +2023-12-14 14:53:02.480902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:02.480906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 tuple.31{}> (def) +2023-12-14 14:53:02.480911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:02.480916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 divide.16> +2023-12-14 14:53:02.480921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:02.480926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 divide.18> +2023-12-14 14:53:02.480930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:53:02.480935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 divide.20> +2023-12-14 14:53:02.480940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:53:02.480945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 divide.22> +2023-12-14 14:53:02.480949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:53:02.480955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.24> +2023-12-14 14:53:02.480960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:53:02.480964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 divide.26> +2023-12-14 14:53:02.480970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:53:02.480974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 divide.28> +2023-12-14 14:53:02.480979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:53:02.480984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.30> +2023-12-14 14:53:02.480989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.480993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.480998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.481007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.16, operand 0 +2023-12-14 14:53:02.481017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.481025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 constant.11> +2023-12-14 14:53:02.481030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.11 +2023-12-14 14:53:02.481040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 0 +2023-12-14 14:53:02.481050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.11 = f32[] constant(1) +2023-12-14 14:53:02.481055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_8.9> +2023-12-14 14:53:02.481060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9 +2023-12-14 14:53:02.481070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.13, operand 0 +2023-12-14 14:53:02.481079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_8.9 = f32[] parameter(8) +2023-12-14 14:53:02.481084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 Arg_9.10> +2023-12-14 14:53:02.481089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10 +2023-12-14 14:53:02.481098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.12, operand 0 +2023-12-14 14:53:02.481108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_9.10 = s32[] parameter(9) +2023-12-14 14:53:02.481113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 convert.12> +2023-12-14 14:53:02.481117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.12 +2023-12-14 14:53:02.481127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.13, operand 1 +2023-12-14 14:53:02.481139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.12 = f32[] convert(s32[] %Arg_9.10), metadata={op_name="jit(bias_correction)/jit(main)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.481145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 power.13> +2023-12-14 14:53:02.481150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.13 +2023-12-14 14:53:02.481165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14, operand 1 +2023-12-14 14:53:02.481175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%power.13 = f32[] power(f32[] %Arg_8.9, f32[] %convert.12), metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.481180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 subtract.14> +2023-12-14 14:53:02.481185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.14 +2023-12-14 14:53:02.481194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.15, operand 0 +2023-12-14 14:53:02.481204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.17, operand 0 +2023-12-14 14:53:02.481209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.19, operand 0 +2023-12-14 14:53:02.481213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.21, operand 0 +2023-12-14 14:53:02.481218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.14 = f32[] subtract(f32[] %constant.11, f32[] %power.13), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.481224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 broadcast.15> +2023-12-14 14:53:02.481229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.15 +2023-12-14 14:53:02.481239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.16, operand 1 +2023-12-14 14:53:02.481249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.24, operand 1 +2023-12-14 14:53:02.481254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.15 = f32[8192]{0} broadcast(f32[] %subtract.14), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.481259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 divide.16> +2023-12-14 14:53:02.481263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.16 +2023-12-14 14:53:02.481273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {0} +2023-12-14 14:53:02.481278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 0 +2023-12-14 14:53:02.481290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.16 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.1, f32[8192]{0} %broadcast.15), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.481295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 Arg_1.2> +2023-12-14 14:53:02.481300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.481309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.18, operand 0 +2023-12-14 14:53:02.481320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.481326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 broadcast.17> +2023-12-14 14:53:02.481331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.17 +2023-12-14 14:53:02.481340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.18, operand 1 +2023-12-14 14:53:02.481350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.26, operand 1 +2023-12-14 14:53:02.481355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.17 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.14), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.481359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 divide.18> +2023-12-14 14:53:02.481364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.18 +2023-12-14 14:53:02.481374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {1} +2023-12-14 14:53:02.481378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 1 +2023-12-14 14:53:02.481389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.18 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_1.2, f32[2048,8192]{1,0} %broadcast.17), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.481394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 Arg_2.3> +2023-12-14 14:53:02.481398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.481412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.20, operand 0 +2023-12-14 14:53:02.481422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048]{0} parameter(2) +2023-12-14 14:53:02.481427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 broadcast.19> +2023-12-14 14:53:02.481432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.19 +2023-12-14 14:53:02.481441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.20, operand 1 +2023-12-14 14:53:02.481451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.28, operand 1 +2023-12-14 14:53:02.481456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.19 = f32[2048]{0} broadcast(f32[] %subtract.14), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.481460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 divide.20> +2023-12-14 14:53:02.481465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.20 +2023-12-14 14:53:02.481475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {2} +2023-12-14 14:53:02.481479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 2 +2023-12-14 14:53:02.481489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.20 = f32[2048]{0} divide(f32[2048]{0} %Arg_2.3, f32[2048]{0} %broadcast.19), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.481495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 Arg_3.4> +2023-12-14 14:53:02.481500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4 +2023-12-14 14:53:02.481510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.22, operand 0 +2023-12-14 14:53:02.481519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_3.4 = f32[8192,2048]{1,0} parameter(3) +2023-12-14 14:53:02.481524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 broadcast.21> +2023-12-14 14:53:02.481529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.21 +2023-12-14 14:53:02.481541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.22, operand 1 +2023-12-14 14:53:02.481551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.30, operand 1 +2023-12-14 14:53:02.481555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.21 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.14), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.481560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 divide.22> +2023-12-14 14:53:02.481565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.22 +2023-12-14 14:53:02.481574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {3} +2023-12-14 14:53:02.481579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 3 +2023-12-14 14:53:02.481591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.22 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_3.4, f32[8192,2048]{1,0} %broadcast.21), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.481595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 Arg_4.5> +2023-12-14 14:53:02.481600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5 +2023-12-14 14:53:02.481610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.24, operand 0 +2023-12-14 14:53:02.481619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_4.5 = f32[8192]{0} parameter(4) +2023-12-14 14:53:02.481624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.24> +2023-12-14 14:53:02.481629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.24 +2023-12-14 14:53:02.481638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {4} +2023-12-14 14:53:02.481643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 4 +2023-12-14 14:53:02.481653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.24 = f32[8192]{0} divide(f32[8192]{0} %Arg_4.5, f32[8192]{0} %broadcast.15), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.481665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 Arg_5.6> +2023-12-14 14:53:02.481670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6 +2023-12-14 14:53:02.481680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.26, operand 0 +2023-12-14 14:53:02.481690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_5.6 = f32[2048,8192]{1,0} parameter(5) +2023-12-14 14:53:02.481695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 divide.26> +2023-12-14 14:53:02.481700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.26 +2023-12-14 14:53:02.481710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {5} +2023-12-14 14:53:02.481715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 5 +2023-12-14 14:53:02.481724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.26 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_5.6, f32[2048,8192]{1,0} %broadcast.17), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.481729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 Arg_6.7> +2023-12-14 14:53:02.481734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7 +2023-12-14 14:53:02.481743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.28, operand 0 +2023-12-14 14:53:02.481753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_6.7 = f32[2048]{0} parameter(6) +2023-12-14 14:53:02.481758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 divide.28> +2023-12-14 14:53:02.481763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.28 +2023-12-14 14:53:02.481773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {6} +2023-12-14 14:53:02.481777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 6 +2023-12-14 14:53:02.481788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.28 = f32[2048]{0} divide(f32[2048]{0} %Arg_6.7, f32[2048]{0} %broadcast.19), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.481796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 Arg_7.8> +2023-12-14 14:53:02.481800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8 +2023-12-14 14:53:02.481810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.30, operand 0 +2023-12-14 14:53:02.481819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_7.8 = f32[8192,2048]{1,0} parameter(7) +2023-12-14 14:53:02.481824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.30> +2023-12-14 14:53:02.481829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.30 +2023-12-14 14:53:02.481839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {7} +2023-12-14 14:53:02.481843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 7 +2023-12-14 14:53:02.481854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.30 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_7.8, f32[8192,2048]{1,0} %broadcast.21), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.481859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 tuple.31{}> +2023-12-14 14:53:02.481863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.481868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {} +2023-12-14 14:53:02.481873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.481879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %divide.16, f32[2048,8192]{1,0} %divide.18, f32[2048]{0} %divide.20, f32[8192,2048]{1,0} %divide.22, f32[8192]{0} %divide.24, /*index=5*/f32[2048,8192]{1,0} %divide.26, f32[2048]{0} %divide.28, f32[8192,2048]{1,0} %divide.30) +2023-12-14 14:53:02.481976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.482020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.482031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 2.38 ms (cumulative: 909 ms, max: 101 ms, #called: 6211) +2023-12-14 14:53:02.482069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_bias_correction: hlo normalization +2023-12-14 14:53:02.482081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.482099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 16 us (cumulative: 909 ms, max: 101 ms, #called: 6212) +2023-12-14 14:53:02.482105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.482119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 13 us (cumulative: 909 ms, max: 101 ms, #called: 6213) +2023-12-14 14:53:02.482126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.482137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 10 us (cumulative: 909 ms, max: 101 ms, #called: 6214) +2023-12-14 14:53:02.482151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_bias_correction: HLO passes after layout assignment +2023-12-14 14:53:02.482160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.482165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_bias_correction: after layout assignment +2023-12-14 14:53:02.482173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 909 ms, max: 101 ms, #called: 6215) +2023-12-14 14:53:02.482179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.482189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 909 ms, max: 101 ms, #called: 6216) +2023-12-14 14:53:02.482195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.482567: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 25 +2023-12-14 14:53:02.482601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 403 us (cumulative: 909 ms, max: 101 ms, #called: 6217) +2023-12-14 14:53:02.482608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.482615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_bias_correction: simplification after layout assignment +2023-12-14 14:53:02.482624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.482640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 14 us (cumulative: 909 ms, max: 101 ms, #called: 6218) +2023-12-14 14:53:02.482646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.482662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 15 us (cumulative: 909 ms, max: 101 ms, #called: 6219) +2023-12-14 14:53:02.482668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.482735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 65 us (cumulative: 909 ms, max: 101 ms, #called: 6220) +2023-12-14 14:53:02.482744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 135 us (cumulative: 910 ms, max: 101 ms, #called: 6221) +2023-12-14 14:53:02.482750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.482761: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.483115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:53:02.483180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.2 --> clone + +2023-12-14 14:53:02.483215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.4 --> clone + +2023-12-14 14:53:02.483246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation.6 --> clone + +2023-12-14 14:53:02.483286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 533 us (cumulative: 910 ms, max: 101 ms, #called: 6222) +2023-12-14 14:53:02.483294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.483314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:53:02.483335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.2 +2023-12-14 14:53:02.483343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.4 +2023-12-14 14:53:02.483351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation.6 +2023-12-14 14:53:02.483362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 66 us (cumulative: 910 ms, max: 101 ms, #called: 6223) +2023-12-14 14:53:02.483368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.483411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_bias_correction +2023-12-14 14:53:02.483620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.483649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.483656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.483662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.483667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.483672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.483679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <56 Arg_0.1> + +2023-12-14 14:53:02.483685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.483690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <61 Arg_1.2> + +2023-12-14 14:53:02.483695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.483701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <62 Arg_2.3> + +2023-12-14 14:53:02.483706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_3.4 +2023-12-14 14:53:02.483711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <64 Arg_3.4> + +2023-12-14 14:53:02.483723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_4.5 +2023-12-14 14:53:02.483729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <65 Arg_4.5> + +2023-12-14 14:53:02.483734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_5.6 +2023-12-14 14:53:02.483739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <67 Arg_5.6> + +2023-12-14 14:53:02.483745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_6.7 +2023-12-14 14:53:02.483750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <68 Arg_6.7> + +2023-12-14 14:53:02.483755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_7.8 +2023-12-14 14:53:02.483760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <70 Arg_7.8> + +2023-12-14 14:53:02.483765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_8.9 +2023-12-14 14:53:02.483771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <57 Arg_8.9> + +2023-12-14 14:53:02.483775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_9.10 +2023-12-14 14:53:02.483781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <58 Arg_9.10> + +2023-12-14 14:53:02.483786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.31 +2023-12-14 14:53:02.483798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048])) + {} : HloValueSet: <71 tuple.31{}> + {0} : HloValueSet: <60 fusion.7> + {1} : HloValueSet: <1 fusion.6.clone> + {2} : HloValueSet: <63 fusion.5> + {3} : HloValueSet: <3 fusion.4.clone> + {4} : HloValueSet: <66 fusion.3> + {5} : HloValueSet: <0 fusion.2.clone> + {6} : HloValueSet: <69 fusion.1> + {7} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.483803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:53:02.483809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <69 fusion.1> + +2023-12-14 14:53:02.483814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:53:02.483819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <66 fusion.3> + +2023-12-14 14:53:02.483824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:53:02.483830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <63 fusion.5> + +2023-12-14 14:53:02.483836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:53:02.483841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <60 fusion.7> + +2023-12-14 14:53:02.483846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:53:02.483851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.483860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.483866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.483871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:53:02.483877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.2.clone> + +2023-12-14 14:53:02.483882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:53:02.483887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 fusion.4.clone> + +2023-12-14 14:53:02.483892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:53:02.483898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.6.clone> + +2023-12-14 14:53:02.483902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:53:02.483908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <49 divide.1> + +2023-12-14 14:53:02.483913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.483918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <44 param_0.1> + +2023-12-14 14:53:02.483924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.483930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <48 broadcast.1> + +2023-12-14 14:53:02.483935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.1 +2023-12-14 14:53:02.483941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <47 subtract.1> + +2023-12-14 14:53:02.483946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:53:02.483951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <45 constant.1> + +2023-12-14 14:53:02.483956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.7 +2023-12-14 14:53:02.483961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <46 param_1.7> + +2023-12-14 14:53:02.483966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.483971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <25 divide.3> + +2023-12-14 14:53:02.483976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.3 +2023-12-14 14:53:02.483981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <20 param_0.3> + +2023-12-14 14:53:02.483986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:02.483996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <24 broadcast.3> + +2023-12-14 14:53:02.484001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3 +2023-12-14 14:53:02.484006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <23 subtract.3> + +2023-12-14 14:53:02.484012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:53:02.484018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <21 constant.3> + +2023-12-14 14:53:02.484022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.15 +2023-12-14 14:53:02.484028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <22 param_1.15> + +2023-12-14 14:53:02.484033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.5 +2023-12-14 14:53:02.484038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <55 divide.5> + +2023-12-14 14:53:02.484043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:53:02.484048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <50 param_0.5> + +2023-12-14 14:53:02.484053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:53:02.484059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <54 broadcast.5> + +2023-12-14 14:53:02.484063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.5 +2023-12-14 14:53:02.484069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <53 subtract.5> + +2023-12-14 14:53:02.484073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:53:02.484079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <51 constant.5> + +2023-12-14 14:53:02.484084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.23 +2023-12-14 14:53:02.484089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <52 param_1.23> + +2023-12-14 14:53:02.484094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.7 +2023-12-14 14:53:02.484101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <31 divide.7> + +2023-12-14 14:53:02.484106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:53:02.484112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <26 param_0.7> + +2023-12-14 14:53:02.484117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.7 +2023-12-14 14:53:02.484122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <30 broadcast.7> + +2023-12-14 14:53:02.484127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.7 +2023-12-14 14:53:02.484135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <29 subtract.7> + +2023-12-14 14:53:02.484140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.7 +2023-12-14 14:53:02.484146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <27 constant.7> + +2023-12-14 14:53:02.484151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.31 +2023-12-14 14:53:02.484156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <28 param_1.31> + +2023-12-14 14:53:02.484161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: power.0 +2023-12-14 14:53:02.484166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 power.0> + +2023-12-14 14:53:02.484171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.8 +2023-12-14 14:53:02.484176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_0.8> + +2023-12-14 14:53:02.484181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.0 +2023-12-14 14:53:02.484186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 convert.0> + +2023-12-14 14:53:02.484191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.33 +2023-12-14 14:53:02.484197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <5 param_1.33> + +2023-12-14 14:53:02.484202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.8 +2023-12-14 14:53:02.484207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <37 divide.8> + +2023-12-14 14:53:02.484212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:53:02.484217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <32 param_0.9> + +2023-12-14 14:53:02.484222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.8 +2023-12-14 14:53:02.484228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <36 broadcast.8> + +2023-12-14 14:53:02.484233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.8 +2023-12-14 14:53:02.484238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <35 subtract.8> + +2023-12-14 14:53:02.484243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.8 +2023-12-14 14:53:02.484248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <33 constant.8> + +2023-12-14 14:53:02.484253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.34 +2023-12-14 14:53:02.484258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <34 param_1.34> + +2023-12-14 14:53:02.484263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.484271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.484277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.484282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <70 Arg_7.8> + +2023-12-14 14:53:02.484288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.484293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.484298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.9 +2023-12-14 14:53:02.484303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <13 divide.9> + +2023-12-14 14:53:02.484308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.10 +2023-12-14 14:53:02.484314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <8 param_0.10> + +2023-12-14 14:53:02.484319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.9 +2023-12-14 14:53:02.484324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <12 broadcast.9> + +2023-12-14 14:53:02.484329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.9 +2023-12-14 14:53:02.484334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <11 subtract.9> + +2023-12-14 14:53:02.484339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.9 +2023-12-14 14:53:02.484344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 constant.9> + +2023-12-14 14:53:02.484349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.35 +2023-12-14 14:53:02.484354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <10 param_1.35> + +2023-12-14 14:53:02.484359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:53:02.484366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.2.clone> + +2023-12-14 14:53:02.484371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:53:02.484378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <67 Arg_5.6> + +2023-12-14 14:53:02.484382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:53:02.484388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.484392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.10 +2023-12-14 14:53:02.484398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <43 divide.10> + +2023-12-14 14:53:02.484403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:53:02.484411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <38 param_0.11> + +2023-12-14 14:53:02.484416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.10 +2023-12-14 14:53:02.484422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <42 broadcast.10> + +2023-12-14 14:53:02.484427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.10 +2023-12-14 14:53:02.484432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <41 subtract.10> + +2023-12-14 14:53:02.484437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:53:02.484442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <39 constant.10> + +2023-12-14 14:53:02.484447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.36 +2023-12-14 14:53:02.484453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <40 param_1.36> + +2023-12-14 14:53:02.484458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4.clone +2023-12-14 14:53:02.484464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 fusion.4.clone> + +2023-12-14 14:53:02.484469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:53:02.484474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <64 Arg_3.4> + +2023-12-14 14:53:02.484479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:53:02.484484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.484489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.11 +2023-12-14 14:53:02.484495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <19 divide.11> + +2023-12-14 14:53:02.484499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.12 +2023-12-14 14:53:02.484505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <14 param_0.12> + +2023-12-14 14:53:02.484510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.11 +2023-12-14 14:53:02.484515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <18 broadcast.11> + +2023-12-14 14:53:02.484520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.11 +2023-12-14 14:53:02.484525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <17 subtract.11> + +2023-12-14 14:53:02.484530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:53:02.484536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <15 constant.12> + +2023-12-14 14:53:02.484544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.37 +2023-12-14 14:53:02.484550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <16 param_1.37> + +2023-12-14 14:53:02.484555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6.clone +2023-12-14 14:53:02.484561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.6.clone> + +2023-12-14 14:53:02.484566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:53:02.484571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <61 Arg_1.2> + +2023-12-14 14:53:02.484576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:53:02.484581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.484907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_bias_correction +2023-12-14 14:53:02.484919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.484925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.484930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.484935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> (def) +2023-12-14 14:53:02.484939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.484944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.484949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> (def) +2023-12-14 14:53:02.484954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.484959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.484963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 Arg_2.3> (def) +2023-12-14 14:53:02.484968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.484973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4: +2023-12-14 14:53:02.484978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> (def) +2023-12-14 14:53:02.484982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.484987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5: +2023-12-14 14:53:02.484993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 Arg_4.5> (def) +2023-12-14 14:53:02.484998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6: +2023-12-14 14:53:02.485007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> (def) +2023-12-14 14:53:02.485012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7: +2023-12-14 14:53:02.485030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 Arg_6.7> (def) +2023-12-14 14:53:02.485035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8: +2023-12-14 14:53:02.485044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> (def) +2023-12-14 14:53:02.485049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9: +2023-12-14 14:53:02.485058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 Arg_8.9> (def) +2023-12-14 14:53:02.485063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10: +2023-12-14 14:53:02.485073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 Arg_9.10> (def) +2023-12-14 14:53:02.485078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31: +2023-12-14 14:53:02.485087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:02.485092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.31{}> (def) +2023-12-14 14:53:02.485097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:02.485102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> +2023-12-14 14:53:02.485106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:02.485112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.485117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:53:02.485122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> +2023-12-14 14:53:02.485127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:53:02.485131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.485137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:53:02.485142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> +2023-12-14 14:53:02.485147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:53:02.485152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.485157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:53:02.485162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> +2023-12-14 14:53:02.485167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:53:02.485174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.485179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:53:02.485189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> (def) +2023-12-14 14:53:02.485193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:53:02.485203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> (def) +2023-12-14 14:53:02.485208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:53:02.485218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> (def) +2023-12-14 14:53:02.485223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:53:02.485232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> (def) +2023-12-14 14:53:02.485238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:53:02.485247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> (def) +2023-12-14 14:53:02.485252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.485262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.485266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:53:02.485276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.485280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:53:02.485290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.485296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:53:02.485306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.485310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:53:02.485320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 divide.1> (def) +2023-12-14 14:53:02.485329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.485338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 param_0.1> (def) +2023-12-14 14:53:02.485343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.485352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 broadcast.1> (def) +2023-12-14 14:53:02.485357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1: +2023-12-14 14:53:02.485366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.1> (def) +2023-12-14 14:53:02.485371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:53:02.485381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.1> (def) +2023-12-14 14:53:02.485386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.7: +2023-12-14 14:53:02.485395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_1.7> (def) +2023-12-14 14:53:02.485400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.485409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.3> (def) +2023-12-14 14:53:02.485414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3: +2023-12-14 14:53:02.485425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.3> (def) +2023-12-14 14:53:02.485429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:02.485439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.3> (def) +2023-12-14 14:53:02.485443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3: +2023-12-14 14:53:02.485453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 subtract.3> (def) +2023-12-14 14:53:02.485458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:53:02.485467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 constant.3> (def) +2023-12-14 14:53:02.485475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.15: +2023-12-14 14:53:02.485485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_1.15> (def) +2023-12-14 14:53:02.485490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5: +2023-12-14 14:53:02.485499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 divide.5> (def) +2023-12-14 14:53:02.485504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:53:02.485514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_0.5> (def) +2023-12-14 14:53:02.485519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:53:02.485528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 broadcast.5> (def) +2023-12-14 14:53:02.485533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5: +2023-12-14 14:53:02.485543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.5> (def) +2023-12-14 14:53:02.485547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:53:02.485557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.5> (def) +2023-12-14 14:53:02.485563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.23: +2023-12-14 14:53:02.485572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 param_1.23> (def) +2023-12-14 14:53:02.485577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7: +2023-12-14 14:53:02.485587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 divide.7> (def) +2023-12-14 14:53:02.485591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:53:02.485603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.7> (def) +2023-12-14 14:53:02.485607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7: +2023-12-14 14:53:02.485617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 broadcast.7> (def) +2023-12-14 14:53:02.485625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7: +2023-12-14 14:53:02.485634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.7> (def) +2023-12-14 14:53:02.485639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7: +2023-12-14 14:53:02.485649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.7> (def) +2023-12-14 14:53:02.485654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.31: +2023-12-14 14:53:02.485663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 param_1.31> (def) +2023-12-14 14:53:02.485668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0: +2023-12-14 14:53:02.485677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 power.0> (def) +2023-12-14 14:53:02.485682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.8: +2023-12-14 14:53:02.485693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.8> (def) +2023-12-14 14:53:02.485698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0: +2023-12-14 14:53:02.485707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 convert.0> (def) +2023-12-14 14:53:02.485712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.33: +2023-12-14 14:53:02.485722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_1.33> (def) +2023-12-14 14:53:02.485726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8: +2023-12-14 14:53:02.485736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 divide.8> (def) +2023-12-14 14:53:02.485741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:53:02.485750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 param_0.9> (def) +2023-12-14 14:53:02.485755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8: +2023-12-14 14:53:02.485765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.8> (def) +2023-12-14 14:53:02.485772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8: +2023-12-14 14:53:02.485782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 subtract.8> (def) +2023-12-14 14:53:02.485787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8: +2023-12-14 14:53:02.485797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.8> (def) +2023-12-14 14:53:02.485801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.34: +2023-12-14 14:53:02.485811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 param_1.34> (def) +2023-12-14 14:53:02.485816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.485825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.485830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.485840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> +2023-12-14 14:53:02.485844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.485854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.485859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9: +2023-12-14 14:53:02.485870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 divide.9> (def) +2023-12-14 14:53:02.485875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.10: +2023-12-14 14:53:02.485884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_0.10> (def) +2023-12-14 14:53:02.485889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9: +2023-12-14 14:53:02.485898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 broadcast.9> (def) +2023-12-14 14:53:02.485903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9: +2023-12-14 14:53:02.485913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 subtract.9> (def) +2023-12-14 14:53:02.485917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9: +2023-12-14 14:53:02.485930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.9> (def) +2023-12-14 14:53:02.485935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.35: +2023-12-14 14:53:02.485944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_1.35> (def) +2023-12-14 14:53:02.485949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:53:02.485960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> (def) +2023-12-14 14:53:02.485965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:53:02.485975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> +2023-12-14 14:53:02.485979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:53:02.485989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.485994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.485998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10: +2023-12-14 14:53:02.486003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 divide.10> (def) +2023-12-14 14:53:02.486008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:53:02.486017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 param_0.11> (def) +2023-12-14 14:53:02.486022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10: +2023-12-14 14:53:02.486032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.10> (def) +2023-12-14 14:53:02.486036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10: +2023-12-14 14:53:02.486047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.10> (def) +2023-12-14 14:53:02.486052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:53:02.486062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.10> (def) +2023-12-14 14:53:02.486067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.36: +2023-12-14 14:53:02.486079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 param_1.36> (def) +2023-12-14 14:53:02.486084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone: +2023-12-14 14:53:02.486093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> (def) +2023-12-14 14:53:02.486098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:53:02.486108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> +2023-12-14 14:53:02.486112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:53:02.486122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.486127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11: +2023-12-14 14:53:02.486138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.11> (def) +2023-12-14 14:53:02.486144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.12: +2023-12-14 14:53:02.486153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.12> (def) +2023-12-14 14:53:02.486158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11: +2023-12-14 14:53:02.486167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.11> (def) +2023-12-14 14:53:02.486172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11: +2023-12-14 14:53:02.486182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 subtract.11> (def) +2023-12-14 14:53:02.486186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:53:02.486196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 constant.12> (def) +2023-12-14 14:53:02.486201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.37: +2023-12-14 14:53:02.486210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 param_1.37> (def) +2023-12-14 14:53:02.486215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone: +2023-12-14 14:53:02.486231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> (def) +2023-12-14 14:53:02.486236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:53:02.486245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> +2023-12-14 14:53:02.486250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.486255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:53:02.486260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.486264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.486269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.486274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:53:02.486283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {5} +2023-12-14 14:53:02.486288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:53:02.486293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 5 +2023-12-14 14:53:02.486303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.2, f32[] %p.3), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.486309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.486314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone +2023-12-14 14:53:02.486325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {1} +2023-12-14 14:53:02.486330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:53:02.486335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 1 +2023-12-14 14:53:02.486345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.6, f32[] %p.7), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.486350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.486358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.486367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {7} +2023-12-14 14:53:02.486372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.486377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 7 +2023-12-14 14:53:02.486387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.486392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.486397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone +2023-12-14 14:53:02.486407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {3} +2023-12-14 14:53:02.486413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:53:02.486417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 3 +2023-12-14 14:53:02.486427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p.4, f32[] %p.5), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.486432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.8> +2023-12-14 14:53:02.486437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.8 +2023-12-14 14:53:02.486446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0, operand 0 +2023-12-14 14:53:02.486456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.8 = f32[] parameter(0) +2023-12-14 14:53:02.486461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_1.33> +2023-12-14 14:53:02.486465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.33 +2023-12-14 14:53:02.486478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0, operand 0 +2023-12-14 14:53:02.486489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.33 = s32[] parameter(1) +2023-12-14 14:53:02.486494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 convert.0> +2023-12-14 14:53:02.486500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0 +2023-12-14 14:53:02.486510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0, operand 1 +2023-12-14 14:53:02.486524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.0 = f32[] convert(s32[] %param_1.33), metadata={op_name="jit(bias_correction)/jit(main)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.486528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 power.0> +2023-12-14 14:53:02.486533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0 +2023-12-14 14:53:02.486543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%power.0 = f32[] power(f32[] %param_0.8, f32[] %convert.0), metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.486553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_0.10> +2023-12-14 14:53:02.486557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.10 +2023-12-14 14:53:02.486567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9, operand 0 +2023-12-14 14:53:02.486577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.10 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.486582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.9> +2023-12-14 14:53:02.486587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9 +2023-12-14 14:53:02.486597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 0 +2023-12-14 14:53:02.486607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.9 = f32[] constant(1) +2023-12-14 14:53:02.486615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_1.35> +2023-12-14 14:53:02.486620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.35 +2023-12-14 14:53:02.486629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 1 +2023-12-14 14:53:02.486639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.35 = f32[] parameter(1) +2023-12-14 14:53:02.486644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 subtract.9> +2023-12-14 14:53:02.486648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9 +2023-12-14 14:53:02.486658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9, operand 0 +2023-12-14 14:53:02.486668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.9 = f32[] subtract(f32[] %constant.9, f32[] %param_1.35), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.486673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 broadcast.9> +2023-12-14 14:53:02.486680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9 +2023-12-14 14:53:02.486691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9, operand 1 +2023-12-14 14:53:02.486701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.9 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.486707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 divide.9> +2023-12-14 14:53:02.486711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9 +2023-12-14 14:53:02.486721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.9 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.10, f32[2048,8192]{1,0} %broadcast.9), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.486731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.12> +2023-12-14 14:53:02.486735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.12 +2023-12-14 14:53:02.486748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11, operand 0 +2023-12-14 14:53:02.486758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.12 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.486763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 constant.12> +2023-12-14 14:53:02.486768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:53:02.486779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 0 +2023-12-14 14:53:02.486788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = f32[] constant(1) +2023-12-14 14:53:02.486794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 param_1.37> +2023-12-14 14:53:02.486799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.37 +2023-12-14 14:53:02.486809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 1 +2023-12-14 14:53:02.486818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.37 = f32[] parameter(1) +2023-12-14 14:53:02.486823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 subtract.11> +2023-12-14 14:53:02.486828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11 +2023-12-14 14:53:02.486838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11, operand 0 +2023-12-14 14:53:02.486853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.11 = f32[] subtract(f32[] %constant.12, f32[] %param_1.37), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.486860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.11> +2023-12-14 14:53:02.486868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11 +2023-12-14 14:53:02.486884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11, operand 1 +2023-12-14 14:53:02.486897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.11 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.11), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.486902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.11> +2023-12-14 14:53:02.486907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11 +2023-12-14 14:53:02.486916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.11 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.12, f32[2048,8192]{1,0} %broadcast.11), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.486926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.3> +2023-12-14 14:53:02.486931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3 +2023-12-14 14:53:02.486940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.486950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.3 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.486956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 constant.3> +2023-12-14 14:53:02.486961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:53:02.486970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.486975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 0 +2023-12-14 14:53:02.486980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(1) +2023-12-14 14:53:02.486985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_1.15> +2023-12-14 14:53:02.486989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.486994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.15 +2023-12-14 14:53:02.486999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 1 +2023-12-14 14:53:02.487008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.15 = f32[] parameter(1) +2023-12-14 14:53:02.487013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 subtract.3> +2023-12-14 14:53:02.487018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3 +2023-12-14 14:53:02.487031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:02.487041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3 = f32[] subtract(f32[] %constant.3, f32[] %param_1.15), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.487047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.3> +2023-12-14 14:53:02.487057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:02.487070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.487080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[8192]{0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.487085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.3> +2023-12-14 14:53:02.487090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.487099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %param_0.3, f32[8192]{0} %broadcast.3), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.487109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.7> +2023-12-14 14:53:02.487114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:53:02.487123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7, operand 0 +2023-12-14 14:53:02.487134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.487139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.7> +2023-12-14 14:53:02.487144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7 +2023-12-14 14:53:02.487158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7, operand 0 +2023-12-14 14:53:02.487169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.7 = f32[] constant(1) +2023-12-14 14:53:02.487174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 param_1.31> +2023-12-14 14:53:02.487179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.31 +2023-12-14 14:53:02.487188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7, operand 1 +2023-12-14 14:53:02.487198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.31 = f32[] parameter(1) +2023-12-14 14:53:02.487203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.7> +2023-12-14 14:53:02.487207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7 +2023-12-14 14:53:02.487217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7, operand 0 +2023-12-14 14:53:02.487228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.7 = f32[] subtract(f32[] %constant.7, f32[] %param_1.31), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.487233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 broadcast.7> +2023-12-14 14:53:02.487238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7 +2023-12-14 14:53:02.487247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7, operand 1 +2023-12-14 14:53:02.487257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.7 = f32[8192]{0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.487262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 divide.7> +2023-12-14 14:53:02.487267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7 +2023-12-14 14:53:02.487276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.7 = f32[8192]{0} divide(f32[8192]{0} %param_0.7, f32[8192]{0} %broadcast.7), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.487288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 param_0.9> +2023-12-14 14:53:02.487293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:53:02.487303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8, operand 0 +2023-12-14 14:53:02.487314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.487329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.8> +2023-12-14 14:53:02.487335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8 +2023-12-14 14:53:02.487345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 0 +2023-12-14 14:53:02.487354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.8 = f32[] constant(1) +2023-12-14 14:53:02.487359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 param_1.34> +2023-12-14 14:53:02.487364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.34 +2023-12-14 14:53:02.487374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 1 +2023-12-14 14:53:02.487386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.34 = f32[] parameter(1) +2023-12-14 14:53:02.487391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 subtract.8> +2023-12-14 14:53:02.487396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8 +2023-12-14 14:53:02.487406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8, operand 0 +2023-12-14 14:53:02.487418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.8 = f32[] subtract(f32[] %constant.8, f32[] %param_1.34), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.487424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.8> +2023-12-14 14:53:02.487429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8 +2023-12-14 14:53:02.487442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8, operand 1 +2023-12-14 14:53:02.487452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.8 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.487457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 divide.8> +2023-12-14 14:53:02.487462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8 +2023-12-14 14:53:02.487471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.8 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.9, f32[8192,2048]{1,0} %broadcast.8), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.487481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 param_0.11> +2023-12-14 14:53:02.487486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:53:02.487495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10, operand 0 +2023-12-14 14:53:02.487505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.487510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.10> +2023-12-14 14:53:02.487516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:53:02.487526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 0 +2023-12-14 14:53:02.487536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = f32[] constant(1) +2023-12-14 14:53:02.487541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 param_1.36> +2023-12-14 14:53:02.487545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.36 +2023-12-14 14:53:02.487555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 1 +2023-12-14 14:53:02.487569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.36 = f32[] parameter(1) +2023-12-14 14:53:02.487574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.10> +2023-12-14 14:53:02.487581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10 +2023-12-14 14:53:02.487590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10, operand 0 +2023-12-14 14:53:02.487600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.10 = f32[] subtract(f32[] %constant.10, f32[] %param_1.36), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.487606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.10> +2023-12-14 14:53:02.487610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10 +2023-12-14 14:53:02.487620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10, operand 1 +2023-12-14 14:53:02.487630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.10 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.10), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.487635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 divide.10> +2023-12-14 14:53:02.487640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10 +2023-12-14 14:53:02.487650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.10 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.11, f32[8192,2048]{1,0} %broadcast.10), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.487659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 param_0.1> +2023-12-14 14:53:02.487664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.487673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:53:02.487683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.487691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.1> +2023-12-14 14:53:02.487696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:53:02.487707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1, operand 0 +2023-12-14 14:53:02.487718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(1) +2023-12-14 14:53:02.487723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_1.7> +2023-12-14 14:53:02.487728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.7 +2023-12-14 14:53:02.487738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1, operand 1 +2023-12-14 14:53:02.487747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.7 = f32[] parameter(1) +2023-12-14 14:53:02.487752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.1> +2023-12-14 14:53:02.487757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1 +2023-12-14 14:53:02.487767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.487776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.1 = f32[] subtract(f32[] %constant.1, f32[] %param_1.7), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.487781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 broadcast.1> +2023-12-14 14:53:02.487787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.487796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:53:02.487807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048]{0} broadcast(f32[] %subtract.1), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.487812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 divide.1> +2023-12-14 14:53:02.487817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:53:02.487830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[2048]{0} divide(f32[2048]{0} %param_0.1, f32[2048]{0} %broadcast.1), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.487839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_0.5> +2023-12-14 14:53:02.487844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:53:02.487853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5, operand 0 +2023-12-14 14:53:02.487863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.487868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.5> +2023-12-14 14:53:02.487874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:53:02.487884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5, operand 0 +2023-12-14 14:53:02.487893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = f32[] constant(1) +2023-12-14 14:53:02.487899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 param_1.23> +2023-12-14 14:53:02.487903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.23 +2023-12-14 14:53:02.487913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5, operand 1 +2023-12-14 14:53:02.487922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.23 = f32[] parameter(1) +2023-12-14 14:53:02.487927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.5> +2023-12-14 14:53:02.487932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5 +2023-12-14 14:53:02.487944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:53:02.487954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.5 = f32[] subtract(f32[] %constant.5, f32[] %param_1.23), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.487962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 broadcast.5> +2023-12-14 14:53:02.487967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.487972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:53:02.487977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.487982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5, operand 1 +2023-12-14 14:53:02.487987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[2048]{0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.487992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 divide.5> +2023-12-14 14:53:02.487997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5 +2023-12-14 14:53:02.488007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.5 = f32[2048]{0} divide(f32[2048]{0} %param_0.5, f32[2048]{0} %broadcast.5), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.488016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> +2023-12-14 14:53:02.488021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.488030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:53:02.488040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.488045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 Arg_8.9> +2023-12-14 14:53:02.488050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9 +2023-12-14 14:53:02.488060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:53:02.488070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_8.9 = f32[] parameter(8) +2023-12-14 14:53:02.488075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 Arg_9.10> +2023-12-14 14:53:02.488080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10 +2023-12-14 14:53:02.488092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 1 +2023-12-14 14:53:02.488102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_9.10 = s32[] parameter(9) +2023-12-14 14:53:02.488107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.488111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:53:02.488121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.488125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:53:02.488130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:53:02.488135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:53:02.488139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 1 +2023-12-14 14:53:02.488150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.488155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 1 +2023-12-14 14:53:02.488160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:53:02.488165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 1 +2023-12-14 14:53:02.488170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:53:02.488175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 1 +2023-12-14 14:53:02.488180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 1 +2023-12-14 14:53:02.488184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.488189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:53:02.488194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 1 +2023-12-14 14:53:02.488199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 1 +2023-12-14 14:53:02.488204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = f32[] fusion(f32[] %Arg_8.9, s32[] %Arg_9.10), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.488209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> +2023-12-14 14:53:02.488213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:53:02.488226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {0} +2023-12-14 14:53:02.488231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 0 +2023-12-14 14:53:02.488244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.488250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> +2023-12-14 14:53:02.488257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.488267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:53:02.488274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:53:02.488284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 0 +2023-12-14 14:53:02.488291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.488296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 Arg_2.3> +2023-12-14 14:53:02.488300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.488312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:53:02.488325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048]{0} parameter(2) +2023-12-14 14:53:02.488330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> +2023-12-14 14:53:02.488335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:53:02.488345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {2} +2023-12-14 14:53:02.488350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 2 +2023-12-14 14:53:02.488360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = f32[2048]{0} fusion(f32[2048]{0} %Arg_2.3, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.488368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> +2023-12-14 14:53:02.488373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4 +2023-12-14 14:53:02.488382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:53:02.488387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:53:02.488397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 0 +2023-12-14 14:53:02.488402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_3.4 = f32[8192,2048]{1,0} parameter(3) +2023-12-14 14:53:02.488406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 Arg_4.5> +2023-12-14 14:53:02.488411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5 +2023-12-14 14:53:02.488422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:53:02.488432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_4.5 = f32[8192]{0} parameter(4) +2023-12-14 14:53:02.488437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> +2023-12-14 14:53:02.488442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:53:02.488451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {4} +2023-12-14 14:53:02.488456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 4 +2023-12-14 14:53:02.488466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[8192]{0} fusion(f32[8192]{0} %Arg_4.5, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.488470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> +2023-12-14 14:53:02.488475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6 +2023-12-14 14:53:02.488484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:53:02.488489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:53:02.488499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:53:02.488507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_5.6 = f32[2048,8192]{1,0} parameter(5) +2023-12-14 14:53:02.488512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 Arg_6.7> +2023-12-14 14:53:02.488519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7 +2023-12-14 14:53:02.488528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:53:02.488538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_6.7 = f32[2048]{0} parameter(6) +2023-12-14 14:53:02.488543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> +2023-12-14 14:53:02.488548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:53:02.488557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {6} +2023-12-14 14:53:02.488562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 6 +2023-12-14 14:53:02.488572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = f32[2048]{0} fusion(f32[2048]{0} %Arg_6.7, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.488577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> +2023-12-14 14:53:02.488581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8 +2023-12-14 14:53:02.488591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.488597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.488606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.488611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_7.8 = f32[8192,2048]{1,0} parameter(7) +2023-12-14 14:53:02.488616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.31{}> +2023-12-14 14:53:02.488621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.488626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {} +2023-12-14 14:53:02.488631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.488645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %fusion.7, f32[2048,8192]{1,0} %call.3, f32[2048]{0} %fusion.5, f32[8192,2048]{1,0} %call.2, f32[8192]{0} %fusion.3, /*index=5*/f32[2048,8192]{1,0} %call.1, f32[2048]{0} %fusion.1, f32[8192,2048]{1,0} %call) +2023-12-14 14:53:02.488808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_bias_correction +2023-12-14 14:53:02.489005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.489031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.489037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.489042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.489047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.489052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.489059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <56 Arg_0.1> + +2023-12-14 14:53:02.489064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.489070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <61 Arg_1.2> + +2023-12-14 14:53:02.489075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.489080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <62 Arg_2.3> + +2023-12-14 14:53:02.489085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_3.4 +2023-12-14 14:53:02.489090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <64 Arg_3.4> + +2023-12-14 14:53:02.489095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_4.5 +2023-12-14 14:53:02.489100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <65 Arg_4.5> + +2023-12-14 14:53:02.489105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_5.6 +2023-12-14 14:53:02.489111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <67 Arg_5.6> + +2023-12-14 14:53:02.489115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_6.7 +2023-12-14 14:53:02.489121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <68 Arg_6.7> + +2023-12-14 14:53:02.489127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_7.8 +2023-12-14 14:53:02.489132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <70 Arg_7.8> + +2023-12-14 14:53:02.489137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_8.9 +2023-12-14 14:53:02.489143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <57 Arg_8.9> + +2023-12-14 14:53:02.489152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_9.10 +2023-12-14 14:53:02.489157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <58 Arg_9.10> + +2023-12-14 14:53:02.489162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.31 +2023-12-14 14:53:02.489173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048])) + {} : HloValueSet: <71 tuple.31{}> + {0} : HloValueSet: <60 fusion.7> + {1} : HloValueSet: <1 fusion.6.clone> + {2} : HloValueSet: <63 fusion.5> + {3} : HloValueSet: <3 fusion.4.clone> + {4} : HloValueSet: <66 fusion.3> + {5} : HloValueSet: <0 fusion.2.clone> + {6} : HloValueSet: <69 fusion.1> + {7} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.489179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:53:02.489184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <69 fusion.1> + +2023-12-14 14:53:02.489189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:53:02.489195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <66 fusion.3> + +2023-12-14 14:53:02.489199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:53:02.489205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <63 fusion.5> + +2023-12-14 14:53:02.489210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:53:02.489215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <60 fusion.7> + +2023-12-14 14:53:02.489221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:53:02.489226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.489231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.489237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.489242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:53:02.489248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.2.clone> + +2023-12-14 14:53:02.489254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:53:02.489259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 fusion.4.clone> + +2023-12-14 14:53:02.489264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:53:02.489269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.6.clone> + +2023-12-14 14:53:02.489274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:53:02.489280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <49 divide.1> + +2023-12-14 14:53:02.489292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.489297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <44 param_0.1> + +2023-12-14 14:53:02.489302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.489308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <48 broadcast.1> + +2023-12-14 14:53:02.489315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.1 +2023-12-14 14:53:02.489320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <47 subtract.1> + +2023-12-14 14:53:02.489325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:53:02.489331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <45 constant.1> + +2023-12-14 14:53:02.489335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.7 +2023-12-14 14:53:02.489341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <46 param_1.7> + +2023-12-14 14:53:02.489346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.489352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <25 divide.3> + +2023-12-14 14:53:02.489356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.3 +2023-12-14 14:53:02.489362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <20 param_0.3> + +2023-12-14 14:53:02.489367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:02.489372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <24 broadcast.3> + +2023-12-14 14:53:02.489377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3 +2023-12-14 14:53:02.489382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <23 subtract.3> + +2023-12-14 14:53:02.489387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:53:02.489393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <21 constant.3> + +2023-12-14 14:53:02.489397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.15 +2023-12-14 14:53:02.489403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <22 param_1.15> + +2023-12-14 14:53:02.489408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.5 +2023-12-14 14:53:02.489413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <55 divide.5> + +2023-12-14 14:53:02.489418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:53:02.489423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <50 param_0.5> + +2023-12-14 14:53:02.489431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:53:02.489438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <54 broadcast.5> + +2023-12-14 14:53:02.489442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.5 +2023-12-14 14:53:02.489448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <53 subtract.5> + +2023-12-14 14:53:02.489453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:53:02.489458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <51 constant.5> + +2023-12-14 14:53:02.489463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.23 +2023-12-14 14:53:02.489468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <52 param_1.23> + +2023-12-14 14:53:02.489473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.7 +2023-12-14 14:53:02.489478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <31 divide.7> + +2023-12-14 14:53:02.489483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:53:02.489488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <26 param_0.7> + +2023-12-14 14:53:02.489494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.7 +2023-12-14 14:53:02.489500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <30 broadcast.7> + +2023-12-14 14:53:02.489505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.7 +2023-12-14 14:53:02.489511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <29 subtract.7> + +2023-12-14 14:53:02.489515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.7 +2023-12-14 14:53:02.489521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <27 constant.7> + +2023-12-14 14:53:02.489526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.31 +2023-12-14 14:53:02.489532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <28 param_1.31> + +2023-12-14 14:53:02.489536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: power.0 +2023-12-14 14:53:02.489542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 power.0> + +2023-12-14 14:53:02.489547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.8 +2023-12-14 14:53:02.489552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_0.8> + +2023-12-14 14:53:02.489557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.0 +2023-12-14 14:53:02.489562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 convert.0> + +2023-12-14 14:53:02.489573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.33 +2023-12-14 14:53:02.489578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <5 param_1.33> + +2023-12-14 14:53:02.489584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.8 +2023-12-14 14:53:02.489589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <37 divide.8> + +2023-12-14 14:53:02.489594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:53:02.489600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <32 param_0.9> + +2023-12-14 14:53:02.489604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.8 +2023-12-14 14:53:02.489610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <36 broadcast.8> + +2023-12-14 14:53:02.489615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.8 +2023-12-14 14:53:02.489621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <35 subtract.8> + +2023-12-14 14:53:02.489625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.8 +2023-12-14 14:53:02.489631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <33 constant.8> + +2023-12-14 14:53:02.489635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.34 +2023-12-14 14:53:02.489641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <34 param_1.34> + +2023-12-14 14:53:02.489645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.489651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.489656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.489662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <70 Arg_7.8> + +2023-12-14 14:53:02.489666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.489672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.489676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.9 +2023-12-14 14:53:02.489682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <13 divide.9> + +2023-12-14 14:53:02.489687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.10 +2023-12-14 14:53:02.489692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <8 param_0.10> + +2023-12-14 14:53:02.489697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.9 +2023-12-14 14:53:02.489707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <12 broadcast.9> + +2023-12-14 14:53:02.489712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.9 +2023-12-14 14:53:02.489718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <11 subtract.9> + +2023-12-14 14:53:02.489722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.9 +2023-12-14 14:53:02.489728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 constant.9> + +2023-12-14 14:53:02.489732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.35 +2023-12-14 14:53:02.489738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <10 param_1.35> + +2023-12-14 14:53:02.489743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:53:02.489748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.2.clone> + +2023-12-14 14:53:02.489753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:53:02.489758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <67 Arg_5.6> + +2023-12-14 14:53:02.489763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:53:02.489768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.489773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.10 +2023-12-14 14:53:02.489779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <43 divide.10> + +2023-12-14 14:53:02.489783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:53:02.489789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <38 param_0.11> + +2023-12-14 14:53:02.489794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.10 +2023-12-14 14:53:02.489801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <42 broadcast.10> + +2023-12-14 14:53:02.489806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.10 +2023-12-14 14:53:02.489811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <41 subtract.10> + +2023-12-14 14:53:02.489816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:53:02.489821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <39 constant.10> + +2023-12-14 14:53:02.489826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.36 +2023-12-14 14:53:02.489831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <40 param_1.36> + +2023-12-14 14:53:02.489836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4.clone +2023-12-14 14:53:02.489845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 fusion.4.clone> + +2023-12-14 14:53:02.489850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:53:02.489855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <64 Arg_3.4> + +2023-12-14 14:53:02.489860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:53:02.489865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.489870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.11 +2023-12-14 14:53:02.489875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <19 divide.11> + +2023-12-14 14:53:02.489880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.12 +2023-12-14 14:53:02.489887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <14 param_0.12> + +2023-12-14 14:53:02.489892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.11 +2023-12-14 14:53:02.489898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <18 broadcast.11> + +2023-12-14 14:53:02.489903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.11 +2023-12-14 14:53:02.489908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <17 subtract.11> + +2023-12-14 14:53:02.489913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:53:02.489918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <15 constant.12> + +2023-12-14 14:53:02.489923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.37 +2023-12-14 14:53:02.489928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <16 param_1.37> + +2023-12-14 14:53:02.489933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6.clone +2023-12-14 14:53:02.489939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.6.clone> + +2023-12-14 14:53:02.489944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:53:02.489949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <61 Arg_1.2> + +2023-12-14 14:53:02.489954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:53:02.489959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.490193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_bias_correction +2023-12-14 14:53:02.490203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.490208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.490221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> (def) +2023-12-14 14:53:02.490226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.490235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> (def) +2023-12-14 14:53:02.490240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.490250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 Arg_2.3> (def) +2023-12-14 14:53:02.490254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4: +2023-12-14 14:53:02.490264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> (def) +2023-12-14 14:53:02.490269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5: +2023-12-14 14:53:02.490278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 Arg_4.5> (def) +2023-12-14 14:53:02.490283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6: +2023-12-14 14:53:02.490292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> (def) +2023-12-14 14:53:02.490298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7: +2023-12-14 14:53:02.490307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 Arg_6.7> (def) +2023-12-14 14:53:02.490312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8: +2023-12-14 14:53:02.490322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> (def) +2023-12-14 14:53:02.490327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9: +2023-12-14 14:53:02.490337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 Arg_8.9> (def) +2023-12-14 14:53:02.490341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10: +2023-12-14 14:53:02.490351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 Arg_9.10> (def) +2023-12-14 14:53:02.490355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31: +2023-12-14 14:53:02.490368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:02.490373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.31{}> (def) +2023-12-14 14:53:02.490378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:02.490383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> +2023-12-14 14:53:02.490388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:02.490392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.490397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:53:02.490402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> +2023-12-14 14:53:02.490407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:53:02.490411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.490417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:53:02.490422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> +2023-12-14 14:53:02.490427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:53:02.490432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.490438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:53:02.490442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> +2023-12-14 14:53:02.490447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:53:02.490452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.490457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:53:02.490466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> (def) +2023-12-14 14:53:02.490471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:53:02.490480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> (def) +2023-12-14 14:53:02.490485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:53:02.490495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> (def) +2023-12-14 14:53:02.490499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:53:02.490513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> (def) +2023-12-14 14:53:02.490518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:53:02.490528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> (def) +2023-12-14 14:53:02.490534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.490543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.490548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:53:02.490557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.490562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:53:02.490572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.490576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:53:02.490586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.490590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:53:02.490600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 divide.1> (def) +2023-12-14 14:53:02.490605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.490615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 param_0.1> (def) +2023-12-14 14:53:02.490620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.490629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 broadcast.1> (def) +2023-12-14 14:53:02.490634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1: +2023-12-14 14:53:02.490643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.1> (def) +2023-12-14 14:53:02.490649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:53:02.490658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.1> (def) +2023-12-14 14:53:02.490666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.7: +2023-12-14 14:53:02.490675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_1.7> (def) +2023-12-14 14:53:02.490680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.490689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.3> (def) +2023-12-14 14:53:02.490696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3: +2023-12-14 14:53:02.490705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.3> (def) +2023-12-14 14:53:02.490710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:02.490719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.3> (def) +2023-12-14 14:53:02.490724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3: +2023-12-14 14:53:02.490733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 subtract.3> (def) +2023-12-14 14:53:02.490738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:53:02.490748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 constant.3> (def) +2023-12-14 14:53:02.490753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.15: +2023-12-14 14:53:02.490762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_1.15> (def) +2023-12-14 14:53:02.490767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5: +2023-12-14 14:53:02.490776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 divide.5> (def) +2023-12-14 14:53:02.490781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:53:02.490791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_0.5> (def) +2023-12-14 14:53:02.490796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:53:02.490805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 broadcast.5> (def) +2023-12-14 14:53:02.490813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5: +2023-12-14 14:53:02.490822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.5> (def) +2023-12-14 14:53:02.490827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:53:02.490837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.5> (def) +2023-12-14 14:53:02.490842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.23: +2023-12-14 14:53:02.490851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 param_1.23> (def) +2023-12-14 14:53:02.490856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7: +2023-12-14 14:53:02.490865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 divide.7> (def) +2023-12-14 14:53:02.490870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:53:02.490880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.7> (def) +2023-12-14 14:53:02.490885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7: +2023-12-14 14:53:02.490894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 broadcast.7> (def) +2023-12-14 14:53:02.490899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7: +2023-12-14 14:53:02.490908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.7> (def) +2023-12-14 14:53:02.490913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7: +2023-12-14 14:53:02.490923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.7> (def) +2023-12-14 14:53:02.490928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.31: +2023-12-14 14:53:02.490937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 param_1.31> (def) +2023-12-14 14:53:02.490942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0: +2023-12-14 14:53:02.490951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 power.0> (def) +2023-12-14 14:53:02.490959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.8: +2023-12-14 14:53:02.490970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.8> (def) +2023-12-14 14:53:02.490974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0: +2023-12-14 14:53:02.490984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 convert.0> (def) +2023-12-14 14:53:02.490989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.490993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.33: +2023-12-14 14:53:02.490998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_1.33> (def) +2023-12-14 14:53:02.491003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8: +2023-12-14 14:53:02.491013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 divide.8> (def) +2023-12-14 14:53:02.491018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:53:02.491028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 param_0.9> (def) +2023-12-14 14:53:02.491032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8: +2023-12-14 14:53:02.491042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.8> (def) +2023-12-14 14:53:02.491047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8: +2023-12-14 14:53:02.491057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 subtract.8> (def) +2023-12-14 14:53:02.491062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8: +2023-12-14 14:53:02.491071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.8> (def) +2023-12-14 14:53:02.491076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.34: +2023-12-14 14:53:02.491085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 param_1.34> (def) +2023-12-14 14:53:02.491090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.491099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.491107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.491117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> +2023-12-14 14:53:02.491122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.491131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.491136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9: +2023-12-14 14:53:02.491146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 divide.9> (def) +2023-12-14 14:53:02.491151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.10: +2023-12-14 14:53:02.491160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_0.10> (def) +2023-12-14 14:53:02.491165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9: +2023-12-14 14:53:02.491175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 broadcast.9> (def) +2023-12-14 14:53:02.491179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9: +2023-12-14 14:53:02.491190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 subtract.9> (def) +2023-12-14 14:53:02.491195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9: +2023-12-14 14:53:02.491204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.9> (def) +2023-12-14 14:53:02.491209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.35: +2023-12-14 14:53:02.491219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_1.35> (def) +2023-12-14 14:53:02.491223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:53:02.491235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> (def) +2023-12-14 14:53:02.491240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:53:02.491249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> +2023-12-14 14:53:02.491254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:53:02.491266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.491271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10: +2023-12-14 14:53:02.491281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 divide.10> (def) +2023-12-14 14:53:02.491286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:53:02.491295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 param_0.11> (def) +2023-12-14 14:53:02.491300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10: +2023-12-14 14:53:02.491309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.10> (def) +2023-12-14 14:53:02.491314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10: +2023-12-14 14:53:02.491333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.10> (def) +2023-12-14 14:53:02.491338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:53:02.491348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.10> (def) +2023-12-14 14:53:02.491353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.36: +2023-12-14 14:53:02.491362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 param_1.36> (def) +2023-12-14 14:53:02.491367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone: +2023-12-14 14:53:02.491376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> (def) +2023-12-14 14:53:02.491381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:53:02.491392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> +2023-12-14 14:53:02.491397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:53:02.491406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.491411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11: +2023-12-14 14:53:02.491424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.11> (def) +2023-12-14 14:53:02.491429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.12: +2023-12-14 14:53:02.491439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.12> (def) +2023-12-14 14:53:02.491444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11: +2023-12-14 14:53:02.491453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.11> (def) +2023-12-14 14:53:02.491458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11: +2023-12-14 14:53:02.491467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 subtract.11> (def) +2023-12-14 14:53:02.491472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:53:02.491482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 constant.12> (def) +2023-12-14 14:53:02.491487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.37: +2023-12-14 14:53:02.491496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 param_1.37> (def) +2023-12-14 14:53:02.491501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone: +2023-12-14 14:53:02.491510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> (def) +2023-12-14 14:53:02.491515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:53:02.491525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> +2023-12-14 14:53:02.491530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.491535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:53:02.491539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.491544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.491549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.491554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:53:02.491563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {5} +2023-12-14 14:53:02.491572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:53:02.491576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 5 +2023-12-14 14:53:02.491586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.2, f32[] %p.3), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.491591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.491596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone +2023-12-14 14:53:02.491606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {1} +2023-12-14 14:53:02.491612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:53:02.491617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 1 +2023-12-14 14:53:02.491627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.6, f32[] %p.7), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.491631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.491636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.491646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {7} +2023-12-14 14:53:02.491651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.491655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 7 +2023-12-14 14:53:02.491665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.491670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.491675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone +2023-12-14 14:53:02.491689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {3} +2023-12-14 14:53:02.491693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:53:02.491698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 3 +2023-12-14 14:53:02.491708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p.4, f32[] %p.5), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.491713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.8> +2023-12-14 14:53:02.491718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.8 +2023-12-14 14:53:02.491727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0, operand 0 +2023-12-14 14:53:02.491737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.8 = f32[] parameter(0) +2023-12-14 14:53:02.491742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_1.33> +2023-12-14 14:53:02.491747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.33 +2023-12-14 14:53:02.491756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0, operand 0 +2023-12-14 14:53:02.491766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.33 = s32[] parameter(1) +2023-12-14 14:53:02.491771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 convert.0> +2023-12-14 14:53:02.491776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0 +2023-12-14 14:53:02.491786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0, operand 1 +2023-12-14 14:53:02.491796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.0 = f32[] convert(s32[] %param_1.33), metadata={op_name="jit(bias_correction)/jit(main)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.491801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 power.0> +2023-12-14 14:53:02.491809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0 +2023-12-14 14:53:02.491818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%power.0 = f32[] power(f32[] %param_0.8, f32[] %convert.0), metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.491828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_0.10> +2023-12-14 14:53:02.491833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.10 +2023-12-14 14:53:02.491843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9, operand 0 +2023-12-14 14:53:02.491852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.10 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.491858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.9> +2023-12-14 14:53:02.491863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9 +2023-12-14 14:53:02.491872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 0 +2023-12-14 14:53:02.491883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.9 = f32[] constant(1) +2023-12-14 14:53:02.491888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_1.35> +2023-12-14 14:53:02.491892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.35 +2023-12-14 14:53:02.491902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 1 +2023-12-14 14:53:02.491912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.35 = f32[] parameter(1) +2023-12-14 14:53:02.491916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 subtract.9> +2023-12-14 14:53:02.491921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9 +2023-12-14 14:53:02.491931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9, operand 0 +2023-12-14 14:53:02.491940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.9 = f32[] subtract(f32[] %constant.9, f32[] %param_1.35), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.491950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 broadcast.9> +2023-12-14 14:53:02.491955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9 +2023-12-14 14:53:02.491965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.491971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9, operand 1 +2023-12-14 14:53:02.491976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.9 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.491981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 divide.9> +2023-12-14 14:53:02.491986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.491991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9 +2023-12-14 14:53:02.491995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.9 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.10, f32[2048,8192]{1,0} %broadcast.9), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.492006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.12> +2023-12-14 14:53:02.492010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.12 +2023-12-14 14:53:02.492020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11, operand 0 +2023-12-14 14:53:02.492030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.12 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.492035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 constant.12> +2023-12-14 14:53:02.492040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:53:02.492050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 0 +2023-12-14 14:53:02.492061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = f32[] constant(1) +2023-12-14 14:53:02.492066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 param_1.37> +2023-12-14 14:53:02.492074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.37 +2023-12-14 14:53:02.492083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 1 +2023-12-14 14:53:02.492093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.37 = f32[] parameter(1) +2023-12-14 14:53:02.492098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 subtract.11> +2023-12-14 14:53:02.492103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11 +2023-12-14 14:53:02.492112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11, operand 0 +2023-12-14 14:53:02.492122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.11 = f32[] subtract(f32[] %constant.12, f32[] %param_1.37), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.492128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.11> +2023-12-14 14:53:02.492132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11 +2023-12-14 14:53:02.492142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11, operand 1 +2023-12-14 14:53:02.492152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.11 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.11), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.492157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.11> +2023-12-14 14:53:02.492162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11 +2023-12-14 14:53:02.492171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.11 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.12, f32[2048,8192]{1,0} %broadcast.11), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.492181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.3> +2023-12-14 14:53:02.492186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3 +2023-12-14 14:53:02.492198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.492208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.3 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.492213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 constant.3> +2023-12-14 14:53:02.492218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:53:02.492228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 0 +2023-12-14 14:53:02.492239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(1) +2023-12-14 14:53:02.492244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_1.15> +2023-12-14 14:53:02.492248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.15 +2023-12-14 14:53:02.492258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 1 +2023-12-14 14:53:02.492268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.15 = f32[] parameter(1) +2023-12-14 14:53:02.492272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 subtract.3> +2023-12-14 14:53:02.492277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3 +2023-12-14 14:53:02.492287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:02.492296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3 = f32[] subtract(f32[] %constant.3, f32[] %param_1.15), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.492303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.3> +2023-12-14 14:53:02.492308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:02.492317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.492327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[8192]{0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.492336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.3> +2023-12-14 14:53:02.492341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.492350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %param_0.3, f32[8192]{0} %broadcast.3), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.492360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.7> +2023-12-14 14:53:02.492365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:53:02.492374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7, operand 0 +2023-12-14 14:53:02.492384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.492388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.7> +2023-12-14 14:53:02.492394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7 +2023-12-14 14:53:02.492404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7, operand 0 +2023-12-14 14:53:02.492413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.7 = f32[] constant(1) +2023-12-14 14:53:02.492418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 param_1.31> +2023-12-14 14:53:02.492424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.31 +2023-12-14 14:53:02.492434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7, operand 1 +2023-12-14 14:53:02.492443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.31 = f32[] parameter(1) +2023-12-14 14:53:02.492448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.7> +2023-12-14 14:53:02.492453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7 +2023-12-14 14:53:02.492465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7, operand 0 +2023-12-14 14:53:02.492475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.7 = f32[] subtract(f32[] %constant.7, f32[] %param_1.31), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.492481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 broadcast.7> +2023-12-14 14:53:02.492486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7 +2023-12-14 14:53:02.492495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7, operand 1 +2023-12-14 14:53:02.492505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.7 = f32[8192]{0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.492511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 divide.7> +2023-12-14 14:53:02.492515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7 +2023-12-14 14:53:02.492525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.7 = f32[8192]{0} divide(f32[8192]{0} %param_0.7, f32[8192]{0} %broadcast.7), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.492534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 param_0.9> +2023-12-14 14:53:02.492539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:53:02.492549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8, operand 0 +2023-12-14 14:53:02.492558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.492563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.8> +2023-12-14 14:53:02.492568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8 +2023-12-14 14:53:02.492578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 0 +2023-12-14 14:53:02.492591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.8 = f32[] constant(1) +2023-12-14 14:53:02.492596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 param_1.34> +2023-12-14 14:53:02.492601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.34 +2023-12-14 14:53:02.492611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 1 +2023-12-14 14:53:02.492620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.34 = f32[] parameter(1) +2023-12-14 14:53:02.492625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 subtract.8> +2023-12-14 14:53:02.492630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8 +2023-12-14 14:53:02.492639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8, operand 0 +2023-12-14 14:53:02.492649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.8 = f32[] subtract(f32[] %constant.8, f32[] %param_1.34), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.492654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.8> +2023-12-14 14:53:02.492659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8 +2023-12-14 14:53:02.492668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8, operand 1 +2023-12-14 14:53:02.492678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.8 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.492684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 divide.8> +2023-12-14 14:53:02.492689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8 +2023-12-14 14:53:02.492699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.8 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.9, f32[8192,2048]{1,0} %broadcast.8), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.492712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 param_0.11> +2023-12-14 14:53:02.492716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:53:02.492726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10, operand 0 +2023-12-14 14:53:02.492736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.492740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.10> +2023-12-14 14:53:02.492745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:53:02.492755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 0 +2023-12-14 14:53:02.492764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = f32[] constant(1) +2023-12-14 14:53:02.492770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 param_1.36> +2023-12-14 14:53:02.492775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.36 +2023-12-14 14:53:02.492786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 1 +2023-12-14 14:53:02.492795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.36 = f32[] parameter(1) +2023-12-14 14:53:02.492800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.10> +2023-12-14 14:53:02.492805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10 +2023-12-14 14:53:02.492815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10, operand 0 +2023-12-14 14:53:02.492824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.10 = f32[] subtract(f32[] %constant.10, f32[] %param_1.36), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.492829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.10> +2023-12-14 14:53:02.492834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10 +2023-12-14 14:53:02.492846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10, operand 1 +2023-12-14 14:53:02.492856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.10 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.10), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.492861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 divide.10> +2023-12-14 14:53:02.492866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10 +2023-12-14 14:53:02.492876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.10 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.11, f32[8192,2048]{1,0} %broadcast.10), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.492886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 param_0.1> +2023-12-14 14:53:02.492891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.492900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:53:02.492910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.492915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.1> +2023-12-14 14:53:02.492919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:53:02.492929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1, operand 0 +2023-12-14 14:53:02.492938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(1) +2023-12-14 14:53:02.492943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_1.7> +2023-12-14 14:53:02.492949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.7 +2023-12-14 14:53:02.492959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1, operand 1 +2023-12-14 14:53:02.492971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.7 = f32[] parameter(1) +2023-12-14 14:53:02.492976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.1> +2023-12-14 14:53:02.492981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.492986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1 +2023-12-14 14:53:02.492991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.492995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.493000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.1 = f32[] subtract(f32[] %constant.1, f32[] %param_1.7), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.493005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 broadcast.1> +2023-12-14 14:53:02.493010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.493019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:53:02.493029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048]{0} broadcast(f32[] %subtract.1), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.493034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 divide.1> +2023-12-14 14:53:02.493040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:53:02.493050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[2048]{0} divide(f32[2048]{0} %param_0.1, f32[2048]{0} %broadcast.1), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.493060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_0.5> +2023-12-14 14:53:02.493065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:53:02.493074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5, operand 0 +2023-12-14 14:53:02.493084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.493089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.5> +2023-12-14 14:53:02.493096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:53:02.493105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5, operand 0 +2023-12-14 14:53:02.493115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = f32[] constant(1) +2023-12-14 14:53:02.493120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 param_1.23> +2023-12-14 14:53:02.493126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.23 +2023-12-14 14:53:02.493136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5, operand 1 +2023-12-14 14:53:02.493146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.23 = f32[] parameter(1) +2023-12-14 14:53:02.493151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.5> +2023-12-14 14:53:02.493156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5 +2023-12-14 14:53:02.493165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:53:02.493175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.5 = f32[] subtract(f32[] %constant.5, f32[] %param_1.23), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.493180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 broadcast.5> +2023-12-14 14:53:02.493184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:53:02.493194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5, operand 1 +2023-12-14 14:53:02.493203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[2048]{0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.493208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 divide.5> +2023-12-14 14:53:02.493214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5 +2023-12-14 14:53:02.493227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.5 = f32[2048]{0} divide(f32[2048]{0} %param_0.5, f32[2048]{0} %broadcast.5), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.493237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> +2023-12-14 14:53:02.493241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.493251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:53:02.493260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.493265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 Arg_8.9> +2023-12-14 14:53:02.493270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9 +2023-12-14 14:53:02.493279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:53:02.493289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_8.9 = f32[] parameter(8) +2023-12-14 14:53:02.493294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 Arg_9.10> +2023-12-14 14:53:02.493299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10 +2023-12-14 14:53:02.493309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 1 +2023-12-14 14:53:02.493319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_9.10 = s32[] parameter(9) +2023-12-14 14:53:02.493324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.493329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:53:02.493338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.493343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:53:02.493348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:53:02.493352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:53:02.493357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 1 +2023-12-14 14:53:02.493369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.493374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 1 +2023-12-14 14:53:02.493379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:53:02.493384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 1 +2023-12-14 14:53:02.493389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:53:02.493394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 1 +2023-12-14 14:53:02.493399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 1 +2023-12-14 14:53:02.493404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.493410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:53:02.493415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 1 +2023-12-14 14:53:02.493419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 1 +2023-12-14 14:53:02.493424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = f32[] fusion(f32[] %Arg_8.9, s32[] %Arg_9.10), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.493429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> +2023-12-14 14:53:02.493434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:53:02.493444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {0} +2023-12-14 14:53:02.493448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 0 +2023-12-14 14:53:02.493458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.493463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> +2023-12-14 14:53:02.493468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.493477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:53:02.493483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:53:02.493495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 0 +2023-12-14 14:53:02.493501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.493506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 Arg_2.3> +2023-12-14 14:53:02.493511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.493520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:53:02.493530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048]{0} parameter(2) +2023-12-14 14:53:02.493534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> +2023-12-14 14:53:02.493539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:53:02.493549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {2} +2023-12-14 14:53:02.493553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 2 +2023-12-14 14:53:02.493563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = f32[2048]{0} fusion(f32[2048]{0} %Arg_2.3, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.493569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> +2023-12-14 14:53:02.493574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4 +2023-12-14 14:53:02.493584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:53:02.493589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:53:02.493599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 0 +2023-12-14 14:53:02.493604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_3.4 = f32[8192,2048]{1,0} parameter(3) +2023-12-14 14:53:02.493609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 Arg_4.5> +2023-12-14 14:53:02.493613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5 +2023-12-14 14:53:02.493623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:53:02.493635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_4.5 = f32[8192]{0} parameter(4) +2023-12-14 14:53:02.493640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> +2023-12-14 14:53:02.493645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:53:02.493654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {4} +2023-12-14 14:53:02.493659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 4 +2023-12-14 14:53:02.493669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[8192]{0} fusion(f32[8192]{0} %Arg_4.5, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.493673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> +2023-12-14 14:53:02.493679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6 +2023-12-14 14:53:02.493689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:53:02.493693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:53:02.493703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:53:02.493708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_5.6 = f32[2048,8192]{1,0} parameter(5) +2023-12-14 14:53:02.493713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 Arg_6.7> +2023-12-14 14:53:02.493717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7 +2023-12-14 14:53:02.493727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:53:02.493736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_6.7 = f32[2048]{0} parameter(6) +2023-12-14 14:53:02.493741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> +2023-12-14 14:53:02.493746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:53:02.493755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {6} +2023-12-14 14:53:02.493763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 6 +2023-12-14 14:53:02.493774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = f32[2048]{0} fusion(f32[2048]{0} %Arg_6.7, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.493779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> +2023-12-14 14:53:02.493784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8 +2023-12-14 14:53:02.493793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.493798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.493808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.493813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_7.8 = f32[8192,2048]{1,0} parameter(7) +2023-12-14 14:53:02.493817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.31{}> +2023-12-14 14:53:02.493822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.493827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {} +2023-12-14 14:53:02.493832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.493837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %fusion.7, f32[2048,8192]{1,0} %call.3, f32[2048]{0} %fusion.5, f32[8192,2048]{1,0} %call.2, f32[8192]{0} %fusion.3, /*index=5*/f32[2048,8192]{1,0} %call.1, f32[2048]{0} %fusion.1, f32[8192,2048]{1,0} %call) +2023-12-14 14:53:02.493930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_bias_correction +2023-12-14 14:53:02.494128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.494154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.494160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.494165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.494170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.494175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.494181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <56 Arg_0.1> + +2023-12-14 14:53:02.494192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.494198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <61 Arg_1.2> + +2023-12-14 14:53:02.494202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.494208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <62 Arg_2.3> + +2023-12-14 14:53:02.494213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_3.4 +2023-12-14 14:53:02.494220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <64 Arg_3.4> + +2023-12-14 14:53:02.494225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_4.5 +2023-12-14 14:53:02.494230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <65 Arg_4.5> + +2023-12-14 14:53:02.494235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_5.6 +2023-12-14 14:53:02.494241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <67 Arg_5.6> + +2023-12-14 14:53:02.494245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_6.7 +2023-12-14 14:53:02.494251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <68 Arg_6.7> + +2023-12-14 14:53:02.494256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_7.8 +2023-12-14 14:53:02.494261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <70 Arg_7.8> + +2023-12-14 14:53:02.494266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_8.9 +2023-12-14 14:53:02.494271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <57 Arg_8.9> + +2023-12-14 14:53:02.494276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_9.10 +2023-12-14 14:53:02.494282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <58 Arg_9.10> + +2023-12-14 14:53:02.494286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.31 +2023-12-14 14:53:02.494297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048])) + {} : HloValueSet: <71 tuple.31{}> + {0} : HloValueSet: <60 fusion.7> + {1} : HloValueSet: <1 fusion.6.clone> + {2} : HloValueSet: <63 fusion.5> + {3} : HloValueSet: <3 fusion.4.clone> + {4} : HloValueSet: <66 fusion.3> + {5} : HloValueSet: <0 fusion.2.clone> + {6} : HloValueSet: <69 fusion.1> + {7} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.494303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:53:02.494308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <69 fusion.1> + +2023-12-14 14:53:02.494313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:53:02.494319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <66 fusion.3> + +2023-12-14 14:53:02.494326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:53:02.494332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <63 fusion.5> + +2023-12-14 14:53:02.494338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:53:02.494344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <60 fusion.7> + +2023-12-14 14:53:02.494349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:53:02.494354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.494359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.494365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.494370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:53:02.494375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.2.clone> + +2023-12-14 14:53:02.494380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:53:02.494386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 fusion.4.clone> + +2023-12-14 14:53:02.494390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:53:02.494396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.6.clone> + +2023-12-14 14:53:02.494401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:53:02.494406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <49 divide.1> + +2023-12-14 14:53:02.494411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.494416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <44 param_0.1> + +2023-12-14 14:53:02.494421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.494427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <48 broadcast.1> + +2023-12-14 14:53:02.494433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.1 +2023-12-14 14:53:02.494439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <47 subtract.1> + +2023-12-14 14:53:02.494444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:53:02.494450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <45 constant.1> + +2023-12-14 14:53:02.494454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.7 +2023-12-14 14:53:02.494460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <46 param_1.7> + +2023-12-14 14:53:02.494468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.494473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <25 divide.3> + +2023-12-14 14:53:02.494478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.3 +2023-12-14 14:53:02.494483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <20 param_0.3> + +2023-12-14 14:53:02.494488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:02.494494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <24 broadcast.3> + +2023-12-14 14:53:02.494499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3 +2023-12-14 14:53:02.494504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <23 subtract.3> + +2023-12-14 14:53:02.494509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:53:02.494514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <21 constant.3> + +2023-12-14 14:53:02.494520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.15 +2023-12-14 14:53:02.494527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <22 param_1.15> + +2023-12-14 14:53:02.494532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.5 +2023-12-14 14:53:02.494538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <55 divide.5> + +2023-12-14 14:53:02.494542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:53:02.494548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <50 param_0.5> + +2023-12-14 14:53:02.494553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:53:02.494558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <54 broadcast.5> + +2023-12-14 14:53:02.494563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.5 +2023-12-14 14:53:02.494569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <53 subtract.5> + +2023-12-14 14:53:02.494573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:53:02.494579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <51 constant.5> + +2023-12-14 14:53:02.494583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.23 +2023-12-14 14:53:02.494589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <52 param_1.23> + +2023-12-14 14:53:02.494594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.7 +2023-12-14 14:53:02.494599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <31 divide.7> + +2023-12-14 14:53:02.494607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:53:02.494612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <26 param_0.7> + +2023-12-14 14:53:02.494618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.7 +2023-12-14 14:53:02.494623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <30 broadcast.7> + +2023-12-14 14:53:02.494629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.7 +2023-12-14 14:53:02.494634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <29 subtract.7> + +2023-12-14 14:53:02.494639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.7 +2023-12-14 14:53:02.494644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <27 constant.7> + +2023-12-14 14:53:02.494649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.31 +2023-12-14 14:53:02.494655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <28 param_1.31> + +2023-12-14 14:53:02.494659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: power.0 +2023-12-14 14:53:02.494665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 power.0> + +2023-12-14 14:53:02.494669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.8 +2023-12-14 14:53:02.494675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_0.8> + +2023-12-14 14:53:02.494680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.0 +2023-12-14 14:53:02.494685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 convert.0> + +2023-12-14 14:53:02.494690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.33 +2023-12-14 14:53:02.494695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <5 param_1.33> + +2023-12-14 14:53:02.494700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.8 +2023-12-14 14:53:02.494705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <37 divide.8> + +2023-12-14 14:53:02.494711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:53:02.494716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <32 param_0.9> + +2023-12-14 14:53:02.494721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.8 +2023-12-14 14:53:02.494727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <36 broadcast.8> + +2023-12-14 14:53:02.494732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.8 +2023-12-14 14:53:02.494738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <35 subtract.8> + +2023-12-14 14:53:02.494746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.8 +2023-12-14 14:53:02.494751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <33 constant.8> + +2023-12-14 14:53:02.494756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.34 +2023-12-14 14:53:02.494761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <34 param_1.34> + +2023-12-14 14:53:02.494766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.494772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.494777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.494782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <70 Arg_7.8> + +2023-12-14 14:53:02.494787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.494792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.494798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.9 +2023-12-14 14:53:02.494803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <13 divide.9> + +2023-12-14 14:53:02.494808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.10 +2023-12-14 14:53:02.494814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <8 param_0.10> + +2023-12-14 14:53:02.494819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.9 +2023-12-14 14:53:02.494826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <12 broadcast.9> + +2023-12-14 14:53:02.494831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.9 +2023-12-14 14:53:02.494836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <11 subtract.9> + +2023-12-14 14:53:02.494841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.9 +2023-12-14 14:53:02.494846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 constant.9> + +2023-12-14 14:53:02.494851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.35 +2023-12-14 14:53:02.494856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <10 param_1.35> + +2023-12-14 14:53:02.494861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:53:02.494867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.2.clone> + +2023-12-14 14:53:02.494872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:53:02.494880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <67 Arg_5.6> + +2023-12-14 14:53:02.494886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:53:02.494892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.494896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.10 +2023-12-14 14:53:02.494902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <43 divide.10> + +2023-12-14 14:53:02.494907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:53:02.494912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <38 param_0.11> + +2023-12-14 14:53:02.494918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.10 +2023-12-14 14:53:02.494923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <42 broadcast.10> + +2023-12-14 14:53:02.494928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.10 +2023-12-14 14:53:02.494933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <41 subtract.10> + +2023-12-14 14:53:02.494938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:53:02.494944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <39 constant.10> + +2023-12-14 14:53:02.494948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.36 +2023-12-14 14:53:02.494954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <40 param_1.36> + +2023-12-14 14:53:02.494959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4.clone +2023-12-14 14:53:02.494964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 fusion.4.clone> + +2023-12-14 14:53:02.494969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:53:02.494974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <64 Arg_3.4> + +2023-12-14 14:53:02.494980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:53:02.494985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.494990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.11 +2023-12-14 14:53:02.494995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <19 divide.11> + +2023-12-14 14:53:02.495001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.12 +2023-12-14 14:53:02.495007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <14 param_0.12> + +2023-12-14 14:53:02.495012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.11 +2023-12-14 14:53:02.495021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <18 broadcast.11> + +2023-12-14 14:53:02.495025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.11 +2023-12-14 14:53:02.495031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <17 subtract.11> + +2023-12-14 14:53:02.495036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:53:02.495041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <15 constant.12> + +2023-12-14 14:53:02.495046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.37 +2023-12-14 14:53:02.495051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <16 param_1.37> + +2023-12-14 14:53:02.495056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6.clone +2023-12-14 14:53:02.495062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.6.clone> + +2023-12-14 14:53:02.495068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:53:02.495074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <61 Arg_1.2> + +2023-12-14 14:53:02.495079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:53:02.495084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.495308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_bias_correction +2023-12-14 14:53:02.495317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.495331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.495342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> (def) +2023-12-14 14:53:02.495347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.495358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> (def) +2023-12-14 14:53:02.495362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.495372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 Arg_2.3> (def) +2023-12-14 14:53:02.495377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4: +2023-12-14 14:53:02.495386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> (def) +2023-12-14 14:53:02.495391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5: +2023-12-14 14:53:02.495407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 Arg_4.5> (def) +2023-12-14 14:53:02.495412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6: +2023-12-14 14:53:02.495421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> (def) +2023-12-14 14:53:02.495426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7: +2023-12-14 14:53:02.495436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 Arg_6.7> (def) +2023-12-14 14:53:02.495441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8: +2023-12-14 14:53:02.495452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> (def) +2023-12-14 14:53:02.495457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9: +2023-12-14 14:53:02.495466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 Arg_8.9> (def) +2023-12-14 14:53:02.495471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10: +2023-12-14 14:53:02.495480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 Arg_9.10> (def) +2023-12-14 14:53:02.495485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31: +2023-12-14 14:53:02.495494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:02.495500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.31{}> (def) +2023-12-14 14:53:02.495504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:02.495509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> +2023-12-14 14:53:02.495514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:02.495519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.495525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:53:02.495530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> +2023-12-14 14:53:02.495535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:53:02.495540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.495545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:53:02.495553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> +2023-12-14 14:53:02.495558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:53:02.495563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.495568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:53:02.495572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> +2023-12-14 14:53:02.495577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:53:02.495582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.495587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:53:02.495596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> (def) +2023-12-14 14:53:02.495601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:53:02.495610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> (def) +2023-12-14 14:53:02.495615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:53:02.495625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> (def) +2023-12-14 14:53:02.495630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:53:02.495640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> (def) +2023-12-14 14:53:02.495645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:53:02.495654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> (def) +2023-12-14 14:53:02.495659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.495669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.495673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:53:02.495683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.495688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:53:02.495700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.495705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:53:02.495715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.495720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:53:02.495730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 divide.1> (def) +2023-12-14 14:53:02.495735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.495744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 param_0.1> (def) +2023-12-14 14:53:02.495749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.495758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 broadcast.1> (def) +2023-12-14 14:53:02.495763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1: +2023-12-14 14:53:02.495773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.1> (def) +2023-12-14 14:53:02.495777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:53:02.495788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.1> (def) +2023-12-14 14:53:02.495792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.7: +2023-12-14 14:53:02.495802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_1.7> (def) +2023-12-14 14:53:02.495807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.495816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.3> (def) +2023-12-14 14:53:02.495821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3: +2023-12-14 14:53:02.495830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.3> (def) +2023-12-14 14:53:02.495835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:02.495850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.3> (def) +2023-12-14 14:53:02.495856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3: +2023-12-14 14:53:02.495865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 subtract.3> (def) +2023-12-14 14:53:02.495872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:53:02.495881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 constant.3> (def) +2023-12-14 14:53:02.495886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.15: +2023-12-14 14:53:02.495896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_1.15> (def) +2023-12-14 14:53:02.495900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5: +2023-12-14 14:53:02.495911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 divide.5> (def) +2023-12-14 14:53:02.495916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:53:02.495926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_0.5> (def) +2023-12-14 14:53:02.495930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:53:02.495940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 broadcast.5> (def) +2023-12-14 14:53:02.495945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5: +2023-12-14 14:53:02.495954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.5> (def) +2023-12-14 14:53:02.495959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:53:02.495969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.5> (def) +2023-12-14 14:53:02.495974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.23: +2023-12-14 14:53:02.495984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 param_1.23> (def) +2023-12-14 14:53:02.495989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.495993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7: +2023-12-14 14:53:02.495998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 divide.7> (def) +2023-12-14 14:53:02.496006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:53:02.496015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.7> (def) +2023-12-14 14:53:02.496020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7: +2023-12-14 14:53:02.496030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 broadcast.7> (def) +2023-12-14 14:53:02.496035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7: +2023-12-14 14:53:02.496046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.7> (def) +2023-12-14 14:53:02.496051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7: +2023-12-14 14:53:02.496061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.7> (def) +2023-12-14 14:53:02.496066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.31: +2023-12-14 14:53:02.496075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 param_1.31> (def) +2023-12-14 14:53:02.496080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0: +2023-12-14 14:53:02.496090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 power.0> (def) +2023-12-14 14:53:02.496095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.8: +2023-12-14 14:53:02.496104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.8> (def) +2023-12-14 14:53:02.496109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0: +2023-12-14 14:53:02.496119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 convert.0> (def) +2023-12-14 14:53:02.496124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.33: +2023-12-14 14:53:02.496133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_1.33> (def) +2023-12-14 14:53:02.496138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8: +2023-12-14 14:53:02.496148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 divide.8> (def) +2023-12-14 14:53:02.496157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:53:02.496167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 param_0.9> (def) +2023-12-14 14:53:02.496171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8: +2023-12-14 14:53:02.496182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.8> (def) +2023-12-14 14:53:02.496186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8: +2023-12-14 14:53:02.496196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 subtract.8> (def) +2023-12-14 14:53:02.496202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8: +2023-12-14 14:53:02.496211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.8> (def) +2023-12-14 14:53:02.496216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.34: +2023-12-14 14:53:02.496225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 param_1.34> (def) +2023-12-14 14:53:02.496230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.496240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.496245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.496255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> +2023-12-14 14:53:02.496260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.496270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.496274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9: +2023-12-14 14:53:02.496284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 divide.9> (def) +2023-12-14 14:53:02.496289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.10: +2023-12-14 14:53:02.496298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_0.10> (def) +2023-12-14 14:53:02.496306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9: +2023-12-14 14:53:02.496316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 broadcast.9> (def) +2023-12-14 14:53:02.496322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9: +2023-12-14 14:53:02.496331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 subtract.9> (def) +2023-12-14 14:53:02.496336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9: +2023-12-14 14:53:02.496345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.9> (def) +2023-12-14 14:53:02.496350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.35: +2023-12-14 14:53:02.496359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_1.35> (def) +2023-12-14 14:53:02.496364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:53:02.496375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> (def) +2023-12-14 14:53:02.496380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:53:02.496389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> +2023-12-14 14:53:02.496394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:53:02.496404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.496408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10: +2023-12-14 14:53:02.496418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 divide.10> (def) +2023-12-14 14:53:02.496422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:53:02.496432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 param_0.11> (def) +2023-12-14 14:53:02.496437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10: +2023-12-14 14:53:02.496447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.10> (def) +2023-12-14 14:53:02.496452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10: +2023-12-14 14:53:02.496464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.10> (def) +2023-12-14 14:53:02.496468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:53:02.496478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.10> (def) +2023-12-14 14:53:02.496483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.36: +2023-12-14 14:53:02.496492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 param_1.36> (def) +2023-12-14 14:53:02.496497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone: +2023-12-14 14:53:02.496508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> (def) +2023-12-14 14:53:02.496513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:53:02.496522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> +2023-12-14 14:53:02.496527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:53:02.496537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.496541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11: +2023-12-14 14:53:02.496551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.11> (def) +2023-12-14 14:53:02.496556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.12: +2023-12-14 14:53:02.496566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.12> (def) +2023-12-14 14:53:02.496571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11: +2023-12-14 14:53:02.496581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.11> (def) +2023-12-14 14:53:02.496585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11: +2023-12-14 14:53:02.496595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 subtract.11> (def) +2023-12-14 14:53:02.496600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:53:02.496613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 constant.12> (def) +2023-12-14 14:53:02.496618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.37: +2023-12-14 14:53:02.496627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 param_1.37> (def) +2023-12-14 14:53:02.496633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone: +2023-12-14 14:53:02.496643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> (def) +2023-12-14 14:53:02.496648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:53:02.496657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> +2023-12-14 14:53:02.496662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.496667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:53:02.496672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.496676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.496681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.496686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.496691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:53:02.496696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {5} +2023-12-14 14:53:02.496703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:53:02.496707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.496712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 5 +2023-12-14 14:53:02.496717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.2, f32[] %p.3), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.496722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.496727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.496732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone +2023-12-14 14:53:02.496737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {1} +2023-12-14 14:53:02.496741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:53:02.496749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.496755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 1 +2023-12-14 14:53:02.496759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.6, f32[] %p.7), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.496764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.496770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.496775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.496779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {7} +2023-12-14 14:53:02.496784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.496789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.496794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 7 +2023-12-14 14:53:02.496799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.496804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.496808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.496814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone +2023-12-14 14:53:02.496819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {3} +2023-12-14 14:53:02.496824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:53:02.496828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.496834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 3 +2023-12-14 14:53:02.496839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p.4, f32[] %p.5), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.496844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.8> +2023-12-14 14:53:02.496848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.496853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.8 +2023-12-14 14:53:02.496861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.496866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0, operand 0 +2023-12-14 14:53:02.496871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.8 = f32[] parameter(0) +2023-12-14 14:53:02.496876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_1.33> +2023-12-14 14:53:02.496881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.496886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.33 +2023-12-14 14:53:02.496891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.496896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0, operand 0 +2023-12-14 14:53:02.496901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.33 = s32[] parameter(1) +2023-12-14 14:53:02.496906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 convert.0> +2023-12-14 14:53:02.496911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.496916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0 +2023-12-14 14:53:02.496920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.496925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0, operand 1 +2023-12-14 14:53:02.496931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.0 = f32[] convert(s32[] %param_1.33), metadata={op_name="jit(bias_correction)/jit(main)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.496936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 power.0> +2023-12-14 14:53:02.496941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.496945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0 +2023-12-14 14:53:02.496950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.496955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%power.0 = f32[] power(f32[] %param_0.8, f32[] %convert.0), metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.496960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_0.10> +2023-12-14 14:53:02.496965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.496970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.10 +2023-12-14 14:53:02.496975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.496980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9, operand 0 +2023-12-14 14:53:02.496985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.10 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.496993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.9> +2023-12-14 14:53:02.496998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9 +2023-12-14 14:53:02.497007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 0 +2023-12-14 14:53:02.497017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.9 = f32[] constant(1) +2023-12-14 14:53:02.497022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_1.35> +2023-12-14 14:53:02.497026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.35 +2023-12-14 14:53:02.497037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 1 +2023-12-14 14:53:02.497046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.35 = f32[] parameter(1) +2023-12-14 14:53:02.497052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 subtract.9> +2023-12-14 14:53:02.497057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9 +2023-12-14 14:53:02.497066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9, operand 0 +2023-12-14 14:53:02.497076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.9 = f32[] subtract(f32[] %constant.9, f32[] %param_1.35), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.497081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 broadcast.9> +2023-12-14 14:53:02.497086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9 +2023-12-14 14:53:02.497096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9, operand 1 +2023-12-14 14:53:02.497106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.9 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.497112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 divide.9> +2023-12-14 14:53:02.497116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9 +2023-12-14 14:53:02.497129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.9 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.10, f32[2048,8192]{1,0} %broadcast.9), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.497139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.12> +2023-12-14 14:53:02.497143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.12 +2023-12-14 14:53:02.497153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11, operand 0 +2023-12-14 14:53:02.497163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.12 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.497168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 constant.12> +2023-12-14 14:53:02.497173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:53:02.497183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 0 +2023-12-14 14:53:02.497193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = f32[] constant(1) +2023-12-14 14:53:02.497197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 param_1.37> +2023-12-14 14:53:02.497202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.37 +2023-12-14 14:53:02.497212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 1 +2023-12-14 14:53:02.497221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.37 = f32[] parameter(1) +2023-12-14 14:53:02.497228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 subtract.11> +2023-12-14 14:53:02.497233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11 +2023-12-14 14:53:02.497243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11, operand 0 +2023-12-14 14:53:02.497252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.11 = f32[] subtract(f32[] %constant.12, f32[] %param_1.37), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.497260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.11> +2023-12-14 14:53:02.497265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11 +2023-12-14 14:53:02.497274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11, operand 1 +2023-12-14 14:53:02.497284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.11 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.11), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.497290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.11> +2023-12-14 14:53:02.497295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11 +2023-12-14 14:53:02.497304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.11 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.12, f32[2048,8192]{1,0} %broadcast.11), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.497314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.3> +2023-12-14 14:53:02.497319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3 +2023-12-14 14:53:02.497328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.497338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.3 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.497343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 constant.3> +2023-12-14 14:53:02.497348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:53:02.497358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 0 +2023-12-14 14:53:02.497368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(1) +2023-12-14 14:53:02.497373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_1.15> +2023-12-14 14:53:02.497380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.15 +2023-12-14 14:53:02.497390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 1 +2023-12-14 14:53:02.497399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.15 = f32[] parameter(1) +2023-12-14 14:53:02.497404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 subtract.3> +2023-12-14 14:53:02.497410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3 +2023-12-14 14:53:02.497419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:02.497430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3 = f32[] subtract(f32[] %constant.3, f32[] %param_1.15), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.497435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.3> +2023-12-14 14:53:02.497439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:02.497449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.497458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[8192]{0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.497463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.3> +2023-12-14 14:53:02.497469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.497478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %param_0.3, f32[8192]{0} %broadcast.3), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.497488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.7> +2023-12-14 14:53:02.497494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:53:02.497506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7, operand 0 +2023-12-14 14:53:02.497516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.497521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.7> +2023-12-14 14:53:02.497526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7 +2023-12-14 14:53:02.497536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7, operand 0 +2023-12-14 14:53:02.497545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.7 = f32[] constant(1) +2023-12-14 14:53:02.497550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 param_1.31> +2023-12-14 14:53:02.497556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.31 +2023-12-14 14:53:02.497565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7, operand 1 +2023-12-14 14:53:02.497575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.31 = f32[] parameter(1) +2023-12-14 14:53:02.497580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.7> +2023-12-14 14:53:02.497584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7 +2023-12-14 14:53:02.497595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7, operand 0 +2023-12-14 14:53:02.497604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.7 = f32[] subtract(f32[] %constant.7, f32[] %param_1.31), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.497609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 broadcast.7> +2023-12-14 14:53:02.497614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7 +2023-12-14 14:53:02.497625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7, operand 1 +2023-12-14 14:53:02.497635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.7 = f32[8192]{0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.497642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 divide.7> +2023-12-14 14:53:02.497647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7 +2023-12-14 14:53:02.497656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.7 = f32[8192]{0} divide(f32[8192]{0} %param_0.7, f32[8192]{0} %broadcast.7), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.497666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 param_0.9> +2023-12-14 14:53:02.497671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:53:02.497681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8, operand 0 +2023-12-14 14:53:02.497692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.497697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.8> +2023-12-14 14:53:02.497702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8 +2023-12-14 14:53:02.497711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 0 +2023-12-14 14:53:02.497722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.8 = f32[] constant(1) +2023-12-14 14:53:02.497726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 param_1.34> +2023-12-14 14:53:02.497731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.34 +2023-12-14 14:53:02.497740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 1 +2023-12-14 14:53:02.497750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.34 = f32[] parameter(1) +2023-12-14 14:53:02.497755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 subtract.8> +2023-12-14 14:53:02.497760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8 +2023-12-14 14:53:02.497773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8, operand 0 +2023-12-14 14:53:02.497783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.8 = f32[] subtract(f32[] %constant.8, f32[] %param_1.34), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.497788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.8> +2023-12-14 14:53:02.497793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8 +2023-12-14 14:53:02.497802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8, operand 1 +2023-12-14 14:53:02.497812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.8 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.497818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 divide.8> +2023-12-14 14:53:02.497823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8 +2023-12-14 14:53:02.497833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.8 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.9, f32[8192,2048]{1,0} %broadcast.8), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.497843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 param_0.11> +2023-12-14 14:53:02.497848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:53:02.497857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10, operand 0 +2023-12-14 14:53:02.497867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.497872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.10> +2023-12-14 14:53:02.497877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:53:02.497887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 0 +2023-12-14 14:53:02.497899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = f32[] constant(1) +2023-12-14 14:53:02.497904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 param_1.36> +2023-12-14 14:53:02.497909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.36 +2023-12-14 14:53:02.497919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 1 +2023-12-14 14:53:02.497928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.36 = f32[] parameter(1) +2023-12-14 14:53:02.497933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.10> +2023-12-14 14:53:02.497938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10 +2023-12-14 14:53:02.497949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10, operand 0 +2023-12-14 14:53:02.497959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.10 = f32[] subtract(f32[] %constant.10, f32[] %param_1.36), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.497964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.10> +2023-12-14 14:53:02.497969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.497974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10 +2023-12-14 14:53:02.497978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.497983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10, operand 1 +2023-12-14 14:53:02.497988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.10 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.10), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.497993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 divide.10> +2023-12-14 14:53:02.497998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10 +2023-12-14 14:53:02.498007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.10 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.11, f32[8192,2048]{1,0} %broadcast.10), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.498020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 param_0.1> +2023-12-14 14:53:02.498025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.498035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:53:02.498044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.498049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.1> +2023-12-14 14:53:02.498054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:53:02.498063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1, operand 0 +2023-12-14 14:53:02.498073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(1) +2023-12-14 14:53:02.498079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_1.7> +2023-12-14 14:53:02.498084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.7 +2023-12-14 14:53:02.498094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1, operand 1 +2023-12-14 14:53:02.498103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.7 = f32[] parameter(1) +2023-12-14 14:53:02.498108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.1> +2023-12-14 14:53:02.498113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1 +2023-12-14 14:53:02.498123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.498132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.1 = f32[] subtract(f32[] %constant.1, f32[] %param_1.7), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.498138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 broadcast.1> +2023-12-14 14:53:02.498142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.498155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:53:02.498165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048]{0} broadcast(f32[] %subtract.1), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.498170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 divide.1> +2023-12-14 14:53:02.498175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:53:02.498184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[2048]{0} divide(f32[2048]{0} %param_0.1, f32[2048]{0} %broadcast.1), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.498194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_0.5> +2023-12-14 14:53:02.498199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:53:02.498209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5, operand 0 +2023-12-14 14:53:02.498219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.498224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.5> +2023-12-14 14:53:02.498229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:53:02.498238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5, operand 0 +2023-12-14 14:53:02.498248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = f32[] constant(1) +2023-12-14 14:53:02.498253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 param_1.23> +2023-12-14 14:53:02.498258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.23 +2023-12-14 14:53:02.498268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5, operand 1 +2023-12-14 14:53:02.498278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.23 = f32[] parameter(1) +2023-12-14 14:53:02.498286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.5> +2023-12-14 14:53:02.498291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5 +2023-12-14 14:53:02.498300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:53:02.498310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.5 = f32[] subtract(f32[] %constant.5, f32[] %param_1.23), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.498315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 broadcast.5> +2023-12-14 14:53:02.498320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:53:02.498330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5, operand 1 +2023-12-14 14:53:02.498340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[2048]{0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.498345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 divide.5> +2023-12-14 14:53:02.498350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5 +2023-12-14 14:53:02.498359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.5 = f32[2048]{0} divide(f32[2048]{0} %param_0.5, f32[2048]{0} %broadcast.5), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.498369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> +2023-12-14 14:53:02.498374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.498384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:53:02.498394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.498399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 Arg_8.9> +2023-12-14 14:53:02.498403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9 +2023-12-14 14:53:02.498416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:53:02.498426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_8.9 = f32[] parameter(8) +2023-12-14 14:53:02.498431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 Arg_9.10> +2023-12-14 14:53:02.498436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10 +2023-12-14 14:53:02.498445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 1 +2023-12-14 14:53:02.498455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_9.10 = s32[] parameter(9) +2023-12-14 14:53:02.498460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.498465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:53:02.498475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.498480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:53:02.498485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:53:02.498489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:53:02.498495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 1 +2023-12-14 14:53:02.498504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.498509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 1 +2023-12-14 14:53:02.498514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:53:02.498519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 1 +2023-12-14 14:53:02.498524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:53:02.498529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 1 +2023-12-14 14:53:02.498533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 1 +2023-12-14 14:53:02.498539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.498544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:53:02.498549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 1 +2023-12-14 14:53:02.498558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 1 +2023-12-14 14:53:02.498563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = f32[] fusion(f32[] %Arg_8.9, s32[] %Arg_9.10), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.498567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> +2023-12-14 14:53:02.498572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:53:02.498582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {0} +2023-12-14 14:53:02.498586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 0 +2023-12-14 14:53:02.498596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.498601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> +2023-12-14 14:53:02.498607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.498616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:53:02.498621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:53:02.498632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 0 +2023-12-14 14:53:02.498637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.498642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 Arg_2.3> +2023-12-14 14:53:02.498647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.498656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:53:02.498666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048]{0} parameter(2) +2023-12-14 14:53:02.498671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> +2023-12-14 14:53:02.498676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:53:02.498689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {2} +2023-12-14 14:53:02.498694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 2 +2023-12-14 14:53:02.498703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = f32[2048]{0} fusion(f32[2048]{0} %Arg_2.3, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.498708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> +2023-12-14 14:53:02.498713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4 +2023-12-14 14:53:02.498722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:53:02.498727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:53:02.498737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 0 +2023-12-14 14:53:02.498742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_3.4 = f32[8192,2048]{1,0} parameter(3) +2023-12-14 14:53:02.498748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 Arg_4.5> +2023-12-14 14:53:02.498753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5 +2023-12-14 14:53:02.498762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:53:02.498772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_4.5 = f32[8192]{0} parameter(4) +2023-12-14 14:53:02.498776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> +2023-12-14 14:53:02.498781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:53:02.498791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {4} +2023-12-14 14:53:02.498796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 4 +2023-12-14 14:53:02.498807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[8192]{0} fusion(f32[8192]{0} %Arg_4.5, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.498814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> +2023-12-14 14:53:02.498819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6 +2023-12-14 14:53:02.498829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:53:02.498833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:53:02.498843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:53:02.498848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_5.6 = f32[2048,8192]{1,0} parameter(5) +2023-12-14 14:53:02.498853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 Arg_6.7> +2023-12-14 14:53:02.498857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7 +2023-12-14 14:53:02.498868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:53:02.498877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_6.7 = f32[2048]{0} parameter(6) +2023-12-14 14:53:02.498882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> +2023-12-14 14:53:02.498887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:53:02.498896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {6} +2023-12-14 14:53:02.498901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 6 +2023-12-14 14:53:02.498911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = f32[2048]{0} fusion(f32[2048]{0} %Arg_6.7, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.498916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> +2023-12-14 14:53:02.498921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8 +2023-12-14 14:53:02.498932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.498937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.498947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.498954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_7.8 = f32[8192,2048]{1,0} parameter(7) +2023-12-14 14:53:02.498959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.31{}> +2023-12-14 14:53:02.498964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.498969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {} +2023-12-14 14:53:02.498973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.498979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %fusion.7, f32[2048,8192]{1,0} %call.3, f32[2048]{0} %fusion.5, f32[8192,2048]{1,0} %call.2, f32[8192]{0} %fusion.3, /*index=5*/f32[2048,8192]{1,0} %call.1, f32[2048]{0} %fusion.1, f32[8192,2048]{1,0} %call) +2023-12-14 14:53:02.499065: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.499076: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.499096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 15.7 ms (cumulative: 926 ms, max: 101 ms, #called: 6224) +2023-12-14 14:53:02.499103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.499121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 16 us (cumulative: 926 ms, max: 101 ms, #called: 6225) +2023-12-14 14:53:02.499141: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_bias_correction +2023-12-14 14:53:02.500123: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.500259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_bias_correction +2023-12-14 14:53:02.500484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.500512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.500519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.500525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.500530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.500535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.500551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <56 Arg_0.1> + +2023-12-14 14:53:02.500557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.500563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <61 Arg_1.2> + +2023-12-14 14:53:02.500569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.500575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <62 Arg_2.3> + +2023-12-14 14:53:02.500580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_3.4 +2023-12-14 14:53:02.500585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <64 Arg_3.4> + +2023-12-14 14:53:02.500590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_4.5 +2023-12-14 14:53:02.500596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <65 Arg_4.5> + +2023-12-14 14:53:02.500600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_5.6 +2023-12-14 14:53:02.500606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <67 Arg_5.6> + +2023-12-14 14:53:02.500611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_6.7 +2023-12-14 14:53:02.500616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <68 Arg_6.7> + +2023-12-14 14:53:02.500621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_7.8 +2023-12-14 14:53:02.500626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <70 Arg_7.8> + +2023-12-14 14:53:02.500631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_8.9 +2023-12-14 14:53:02.500637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <57 Arg_8.9> + +2023-12-14 14:53:02.500642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_9.10 +2023-12-14 14:53:02.500647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <58 Arg_9.10> + +2023-12-14 14:53:02.500652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.31 +2023-12-14 14:53:02.500665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048])) + {} : HloValueSet: <71 tuple.31{}> + {0} : HloValueSet: <60 fusion.7> + {1} : HloValueSet: <1 fusion.6.clone> + {2} : HloValueSet: <63 fusion.5> + {3} : HloValueSet: <3 fusion.4.clone> + {4} : HloValueSet: <66 fusion.3> + {5} : HloValueSet: <0 fusion.2.clone> + {6} : HloValueSet: <69 fusion.1> + {7} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.500671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:53:02.500676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <69 fusion.1> + +2023-12-14 14:53:02.500684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:53:02.500690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <66 fusion.3> + +2023-12-14 14:53:02.500695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:53:02.500700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <63 fusion.5> + +2023-12-14 14:53:02.500705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:53:02.500711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <60 fusion.7> + +2023-12-14 14:53:02.500716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:53:02.500721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.500726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.500732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.500737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:53:02.500743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.2.clone> + +2023-12-14 14:53:02.500748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:53:02.500753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 fusion.4.clone> + +2023-12-14 14:53:02.500758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:53:02.500763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.6.clone> + +2023-12-14 14:53:02.500769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:53:02.500774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <49 divide.1> + +2023-12-14 14:53:02.500779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.500784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <44 param_0.1> + +2023-12-14 14:53:02.500789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.500795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <48 broadcast.1> + +2023-12-14 14:53:02.500801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.1 +2023-12-14 14:53:02.500806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <47 subtract.1> + +2023-12-14 14:53:02.500811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:53:02.500816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <45 constant.1> + +2023-12-14 14:53:02.500824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.7 +2023-12-14 14:53:02.500830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <46 param_1.7> + +2023-12-14 14:53:02.500835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.500840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <25 divide.3> + +2023-12-14 14:53:02.500845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.3 +2023-12-14 14:53:02.500850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <20 param_0.3> + +2023-12-14 14:53:02.500855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:02.500861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <24 broadcast.3> + +2023-12-14 14:53:02.500867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3 +2023-12-14 14:53:02.500872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <23 subtract.3> + +2023-12-14 14:53:02.500877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:53:02.500882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <21 constant.3> + +2023-12-14 14:53:02.500888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.15 +2023-12-14 14:53:02.500893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <22 param_1.15> + +2023-12-14 14:53:02.500898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.5 +2023-12-14 14:53:02.500903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <55 divide.5> + +2023-12-14 14:53:02.500908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:53:02.500913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <50 param_0.5> + +2023-12-14 14:53:02.500918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:53:02.500924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <54 broadcast.5> + +2023-12-14 14:53:02.500930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.5 +2023-12-14 14:53:02.500936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <53 subtract.5> + +2023-12-14 14:53:02.500940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:53:02.500946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <51 constant.5> + +2023-12-14 14:53:02.500951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.23 +2023-12-14 14:53:02.500956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <52 param_1.23> + +2023-12-14 14:53:02.500964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.7 +2023-12-14 14:53:02.500970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <31 divide.7> + +2023-12-14 14:53:02.500974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:53:02.500980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <26 param_0.7> + +2023-12-14 14:53:02.500985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.7 +2023-12-14 14:53:02.500990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <30 broadcast.7> + +2023-12-14 14:53:02.500996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.7 +2023-12-14 14:53:02.501001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <29 subtract.7> + +2023-12-14 14:53:02.501007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.7 +2023-12-14 14:53:02.501012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <27 constant.7> + +2023-12-14 14:53:02.501017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.31 +2023-12-14 14:53:02.501022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <28 param_1.31> + +2023-12-14 14:53:02.501027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: power.0 +2023-12-14 14:53:02.501032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 power.0> + +2023-12-14 14:53:02.501037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.8 +2023-12-14 14:53:02.501042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_0.8> + +2023-12-14 14:53:02.501047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.0 +2023-12-14 14:53:02.501052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 convert.0> + +2023-12-14 14:53:02.501057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.33 +2023-12-14 14:53:02.501063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <5 param_1.33> + +2023-12-14 14:53:02.501068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.8 +2023-12-14 14:53:02.501074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <37 divide.8> + +2023-12-14 14:53:02.501079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:53:02.501084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <32 param_0.9> + +2023-12-14 14:53:02.501089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.8 +2023-12-14 14:53:02.501095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <36 broadcast.8> + +2023-12-14 14:53:02.501103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.8 +2023-12-14 14:53:02.501109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <35 subtract.8> + +2023-12-14 14:53:02.501114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.8 +2023-12-14 14:53:02.501119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <33 constant.8> + +2023-12-14 14:53:02.501125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.34 +2023-12-14 14:53:02.501131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <34 param_1.34> + +2023-12-14 14:53:02.501136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.501142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.501147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.501152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <70 Arg_7.8> + +2023-12-14 14:53:02.501157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.501162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.501167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.9 +2023-12-14 14:53:02.501173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <13 divide.9> + +2023-12-14 14:53:02.501177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.10 +2023-12-14 14:53:02.501183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <8 param_0.10> + +2023-12-14 14:53:02.501188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.9 +2023-12-14 14:53:02.501194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <12 broadcast.9> + +2023-12-14 14:53:02.501199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.9 +2023-12-14 14:53:02.501205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <11 subtract.9> + +2023-12-14 14:53:02.501209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.9 +2023-12-14 14:53:02.501215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 constant.9> + +2023-12-14 14:53:02.501219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.35 +2023-12-14 14:53:02.501225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <10 param_1.35> + +2023-12-14 14:53:02.501230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:53:02.501235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.2.clone> + +2023-12-14 14:53:02.501245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:53:02.501250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <67 Arg_5.6> + +2023-12-14 14:53:02.501255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:53:02.501261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.501266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.10 +2023-12-14 14:53:02.501272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <43 divide.10> + +2023-12-14 14:53:02.501277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:53:02.501282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <38 param_0.11> + +2023-12-14 14:53:02.501287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.10 +2023-12-14 14:53:02.501292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <42 broadcast.10> + +2023-12-14 14:53:02.501297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.10 +2023-12-14 14:53:02.501303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <41 subtract.10> + +2023-12-14 14:53:02.501308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:53:02.501313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <39 constant.10> + +2023-12-14 14:53:02.501318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.36 +2023-12-14 14:53:02.501324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <40 param_1.36> + +2023-12-14 14:53:02.501329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4.clone +2023-12-14 14:53:02.501335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 fusion.4.clone> + +2023-12-14 14:53:02.501340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:53:02.501345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <64 Arg_3.4> + +2023-12-14 14:53:02.501350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:53:02.501355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.501360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.11 +2023-12-14 14:53:02.501366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <19 divide.11> + +2023-12-14 14:53:02.501371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.12 +2023-12-14 14:53:02.501376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <14 param_0.12> + +2023-12-14 14:53:02.501384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.11 +2023-12-14 14:53:02.501391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <18 broadcast.11> + +2023-12-14 14:53:02.501396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.11 +2023-12-14 14:53:02.501401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <17 subtract.11> + +2023-12-14 14:53:02.501406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:53:02.501411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <15 constant.12> + +2023-12-14 14:53:02.501416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.37 +2023-12-14 14:53:02.501422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <16 param_1.37> + +2023-12-14 14:53:02.501427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6.clone +2023-12-14 14:53:02.501433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.6.clone> + +2023-12-14 14:53:02.501438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:53:02.501443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <61 Arg_1.2> + +2023-12-14 14:53:02.501448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:53:02.501453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.501689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_bias_correction +2023-12-14 14:53:02.501698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.501704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.501713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> (def) +2023-12-14 14:53:02.501718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.501728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> (def) +2023-12-14 14:53:02.501732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.501742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 Arg_2.3> (def) +2023-12-14 14:53:02.501747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4: +2023-12-14 14:53:02.501759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> (def) +2023-12-14 14:53:02.501764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5: +2023-12-14 14:53:02.501774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 Arg_4.5> (def) +2023-12-14 14:53:02.501779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6: +2023-12-14 14:53:02.501789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> (def) +2023-12-14 14:53:02.501793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7: +2023-12-14 14:53:02.501803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 Arg_6.7> (def) +2023-12-14 14:53:02.501808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8: +2023-12-14 14:53:02.501817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> (def) +2023-12-14 14:53:02.501822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9: +2023-12-14 14:53:02.501831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 Arg_8.9> (def) +2023-12-14 14:53:02.501836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10: +2023-12-14 14:53:02.501845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 Arg_9.10> (def) +2023-12-14 14:53:02.501851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31: +2023-12-14 14:53:02.501861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:02.501865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.31{}> (def) +2023-12-14 14:53:02.501870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:02.501875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> +2023-12-14 14:53:02.501880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:02.501885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.501891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:53:02.501896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> +2023-12-14 14:53:02.501900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:53:02.501908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.501913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:53:02.501918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> +2023-12-14 14:53:02.501923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:53:02.501928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.501932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:53:02.501937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> +2023-12-14 14:53:02.501942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:53:02.501947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.501952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:53:02.501962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> (def) +2023-12-14 14:53:02.501967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:53:02.501977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> (def) +2023-12-14 14:53:02.501981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.501986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:53:02.501991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> (def) +2023-12-14 14:53:02.501996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:53:02.502005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> (def) +2023-12-14 14:53:02.502010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:53:02.502019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> (def) +2023-12-14 14:53:02.502025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.502036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.502041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:53:02.502050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.502058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:53:02.502067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.502072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:53:02.502081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.502086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:53:02.502097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 divide.1> (def) +2023-12-14 14:53:02.502102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.502111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 param_0.1> (def) +2023-12-14 14:53:02.502116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.502125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 broadcast.1> (def) +2023-12-14 14:53:02.502130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1: +2023-12-14 14:53:02.502139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.1> (def) +2023-12-14 14:53:02.502144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:53:02.502154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.1> (def) +2023-12-14 14:53:02.502159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.7: +2023-12-14 14:53:02.502169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_1.7> (def) +2023-12-14 14:53:02.502173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.502183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.3> (def) +2023-12-14 14:53:02.502187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3: +2023-12-14 14:53:02.502197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.3> (def) +2023-12-14 14:53:02.502202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:02.502215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.3> (def) +2023-12-14 14:53:02.502219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3: +2023-12-14 14:53:02.502229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 subtract.3> (def) +2023-12-14 14:53:02.502234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:53:02.502243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 constant.3> (def) +2023-12-14 14:53:02.502248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.15: +2023-12-14 14:53:02.502257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_1.15> (def) +2023-12-14 14:53:02.502262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5: +2023-12-14 14:53:02.502271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 divide.5> (def) +2023-12-14 14:53:02.502277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:53:02.502287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_0.5> (def) +2023-12-14 14:53:02.502292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:53:02.502302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 broadcast.5> (def) +2023-12-14 14:53:02.502307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5: +2023-12-14 14:53:02.502316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.5> (def) +2023-12-14 14:53:02.502321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:53:02.502330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.5> (def) +2023-12-14 14:53:02.502335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.23: +2023-12-14 14:53:02.502345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 param_1.23> (def) +2023-12-14 14:53:02.502349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7: +2023-12-14 14:53:02.502364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 divide.7> (def) +2023-12-14 14:53:02.502369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:53:02.502378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.7> (def) +2023-12-14 14:53:02.502383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7: +2023-12-14 14:53:02.502393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 broadcast.7> (def) +2023-12-14 14:53:02.502398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7: +2023-12-14 14:53:02.502407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.7> (def) +2023-12-14 14:53:02.502412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7: +2023-12-14 14:53:02.502422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.7> (def) +2023-12-14 14:53:02.502427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.31: +2023-12-14 14:53:02.502436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 param_1.31> (def) +2023-12-14 14:53:02.502441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0: +2023-12-14 14:53:02.502450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 power.0> (def) +2023-12-14 14:53:02.502456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.8: +2023-12-14 14:53:02.502465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.8> (def) +2023-12-14 14:53:02.502470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0: +2023-12-14 14:53:02.502479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 convert.0> (def) +2023-12-14 14:53:02.502485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.33: +2023-12-14 14:53:02.502494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_1.33> (def) +2023-12-14 14:53:02.502499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8: +2023-12-14 14:53:02.502515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 divide.8> (def) +2023-12-14 14:53:02.502520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:53:02.502529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 param_0.9> (def) +2023-12-14 14:53:02.502534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8: +2023-12-14 14:53:02.502543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.8> (def) +2023-12-14 14:53:02.502548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8: +2023-12-14 14:53:02.502558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 subtract.8> (def) +2023-12-14 14:53:02.502563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8: +2023-12-14 14:53:02.502573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.8> (def) +2023-12-14 14:53:02.502578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.34: +2023-12-14 14:53:02.502587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 param_1.34> (def) +2023-12-14 14:53:02.502592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.502601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.502606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.502616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> +2023-12-14 14:53:02.502621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.502630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.502635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9: +2023-12-14 14:53:02.502644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 divide.9> (def) +2023-12-14 14:53:02.502649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.10: +2023-12-14 14:53:02.502661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_0.10> (def) +2023-12-14 14:53:02.502666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9: +2023-12-14 14:53:02.502676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 broadcast.9> (def) +2023-12-14 14:53:02.502681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9: +2023-12-14 14:53:02.502691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 subtract.9> (def) +2023-12-14 14:53:02.502695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9: +2023-12-14 14:53:02.502705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.9> (def) +2023-12-14 14:53:02.502709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.35: +2023-12-14 14:53:02.502719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_1.35> (def) +2023-12-14 14:53:02.502724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:53:02.502734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> (def) +2023-12-14 14:53:02.502738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:53:02.502749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> +2023-12-14 14:53:02.502753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:53:02.502763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.502768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10: +2023-12-14 14:53:02.502778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 divide.10> (def) +2023-12-14 14:53:02.502782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:53:02.502792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 param_0.11> (def) +2023-12-14 14:53:02.502796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10: +2023-12-14 14:53:02.502809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.10> (def) +2023-12-14 14:53:02.502814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10: +2023-12-14 14:53:02.502824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.10> (def) +2023-12-14 14:53:02.502828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:53:02.502838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.10> (def) +2023-12-14 14:53:02.502843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.36: +2023-12-14 14:53:02.502852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 param_1.36> (def) +2023-12-14 14:53:02.502857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone: +2023-12-14 14:53:02.502867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> (def) +2023-12-14 14:53:02.502871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:53:02.502882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> +2023-12-14 14:53:02.502886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:53:02.502896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.502901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11: +2023-12-14 14:53:02.502911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.11> (def) +2023-12-14 14:53:02.502915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.12: +2023-12-14 14:53:02.502925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.12> (def) +2023-12-14 14:53:02.502929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11: +2023-12-14 14:53:02.502939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.11> (def) +2023-12-14 14:53:02.502944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11: +2023-12-14 14:53:02.502957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 subtract.11> (def) +2023-12-14 14:53:02.502961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:53:02.502971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 constant.12> (def) +2023-12-14 14:53:02.502975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.37: +2023-12-14 14:53:02.502985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 param_1.37> (def) +2023-12-14 14:53:02.502990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.502994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone: +2023-12-14 14:53:02.502999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> (def) +2023-12-14 14:53:02.503004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.503009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:53:02.503015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> +2023-12-14 14:53:02.503020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.503024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:53:02.503029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.503034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.503039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.503043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:53:02.503053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {5} +2023-12-14 14:53:02.503058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:53:02.503063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 5 +2023-12-14 14:53:02.503072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.2, f32[] %p.3), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.503078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.503083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone +2023-12-14 14:53:02.503096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {1} +2023-12-14 14:53:02.503101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:53:02.503105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 1 +2023-12-14 14:53:02.503115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.6, f32[] %p.7), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.503120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.503125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.503135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {7} +2023-12-14 14:53:02.503141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.503146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 7 +2023-12-14 14:53:02.503156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.503161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.503166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone +2023-12-14 14:53:02.503175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {3} +2023-12-14 14:53:02.503180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:53:02.503185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 3 +2023-12-14 14:53:02.503195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p.4, f32[] %p.5), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.503200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.8> +2023-12-14 14:53:02.503208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.8 +2023-12-14 14:53:02.503218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0, operand 0 +2023-12-14 14:53:02.503228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.8 = f32[] parameter(0) +2023-12-14 14:53:02.503232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_1.33> +2023-12-14 14:53:02.503237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.33 +2023-12-14 14:53:02.503247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0, operand 0 +2023-12-14 14:53:02.503258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.33 = s32[] parameter(1) +2023-12-14 14:53:02.503262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 convert.0> +2023-12-14 14:53:02.503267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0 +2023-12-14 14:53:02.503277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0, operand 1 +2023-12-14 14:53:02.503287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.0 = f32[] convert(s32[] %param_1.33), metadata={op_name="jit(bias_correction)/jit(main)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.503292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 power.0> +2023-12-14 14:53:02.503297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0 +2023-12-14 14:53:02.503306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%power.0 = f32[] power(f32[] %param_0.8, f32[] %convert.0), metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.503317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_0.10> +2023-12-14 14:53:02.503333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.10 +2023-12-14 14:53:02.503342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9, operand 0 +2023-12-14 14:53:02.503356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.10 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.503361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.9> +2023-12-14 14:53:02.503366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9 +2023-12-14 14:53:02.503375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 0 +2023-12-14 14:53:02.503385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.9 = f32[] constant(1) +2023-12-14 14:53:02.503390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_1.35> +2023-12-14 14:53:02.503396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.35 +2023-12-14 14:53:02.503405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 1 +2023-12-14 14:53:02.503415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.35 = f32[] parameter(1) +2023-12-14 14:53:02.503420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 subtract.9> +2023-12-14 14:53:02.503425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9 +2023-12-14 14:53:02.503435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9, operand 0 +2023-12-14 14:53:02.503445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.9 = f32[] subtract(f32[] %constant.9, f32[] %param_1.35), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.503449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 broadcast.9> +2023-12-14 14:53:02.503455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9 +2023-12-14 14:53:02.503464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9, operand 1 +2023-12-14 14:53:02.503474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.9 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.503482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 divide.9> +2023-12-14 14:53:02.503487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9 +2023-12-14 14:53:02.503497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.9 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.10, f32[2048,8192]{1,0} %broadcast.9), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.503506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.12> +2023-12-14 14:53:02.503512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.12 +2023-12-14 14:53:02.503521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11, operand 0 +2023-12-14 14:53:02.503531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.12 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.503536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 constant.12> +2023-12-14 14:53:02.503540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:53:02.503551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 0 +2023-12-14 14:53:02.503560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = f32[] constant(1) +2023-12-14 14:53:02.503565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 param_1.37> +2023-12-14 14:53:02.503571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.37 +2023-12-14 14:53:02.503580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 1 +2023-12-14 14:53:02.503590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.37 = f32[] parameter(1) +2023-12-14 14:53:02.503595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 subtract.11> +2023-12-14 14:53:02.503600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11 +2023-12-14 14:53:02.503609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11, operand 0 +2023-12-14 14:53:02.503624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.11 = f32[] subtract(f32[] %constant.12, f32[] %param_1.37), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.503629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.11> +2023-12-14 14:53:02.503633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11 +2023-12-14 14:53:02.503643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11, operand 1 +2023-12-14 14:53:02.503654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.11 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.11), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.503659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.11> +2023-12-14 14:53:02.503663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11 +2023-12-14 14:53:02.503673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.11 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.12, f32[2048,8192]{1,0} %broadcast.11), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.503683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.3> +2023-12-14 14:53:02.503688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3 +2023-12-14 14:53:02.503698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.503708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.3 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.503713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 constant.3> +2023-12-14 14:53:02.503717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:53:02.503727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 0 +2023-12-14 14:53:02.503737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(1) +2023-12-14 14:53:02.503744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_1.15> +2023-12-14 14:53:02.503750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.15 +2023-12-14 14:53:02.503760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 1 +2023-12-14 14:53:02.503770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.15 = f32[] parameter(1) +2023-12-14 14:53:02.503775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 subtract.3> +2023-12-14 14:53:02.503779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3 +2023-12-14 14:53:02.503789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:02.503799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3 = f32[] subtract(f32[] %constant.3, f32[] %param_1.15), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.503804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.3> +2023-12-14 14:53:02.503808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:02.503819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.503830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[8192]{0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.503835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.3> +2023-12-14 14:53:02.503839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.503849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %param_0.3, f32[8192]{0} %broadcast.3), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.503859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.7> +2023-12-14 14:53:02.503867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:53:02.503878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7, operand 0 +2023-12-14 14:53:02.503888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.503893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.7> +2023-12-14 14:53:02.503898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7 +2023-12-14 14:53:02.503907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7, operand 0 +2023-12-14 14:53:02.503917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.7 = f32[] constant(1) +2023-12-14 14:53:02.503922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 param_1.31> +2023-12-14 14:53:02.503926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.31 +2023-12-14 14:53:02.503936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7, operand 1 +2023-12-14 14:53:02.503946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.31 = f32[] parameter(1) +2023-12-14 14:53:02.503951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.7> +2023-12-14 14:53:02.503956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7 +2023-12-14 14:53:02.503965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7, operand 0 +2023-12-14 14:53:02.503975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.7 = f32[] subtract(f32[] %constant.7, f32[] %param_1.31), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.503980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 broadcast.7> +2023-12-14 14:53:02.503985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.503990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7 +2023-12-14 14:53:02.503994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.503999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7, operand 1 +2023-12-14 14:53:02.504009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.7 = f32[8192]{0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.504014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 divide.7> +2023-12-14 14:53:02.504019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7 +2023-12-14 14:53:02.504029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.7 = f32[8192]{0} divide(f32[8192]{0} %param_0.7, f32[8192]{0} %broadcast.7), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.504039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 param_0.9> +2023-12-14 14:53:02.504043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:53:02.504053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8, operand 0 +2023-12-14 14:53:02.504063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.504068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.8> +2023-12-14 14:53:02.504073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8 +2023-12-14 14:53:02.504083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 0 +2023-12-14 14:53:02.504093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.8 = f32[] constant(1) +2023-12-14 14:53:02.504098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 param_1.34> +2023-12-14 14:53:02.504103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.34 +2023-12-14 14:53:02.504112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 1 +2023-12-14 14:53:02.504123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.34 = f32[] parameter(1) +2023-12-14 14:53:02.504128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 subtract.8> +2023-12-14 14:53:02.504132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8 +2023-12-14 14:53:02.504145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8, operand 0 +2023-12-14 14:53:02.504155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.8 = f32[] subtract(f32[] %constant.8, f32[] %param_1.34), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.504160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.8> +2023-12-14 14:53:02.504165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8 +2023-12-14 14:53:02.504174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8, operand 1 +2023-12-14 14:53:02.504185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.8 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.504190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 divide.8> +2023-12-14 14:53:02.504195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8 +2023-12-14 14:53:02.504205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.8 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.9, f32[8192,2048]{1,0} %broadcast.8), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.504215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 param_0.11> +2023-12-14 14:53:02.504220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:53:02.504229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10, operand 0 +2023-12-14 14:53:02.504241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.504246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.10> +2023-12-14 14:53:02.504250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:53:02.504263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 0 +2023-12-14 14:53:02.504273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = f32[] constant(1) +2023-12-14 14:53:02.504278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 param_1.36> +2023-12-14 14:53:02.504283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.36 +2023-12-14 14:53:02.504293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 1 +2023-12-14 14:53:02.504303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.36 = f32[] parameter(1) +2023-12-14 14:53:02.504308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.10> +2023-12-14 14:53:02.504312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10 +2023-12-14 14:53:02.504322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10, operand 0 +2023-12-14 14:53:02.504332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.10 = f32[] subtract(f32[] %constant.10, f32[] %param_1.36), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.504337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.10> +2023-12-14 14:53:02.504342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10 +2023-12-14 14:53:02.504352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10, operand 1 +2023-12-14 14:53:02.504362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.10 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.10), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.504367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 divide.10> +2023-12-14 14:53:02.504372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10 +2023-12-14 14:53:02.504381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.10 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.11, f32[8192,2048]{1,0} %broadcast.10), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.504395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 param_0.1> +2023-12-14 14:53:02.504400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.504411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:53:02.504421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.504426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.1> +2023-12-14 14:53:02.504431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:53:02.504440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1, operand 0 +2023-12-14 14:53:02.504450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(1) +2023-12-14 14:53:02.504454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_1.7> +2023-12-14 14:53:02.504459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.7 +2023-12-14 14:53:02.504469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1, operand 1 +2023-12-14 14:53:02.504480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.7 = f32[] parameter(1) +2023-12-14 14:53:02.504485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.1> +2023-12-14 14:53:02.504489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1 +2023-12-14 14:53:02.504499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.504509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.1 = f32[] subtract(f32[] %constant.1, f32[] %param_1.7), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.504513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 broadcast.1> +2023-12-14 14:53:02.504521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.504530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:53:02.504542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048]{0} broadcast(f32[] %subtract.1), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.504546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 divide.1> +2023-12-14 14:53:02.504551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:53:02.504560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[2048]{0} divide(f32[2048]{0} %param_0.1, f32[2048]{0} %broadcast.1), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.504570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_0.5> +2023-12-14 14:53:02.504575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:53:02.504584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5, operand 0 +2023-12-14 14:53:02.504594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.504599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.5> +2023-12-14 14:53:02.504604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:53:02.504614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5, operand 0 +2023-12-14 14:53:02.504624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = f32[] constant(1) +2023-12-14 14:53:02.504629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 param_1.23> +2023-12-14 14:53:02.504633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.23 +2023-12-14 14:53:02.504643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5, operand 1 +2023-12-14 14:53:02.504655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.23 = f32[] parameter(1) +2023-12-14 14:53:02.504660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.5> +2023-12-14 14:53:02.504666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5 +2023-12-14 14:53:02.504677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:53:02.504686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.5 = f32[] subtract(f32[] %constant.5, f32[] %param_1.23), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.504691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 broadcast.5> +2023-12-14 14:53:02.504696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:53:02.504705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5, operand 1 +2023-12-14 14:53:02.504715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[2048]{0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.504720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 divide.5> +2023-12-14 14:53:02.504725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5 +2023-12-14 14:53:02.504735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.5 = f32[2048]{0} divide(f32[2048]{0} %param_0.5, f32[2048]{0} %broadcast.5), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.504745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> +2023-12-14 14:53:02.504750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.504759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:53:02.504769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.504776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 Arg_8.9> +2023-12-14 14:53:02.504781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9 +2023-12-14 14:53:02.504791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:53:02.504802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_8.9 = f32[] parameter(8) +2023-12-14 14:53:02.504807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 Arg_9.10> +2023-12-14 14:53:02.504812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10 +2023-12-14 14:53:02.504821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 1 +2023-12-14 14:53:02.504831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_9.10 = s32[] parameter(9) +2023-12-14 14:53:02.504835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.504840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:53:02.504850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.504855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:53:02.504859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:53:02.504865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:53:02.504869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 1 +2023-12-14 14:53:02.504879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.504884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 1 +2023-12-14 14:53:02.504889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:53:02.504894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 1 +2023-12-14 14:53:02.504898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:53:02.504903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 1 +2023-12-14 14:53:02.504909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 1 +2023-12-14 14:53:02.504914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.504919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:53:02.504926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 1 +2023-12-14 14:53:02.504932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 1 +2023-12-14 14:53:02.504937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = f32[] fusion(f32[] %Arg_8.9, s32[] %Arg_9.10), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.504942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> +2023-12-14 14:53:02.504946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:53:02.504956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {0} +2023-12-14 14:53:02.504961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.504965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 0 +2023-12-14 14:53:02.504971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.504976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> +2023-12-14 14:53:02.504980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.504985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.504990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:53:02.504996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.505001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:53:02.505006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 0 +2023-12-14 14:53:02.505011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.505015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 Arg_2.3> +2023-12-14 14:53:02.505020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.505025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.505030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.505035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:53:02.505040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048]{0} parameter(2) +2023-12-14 14:53:02.505044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> +2023-12-14 14:53:02.505052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.505057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:53:02.505062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {2} +2023-12-14 14:53:02.505067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.505072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 2 +2023-12-14 14:53:02.505077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = f32[2048]{0} fusion(f32[2048]{0} %Arg_2.3, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.505082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> +2023-12-14 14:53:02.505087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.505092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4 +2023-12-14 14:53:02.505096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:53:02.505101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.505106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:53:02.505111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 0 +2023-12-14 14:53:02.505116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_3.4 = f32[8192,2048]{1,0} parameter(3) +2023-12-14 14:53:02.505120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 Arg_4.5> +2023-12-14 14:53:02.505126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.505131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5 +2023-12-14 14:53:02.505136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.505140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:53:02.505146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_4.5 = f32[8192]{0} parameter(4) +2023-12-14 14:53:02.505151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> +2023-12-14 14:53:02.505156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.505160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:53:02.505165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {4} +2023-12-14 14:53:02.505170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.505175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 4 +2023-12-14 14:53:02.505179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[8192]{0} fusion(f32[8192]{0} %Arg_4.5, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.505187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> +2023-12-14 14:53:02.505193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.505198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6 +2023-12-14 14:53:02.505203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:53:02.505208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.505213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:53:02.505218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:53:02.505223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_5.6 = f32[2048,8192]{1,0} parameter(5) +2023-12-14 14:53:02.505228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 Arg_6.7> +2023-12-14 14:53:02.505232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.505237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7 +2023-12-14 14:53:02.505242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.505247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:53:02.505251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_6.7 = f32[2048]{0} parameter(6) +2023-12-14 14:53:02.505256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> +2023-12-14 14:53:02.505261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.505267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:53:02.505272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {6} +2023-12-14 14:53:02.505276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.505281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 6 +2023-12-14 14:53:02.505286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = f32[2048]{0} fusion(f32[2048]{0} %Arg_6.7, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.505291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> +2023-12-14 14:53:02.505296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.505300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8 +2023-12-14 14:53:02.505305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.505310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.505317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.505322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.505328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_7.8 = f32[8192,2048]{1,0} parameter(7) +2023-12-14 14:53:02.505333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.31{}> +2023-12-14 14:53:02.505338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.505343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {} +2023-12-14 14:53:02.505347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.505352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %fusion.7, f32[2048,8192]{1,0} %call.3, f32[2048]{0} %fusion.5, f32[8192,2048]{1,0} %call.2, f32[8192]{0} %fusion.3, /*index=5*/f32[2048,8192]{1,0} %call.1, f32[2048]{0} %fusion.1, f32[8192,2048]{1,0} %call) +2023-12-14 14:53:02.505499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_bias_correction +2023-12-14 14:53:02.505680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.505703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.505709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.505714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.505719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.505724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.505731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <56 Arg_0.1> + +2023-12-14 14:53:02.505736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.505741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <61 Arg_1.2> + +2023-12-14 14:53:02.505746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.505751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <62 Arg_2.3> + +2023-12-14 14:53:02.505756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_3.4 +2023-12-14 14:53:02.505762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <64 Arg_3.4> + +2023-12-14 14:53:02.505767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_4.5 +2023-12-14 14:53:02.505773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <65 Arg_4.5> + +2023-12-14 14:53:02.505777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_5.6 +2023-12-14 14:53:02.505787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <67 Arg_5.6> + +2023-12-14 14:53:02.505792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_6.7 +2023-12-14 14:53:02.505797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <68 Arg_6.7> + +2023-12-14 14:53:02.505802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_7.8 +2023-12-14 14:53:02.505807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <70 Arg_7.8> + +2023-12-14 14:53:02.505812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_8.9 +2023-12-14 14:53:02.505817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <57 Arg_8.9> + +2023-12-14 14:53:02.505822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_9.10 +2023-12-14 14:53:02.505828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <58 Arg_9.10> + +2023-12-14 14:53:02.505833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.31 +2023-12-14 14:53:02.505844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048])) + {} : HloValueSet: <71 tuple.31{}> + {0} : HloValueSet: <60 fusion.7> + {1} : HloValueSet: <1 fusion.6.clone> + {2} : HloValueSet: <63 fusion.5> + {3} : HloValueSet: <3 fusion.4.clone> + {4} : HloValueSet: <66 fusion.3> + {5} : HloValueSet: <0 fusion.2.clone> + {6} : HloValueSet: <69 fusion.1> + {7} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.505850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:53:02.505855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <69 fusion.1> + +2023-12-14 14:53:02.505860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:53:02.505865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <66 fusion.3> + +2023-12-14 14:53:02.505870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:53:02.505875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <63 fusion.5> + +2023-12-14 14:53:02.505880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:53:02.505885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <60 fusion.7> + +2023-12-14 14:53:02.505890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:53:02.505896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.505901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.505907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.505912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:53:02.505921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.2.clone> + +2023-12-14 14:53:02.505926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:53:02.505931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 fusion.4.clone> + +2023-12-14 14:53:02.505936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:53:02.505941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.6.clone> + +2023-12-14 14:53:02.505946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:53:02.505951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <49 divide.1> + +2023-12-14 14:53:02.505956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.505962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <44 param_0.1> + +2023-12-14 14:53:02.505967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.505973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <48 broadcast.1> + +2023-12-14 14:53:02.505978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.1 +2023-12-14 14:53:02.505984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <47 subtract.1> + +2023-12-14 14:53:02.505988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:53:02.505994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <45 constant.1> + +2023-12-14 14:53:02.505998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.7 +2023-12-14 14:53:02.506004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <46 param_1.7> + +2023-12-14 14:53:02.506008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.506014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <25 divide.3> + +2023-12-14 14:53:02.506018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.3 +2023-12-14 14:53:02.506024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <20 param_0.3> + +2023-12-14 14:53:02.506030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:02.506036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <24 broadcast.3> + +2023-12-14 14:53:02.506040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3 +2023-12-14 14:53:02.506046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <23 subtract.3> + +2023-12-14 14:53:02.506053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:53:02.506059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <21 constant.3> + +2023-12-14 14:53:02.506063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.15 +2023-12-14 14:53:02.506069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <22 param_1.15> + +2023-12-14 14:53:02.506073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.5 +2023-12-14 14:53:02.506079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <55 divide.5> + +2023-12-14 14:53:02.506084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:53:02.506089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <50 param_0.5> + +2023-12-14 14:53:02.506094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:53:02.506100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <54 broadcast.5> + +2023-12-14 14:53:02.506105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.5 +2023-12-14 14:53:02.506110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <53 subtract.5> + +2023-12-14 14:53:02.506115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:53:02.506120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <51 constant.5> + +2023-12-14 14:53:02.506125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.23 +2023-12-14 14:53:02.506130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <52 param_1.23> + +2023-12-14 14:53:02.506135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.7 +2023-12-14 14:53:02.506140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <31 divide.7> + +2023-12-14 14:53:02.506145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:53:02.506151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <26 param_0.7> + +2023-12-14 14:53:02.506157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.7 +2023-12-14 14:53:02.506163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <30 broadcast.7> + +2023-12-14 14:53:02.506168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.7 +2023-12-14 14:53:02.506173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <29 subtract.7> + +2023-12-14 14:53:02.506178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.7 +2023-12-14 14:53:02.506183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <27 constant.7> + +2023-12-14 14:53:02.506191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.31 +2023-12-14 14:53:02.506196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <28 param_1.31> + +2023-12-14 14:53:02.506201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: power.0 +2023-12-14 14:53:02.506206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 power.0> + +2023-12-14 14:53:02.506212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.8 +2023-12-14 14:53:02.506217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_0.8> + +2023-12-14 14:53:02.506222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.0 +2023-12-14 14:53:02.506227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 convert.0> + +2023-12-14 14:53:02.506232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.33 +2023-12-14 14:53:02.506237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <5 param_1.33> + +2023-12-14 14:53:02.506242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.8 +2023-12-14 14:53:02.506248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <37 divide.8> + +2023-12-14 14:53:02.506252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:53:02.506258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <32 param_0.9> + +2023-12-14 14:53:02.506263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.8 +2023-12-14 14:53:02.506270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <36 broadcast.8> + +2023-12-14 14:53:02.506275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.8 +2023-12-14 14:53:02.506280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <35 subtract.8> + +2023-12-14 14:53:02.506285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.8 +2023-12-14 14:53:02.506291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <33 constant.8> + +2023-12-14 14:53:02.506295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.34 +2023-12-14 14:53:02.506301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <34 param_1.34> + +2023-12-14 14:53:02.506305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.506311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.506316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.506321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <70 Arg_7.8> + +2023-12-14 14:53:02.506330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.506335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.506340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.9 +2023-12-14 14:53:02.506345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <13 divide.9> + +2023-12-14 14:53:02.506351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.10 +2023-12-14 14:53:02.506357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <8 param_0.10> + +2023-12-14 14:53:02.506362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.9 +2023-12-14 14:53:02.506368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <12 broadcast.9> + +2023-12-14 14:53:02.506372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.9 +2023-12-14 14:53:02.506378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <11 subtract.9> + +2023-12-14 14:53:02.506383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.9 +2023-12-14 14:53:02.506388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 constant.9> + +2023-12-14 14:53:02.506393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.35 +2023-12-14 14:53:02.506398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <10 param_1.35> + +2023-12-14 14:53:02.506404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:53:02.506409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.2.clone> + +2023-12-14 14:53:02.506414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:53:02.506420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <67 Arg_5.6> + +2023-12-14 14:53:02.506424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:53:02.506430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.506435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.10 +2023-12-14 14:53:02.506441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <43 divide.10> + +2023-12-14 14:53:02.506445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:53:02.506451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <38 param_0.11> + +2023-12-14 14:53:02.506456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.10 +2023-12-14 14:53:02.506462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <42 broadcast.10> + +2023-12-14 14:53:02.506469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.10 +2023-12-14 14:53:02.506476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <41 subtract.10> + +2023-12-14 14:53:02.506480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:53:02.506486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <39 constant.10> + +2023-12-14 14:53:02.506491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.36 +2023-12-14 14:53:02.506497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <40 param_1.36> + +2023-12-14 14:53:02.506502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4.clone +2023-12-14 14:53:02.506508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 fusion.4.clone> + +2023-12-14 14:53:02.506513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:53:02.506518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <64 Arg_3.4> + +2023-12-14 14:53:02.506523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:53:02.506529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.506533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.11 +2023-12-14 14:53:02.506539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <19 divide.11> + +2023-12-14 14:53:02.506544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.12 +2023-12-14 14:53:02.506550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <14 param_0.12> + +2023-12-14 14:53:02.506554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.11 +2023-12-14 14:53:02.506560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <18 broadcast.11> + +2023-12-14 14:53:02.506565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.11 +2023-12-14 14:53:02.506570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <17 subtract.11> + +2023-12-14 14:53:02.506576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:53:02.506581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <15 constant.12> + +2023-12-14 14:53:02.506586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.37 +2023-12-14 14:53:02.506591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <16 param_1.37> + +2023-12-14 14:53:02.506597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6.clone +2023-12-14 14:53:02.506602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.6.clone> + +2023-12-14 14:53:02.506610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:53:02.506615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <61 Arg_1.2> + +2023-12-14 14:53:02.506620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:53:02.506625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.506842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_bias_correction +2023-12-14 14:53:02.506851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.506856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.506861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.506866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> (def) +2023-12-14 14:53:02.506871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.506876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.506880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> (def) +2023-12-14 14:53:02.506885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.506890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.506895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 Arg_2.3> (def) +2023-12-14 14:53:02.506899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.506904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4: +2023-12-14 14:53:02.506909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> (def) +2023-12-14 14:53:02.506914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.506918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5: +2023-12-14 14:53:02.506923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 Arg_4.5> (def) +2023-12-14 14:53:02.506928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.506933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6: +2023-12-14 14:53:02.506938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> (def) +2023-12-14 14:53:02.506942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.506947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7: +2023-12-14 14:53:02.506952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 Arg_6.7> (def) +2023-12-14 14:53:02.506956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.506961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8: +2023-12-14 14:53:02.506971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> (def) +2023-12-14 14:53:02.506975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.506980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9: +2023-12-14 14:53:02.506985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 Arg_8.9> (def) +2023-12-14 14:53:02.506990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.506994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10: +2023-12-14 14:53:02.507000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 Arg_9.10> (def) +2023-12-14 14:53:02.507006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31: +2023-12-14 14:53:02.507015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:02.507020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.31{}> (def) +2023-12-14 14:53:02.507025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:02.507030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> +2023-12-14 14:53:02.507035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:02.507039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.507044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:53:02.507049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> +2023-12-14 14:53:02.507055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:53:02.507060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.507064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:53:02.507069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> +2023-12-14 14:53:02.507074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:53:02.507079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.507083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:53:02.507088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> +2023-12-14 14:53:02.507093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:53:02.507099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.507104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:53:02.507114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> (def) +2023-12-14 14:53:02.507123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:53:02.507132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> (def) +2023-12-14 14:53:02.507137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:53:02.507148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> (def) +2023-12-14 14:53:02.507153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:53:02.507163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> (def) +2023-12-14 14:53:02.507167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:53:02.507177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> (def) +2023-12-14 14:53:02.507181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.507191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.507196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:53:02.507206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.507211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:53:02.507220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.507225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:53:02.507234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.507239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:53:02.507250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 divide.1> (def) +2023-12-14 14:53:02.507255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.507264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 param_0.1> (def) +2023-12-14 14:53:02.507271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.507281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 broadcast.1> (def) +2023-12-14 14:53:02.507286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1: +2023-12-14 14:53:02.507296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.1> (def) +2023-12-14 14:53:02.507301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:53:02.507311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.1> (def) +2023-12-14 14:53:02.507315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.7: +2023-12-14 14:53:02.507334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_1.7> (def) +2023-12-14 14:53:02.507339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.507348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.3> (def) +2023-12-14 14:53:02.507353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3: +2023-12-14 14:53:02.507363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.3> (def) +2023-12-14 14:53:02.507368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:02.507377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.3> (def) +2023-12-14 14:53:02.507382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3: +2023-12-14 14:53:02.507391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 subtract.3> (def) +2023-12-14 14:53:02.507396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:53:02.507406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 constant.3> (def) +2023-12-14 14:53:02.507411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.15: +2023-12-14 14:53:02.507420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_1.15> (def) +2023-12-14 14:53:02.507425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5: +2023-12-14 14:53:02.507437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 divide.5> (def) +2023-12-14 14:53:02.507441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:53:02.507452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_0.5> (def) +2023-12-14 14:53:02.507458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:53:02.507467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 broadcast.5> (def) +2023-12-14 14:53:02.507472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5: +2023-12-14 14:53:02.507481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.5> (def) +2023-12-14 14:53:02.507486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:53:02.507495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.5> (def) +2023-12-14 14:53:02.507501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.23: +2023-12-14 14:53:02.507511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 param_1.23> (def) +2023-12-14 14:53:02.507515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7: +2023-12-14 14:53:02.507525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 divide.7> (def) +2023-12-14 14:53:02.507530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:53:02.507539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.7> (def) +2023-12-14 14:53:02.507544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7: +2023-12-14 14:53:02.507554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 broadcast.7> (def) +2023-12-14 14:53:02.507559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7: +2023-12-14 14:53:02.507568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.7> (def) +2023-12-14 14:53:02.507573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7: +2023-12-14 14:53:02.507585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.7> (def) +2023-12-14 14:53:02.507590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.31: +2023-12-14 14:53:02.507601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 param_1.31> (def) +2023-12-14 14:53:02.507606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0: +2023-12-14 14:53:02.507616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 power.0> (def) +2023-12-14 14:53:02.507620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.8: +2023-12-14 14:53:02.507630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.8> (def) +2023-12-14 14:53:02.507634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0: +2023-12-14 14:53:02.507644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 convert.0> (def) +2023-12-14 14:53:02.507649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.33: +2023-12-14 14:53:02.507659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_1.33> (def) +2023-12-14 14:53:02.507664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8: +2023-12-14 14:53:02.507673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 divide.8> (def) +2023-12-14 14:53:02.507678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:53:02.507687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 param_0.9> (def) +2023-12-14 14:53:02.507692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8: +2023-12-14 14:53:02.507702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.8> (def) +2023-12-14 14:53:02.507707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8: +2023-12-14 14:53:02.507717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 subtract.8> (def) +2023-12-14 14:53:02.507722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8: +2023-12-14 14:53:02.507734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.8> (def) +2023-12-14 14:53:02.507739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.34: +2023-12-14 14:53:02.507749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 param_1.34> (def) +2023-12-14 14:53:02.507754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.507764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.507769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.507778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> +2023-12-14 14:53:02.507783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.507793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.507798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9: +2023-12-14 14:53:02.507808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 divide.9> (def) +2023-12-14 14:53:02.507813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.10: +2023-12-14 14:53:02.507822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_0.10> (def) +2023-12-14 14:53:02.507827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9: +2023-12-14 14:53:02.507836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 broadcast.9> (def) +2023-12-14 14:53:02.507842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9: +2023-12-14 14:53:02.507851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 subtract.9> (def) +2023-12-14 14:53:02.507856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9: +2023-12-14 14:53:02.507865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.9> (def) +2023-12-14 14:53:02.507870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.35: +2023-12-14 14:53:02.507882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_1.35> (def) +2023-12-14 14:53:02.507887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:53:02.507898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> (def) +2023-12-14 14:53:02.507903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:53:02.507913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> +2023-12-14 14:53:02.507917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:53:02.507927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.507931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10: +2023-12-14 14:53:02.507941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 divide.10> (def) +2023-12-14 14:53:02.507946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:53:02.507956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 param_0.11> (def) +2023-12-14 14:53:02.507961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10: +2023-12-14 14:53:02.507970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.10> (def) +2023-12-14 14:53:02.507975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10: +2023-12-14 14:53:02.507984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.10> (def) +2023-12-14 14:53:02.507990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.507994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:53:02.508000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.10> (def) +2023-12-14 14:53:02.508004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.36: +2023-12-14 14:53:02.508014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 param_1.36> (def) +2023-12-14 14:53:02.508018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone: +2023-12-14 14:53:02.508031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> (def) +2023-12-14 14:53:02.508036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:53:02.508046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> +2023-12-14 14:53:02.508051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:53:02.508060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.508065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11: +2023-12-14 14:53:02.508074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.11> (def) +2023-12-14 14:53:02.508079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.12: +2023-12-14 14:53:02.508089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.12> (def) +2023-12-14 14:53:02.508095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11: +2023-12-14 14:53:02.508104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.11> (def) +2023-12-14 14:53:02.508109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11: +2023-12-14 14:53:02.508118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 subtract.11> (def) +2023-12-14 14:53:02.508123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:53:02.508133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 constant.12> (def) +2023-12-14 14:53:02.508138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.37: +2023-12-14 14:53:02.508148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 param_1.37> (def) +2023-12-14 14:53:02.508152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone: +2023-12-14 14:53:02.508162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> (def) +2023-12-14 14:53:02.508167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:53:02.508180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> +2023-12-14 14:53:02.508185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.508190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:53:02.508195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.508200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.508205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.508209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:53:02.508219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {5} +2023-12-14 14:53:02.508224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:53:02.508229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 5 +2023-12-14 14:53:02.508239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.2, f32[] %p.3), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.508244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.508249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone +2023-12-14 14:53:02.508259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {1} +2023-12-14 14:53:02.508263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:53:02.508268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 1 +2023-12-14 14:53:02.508278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.6, f32[] %p.7), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.508284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.508288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.508298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {7} +2023-12-14 14:53:02.508305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.508310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 7 +2023-12-14 14:53:02.508320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.508326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.508331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone +2023-12-14 14:53:02.508341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {3} +2023-12-14 14:53:02.508345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:53:02.508350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 3 +2023-12-14 14:53:02.508360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p.4, f32[] %p.5), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.508364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.8> +2023-12-14 14:53:02.508369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.8 +2023-12-14 14:53:02.508380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0, operand 0 +2023-12-14 14:53:02.508390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.8 = f32[] parameter(0) +2023-12-14 14:53:02.508394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_1.33> +2023-12-14 14:53:02.508399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.33 +2023-12-14 14:53:02.508409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0, operand 0 +2023-12-14 14:53:02.508418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.33 = s32[] parameter(1) +2023-12-14 14:53:02.508424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 convert.0> +2023-12-14 14:53:02.508434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0 +2023-12-14 14:53:02.508444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0, operand 1 +2023-12-14 14:53:02.508453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.0 = f32[] convert(s32[] %param_1.33), metadata={op_name="jit(bias_correction)/jit(main)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.508458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 power.0> +2023-12-14 14:53:02.508463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0 +2023-12-14 14:53:02.508474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%power.0 = f32[] power(f32[] %param_0.8, f32[] %convert.0), metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.508484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_0.10> +2023-12-14 14:53:02.508489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.10 +2023-12-14 14:53:02.508498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9, operand 0 +2023-12-14 14:53:02.508508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.10 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.508513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.9> +2023-12-14 14:53:02.508518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9 +2023-12-14 14:53:02.508528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 0 +2023-12-14 14:53:02.508538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.9 = f32[] constant(1) +2023-12-14 14:53:02.508543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_1.35> +2023-12-14 14:53:02.508547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.35 +2023-12-14 14:53:02.508557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 1 +2023-12-14 14:53:02.508570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.35 = f32[] parameter(1) +2023-12-14 14:53:02.508575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 subtract.9> +2023-12-14 14:53:02.508580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9 +2023-12-14 14:53:02.508589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9, operand 0 +2023-12-14 14:53:02.508599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.9 = f32[] subtract(f32[] %constant.9, f32[] %param_1.35), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.508604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 broadcast.9> +2023-12-14 14:53:02.508609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9 +2023-12-14 14:53:02.508619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9, operand 1 +2023-12-14 14:53:02.508630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.9 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.508635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 divide.9> +2023-12-14 14:53:02.508639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9 +2023-12-14 14:53:02.508649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.9 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.10, f32[2048,8192]{1,0} %broadcast.9), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.508659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.12> +2023-12-14 14:53:02.508664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.12 +2023-12-14 14:53:02.508673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11, operand 0 +2023-12-14 14:53:02.508686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.12 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.508691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 constant.12> +2023-12-14 14:53:02.508696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:53:02.508706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 0 +2023-12-14 14:53:02.508717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = f32[] constant(1) +2023-12-14 14:53:02.508722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 param_1.37> +2023-12-14 14:53:02.508727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.37 +2023-12-14 14:53:02.508737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 1 +2023-12-14 14:53:02.508746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.37 = f32[] parameter(1) +2023-12-14 14:53:02.508751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 subtract.11> +2023-12-14 14:53:02.508756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11 +2023-12-14 14:53:02.508766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11, operand 0 +2023-12-14 14:53:02.508777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.11 = f32[] subtract(f32[] %constant.12, f32[] %param_1.37), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.508782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.11> +2023-12-14 14:53:02.508786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11 +2023-12-14 14:53:02.508796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11, operand 1 +2023-12-14 14:53:02.508806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.11 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.11), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.508811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.11> +2023-12-14 14:53:02.508819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11 +2023-12-14 14:53:02.508828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.11 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.12, f32[2048,8192]{1,0} %broadcast.11), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.508838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.3> +2023-12-14 14:53:02.508843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3 +2023-12-14 14:53:02.508852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.508863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.3 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.508868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 constant.3> +2023-12-14 14:53:02.508873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:53:02.508882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 0 +2023-12-14 14:53:02.508892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(1) +2023-12-14 14:53:02.508897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_1.15> +2023-12-14 14:53:02.508902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.15 +2023-12-14 14:53:02.508912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 1 +2023-12-14 14:53:02.508922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.15 = f32[] parameter(1) +2023-12-14 14:53:02.508927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 subtract.3> +2023-12-14 14:53:02.508932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3 +2023-12-14 14:53:02.508941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:02.508954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3 = f32[] subtract(f32[] %constant.3, f32[] %param_1.15), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.508959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.3> +2023-12-14 14:53:02.508964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:02.508974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.508979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.508983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[8192]{0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.508988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.3> +2023-12-14 14:53:02.508993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.508998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.509003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %param_0.3, f32[8192]{0} %broadcast.3), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.509014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.7> +2023-12-14 14:53:02.509018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:53:02.509028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7, operand 0 +2023-12-14 14:53:02.509037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.509042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.7> +2023-12-14 14:53:02.509047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7 +2023-12-14 14:53:02.509058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7, operand 0 +2023-12-14 14:53:02.509068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.7 = f32[] constant(1) +2023-12-14 14:53:02.509073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 param_1.31> +2023-12-14 14:53:02.509082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.31 +2023-12-14 14:53:02.509091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7, operand 1 +2023-12-14 14:53:02.509103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.31 = f32[] parameter(1) +2023-12-14 14:53:02.509108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.7> +2023-12-14 14:53:02.509113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7 +2023-12-14 14:53:02.509122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7, operand 0 +2023-12-14 14:53:02.509132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.7 = f32[] subtract(f32[] %constant.7, f32[] %param_1.31), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.509137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 broadcast.7> +2023-12-14 14:53:02.509141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7 +2023-12-14 14:53:02.509151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7, operand 1 +2023-12-14 14:53:02.509161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.7 = f32[8192]{0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.509166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 divide.7> +2023-12-14 14:53:02.509171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7 +2023-12-14 14:53:02.509180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.7 = f32[8192]{0} divide(f32[8192]{0} %param_0.7, f32[8192]{0} %broadcast.7), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.509190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 param_0.9> +2023-12-14 14:53:02.509195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:53:02.509208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8, operand 0 +2023-12-14 14:53:02.509218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.509223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.8> +2023-12-14 14:53:02.509227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8 +2023-12-14 14:53:02.509237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 0 +2023-12-14 14:53:02.509248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.8 = f32[] constant(1) +2023-12-14 14:53:02.509253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 param_1.34> +2023-12-14 14:53:02.509258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.34 +2023-12-14 14:53:02.509267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 1 +2023-12-14 14:53:02.509277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.34 = f32[] parameter(1) +2023-12-14 14:53:02.509282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 subtract.8> +2023-12-14 14:53:02.509286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8 +2023-12-14 14:53:02.509297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8, operand 0 +2023-12-14 14:53:02.509307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.8 = f32[] subtract(f32[] %constant.8, f32[] %param_1.34), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.509312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.8> +2023-12-14 14:53:02.509316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8 +2023-12-14 14:53:02.509326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8, operand 1 +2023-12-14 14:53:02.509335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.8 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.509344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 divide.8> +2023-12-14 14:53:02.509349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8 +2023-12-14 14:53:02.509358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.8 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.9, f32[8192,2048]{1,0} %broadcast.8), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.509368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 param_0.11> +2023-12-14 14:53:02.509373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:53:02.509382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10, operand 0 +2023-12-14 14:53:02.509393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.509398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.10> +2023-12-14 14:53:02.509403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:53:02.509412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 0 +2023-12-14 14:53:02.509422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = f32[] constant(1) +2023-12-14 14:53:02.509427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 param_1.36> +2023-12-14 14:53:02.509431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.36 +2023-12-14 14:53:02.509443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 1 +2023-12-14 14:53:02.509452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.36 = f32[] parameter(1) +2023-12-14 14:53:02.509457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.10> +2023-12-14 14:53:02.509462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10 +2023-12-14 14:53:02.509474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10, operand 0 +2023-12-14 14:53:02.509484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.10 = f32[] subtract(f32[] %constant.10, f32[] %param_1.36), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.509490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.10> +2023-12-14 14:53:02.509494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10 +2023-12-14 14:53:02.509504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10, operand 1 +2023-12-14 14:53:02.509513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.10 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.10), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.509518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 divide.10> +2023-12-14 14:53:02.509523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10 +2023-12-14 14:53:02.509534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.10 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.11, f32[8192,2048]{1,0} %broadcast.10), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.509544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 param_0.1> +2023-12-14 14:53:02.509549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.509559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:53:02.509568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.509573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.1> +2023-12-14 14:53:02.509578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:53:02.509591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1, operand 0 +2023-12-14 14:53:02.509601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(1) +2023-12-14 14:53:02.509605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_1.7> +2023-12-14 14:53:02.509610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.7 +2023-12-14 14:53:02.509620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1, operand 1 +2023-12-14 14:53:02.509630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.7 = f32[] parameter(1) +2023-12-14 14:53:02.509635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.1> +2023-12-14 14:53:02.509640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1 +2023-12-14 14:53:02.509650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.509660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.1 = f32[] subtract(f32[] %constant.1, f32[] %param_1.7), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.509664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 broadcast.1> +2023-12-14 14:53:02.509669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.509680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:53:02.509690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048]{0} broadcast(f32[] %subtract.1), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.509695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 divide.1> +2023-12-14 14:53:02.509699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:53:02.509709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[2048]{0} divide(f32[2048]{0} %param_0.1, f32[2048]{0} %broadcast.1), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.509721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_0.5> +2023-12-14 14:53:02.509727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:53:02.509737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5, operand 0 +2023-12-14 14:53:02.509747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.509751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.5> +2023-12-14 14:53:02.509756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:53:02.509766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5, operand 0 +2023-12-14 14:53:02.509776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = f32[] constant(1) +2023-12-14 14:53:02.509781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 param_1.23> +2023-12-14 14:53:02.509787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.23 +2023-12-14 14:53:02.509796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5, operand 1 +2023-12-14 14:53:02.509806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.23 = f32[] parameter(1) +2023-12-14 14:53:02.509811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.5> +2023-12-14 14:53:02.509815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5 +2023-12-14 14:53:02.509825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:53:02.509836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.5 = f32[] subtract(f32[] %constant.5, f32[] %param_1.23), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.509841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 broadcast.5> +2023-12-14 14:53:02.509846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:53:02.509858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5, operand 1 +2023-12-14 14:53:02.509868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[2048]{0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.509874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 divide.5> +2023-12-14 14:53:02.509879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5 +2023-12-14 14:53:02.509888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.5 = f32[2048]{0} divide(f32[2048]{0} %param_0.5, f32[2048]{0} %broadcast.5), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.509898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> +2023-12-14 14:53:02.509903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.509912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:53:02.509924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.509929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 Arg_8.9> +2023-12-14 14:53:02.509934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9 +2023-12-14 14:53:02.509943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:53:02.509953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_8.9 = f32[] parameter(8) +2023-12-14 14:53:02.509958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 Arg_9.10> +2023-12-14 14:53:02.509963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10 +2023-12-14 14:53:02.509973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.509978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 1 +2023-12-14 14:53:02.509983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_9.10 = s32[] parameter(9) +2023-12-14 14:53:02.509990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.509995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.509999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:53:02.510004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.510009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:53:02.510013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:53:02.510019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:53:02.510024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 1 +2023-12-14 14:53:02.510034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.510039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 1 +2023-12-14 14:53:02.510044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:53:02.510048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 1 +2023-12-14 14:53:02.510053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:53:02.510058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 1 +2023-12-14 14:53:02.510064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 1 +2023-12-14 14:53:02.510070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.510075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:53:02.510079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 1 +2023-12-14 14:53:02.510084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 1 +2023-12-14 14:53:02.510089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = f32[] fusion(f32[] %Arg_8.9, s32[] %Arg_9.10), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.510094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> +2023-12-14 14:53:02.510099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.510103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:53:02.510108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {0} +2023-12-14 14:53:02.510113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 0 +2023-12-14 14:53:02.510126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.510131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> +2023-12-14 14:53:02.510136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.510141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.510145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:53:02.510150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:53:02.510160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 0 +2023-12-14 14:53:02.510165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.510170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 Arg_2.3> +2023-12-14 14:53:02.510175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.510179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.510184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:53:02.510194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048]{0} parameter(2) +2023-12-14 14:53:02.510199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> +2023-12-14 14:53:02.510203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.510209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:53:02.510215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {2} +2023-12-14 14:53:02.510220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 2 +2023-12-14 14:53:02.510229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = f32[2048]{0} fusion(f32[2048]{0} %Arg_2.3, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.510234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> +2023-12-14 14:53:02.510239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.510244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4 +2023-12-14 14:53:02.510248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:53:02.510256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:53:02.510266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 0 +2023-12-14 14:53:02.510271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_3.4 = f32[8192,2048]{1,0} parameter(3) +2023-12-14 14:53:02.510276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 Arg_4.5> +2023-12-14 14:53:02.510281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.510285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5 +2023-12-14 14:53:02.510290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:53:02.510300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_4.5 = f32[8192]{0} parameter(4) +2023-12-14 14:53:02.510305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> +2023-12-14 14:53:02.510311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.510315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:53:02.510320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {4} +2023-12-14 14:53:02.510325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 4 +2023-12-14 14:53:02.510335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[8192]{0} fusion(f32[8192]{0} %Arg_4.5, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.510340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> +2023-12-14 14:53:02.510344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.510349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6 +2023-12-14 14:53:02.510355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:53:02.510360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:53:02.510370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:53:02.510375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_5.6 = f32[2048,8192]{1,0} parameter(5) +2023-12-14 14:53:02.510379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 Arg_6.7> +2023-12-14 14:53:02.510384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.510392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7 +2023-12-14 14:53:02.510397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:53:02.510408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_6.7 = f32[2048]{0} parameter(6) +2023-12-14 14:53:02.510413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> +2023-12-14 14:53:02.510417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.510422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:53:02.510427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {6} +2023-12-14 14:53:02.510432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 6 +2023-12-14 14:53:02.510441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = f32[2048]{0} fusion(f32[2048]{0} %Arg_6.7, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.510446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> +2023-12-14 14:53:02.510452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.510457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8 +2023-12-14 14:53:02.510461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.510466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.510476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.510480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_7.8 = f32[8192,2048]{1,0} parameter(7) +2023-12-14 14:53:02.510485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.31{}> +2023-12-14 14:53:02.510490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.510495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {} +2023-12-14 14:53:02.510500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.510506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %fusion.7, f32[2048,8192]{1,0} %call.3, f32[2048]{0} %fusion.5, f32[8192,2048]{1,0} %call.2, f32[8192]{0} %fusion.3, /*index=5*/f32[2048,8192]{1,0} %call.1, f32[2048]{0} %fusion.1, f32[8192,2048]{1,0} %call) +2023-12-14 14:53:02.510571: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_bias_correction +2023-12-14 14:53:02.510581: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 72 +2023-12-14 14:53:02.510671: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.510923: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_bias_correction, entry_computation_layout={(f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[],s32[])->(f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0})} +2023-12-14 14:53:02.510934: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.510939: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1 (param_0.1: f32[2048], param_1.7: f32[]) -> f32[2048] { +2023-12-14 14:53:02.510945: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.510950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.1 = f32[] constant(1) +2023-12-14 14:53:02.510955: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.7 = f32[] parameter(1) +2023-12-14 14:53:02.510960: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.1 = f32[] subtract(f32[] %constant.1, f32[] %param_1.7), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.510965: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048]{0} broadcast(f32[] %subtract.1), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.510970: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.1 = f32[2048]{0} divide(f32[2048]{0} %param_0.1, f32[2048]{0} %broadcast.1), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.510975: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.510980: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.510985: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.3: f32[8192], param_1.15: f32[]) -> f32[8192] { +2023-12-14 14:53:02.510990: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.3 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.510995: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.3 = f32[] constant(1) +2023-12-14 14:53:02.510999: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.15 = f32[] parameter(1) +2023-12-14 14:53:02.511005: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.3 = f32[] subtract(f32[] %constant.3, f32[] %param_1.15), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.511010: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.3 = f32[8192]{0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511020: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.3 = f32[8192]{0} divide(f32[8192]{0} %param_0.3, f32[8192]{0} %broadcast.3), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511025: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511030: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511035: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5 (param_0.5: f32[2048], param_1.23: f32[]) -> f32[2048] { +2023-12-14 14:53:02.511040: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.5 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.511045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.5 = f32[] constant(1) +2023-12-14 14:53:02.511050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.23 = f32[] parameter(1) +2023-12-14 14:53:02.511055: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.5 = f32[] subtract(f32[] %constant.5, f32[] %param_1.23), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.511059: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.5 = f32[2048]{0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511064: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.5 = f32[2048]{0} divide(f32[2048]{0} %param_0.5, f32[2048]{0} %broadcast.5), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511069: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511074: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511079: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.7 (param_0.7: f32[8192], param_1.31: f32[]) -> f32[8192] { +2023-12-14 14:53:02.511084: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.7 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.511089: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.7 = f32[] constant(1) +2023-12-14 14:53:02.511094: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.31 = f32[] parameter(1) +2023-12-14 14:53:02.511099: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.7 = f32[] subtract(f32[] %constant.7, f32[] %param_1.31), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.511104: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.7 = f32[8192]{0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511109: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.7 = f32[8192]{0} divide(f32[8192]{0} %param_0.7, f32[8192]{0} %broadcast.7), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511117: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511122: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511128: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.8 (param_0.8: f32[], param_1.33: s32[]) -> f32[] { +2023-12-14 14:53:02.511132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.8 = f32[] parameter(0) +2023-12-14 14:53:02.511137: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.33 = s32[] parameter(1) +2023-12-14 14:53:02.511142: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.0 = f32[] convert(s32[] %param_1.33), metadata={op_name="jit(bias_correction)/jit(main)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.511149: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %power.0 = f32[] power(f32[] %param_0.8, f32[] %convert.0), metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.511154: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511158: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.9: f32[8192,2048], param_1.34: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:02.511169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.9 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.511174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.8 = f32[] constant(1) +2023-12-14 14:53:02.511179: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.34 = f32[] parameter(1) +2023-12-14 14:53:02.511184: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.8 = f32[] subtract(f32[] %constant.8, f32[] %param_1.34), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.511189: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.8 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511194: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.8 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.9, f32[8192,2048]{1,0} %broadcast.8), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511199: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511204: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511209: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[8192,2048], p.1: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:02.511213: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.511222: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:53:02.511227: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.511232: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511237: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511242: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2.clone (param_0.10: f32[2048,8192], param_1.35: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:02.511247: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.10 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.511252: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.9 = f32[] constant(1) +2023-12-14 14:53:02.511257: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.35 = f32[] parameter(1) +2023-12-14 14:53:02.511262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.9 = f32[] subtract(f32[] %constant.9, f32[] %param_1.35), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.511267: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.9 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511272: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.9 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.10, f32[2048,8192]{1,0} %broadcast.9), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511277: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511282: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511287: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.2 (p.2: f32[2048,8192], p.3: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:02.511291: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.511297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.3 = f32[] parameter(1) +2023-12-14 14:53:02.511302: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.2, f32[] %p.3), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.511307: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511312: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511317: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4.clone (param_0.11: f32[8192,2048], param_1.36: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:02.511337: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.11 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.511342: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.10 = f32[] constant(1) +2023-12-14 14:53:02.511346: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.36 = f32[] parameter(1) +2023-12-14 14:53:02.511351: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.10 = f32[] subtract(f32[] %constant.10, f32[] %param_1.36), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.511357: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.10 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.10), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511362: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.10 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.11, f32[8192,2048]{1,0} %broadcast.10), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511367: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511371: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511376: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.4 (p.4: f32[8192,2048], p.5: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:02.511381: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.4 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.511387: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.5 = f32[] parameter(1) +2023-12-14 14:53:02.511392: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.4.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p.4, f32[] %p.5), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.511396: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511401: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511407: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6.clone (param_0.12: f32[2048,8192], param_1.37: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:02.511411: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.12 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.511416: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.12 = f32[] constant(1) +2023-12-14 14:53:02.511421: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.37 = f32[] parameter(1) +2023-12-14 14:53:02.511426: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.11 = f32[] subtract(f32[] %constant.12, f32[] %param_1.37), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.511434: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.11 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.11), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511439: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.11 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.12, f32[2048,8192]{1,0} %broadcast.11), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511444: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511449: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.6 (p.6: f32[2048,8192], p.7: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:02.511459: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.6 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.511464: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.7 = f32[] parameter(1) +2023-12-14 14:53:02.511469: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.6.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.6, f32[] %p.7), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.511474: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511480: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511485: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.32 (Arg_0.1: f32[8192], Arg_1.2: f32[2048,8192], Arg_2.3: f32[2048], Arg_3.4: f32[8192,2048], Arg_4.5: f32[8192], Arg_5.6: f32[2048,8192], Arg_6.7: f32[2048], Arg_7.8: f32[8192,2048], Arg_8.9: f32[], Arg_9.10: s32[]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048]) { +2023-12-14 14:53:02.511490: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.511494: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_8.9 = f32[] parameter(8) +2023-12-14 14:53:02.511500: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_9.10 = s32[] parameter(9) +2023-12-14 14:53:02.511505: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.8 = f32[] fusion(f32[] %Arg_8.9, s32[] %Arg_9.10), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.511510: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.7 = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511515: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.511520: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.3 = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_1.2, f32[] %fusion.8), to_apply=%parallel_fusion.6 +2023-12-14 14:53:02.511528: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_2.3 = f32[2048]{0} parameter(2) +2023-12-14 14:53:02.511533: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.5 = f32[2048]{0} fusion(f32[2048]{0} %Arg_2.3, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511538: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_3.4 = f32[8192,2048]{1,0} parameter(3) +2023-12-14 14:53:02.511543: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.2 = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %Arg_3.4, f32[] %fusion.8), to_apply=%parallel_fusion.4 +2023-12-14 14:53:02.511548: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_4.5 = f32[8192]{0} parameter(4) +2023-12-14 14:53:02.511553: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = f32[8192]{0} fusion(f32[8192]{0} %Arg_4.5, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511558: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_5.6 = f32[2048,8192]{1,0} parameter(5) +2023-12-14 14:53:02.511563: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.1 = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_5.6, f32[] %fusion.8), to_apply=%parallel_fusion.2 +2023-12-14 14:53:02.511568: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_6.7 = f32[2048]{0} parameter(6) +2023-12-14 14:53:02.511573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.1 = f32[2048]{0} fusion(f32[2048]{0} %Arg_6.7, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.511578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_7.8 = f32[8192,2048]{1,0} parameter(7) +2023-12-14 14:53:02.511583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %Arg_7.8, f32[] %fusion.8), to_apply=%parallel_fusion +2023-12-14 14:53:02.511588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %fusion.7, f32[2048,8192]{1,0} %call.3, f32[2048]{0} %fusion.5, f32[8192,2048]{1,0} %call.2, f32[8192]{0} %fusion.3, /*index=5*/f32[2048,8192]{1,0} %call.1, f32[2048]{0} %fusion.1, f32[8192,2048]{1,0} %call) +2023-12-14 14:53:02.511593: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.511599: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.511627: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 32): + InstructionSequence: + 0:Arg_8.9 + 1:Arg_9.10 + 2:fusion.8 + 3:Arg_7.8 + 4:p + 5:p.1 + 6:fusion.clone + 7:call + 8:Arg_5.6 + 9:p.2 + 10:p.3 + 11:fusion.2.clone + 12:call.1 + 13:Arg_3.4 + 14:p.4 + 15:p.5 + 16:fusion.4.clone + 17:call.2 + 18:Arg_1.2 + 19:p.6 + 20:p.7 + 21:fusion.6.clone + 22:call.3 + 23:Arg_4.5 + 24:fusion.3 + 25:Arg_0.1 + 26:fusion.7 + 27:Arg_6.7 + 28:fusion.1 + 29:Arg_2.3 + 30:fusion.5 + 31:tuple.31 + BufferLiveRange: + fusion.2.clone{}:11-32 + fusion.6.clone{}:21-32 + fusion.clone{}:6-32 + fusion.4.clone{}:16-32 + Arg_0.1{}:0-32 + Arg_8.9{}:0-32 + Arg_9.10{}:0-32 + fusion.8{}:2-30 + fusion.7{}:26-32 + Arg_1.2{}:0-32 + Arg_2.3{}:0-32 + fusion.5{}:30-32 + Arg_3.4{}:0-32 + Arg_4.5{}:0-32 + fusion.3{}:24-32 + Arg_5.6{}:0-32 + Arg_6.7{}:0-32 + fusion.1{}:28-32 + Arg_7.8{}:0-32 + tuple.31{}:31-32 + Live ranges at 31 (peak): + fusion.2.clone: 67108864 bytes + fusion.6.clone: 67108864 bytes + fusion.clone: 67108864 bytes + fusion.4.clone: 67108864 bytes + Arg_0.1: 32768 bytes + Arg_8.9: 4 bytes + Arg_9.10: 4 bytes + fusion.7: 32768 bytes + Arg_1.2: 67108864 bytes + Arg_2.3: 8192 bytes + fusion.5: 8192 bytes + Arg_3.4: 67108864 bytes + Arg_4.5: 32768 bytes + fusion.3: 32768 bytes + Arg_5.6: 67108864 bytes + Arg_6.7: 8192 bytes + fusion.1: 8192 bytes + Arg_7.8: 67108864 bytes + tuple.31: 64 bytes + +2023-12-14 14:53:02.511639: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time32 +2023-12-14 14:53:02.511646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.511651: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.511656: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.511662: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <59 fusion.8 @0> +2023-12-14 14:53:02.511672: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.511677: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:02.511682: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:02.511686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:02.511692: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:53:02.511697: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:53:02.511702: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:53:02.511706: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:53:02.511711: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:53:02.511716: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:53:02.511720: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:53:02.511725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:53:02.511730: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:53:02.511734: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:53:02.511739: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:53:02.511745: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:53:02.511749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:53:02.511754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:53:02.511758: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:53:02.511763: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:53:02.511771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:53:02.511776: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:53:02.511780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:53:02.511785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:53:02.511791: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:53:02.511795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:53:02.511800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:53:02.511805: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:53:02.511809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.511815: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <59 fusion.8 @0> +2023-12-14 14:53:02.511820: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:53:02.511825: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:53:02.511843: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <59 fusion.8 @0> + positions: + fusion.8 + p.1 + p.3 + p.5 + p.7 + uses: + fusion.7, operand 1 + call, operand 1 + fusion.1, operand 1 + call.1, operand 1 + fusion.3, operand 1 + call.2, operand 1 + fusion.5, operand 1 + call.3, operand 1 + fusion.clone, operand 1 + fusion.2.clone, operand 1 + fusion.4.clone, operand 1 + fusion.6.clone, operand 1 + from instruction:%fusion.8 = f32[] fusion(f32[] %Arg_8.9, s32[] %Arg_9.10), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + +2023-12-14 14:53:02.511850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 0, end 1 +2023-12-14 14:53:02.511860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:53:02.511872: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:845] Finding chunks for buffer: <59 fusion.8 @0> + positions: + fusion.8 + p.1 + p.3 + p.5 + p.7 + uses: + fusion.7, operand 1 + call, operand 1 + fusion.1, operand 1 + call.1, operand 1 + fusion.3, operand 1 + call.2, operand 1 + fusion.5, operand 1 + call.3, operand 1 + fusion.clone, operand 1 + fusion.2.clone, operand 1 + fusion.4.clone, operand 1 + fusion.6.clone, operand 1 + from instruction:%fusion.8 = f32[] fusion(f32[] %Arg_8.9, s32[] %Arg_9.10), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} + +2023-12-14 14:53:02.511877: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:847] Size 4, start 0, end 1 +2023-12-14 14:53:02.511883: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:1027] Number of heaps produced = 1 +2023-12-14 14:53:02.511894: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1648] Result size from heap simulator: 4 +2023-12-14 14:53:02.511902: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1529] Compute peak memory logical buffers +2023-12-14 14:53:02.511917: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.511927: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:574] Combined temp allocation for color 0 is: allocation 19: size 4, preallocated-temp: + value: <59 fusion.8 @0> (size=4,offset=0): f32[] + +2023-12-14 14:53:02.511952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_bias_correction +2023-12-14 14:53:02.512131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.512156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.512162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.512167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.512172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.512177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.512183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <56 Arg_0.1> + +2023-12-14 14:53:02.512189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.512194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <61 Arg_1.2> + +2023-12-14 14:53:02.512199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_2.3 +2023-12-14 14:53:02.512205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <62 Arg_2.3> + +2023-12-14 14:53:02.512210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_3.4 +2023-12-14 14:53:02.512215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <64 Arg_3.4> + +2023-12-14 14:53:02.512221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_4.5 +2023-12-14 14:53:02.512227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <65 Arg_4.5> + +2023-12-14 14:53:02.512232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_5.6 +2023-12-14 14:53:02.512238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <67 Arg_5.6> + +2023-12-14 14:53:02.512242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_6.7 +2023-12-14 14:53:02.512248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <68 Arg_6.7> + +2023-12-14 14:53:02.512252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_7.8 +2023-12-14 14:53:02.512258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <70 Arg_7.8> + +2023-12-14 14:53:02.512263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_8.9 +2023-12-14 14:53:02.512268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <57 Arg_8.9> + +2023-12-14 14:53:02.512273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_9.10 +2023-12-14 14:53:02.512278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <58 Arg_9.10> + +2023-12-14 14:53:02.512286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: tuple.31 +2023-12-14 14:53:02.512298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet((f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048])) + {} : HloValueSet: <71 tuple.31{}> + {0} : HloValueSet: <60 fusion.7> + {1} : HloValueSet: <1 fusion.6.clone> + {2} : HloValueSet: <63 fusion.5> + {3} : HloValueSet: <3 fusion.4.clone> + {4} : HloValueSet: <66 fusion.3> + {5} : HloValueSet: <0 fusion.2.clone> + {6} : HloValueSet: <69 fusion.1> + {7} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.512304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.1 +2023-12-14 14:53:02.512309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <69 fusion.1> + +2023-12-14 14:53:02.512314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.3 +2023-12-14 14:53:02.512319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <66 fusion.3> + +2023-12-14 14:53:02.512324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.5 +2023-12-14 14:53:02.512329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <63 fusion.5> + +2023-12-14 14:53:02.512334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.7 +2023-12-14 14:53:02.512340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <60 fusion.7> + +2023-12-14 14:53:02.512345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.8 +2023-12-14 14:53:02.512350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.512355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.512361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.512365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.1 +2023-12-14 14:53:02.512371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.2.clone> + +2023-12-14 14:53:02.512376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.2 +2023-12-14 14:53:02.512381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 fusion.4.clone> + +2023-12-14 14:53:02.512386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call.3 +2023-12-14 14:53:02.512392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.6.clone> + +2023-12-14 14:53:02.512397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.1 +2023-12-14 14:53:02.512403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <49 divide.1> + +2023-12-14 14:53:02.512408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.512416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <44 param_0.1> + +2023-12-14 14:53:02.512421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.512427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <48 broadcast.1> + +2023-12-14 14:53:02.512432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.1 +2023-12-14 14:53:02.512439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <47 subtract.1> + +2023-12-14 14:53:02.512445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.1 +2023-12-14 14:53:02.512450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <45 constant.1> + +2023-12-14 14:53:02.512455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.7 +2023-12-14 14:53:02.512460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <46 param_1.7> + +2023-12-14 14:53:02.512465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.512470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <25 divide.3> + +2023-12-14 14:53:02.512475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.3 +2023-12-14 14:53:02.512481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <20 param_0.3> + +2023-12-14 14:53:02.512486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:02.512492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <24 broadcast.3> + +2023-12-14 14:53:02.512497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.3 +2023-12-14 14:53:02.512502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <23 subtract.3> + +2023-12-14 14:53:02.512507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.3 +2023-12-14 14:53:02.512512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <21 constant.3> + +2023-12-14 14:53:02.512517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.15 +2023-12-14 14:53:02.512522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <22 param_1.15> + +2023-12-14 14:53:02.512527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.5 +2023-12-14 14:53:02.512533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <55 divide.5> + +2023-12-14 14:53:02.512538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.5 +2023-12-14 14:53:02.512544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <50 param_0.5> + +2023-12-14 14:53:02.512549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.5 +2023-12-14 14:53:02.512557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <54 broadcast.5> + +2023-12-14 14:53:02.512562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.5 +2023-12-14 14:53:02.512567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <53 subtract.5> + +2023-12-14 14:53:02.512572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.5 +2023-12-14 14:53:02.512578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <51 constant.5> + +2023-12-14 14:53:02.512583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.23 +2023-12-14 14:53:02.512590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <52 param_1.23> + +2023-12-14 14:53:02.512594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.7 +2023-12-14 14:53:02.512600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <31 divide.7> + +2023-12-14 14:53:02.512605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.7 +2023-12-14 14:53:02.512610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <26 param_0.7> + +2023-12-14 14:53:02.512615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.7 +2023-12-14 14:53:02.512620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <30 broadcast.7> + +2023-12-14 14:53:02.512625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.7 +2023-12-14 14:53:02.512631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <29 subtract.7> + +2023-12-14 14:53:02.512636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.7 +2023-12-14 14:53:02.512642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <27 constant.7> + +2023-12-14 14:53:02.512646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.31 +2023-12-14 14:53:02.512652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <28 param_1.31> + +2023-12-14 14:53:02.512657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: power.0 +2023-12-14 14:53:02.512663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <7 power.0> + +2023-12-14 14:53:02.512668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.8 +2023-12-14 14:53:02.512673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_0.8> + +2023-12-14 14:53:02.512678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: convert.0 +2023-12-14 14:53:02.512683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <6 convert.0> + +2023-12-14 14:53:02.512689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.33 +2023-12-14 14:53:02.512697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(s32[]) + {} : HloValueSet: <5 param_1.33> + +2023-12-14 14:53:02.512703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.8 +2023-12-14 14:53:02.512708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <37 divide.8> + +2023-12-14 14:53:02.512713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.9 +2023-12-14 14:53:02.512718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <32 param_0.9> + +2023-12-14 14:53:02.512723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.8 +2023-12-14 14:53:02.512729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <36 broadcast.8> + +2023-12-14 14:53:02.512735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.8 +2023-12-14 14:53:02.512740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <35 subtract.8> + +2023-12-14 14:53:02.512745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.8 +2023-12-14 14:53:02.512751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <33 constant.8> + +2023-12-14 14:53:02.512756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.34 +2023-12-14 14:53:02.512761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <34 param_1.34> + +2023-12-14 14:53:02.512766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.512772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.512777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.512783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <70 Arg_7.8> + +2023-12-14 14:53:02.512788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.512793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.512798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.9 +2023-12-14 14:53:02.512804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <13 divide.9> + +2023-12-14 14:53:02.512809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.10 +2023-12-14 14:53:02.512814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <8 param_0.10> + +2023-12-14 14:53:02.512819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.9 +2023-12-14 14:53:02.512825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <12 broadcast.9> + +2023-12-14 14:53:02.512830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.9 +2023-12-14 14:53:02.512839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <11 subtract.9> + +2023-12-14 14:53:02.512845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.9 +2023-12-14 14:53:02.512850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <9 constant.9> + +2023-12-14 14:53:02.512855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.35 +2023-12-14 14:53:02.512860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <10 param_1.35> + +2023-12-14 14:53:02.512865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.2.clone +2023-12-14 14:53:02.512871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 fusion.2.clone> + +2023-12-14 14:53:02.512876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.2 +2023-12-14 14:53:02.512882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <67 Arg_5.6> + +2023-12-14 14:53:02.512887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.3 +2023-12-14 14:53:02.512893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.512898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.10 +2023-12-14 14:53:02.512903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <43 divide.10> + +2023-12-14 14:53:02.512908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.11 +2023-12-14 14:53:02.512914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <38 param_0.11> + +2023-12-14 14:53:02.512919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.10 +2023-12-14 14:53:02.512924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <42 broadcast.10> + +2023-12-14 14:53:02.512930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.10 +2023-12-14 14:53:02.512935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <41 subtract.10> + +2023-12-14 14:53:02.512941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.10 +2023-12-14 14:53:02.512946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <39 constant.10> + +2023-12-14 14:53:02.512951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.36 +2023-12-14 14:53:02.512956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <40 param_1.36> + +2023-12-14 14:53:02.512961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.4.clone +2023-12-14 14:53:02.512967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 fusion.4.clone> + +2023-12-14 14:53:02.512975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.4 +2023-12-14 14:53:02.512981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <64 Arg_3.4> + +2023-12-14 14:53:02.512986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.5 +2023-12-14 14:53:02.512992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.512996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.11 +2023-12-14 14:53:02.513002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <19 divide.11> + +2023-12-14 14:53:02.513007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.12 +2023-12-14 14:53:02.513012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <14 param_0.12> + +2023-12-14 14:53:02.513017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.11 +2023-12-14 14:53:02.513023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <18 broadcast.11> + +2023-12-14 14:53:02.513029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: subtract.11 +2023-12-14 14:53:02.513034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <17 subtract.11> + +2023-12-14 14:53:02.513040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: constant.12 +2023-12-14 14:53:02.513045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <15 constant.12> + +2023-12-14 14:53:02.513050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.37 +2023-12-14 14:53:02.513055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <16 param_1.37> + +2023-12-14 14:53:02.513060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.6.clone +2023-12-14 14:53:02.513066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 fusion.6.clone> + +2023-12-14 14:53:02.513071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.6 +2023-12-14 14:53:02.513077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <61 Arg_1.2> + +2023-12-14 14:53:02.513082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.7 +2023-12-14 14:53:02.513088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <59 fusion.8> + +2023-12-14 14:53:02.513303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_bias_correction +2023-12-14 14:53:02.513312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.513317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.513330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> (def) +2023-12-14 14:53:02.513335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.513344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> (def) +2023-12-14 14:53:02.513349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3: +2023-12-14 14:53:02.513359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 Arg_2.3> (def) +2023-12-14 14:53:02.513363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4: +2023-12-14 14:53:02.513373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> (def) +2023-12-14 14:53:02.513378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5: +2023-12-14 14:53:02.513389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 Arg_4.5> (def) +2023-12-14 14:53:02.513394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6: +2023-12-14 14:53:02.513404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> (def) +2023-12-14 14:53:02.513408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7: +2023-12-14 14:53:02.513418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 Arg_6.7> (def) +2023-12-14 14:53:02.513423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8: +2023-12-14 14:53:02.513432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> (def) +2023-12-14 14:53:02.513437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9: +2023-12-14 14:53:02.513447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 Arg_8.9> (def) +2023-12-14 14:53:02.513452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10: +2023-12-14 14:53:02.513462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 Arg_9.10> (def) +2023-12-14 14:53:02.513467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31: +2023-12-14 14:53:02.513476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {}: +2023-12-14 14:53:02.513484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.31{}> (def) +2023-12-14 14:53:02.513489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {0}: +2023-12-14 14:53:02.513494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> +2023-12-14 14:53:02.513499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {1}: +2023-12-14 14:53:02.513504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.513510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {2}: +2023-12-14 14:53:02.513515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> +2023-12-14 14:53:02.513520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {3}: +2023-12-14 14:53:02.513524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.513529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {4}: +2023-12-14 14:53:02.513534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> +2023-12-14 14:53:02.513539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {5}: +2023-12-14 14:53:02.513544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.513549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {6}: +2023-12-14 14:53:02.513554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> +2023-12-14 14:53:02.513559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple index {7}: +2023-12-14 14:53:02.513564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.513569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1: +2023-12-14 14:53:02.513578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> (def) +2023-12-14 14:53:02.513583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3: +2023-12-14 14:53:02.513593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> (def) +2023-12-14 14:53:02.513598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5: +2023-12-14 14:53:02.513609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> (def) +2023-12-14 14:53:02.513614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7: +2023-12-14 14:53:02.513624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> (def) +2023-12-14 14:53:02.513629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8: +2023-12-14 14:53:02.513641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> (def) +2023-12-14 14:53:02.513646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.513656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.513661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1: +2023-12-14 14:53:02.513671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.513676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2: +2023-12-14 14:53:02.513685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.513690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3: +2023-12-14 14:53:02.513700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.513705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1: +2023-12-14 14:53:02.513715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 divide.1> (def) +2023-12-14 14:53:02.513720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.513729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 param_0.1> (def) +2023-12-14 14:53:02.513734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.513743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 broadcast.1> (def) +2023-12-14 14:53:02.513750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1: +2023-12-14 14:53:02.513759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.1> (def) +2023-12-14 14:53:02.513765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1: +2023-12-14 14:53:02.513774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.1> (def) +2023-12-14 14:53:02.513779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.7: +2023-12-14 14:53:02.513793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_1.7> (def) +2023-12-14 14:53:02.513798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.513808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.3> (def) +2023-12-14 14:53:02.513813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3: +2023-12-14 14:53:02.513823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.3> (def) +2023-12-14 14:53:02.513827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:02.513837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.3> (def) +2023-12-14 14:53:02.513842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3: +2023-12-14 14:53:02.513852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 subtract.3> (def) +2023-12-14 14:53:02.513857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3: +2023-12-14 14:53:02.513866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 constant.3> (def) +2023-12-14 14:53:02.513871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.15: +2023-12-14 14:53:02.513881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_1.15> (def) +2023-12-14 14:53:02.513885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5: +2023-12-14 14:53:02.513896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 divide.5> (def) +2023-12-14 14:53:02.513900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5: +2023-12-14 14:53:02.513911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_0.5> (def) +2023-12-14 14:53:02.513915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5: +2023-12-14 14:53:02.513925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 broadcast.5> (def) +2023-12-14 14:53:02.513930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5: +2023-12-14 14:53:02.513942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.5> (def) +2023-12-14 14:53:02.513947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5: +2023-12-14 14:53:02.513958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.5> (def) +2023-12-14 14:53:02.513962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.23: +2023-12-14 14:53:02.513972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 param_1.23> (def) +2023-12-14 14:53:02.513977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7: +2023-12-14 14:53:02.513986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 divide.7> (def) +2023-12-14 14:53:02.513991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.513996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7: +2023-12-14 14:53:02.514001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.7> (def) +2023-12-14 14:53:02.514006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7: +2023-12-14 14:53:02.514016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 broadcast.7> (def) +2023-12-14 14:53:02.514021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7: +2023-12-14 14:53:02.514030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.7> (def) +2023-12-14 14:53:02.514035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7: +2023-12-14 14:53:02.514045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.7> (def) +2023-12-14 14:53:02.514051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.31: +2023-12-14 14:53:02.514060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 param_1.31> (def) +2023-12-14 14:53:02.514065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0: +2023-12-14 14:53:02.514074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 power.0> (def) +2023-12-14 14:53:02.514079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.8: +2023-12-14 14:53:02.514092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.8> (def) +2023-12-14 14:53:02.514098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0: +2023-12-14 14:53:02.514108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 convert.0> (def) +2023-12-14 14:53:02.514113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.33: +2023-12-14 14:53:02.514122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_1.33> (def) +2023-12-14 14:53:02.514127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8: +2023-12-14 14:53:02.514137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 divide.8> (def) +2023-12-14 14:53:02.514142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9: +2023-12-14 14:53:02.514152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 param_0.9> (def) +2023-12-14 14:53:02.514157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8: +2023-12-14 14:53:02.514166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.8> (def) +2023-12-14 14:53:02.514171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8: +2023-12-14 14:53:02.514181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 subtract.8> (def) +2023-12-14 14:53:02.514186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8: +2023-12-14 14:53:02.514196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.8> (def) +2023-12-14 14:53:02.514201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.34: +2023-12-14 14:53:02.514210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 param_1.34> (def) +2023-12-14 14:53:02.514215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.514225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.514230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.514244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> +2023-12-14 14:53:02.514249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.514258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.514263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9: +2023-12-14 14:53:02.514273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 divide.9> (def) +2023-12-14 14:53:02.514277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.10: +2023-12-14 14:53:02.514288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_0.10> (def) +2023-12-14 14:53:02.514293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9: +2023-12-14 14:53:02.514303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 broadcast.9> (def) +2023-12-14 14:53:02.514307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9: +2023-12-14 14:53:02.514317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 subtract.9> (def) +2023-12-14 14:53:02.514322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9: +2023-12-14 14:53:02.514332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.9> (def) +2023-12-14 14:53:02.514337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.35: +2023-12-14 14:53:02.514347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_1.35> (def) +2023-12-14 14:53:02.514351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone: +2023-12-14 14:53:02.514361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> (def) +2023-12-14 14:53:02.514366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2: +2023-12-14 14:53:02.514375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> +2023-12-14 14:53:02.514381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3: +2023-12-14 14:53:02.514391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.514402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10: +2023-12-14 14:53:02.514411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 divide.10> (def) +2023-12-14 14:53:02.514416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11: +2023-12-14 14:53:02.514426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 param_0.11> (def) +2023-12-14 14:53:02.514432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10: +2023-12-14 14:53:02.514441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.10> (def) +2023-12-14 14:53:02.514446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10: +2023-12-14 14:53:02.514456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.10> (def) +2023-12-14 14:53:02.514460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10: +2023-12-14 14:53:02.514470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.10> (def) +2023-12-14 14:53:02.514475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.36: +2023-12-14 14:53:02.514485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 param_1.36> (def) +2023-12-14 14:53:02.514490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone: +2023-12-14 14:53:02.514500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> (def) +2023-12-14 14:53:02.514504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4: +2023-12-14 14:53:02.514514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> +2023-12-14 14:53:02.514519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5: +2023-12-14 14:53:02.514529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.514534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11: +2023-12-14 14:53:02.514544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.11> (def) +2023-12-14 14:53:02.514551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.12: +2023-12-14 14:53:02.514561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.12> (def) +2023-12-14 14:53:02.514566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11: +2023-12-14 14:53:02.514577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.11> (def) +2023-12-14 14:53:02.514582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11: +2023-12-14 14:53:02.514591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 subtract.11> (def) +2023-12-14 14:53:02.514596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12: +2023-12-14 14:53:02.514605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 constant.12> (def) +2023-12-14 14:53:02.514610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.37: +2023-12-14 14:53:02.514620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 param_1.37> (def) +2023-12-14 14:53:02.514625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone: +2023-12-14 14:53:02.514635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> (def) +2023-12-14 14:53:02.514640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6: +2023-12-14 14:53:02.514650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> +2023-12-14 14:53:02.514654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.514659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7: +2023-12-14 14:53:02.514664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.514669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.514674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 fusion.2.clone> +2023-12-14 14:53:02.514679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.514684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone +2023-12-14 14:53:02.514689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {5} +2023-12-14 14:53:02.514694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1 +2023-12-14 14:53:02.514701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.514706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 5 +2023-12-14 14:53:02.514711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.2, f32[] %p.3), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.514717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 fusion.6.clone> +2023-12-14 14:53:02.514722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.514727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone +2023-12-14 14:53:02.514732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {1} +2023-12-14 14:53:02.514737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3 +2023-12-14 14:53:02.514742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.514746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 1 +2023-12-14 14:53:02.514751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.6.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.6, f32[] %p.7), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.514756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.514761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.514767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.514772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {7} +2023-12-14 14:53:02.514777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.514782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.514787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 7 +2023-12-14 14:53:02.514792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.514797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 fusion.4.clone> +2023-12-14 14:53:02.514802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.514806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone +2023-12-14 14:53:02.514811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {3} +2023-12-14 14:53:02.514820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2 +2023-12-14 14:53:02.514825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.514830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 3 +2023-12-14 14:53:02.514835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.4.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p.4, f32[] %p.5), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.514840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_0.8> +2023-12-14 14:53:02.514845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.514849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.8 +2023-12-14 14:53:02.514854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.514859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0, operand 0 +2023-12-14 14:53:02.514865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.8 = f32[] parameter(0) +2023-12-14 14:53:02.514869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 param_1.33> +2023-12-14 14:53:02.514875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.514880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.33 +2023-12-14 14:53:02.514884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.514889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0, operand 0 +2023-12-14 14:53:02.514894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.33 = s32[] parameter(1) +2023-12-14 14:53:02.514899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 convert.0> +2023-12-14 14:53:02.514904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.514909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] convert.0 +2023-12-14 14:53:02.514914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.514920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0, operand 1 +2023-12-14 14:53:02.514925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%convert.0 = f32[] convert(s32[] %param_1.33), metadata={op_name="jit(bias_correction)/jit(main)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.514930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <7 power.0> +2023-12-14 14:53:02.514935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.514940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] power.0 +2023-12-14 14:53:02.514947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.514952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%power.0 = f32[] power(f32[] %param_0.8, f32[] %convert.0), metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.514959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <8 param_0.10> +2023-12-14 14:53:02.514964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.514969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.10 +2023-12-14 14:53:02.514974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.514979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9, operand 0 +2023-12-14 14:53:02.514984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.10 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.514988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <9 constant.9> +2023-12-14 14:53:02.514993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.514998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.9 +2023-12-14 14:53:02.515003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 0 +2023-12-14 14:53:02.515013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.9 = f32[] constant(1) +2023-12-14 14:53:02.515018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <10 param_1.35> +2023-12-14 14:53:02.515023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.35 +2023-12-14 14:53:02.515033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9, operand 1 +2023-12-14 14:53:02.515042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.35 = f32[] parameter(1) +2023-12-14 14:53:02.515047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <11 subtract.9> +2023-12-14 14:53:02.515052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.9 +2023-12-14 14:53:02.515063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9, operand 0 +2023-12-14 14:53:02.515073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.9 = f32[] subtract(f32[] %constant.9, f32[] %param_1.35), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.515081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <12 broadcast.9> +2023-12-14 14:53:02.515086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.9 +2023-12-14 14:53:02.515096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9, operand 1 +2023-12-14 14:53:02.515106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.9 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.515112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <13 divide.9> +2023-12-14 14:53:02.515116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.9 +2023-12-14 14:53:02.515126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.9 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.10, f32[2048,8192]{1,0} %broadcast.9), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.515136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <14 param_0.12> +2023-12-14 14:53:02.515141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.12 +2023-12-14 14:53:02.515152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11, operand 0 +2023-12-14 14:53:02.515162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.12 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.515167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <15 constant.12> +2023-12-14 14:53:02.515172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.12 +2023-12-14 14:53:02.515181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 0 +2023-12-14 14:53:02.515191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.12 = f32[] constant(1) +2023-12-14 14:53:02.515196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <16 param_1.37> +2023-12-14 14:53:02.515201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.37 +2023-12-14 14:53:02.515213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11, operand 1 +2023-12-14 14:53:02.515223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.37 = f32[] parameter(1) +2023-12-14 14:53:02.515228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <17 subtract.11> +2023-12-14 14:53:02.515232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.11 +2023-12-14 14:53:02.515242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11, operand 0 +2023-12-14 14:53:02.515253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.11 = f32[] subtract(f32[] %constant.12, f32[] %param_1.37), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.515259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <18 broadcast.11> +2023-12-14 14:53:02.515263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.11 +2023-12-14 14:53:02.515273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11, operand 1 +2023-12-14 14:53:02.515283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.11 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.11), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.515288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <19 divide.11> +2023-12-14 14:53:02.515292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.11 +2023-12-14 14:53:02.515303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.11 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.12, f32[2048,8192]{1,0} %broadcast.11), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.515313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <20 param_0.3> +2023-12-14 14:53:02.515317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.3 +2023-12-14 14:53:02.515336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.515349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.3 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.515354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <21 constant.3> +2023-12-14 14:53:02.515359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.3 +2023-12-14 14:53:02.515369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 0 +2023-12-14 14:53:02.515379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.3 = f32[] constant(1) +2023-12-14 14:53:02.515384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <22 param_1.15> +2023-12-14 14:53:02.515389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.15 +2023-12-14 14:53:02.515398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3, operand 1 +2023-12-14 14:53:02.515409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.15 = f32[] parameter(1) +2023-12-14 14:53:02.515414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <23 subtract.3> +2023-12-14 14:53:02.515419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.3 +2023-12-14 14:53:02.515429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:02.515438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.3 = f32[] subtract(f32[] %constant.3, f32[] %param_1.15), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.515443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <24 broadcast.3> +2023-12-14 14:53:02.515448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:02.515458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.515469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[8192]{0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.515476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <25 divide.3> +2023-12-14 14:53:02.515481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.515491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %param_0.3, f32[8192]{0} %broadcast.3), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.515501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <26 param_0.7> +2023-12-14 14:53:02.515506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.7 +2023-12-14 14:53:02.515516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7, operand 0 +2023-12-14 14:53:02.515526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.7 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.515531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <27 constant.7> +2023-12-14 14:53:02.515536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.7 +2023-12-14 14:53:02.515545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7, operand 0 +2023-12-14 14:53:02.515555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.7 = f32[] constant(1) +2023-12-14 14:53:02.515562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <28 param_1.31> +2023-12-14 14:53:02.515567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.31 +2023-12-14 14:53:02.515576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7, operand 1 +2023-12-14 14:53:02.515586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.31 = f32[] parameter(1) +2023-12-14 14:53:02.515591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <29 subtract.7> +2023-12-14 14:53:02.515595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.7 +2023-12-14 14:53:02.515606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7, operand 0 +2023-12-14 14:53:02.515618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.7 = f32[] subtract(f32[] %constant.7, f32[] %param_1.31), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.515624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <30 broadcast.7> +2023-12-14 14:53:02.515628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.7 +2023-12-14 14:53:02.515638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7, operand 1 +2023-12-14 14:53:02.515648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.7 = f32[8192]{0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.515653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <31 divide.7> +2023-12-14 14:53:02.515658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.7 +2023-12-14 14:53:02.515667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.7 = f32[8192]{0} divide(f32[8192]{0} %param_0.7, f32[8192]{0} %broadcast.7), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.515678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <32 param_0.9> +2023-12-14 14:53:02.515683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.9 +2023-12-14 14:53:02.515692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8, operand 0 +2023-12-14 14:53:02.515702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.9 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.515707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <33 constant.8> +2023-12-14 14:53:02.515712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.8 +2023-12-14 14:53:02.515723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 0 +2023-12-14 14:53:02.515732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.8 = f32[] constant(1) +2023-12-14 14:53:02.515740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <34 param_1.34> +2023-12-14 14:53:02.515746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.34 +2023-12-14 14:53:02.515756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8, operand 1 +2023-12-14 14:53:02.515767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.34 = f32[] parameter(1) +2023-12-14 14:53:02.515771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <35 subtract.8> +2023-12-14 14:53:02.515776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.8 +2023-12-14 14:53:02.515786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8, operand 0 +2023-12-14 14:53:02.515796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.8 = f32[] subtract(f32[] %constant.8, f32[] %param_1.34), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.515801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <36 broadcast.8> +2023-12-14 14:53:02.515806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.8 +2023-12-14 14:53:02.515816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8, operand 1 +2023-12-14 14:53:02.515826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.8 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.515831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <37 divide.8> +2023-12-14 14:53:02.515835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.8 +2023-12-14 14:53:02.515845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.8 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.9, f32[8192,2048]{1,0} %broadcast.8), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.515855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <38 param_0.11> +2023-12-14 14:53:02.515865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.11 +2023-12-14 14:53:02.515874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10, operand 0 +2023-12-14 14:53:02.515884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.11 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.515889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <39 constant.10> +2023-12-14 14:53:02.515894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.10 +2023-12-14 14:53:02.515904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 0 +2023-12-14 14:53:02.515915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.10 = f32[] constant(1) +2023-12-14 14:53:02.515920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <40 param_1.36> +2023-12-14 14:53:02.515924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.36 +2023-12-14 14:53:02.515934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10, operand 1 +2023-12-14 14:53:02.515944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.36 = f32[] parameter(1) +2023-12-14 14:53:02.515949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <41 subtract.10> +2023-12-14 14:53:02.515954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.10 +2023-12-14 14:53:02.515964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.515969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10, operand 0 +2023-12-14 14:53:02.515974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.10 = f32[] subtract(f32[] %constant.10, f32[] %param_1.36), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.515979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <42 broadcast.10> +2023-12-14 14:53:02.515983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.515989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.10 +2023-12-14 14:53:02.515994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10, operand 1 +2023-12-14 14:53:02.516018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.10 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.10), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.516023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <43 divide.10> +2023-12-14 14:53:02.516028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.10 +2023-12-14 14:53:02.516037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.10 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.11, f32[8192,2048]{1,0} %broadcast.10), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.516048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <44 param_0.1> +2023-12-14 14:53:02.516053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.516063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 0 +2023-12-14 14:53:02.516072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.516077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <45 constant.1> +2023-12-14 14:53:02.516082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.1 +2023-12-14 14:53:02.516092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1, operand 0 +2023-12-14 14:53:02.516103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.1 = f32[] constant(1) +2023-12-14 14:53:02.516108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <46 param_1.7> +2023-12-14 14:53:02.516112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.7 +2023-12-14 14:53:02.516122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1, operand 1 +2023-12-14 14:53:02.516131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.7 = f32[] parameter(1) +2023-12-14 14:53:02.516137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <47 subtract.1> +2023-12-14 14:53:02.516144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.1 +2023-12-14 14:53:02.516155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.516164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.1 = f32[] subtract(f32[] %constant.1, f32[] %param_1.7), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.516169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <48 broadcast.1> +2023-12-14 14:53:02.516174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.516184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1, operand 1 +2023-12-14 14:53:02.516194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048]{0} broadcast(f32[] %subtract.1), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.516200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <49 divide.1> +2023-12-14 14:53:02.516204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.1 +2023-12-14 14:53:02.516214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.1 = f32[2048]{0} divide(f32[2048]{0} %param_0.1, f32[2048]{0} %broadcast.1), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.516224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <50 param_0.5> +2023-12-14 14:53:02.516228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.5 +2023-12-14 14:53:02.516238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5, operand 0 +2023-12-14 14:53:02.516249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.5 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.516254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <51 constant.5> +2023-12-14 14:53:02.516258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] constant.5 +2023-12-14 14:53:02.516271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5, operand 0 +2023-12-14 14:53:02.516281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%constant.5 = f32[] constant(1) +2023-12-14 14:53:02.516286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <52 param_1.23> +2023-12-14 14:53:02.516291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.23 +2023-12-14 14:53:02.516301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5, operand 1 +2023-12-14 14:53:02.516311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.23 = f32[] parameter(1) +2023-12-14 14:53:02.516315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <53 subtract.5> +2023-12-14 14:53:02.516320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] subtract.5 +2023-12-14 14:53:02.516330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5, operand 0 +2023-12-14 14:53:02.516341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%subtract.5 = f32[] subtract(f32[] %constant.5, f32[] %param_1.23), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.516346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <54 broadcast.5> +2023-12-14 14:53:02.516350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.5 +2023-12-14 14:53:02.516360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5, operand 1 +2023-12-14 14:53:02.516370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.5 = f32[2048]{0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.516375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <55 divide.5> +2023-12-14 14:53:02.516380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.5 +2023-12-14 14:53:02.516391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.5 = f32[2048]{0} divide(f32[2048]{0} %param_0.5, f32[2048]{0} %broadcast.5), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.516404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <56 Arg_0.1> +2023-12-14 14:53:02.516408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.516418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 0 +2023-12-14 14:53:02.516428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.516433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <57 Arg_8.9> +2023-12-14 14:53:02.516438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_8.9 +2023-12-14 14:53:02.516448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 0 +2023-12-14 14:53:02.516457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_8.9 = f32[] parameter(8) +2023-12-14 14:53:02.516462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <58 Arg_9.10> +2023-12-14 14:53:02.516467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_9.10 +2023-12-14 14:53:02.516478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8, operand 1 +2023-12-14 14:53:02.516488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_9.10 = s32[] parameter(9) +2023-12-14 14:53:02.516493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <59 fusion.8> +2023-12-14 14:53:02.516498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.8 +2023-12-14 14:53:02.516507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.516512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.3 +2023-12-14 14:53:02.516517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.5 +2023-12-14 14:53:02.516522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.7 +2023-12-14 14:53:02.516526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7, operand 1 +2023-12-14 14:53:02.516537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.516545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 1 +2023-12-14 14:53:02.516550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 1 +2023-12-14 14:53:02.516555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 1 +2023-12-14 14:53:02.516560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 1 +2023-12-14 14:53:02.516565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 1 +2023-12-14 14:53:02.516570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 1 +2023-12-14 14:53:02.516575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.516580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 1 +2023-12-14 14:53:02.516585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 1 +2023-12-14 14:53:02.516590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 1 +2023-12-14 14:53:02.516595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.8 = f32[] fusion(f32[] %Arg_8.9, s32[] %Arg_9.10), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.516600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <60 fusion.7> +2023-12-14 14:53:02.516604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.7 +2023-12-14 14:53:02.516614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {0} +2023-12-14 14:53:02.516619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 0 +2023-12-14 14:53:02.516629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.7 = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.516634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <61 Arg_1.2> +2023-12-14 14:53:02.516639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.516649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.6 +2023-12-14 14:53:02.516654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.3, operand 0 +2023-12-14 14:53:02.516663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.6.clone, operand 0 +2023-12-14 14:53:02.516672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.516677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <62 Arg_2.3> +2023-12-14 14:53:02.516681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_2.3 +2023-12-14 14:53:02.516691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5, operand 0 +2023-12-14 14:53:02.516701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_2.3 = f32[2048]{0} parameter(2) +2023-12-14 14:53:02.516706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <63 fusion.5> +2023-12-14 14:53:02.516710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.5 +2023-12-14 14:53:02.516721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {2} +2023-12-14 14:53:02.516726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 2 +2023-12-14 14:53:02.516736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.5 = f32[2048]{0} fusion(f32[2048]{0} %Arg_2.3, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.516741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <64 Arg_3.4> +2023-12-14 14:53:02.516746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_3.4 +2023-12-14 14:53:02.516755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.4 +2023-12-14 14:53:02.516760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.2, operand 0 +2023-12-14 14:53:02.516770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.4.clone, operand 0 +2023-12-14 14:53:02.516775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_3.4 = f32[8192,2048]{1,0} parameter(3) +2023-12-14 14:53:02.516781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <65 Arg_4.5> +2023-12-14 14:53:02.516785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_4.5 +2023-12-14 14:53:02.516795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3, operand 0 +2023-12-14 14:53:02.516807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_4.5 = f32[8192]{0} parameter(4) +2023-12-14 14:53:02.516813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <66 fusion.3> +2023-12-14 14:53:02.516818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.3 +2023-12-14 14:53:02.516828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {4} +2023-12-14 14:53:02.516833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 4 +2023-12-14 14:53:02.516842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.3 = f32[8192]{0} fusion(f32[8192]{0} %Arg_4.5, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.516847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <67 Arg_5.6> +2023-12-14 14:53:02.516852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_5.6 +2023-12-14 14:53:02.516862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.2 +2023-12-14 14:53:02.516867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call.1, operand 0 +2023-12-14 14:53:02.516877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.2.clone, operand 0 +2023-12-14 14:53:02.516882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_5.6 = f32[2048,8192]{1,0} parameter(5) +2023-12-14 14:53:02.516887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <68 Arg_6.7> +2023-12-14 14:53:02.516892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_6.7 +2023-12-14 14:53:02.516902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1, operand 0 +2023-12-14 14:53:02.516912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_6.7 = f32[2048]{0} parameter(6) +2023-12-14 14:53:02.516917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <69 fusion.1> +2023-12-14 14:53:02.516921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.1 +2023-12-14 14:53:02.516931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {6} +2023-12-14 14:53:02.516937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31, operand 6 +2023-12-14 14:53:02.516949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.1 = f32[2048]{0} fusion(f32[2048]{0} %Arg_6.7, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.516954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <70 Arg_7.8> +2023-12-14 14:53:02.516960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.516965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_7.8 +2023-12-14 14:53:02.516971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.516976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.516980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.516985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.516990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_7.8 = f32[8192,2048]{1,0} parameter(7) +2023-12-14 14:53:02.516995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <71 tuple.31{}> +2023-12-14 14:53:02.517000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.517005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] tuple.31 {} +2023-12-14 14:53:02.517010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.517015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %fusion.7, f32[2048,8192]{1,0} %call.3, f32[2048]{0} %fusion.5, f32[8192,2048]{1,0} %call.2, f32[8192]{0} %fusion.3, /*index=5*/f32[2048,8192]{1,0} %call.1, f32[2048]{0} %fusion.1, f32[8192,2048]{1,0} %call) +2023-12-14 14:53:02.517255: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_bias_correction, entry_computation_layout={(f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[8192]{0},f32[2048,8192]{1,0},f32[2048]{0},f32[8192,2048]{1,0},f32[],s32[])->(f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0})} +2023-12-14 14:53:02.517265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517271: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.1 (param_0.1: f32[2048], param_1.7: f32[]) -> f32[2048] { +2023-12-14 14:53:02.517276: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.517281: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.1 = f32[] constant(1) +2023-12-14 14:53:02.517286: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.7 = f32[] parameter(1) +2023-12-14 14:53:02.517291: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.1 = f32[] subtract(f32[] %constant.1, f32[] %param_1.7), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.517300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048]{0} broadcast(f32[] %subtract.1), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.1 = f32[2048]{0} divide(f32[2048]{0} %param_0.1, f32[2048]{0} %broadcast.1), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517310: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517315: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517320: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.3 (param_0.3: f32[8192], param_1.15: f32[]) -> f32[8192] { +2023-12-14 14:53:02.517324: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.3 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.517329: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.3 = f32[] constant(1) +2023-12-14 14:53:02.517334: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.15 = f32[] parameter(1) +2023-12-14 14:53:02.517339: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.3 = f32[] subtract(f32[] %constant.3, f32[] %param_1.15), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.517344: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.3 = f32[8192]{0} broadcast(f32[] %subtract.3), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517349: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.3 = f32[8192]{0} divide(f32[8192]{0} %param_0.3, f32[8192]{0} %broadcast.3), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.5 (param_0.5: f32[2048], param_1.23: f32[]) -> f32[2048] { +2023-12-14 14:53:02.517369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.5 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.517373: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.5 = f32[] constant(1) +2023-12-14 14:53:02.517378: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.23 = f32[] parameter(1) +2023-12-14 14:53:02.517383: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.5 = f32[] subtract(f32[] %constant.5, f32[] %param_1.23), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.517389: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.5 = f32[2048]{0} broadcast(f32[] %subtract.5), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517397: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.5 = f32[2048]{0} divide(f32[2048]{0} %param_0.5, f32[2048]{0} %broadcast.5), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517402: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517408: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517412: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.7 (param_0.7: f32[8192], param_1.31: f32[]) -> f32[8192] { +2023-12-14 14:53:02.517417: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.7 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.517423: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.7 = f32[] constant(1) +2023-12-14 14:53:02.517428: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.31 = f32[] parameter(1) +2023-12-14 14:53:02.517433: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.7 = f32[] subtract(f32[] %constant.7, f32[] %param_1.31), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.517438: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.7 = f32[8192]{0} broadcast(f32[] %subtract.7), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517442: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.7 = f32[8192]{0} divide(f32[8192]{0} %param_0.7, f32[8192]{0} %broadcast.7), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517448: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517453: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517458: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.8 (param_0.8: f32[], param_1.33: s32[]) -> f32[] { +2023-12-14 14:53:02.517463: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.8 = f32[] parameter(0) +2023-12-14 14:53:02.517468: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.33 = s32[] parameter(1) +2023-12-14 14:53:02.517472: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %convert.0 = f32[] convert(s32[] %param_1.33), metadata={op_name="jit(bias_correction)/jit(main)/convert_element_type[new_dtype=float32 weak_type=True]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.517477: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %power.0 = f32[] power(f32[] %param_0.8, f32[] %convert.0), metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.517483: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517488: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517496: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.9: f32[8192,2048], param_1.34: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:02.517502: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.9 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.517506: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.8 = f32[] constant(1) +2023-12-14 14:53:02.517511: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.34 = f32[] parameter(1) +2023-12-14 14:53:02.517517: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.8 = f32[] subtract(f32[] %constant.8, f32[] %param_1.34), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.517522: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.8 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.8), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517528: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.8 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.9, f32[8192,2048]{1,0} %broadcast.8), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517532: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517537: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517542: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[8192,2048], p.1: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:02.517547: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.517552: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:53:02.517557: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.517563: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517572: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.2.clone (param_0.10: f32[2048,8192], param_1.35: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:02.517577: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.10 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.517582: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.9 = f32[] constant(1) +2023-12-14 14:53:02.517588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.35 = f32[] parameter(1) +2023-12-14 14:53:02.517592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.9 = f32[] subtract(f32[] %constant.9, f32[] %param_1.35), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.517601: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.9 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.9), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.9 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.10, f32[2048,8192]{1,0} %broadcast.9), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517611: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517616: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517621: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.2 (p.2: f32[2048,8192], p.3: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:02.517626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.2 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.517631: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.3 = f32[] parameter(1) +2023-12-14 14:53:02.517636: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.2.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.2, f32[] %p.3), kind=kLoop, calls=%fused_computation.2.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.517641: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517646: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517651: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.4.clone (param_0.11: f32[8192,2048], param_1.36: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:02.517657: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.11 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.517662: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.10 = f32[] constant(1) +2023-12-14 14:53:02.517666: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.36 = f32[] parameter(1) +2023-12-14 14:53:02.517671: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.10 = f32[] subtract(f32[] %constant.10, f32[] %param_1.36), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.517676: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.10 = f32[8192,2048]{1,0} broadcast(f32[] %subtract.10), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517682: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.10 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %param_0.11, f32[8192,2048]{1,0} %broadcast.10), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517686: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517695: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517700: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.4 (p.4: f32[8192,2048], p.5: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:02.517705: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.4 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.517710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.5 = f32[] parameter(1) +2023-12-14 14:53:02.517716: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.4.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p.4, f32[] %p.5), kind=kLoop, calls=%fused_computation.4.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.517720: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517726: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517731: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.6.clone (param_0.12: f32[2048,8192], param_1.37: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:02.517736: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.12 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.517740: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %constant.12 = f32[] constant(1) +2023-12-14 14:53:02.517745: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.37 = f32[] parameter(1) +2023-12-14 14:53:02.517751: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %subtract.11 = f32[] subtract(f32[] %constant.12, f32[] %param_1.37), metadata={op_name="jit(bias_correction)/jit(main)/sub" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.517755: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.11 = f32[2048,8192]{1,0} broadcast(f32[] %subtract.11), dimensions={}, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517761: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.11 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %param_0.12, f32[2048,8192]{1,0} %broadcast.11), metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517766: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517771: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517775: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion.6 (p.6: f32[2048,8192], p.7: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:02.517780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.6 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.517786: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.7 = f32[] parameter(1) +2023-12-14 14:53:02.517791: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.6.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p.6, f32[] %p.7), kind=kLoop, calls=%fused_computation.6.clone, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.517799: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.32 (Arg_0.1: f32[8192], Arg_1.2: f32[2048,8192], Arg_2.3: f32[2048], Arg_3.4: f32[8192,2048], Arg_4.5: f32[8192], Arg_5.6: f32[2048,8192], Arg_6.7: f32[2048], Arg_7.8: f32[8192,2048], Arg_8.9: f32[], Arg_9.10: s32[]) -> (f32[8192], f32[2048,8192], f32[2048], f32[8192,2048], f32[8192], /*index=5*/f32[2048,8192], f32[2048], f32[8192,2048]) { +2023-12-14 14:53:02.517813: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.517819: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_8.9 = f32[] parameter(8) +2023-12-14 14:53:02.517824: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_9.10 = s32[] parameter(9) +2023-12-14 14:53:02.517830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.8 = f32[] fusion(f32[] %Arg_8.9, s32[] %Arg_9.10), kind=kLoop, calls=%fused_computation.8, metadata={op_name="jit(bias_correction)/jit(main)/pow" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=118} +2023-12-14 14:53:02.517835: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.7 = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.7, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517840: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.517845: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.3 = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_1.2, f32[] %fusion.8), to_apply=%parallel_fusion.6 +2023-12-14 14:53:02.517849: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_2.3 = f32[2048]{0} parameter(2) +2023-12-14 14:53:02.517855: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.5 = f32[2048]{0} fusion(f32[2048]{0} %Arg_2.3, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.5, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517860: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_3.4 = f32[8192,2048]{1,0} parameter(3) +2023-12-14 14:53:02.517866: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.2 = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %Arg_3.4, f32[] %fusion.8), to_apply=%parallel_fusion.4 +2023-12-14 14:53:02.517870: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_4.5 = f32[8192]{0} parameter(4) +2023-12-14 14:53:02.517875: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.3 = f32[8192]{0} fusion(f32[8192]{0} %Arg_4.5, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.3, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517880: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_5.6 = f32[2048,8192]{1,0} parameter(5) +2023-12-14 14:53:02.517886: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call.1 = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_5.6, f32[] %fusion.8), to_apply=%parallel_fusion.2 +2023-12-14 14:53:02.517895: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_6.7 = f32[2048]{0} parameter(6) +2023-12-14 14:53:02.517901: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fusion.1 = f32[2048]{0} fusion(f32[2048]{0} %Arg_6.7, f32[] %fusion.8), kind=kLoop, calls=%fused_computation.1, metadata={op_name="jit(bias_correction)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=122} +2023-12-14 14:53:02.517905: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_7.8 = f32[8192,2048]{1,0} parameter(7) +2023-12-14 14:53:02.517910: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %call = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %Arg_7.8, f32[] %fusion.8), to_apply=%parallel_fusion +2023-12-14 14:53:02.517915: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %tuple.31 = (f32[8192]{0}, f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}, f32[8192]{0}, /*index=5*/f32[2048,8192]{1,0}, f32[2048]{0}, f32[8192,2048]{1,0}) tuple(f32[8192]{0} %fusion.7, f32[2048,8192]{1,0} %call.3, f32[2048]{0} %fusion.5, f32[8192,2048]{1,0} %call.2, f32[8192]{0} %fusion.3, /*index=5*/f32[2048,8192]{1,0} %call.1, f32[2048]{0} %fusion.1, f32[8192,2048]{1,0} %call) +2023-12-14 14:53:02.517921: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.517926: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.517952: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 32): + InstructionSequence: + 0:Arg_8.9 + 1:Arg_9.10 + 2:fusion.8 + 3:Arg_7.8 + 4:p + 5:p.1 + 6:fusion.clone + 7:call + 8:Arg_5.6 + 9:p.2 + 10:p.3 + 11:fusion.2.clone + 12:call.1 + 13:Arg_3.4 + 14:p.4 + 15:p.5 + 16:fusion.4.clone + 17:call.2 + 18:Arg_1.2 + 19:p.6 + 20:p.7 + 21:fusion.6.clone + 22:call.3 + 23:Arg_4.5 + 24:fusion.3 + 25:Arg_0.1 + 26:fusion.7 + 27:Arg_6.7 + 28:fusion.1 + 29:Arg_2.3 + 30:fusion.5 + 31:tuple.31 + BufferLiveRange: + fusion.2.clone{}:11-32 + fusion.6.clone{}:21-32 + fusion.clone{}:6-32 + fusion.4.clone{}:16-32 + Arg_0.1{}:0-32 + Arg_8.9{}:0-32 + Arg_9.10{}:0-32 + fusion.8{}:2-30 + fusion.7{}:26-32 + Arg_1.2{}:0-32 + Arg_2.3{}:0-32 + fusion.5{}:30-32 + Arg_3.4{}:0-32 + Arg_4.5{}:0-32 + fusion.3{}:24-32 + Arg_5.6{}:0-32 + Arg_6.7{}:0-32 + fusion.1{}:28-32 + Arg_7.8{}:0-32 + tuple.31{}:31-32 + Live ranges at 31 (peak): + fusion.2.clone: 67108864 bytes + fusion.6.clone: 67108864 bytes + fusion.clone: 67108864 bytes + fusion.4.clone: 67108864 bytes + Arg_0.1: 32768 bytes + Arg_8.9: 4 bytes + Arg_9.10: 4 bytes + fusion.7: 32768 bytes + Arg_1.2: 67108864 bytes + Arg_2.3: 8192 bytes + fusion.5: 8192 bytes + Arg_3.4: 67108864 bytes + Arg_4.5: 32768 bytes + fusion.3: 32768 bytes + Arg_5.6: 67108864 bytes + Arg_6.7: 8192 bytes + fusion.1: 8192 bytes + Arg_7.8: 67108864 bytes + tuple.31: 64 bytes + +2023-12-14 14:53:02.517965: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time32 +2023-12-14 14:53:02.517971: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.517977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <56 Arg_0.1> +2023-12-14 14:53:02.517984: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <57 Arg_8.9> +2023-12-14 14:53:02.517990: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <58 Arg_9.10> +2023-12-14 14:53:02.517996: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <61 Arg_1.2> +2023-12-14 14:53:02.518005: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <62 Arg_2.3> +2023-12-14 14:53:02.518011: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <64 Arg_3.4> +2023-12-14 14:53:02.518016: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <65 Arg_4.5> +2023-12-14 14:53:02.518023: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <67 Arg_5.6> +2023-12-14 14:53:02.518029: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <68 Arg_6.7> +2023-12-14 14:53:02.518034: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <70 Arg_7.8> +2023-12-14 14:53:02.518040: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.518045: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.518050: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <59 fusion.8> +2023-12-14 14:53:02.518057: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.518062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:02.518067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:02.518073: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:02.518078: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 fusion.clone> +2023-12-14 14:53:02.518083: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 7 +2023-12-14 14:53:02.518087: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 8 +2023-12-14 14:53:02.518092: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 9 +2023-12-14 14:53:02.518097: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 10 +2023-12-14 14:53:02.518102: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 11 +2023-12-14 14:53:02.518107: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 fusion.2.clone> +2023-12-14 14:53:02.518113: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 12 +2023-12-14 14:53:02.518117: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 13 +2023-12-14 14:53:02.518122: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 14 +2023-12-14 14:53:02.518127: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 15 +2023-12-14 14:53:02.518132: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 16 +2023-12-14 14:53:02.518137: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <3 fusion.4.clone> +2023-12-14 14:53:02.518143: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 17 +2023-12-14 14:53:02.518148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 18 +2023-12-14 14:53:02.518152: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 19 +2023-12-14 14:53:02.518157: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 20 +2023-12-14 14:53:02.518162: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 21 +2023-12-14 14:53:02.518167: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 fusion.6.clone> +2023-12-14 14:53:02.518176: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 22 +2023-12-14 14:53:02.518181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 23 +2023-12-14 14:53:02.518186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 24 +2023-12-14 14:53:02.518191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <66 fusion.3> +2023-12-14 14:53:02.518197: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 25 +2023-12-14 14:53:02.518202: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 26 +2023-12-14 14:53:02.518207: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <60 fusion.7> +2023-12-14 14:53:02.518213: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 27 +2023-12-14 14:53:02.518218: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 28 +2023-12-14 14:53:02.518223: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <69 fusion.1> +2023-12-14 14:53:02.518229: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 29 +2023-12-14 14:53:02.518233: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 30 +2023-12-14 14:53:02.518238: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <63 fusion.5> +2023-12-14 14:53:02.518245: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.518251: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <59 fusion.8> +2023-12-14 14:53:02.518256: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 31 +2023-12-14 14:53:02.518262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <71 tuple.31{}> +2023-12-14 14:53:02.518269: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 32 +2023-12-14 14:53:02.518273: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.518278: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <56 Arg_0.1> +2023-12-14 14:53:02.518284: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <57 Arg_8.9> +2023-12-14 14:53:02.518289: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <58 Arg_9.10> +2023-12-14 14:53:02.518295: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <61 Arg_1.2> +2023-12-14 14:53:02.518300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <62 Arg_2.3> +2023-12-14 14:53:02.518305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <64 Arg_3.4> +2023-12-14 14:53:02.518310: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <65 Arg_4.5> +2023-12-14 14:53:02.518316: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <67 Arg_5.6> +2023-12-14 14:53:02.518321: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <68 Arg_6.7> +2023-12-14 14:53:02.518326: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <70 Arg_7.8> +2023-12-14 14:53:02.518332: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 fusion.clone> +2023-12-14 14:53:02.518338: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 fusion.2.clone> +2023-12-14 14:53:02.518343: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <3 fusion.4.clone> +2023-12-14 14:53:02.518352: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 fusion.6.clone> +2023-12-14 14:53:02.518358: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <66 fusion.3> +2023-12-14 14:53:02.518363: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <60 fusion.7> +2023-12-14 14:53:02.518369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <69 fusion.1> +2023-12-14 14:53:02.518374: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <63 fusion.5> +2023-12-14 14:53:02.518379: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <71 tuple.31{}> +2023-12-14 14:53:02.518429: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.518435: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 256.08MiB +2023-12-14 14:53:02.518441: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.518447: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 256.08MiB +2023-12-14 14:53:02.518451: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 4B +2023-12-14 14:53:02.518457: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp fragmentation: 0B (0.00%) +2023-12-14 14:53:02.518462: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 512.16MiB +2023-12-14 14:53:02.518467: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 4B (0.00%) +2023-12-14 14:53:02.518472: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.519249: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 159 us (cumulative: 6.5 ms, max: 421 us, #called: 78) +2023-12-14 14:53:02.566950: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff008629340 +2023-12-14 14:53:02.567617: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.567655: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_bias_correction] for CPU using JIT time: 68.5 ms (cumulative: 1.93 s, max: 222 ms, #called: 78) +2023-12-14 14:53:02.568964: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_bias_correction; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.612788: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.613331: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_bias_correction; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.646324: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.655330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:02.655388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.655421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 20 us (cumulative: 926 ms, max: 101 ms, #called: 6226) +2023-12-14 14:53:02.655444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.655459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 926 ms, max: 101 ms, #called: 6227) +2023-12-14 14:53:02.655486: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192]{0},f32[])->f32[8192]{0} +2023-12-14 14:53:02.655493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:02.655522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.655586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 926 ms, max: 101 ms, #called: 6228) +2023-12-14 14:53:02.655611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.655617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 22 us (cumulative: 926 ms, max: 101 ms, #called: 6229) +2023-12-14 14:53:02.655640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.655648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 926 ms, max: 101 ms, #called: 6230) +2023-12-14 14:53:02.655670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.655678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 926 ms, max: 101 ms, #called: 6231) +2023-12-14 14:53:02.655702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.655710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 926 ms, max: 101 ms, #called: 6232) +2023-12-14 14:53:02.655737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.655746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 926 ms, max: 101 ms, #called: 6233) +2023-12-14 14:53:02.655769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.655781: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.655788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 35 us (cumulative: 926 ms, max: 101 ms, #called: 6234) +2023-12-14 14:53:02.655811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.655820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 25 us (cumulative: 926 ms, max: 101 ms, #called: 6235) +2023-12-14 14:53:02.655843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.655851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 25 us (cumulative: 926 ms, max: 101 ms, #called: 6236) +2023-12-14 14:53:02.655875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.655881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 926 ms, max: 101 ms, #called: 6237) +2023-12-14 14:53:02.655904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.655910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 926 ms, max: 101 ms, #called: 6238) +2023-12-14 14:53:02.655937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.655943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 23 us (cumulative: 926 ms, max: 101 ms, #called: 6239) +2023-12-14 14:53:02.655967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.655974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.655984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.655992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 926 ms, max: 101 ms, #called: 6240) +2023-12-14 14:53:02.655997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.656004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 926 ms, max: 101 ms, #called: 6241) +2023-12-14 14:53:02.656027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.656034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 24 us (cumulative: 926 ms, max: 101 ms, #called: 6242) +2023-12-14 14:53:02.656058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.656066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 926 ms, max: 101 ms, #called: 6243) +2023-12-14 14:53:02.656089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.656097: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:53:02.656105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 31 us (cumulative: 926 ms, max: 101 ms, #called: 6244) +2023-12-14 14:53:02.656128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.656138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 27 us (cumulative: 926 ms, max: 101 ms, #called: 6245) +2023-12-14 14:53:02.656161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.656168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 926 ms, max: 101 ms, #called: 6246) +2023-12-14 14:53:02.656192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.656203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 27 us (cumulative: 926 ms, max: 101 ms, #called: 6247) +2023-12-14 14:53:02.656226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.656232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 926 ms, max: 101 ms, #called: 6248) +2023-12-14 14:53:02.656255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.656263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 927 ms, max: 101 ms, #called: 6249) +2023-12-14 14:53:02.656286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.656293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 927 ms, max: 101 ms, #called: 6250) +2023-12-14 14:53:02.656316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.656324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 29 us (cumulative: 927 ms, max: 101 ms, #called: 6251) +2023-12-14 14:53:02.656352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.656359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 24 us (cumulative: 927 ms, max: 101 ms, #called: 6252) +2023-12-14 14:53:02.656382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.656389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 927 ms, max: 101 ms, #called: 6253) +2023-12-14 14:53:02.656412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.656423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 927 ms, max: 101 ms, #called: 6254) +2023-12-14 14:53:02.656446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.656480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 52 us (cumulative: 927 ms, max: 101 ms, #called: 6255) +2023-12-14 14:53:02.656505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.656512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 927 ms, max: 101 ms, #called: 6256) +2023-12-14 14:53:02.656534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.656541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 26 us (cumulative: 927 ms, max: 101 ms, #called: 6257) +2023-12-14 14:53:02.656568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.656575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 24 us (cumulative: 927 ms, max: 101 ms, #called: 6258) +2023-12-14 14:53:02.656599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.656606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 927 ms, max: 101 ms, #called: 6259) +2023-12-14 14:53:02.656629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.656635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:02.656647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.656670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 21 us (cumulative: 927 ms, max: 101 ms, #called: 6260) +2023-12-14 14:53:02.656677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.656686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 927 ms, max: 101 ms, #called: 6261) +2023-12-14 14:53:02.656692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.656700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 927 ms, max: 101 ms, #called: 6262) +2023-12-14 14:53:02.656706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.656714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 927 ms, max: 101 ms, #called: 6263) +2023-12-14 14:53:02.656720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.656728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 927 ms, max: 101 ms, #called: 6264) +2023-12-14 14:53:02.656735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.656744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 9 us (cumulative: 927 ms, max: 101 ms, #called: 6265) +2023-12-14 14:53:02.656750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.656759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 927 ms, max: 101 ms, #called: 6266) +2023-12-14 14:53:02.656768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.656778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 927 ms, max: 101 ms, #called: 6267) +2023-12-14 14:53:02.656784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.656792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 927 ms, max: 101 ms, #called: 6268) +2023-12-14 14:53:02.656797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.656807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 927 ms, max: 101 ms, #called: 6269) +2023-12-14 14:53:02.656812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.656820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 927 ms, max: 101 ms, #called: 6270) +2023-12-14 14:53:02.656827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.656837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 927 ms, max: 101 ms, #called: 6271) +2023-12-14 14:53:02.656843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.656866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 927 ms, max: 101 ms, #called: 6272) +2023-12-14 14:53:02.656872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.656882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 927 ms, max: 101 ms, #called: 6273) +2023-12-14 14:53:02.656888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 276 us (cumulative: 927 ms, max: 101 ms, #called: 6274) +2023-12-14 14:53:02.656912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.656919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 25 us (cumulative: 927 ms, max: 101 ms, #called: 6275) +2023-12-14 14:53:02.656944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.656952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.656974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 29 us (cumulative: 927 ms, max: 101 ms, #called: 6276) +2023-12-14 14:53:02.656980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.656986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.656996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.657004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 927 ms, max: 101 ms, #called: 6277) +2023-12-14 14:53:02.657010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.657019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.657029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.657037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 25 us (cumulative: 927 ms, max: 101 ms, #called: 6278) +2023-12-14 14:53:02.657042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.657067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.657077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.657085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 41 us (cumulative: 927 ms, max: 101 ms, #called: 6279) +2023-12-14 14:53:02.657090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.657097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.657107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.657114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 927 ms, max: 101 ms, #called: 6280) +2023-12-14 14:53:02.657121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.657128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.657138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.657145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 927 ms, max: 101 ms, #called: 6281) +2023-12-14 14:53:02.657151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.657159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.657169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.657176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 927 ms, max: 101 ms, #called: 6282) +2023-12-14 14:53:02.657183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.657223: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.657232: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:02.657273: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.657281: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:02.657305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.657332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.657341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.657348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.657353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.657358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.657364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.657374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.657379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.657386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.657391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:02.657396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 broadcast.3> + +2023-12-14 14:53:02.657401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.4 +2023-12-14 14:53:02.657407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <3 add.4> + +2023-12-14 14:53:02.657452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.657459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.657464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.657469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.657475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.657481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.657485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.657490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.657495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.657500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:02.657515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> (def) +2023-12-14 14:53:02.657521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.657525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4: +2023-12-14 14:53:02.657530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.4> (def) +2023-12-14 14:53:02.657535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.657540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.657545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.657550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.657554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.657559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4, operand 0 +2023-12-14 14:53:02.657564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.657570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.657574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.657579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.657584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.657588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:02.657593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.657598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> +2023-12-14 14:53:02.657603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.657608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:02.657613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.657618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4, operand 1 +2023-12-14 14:53:02.657623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[8192]{0} broadcast(f32[] %Arg_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.657629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.4> +2023-12-14 14:53:02.657634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.657638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4 +2023-12-14 14:53:02.657643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.657649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.4 = f32[8192]{0} add(f32[8192]{0} %Arg_0.1, f32[8192]{0} %broadcast.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.657693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.657708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.657717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 531 us (cumulative: 928 ms, max: 101 ms, #called: 6283) +2023-12-14 14:53:02.657741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:02.657751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.657761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 928 ms, max: 101 ms, #called: 6284) +2023-12-14 14:53:02.657767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.657776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 928 ms, max: 101 ms, #called: 6285) +2023-12-14 14:53:02.657782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.657791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 928 ms, max: 101 ms, #called: 6286) +2023-12-14 14:53:02.657803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:02.657812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.657817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:02.657825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 11 us (cumulative: 928 ms, max: 101 ms, #called: 6287) +2023-12-14 14:53:02.657831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.657840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 928 ms, max: 101 ms, #called: 6288) +2023-12-14 14:53:02.657846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.657932: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:53:02.657946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 98 us (cumulative: 928 ms, max: 101 ms, #called: 6289) +2023-12-14 14:53:02.657952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.657958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:02.657965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.657977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 928 ms, max: 101 ms, #called: 6290) +2023-12-14 14:53:02.657988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.657999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 928 ms, max: 101 ms, #called: 6291) +2023-12-14 14:53:02.658005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.658026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 20 us (cumulative: 928 ms, max: 101 ms, #called: 6292) +2023-12-14 14:53:02.658035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 81 us (cumulative: 928 ms, max: 101 ms, #called: 6293) +2023-12-14 14:53:02.658041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.658048: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.658135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 91 us (cumulative: 928 ms, max: 101 ms, #called: 6294) +2023-12-14 14:53:02.658142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.658152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 928 ms, max: 101 ms, #called: 6295) +2023-12-14 14:53:02.658157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.658168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.658187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.658195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.658201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.658206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.658211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.658216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.658223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.658228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.658234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.658239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:02.658244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:02.658249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.0 +2023-12-14 14:53:02.658254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <6 add.0> + +2023-12-14 14:53:02.658259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:53:02.658264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:53:02.658275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:02.658280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 broadcast.0> + +2023-12-14 14:53:02.658287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:02.658292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:53:02.658329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.658334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.658339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.658349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.658354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.658365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.658369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:02.658379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:02.658384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0: +2023-12-14 14:53:02.658394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> (def) +2023-12-14 14:53:02.658398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:53:02.658408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:53:02.658413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:02.658422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> (def) +2023-12-14 14:53:02.658427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:02.658436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:53:02.658441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.658445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.658454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.658458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.658463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.658469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:02.658474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.658479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.658483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.658488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.658493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.658497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:02.658502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.658507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:02.658512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.658516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:02.658521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.658526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.658532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:53:02.658536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.658542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:53:02.658546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.658551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 0 +2023-12-14 14:53:02.658557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.658562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:53:02.658567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.658571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:02.658576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.658581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:02.658586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.658594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> +2023-12-14 14:53:02.658599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.658603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:02.658608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.658613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 1 +2023-12-14 14:53:02.658618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.658623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> +2023-12-14 14:53:02.658628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.658632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0 +2023-12-14 14:53:02.658637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.658642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.0 = f32[8192]{0} add(f32[8192]{0} %param_0, f32[8192]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.658674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.658690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.658696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.658701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.658706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.658711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.658716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.658722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.658727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.658732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.658739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:02.658744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:02.658749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.0 +2023-12-14 14:53:02.658755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <6 add.0> + +2023-12-14 14:53:02.658763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:53:02.658768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:53:02.658773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:02.658778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 broadcast.0> + +2023-12-14 14:53:02.658783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:02.658788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:53:02.658816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.658821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.658827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.658836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.658841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.658851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.658855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:02.658865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:02.658869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0: +2023-12-14 14:53:02.658879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> (def) +2023-12-14 14:53:02.658884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:53:02.658893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:53:02.658898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:02.658907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> (def) +2023-12-14 14:53:02.658912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.658918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:02.658923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:53:02.658927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.658936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.658940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.658945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.658949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.658954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:02.658959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.658964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.658968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.658973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.658978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.658982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:02.658987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.658992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:02.658997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.659001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:02.659007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.659011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.659016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:53:02.659021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.659025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:53:02.659030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.659035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 0 +2023-12-14 14:53:02.659040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.659045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:53:02.659049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.659054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:02.659058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.659063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:02.659071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.659076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> +2023-12-14 14:53:02.659081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.659086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:02.659091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.659097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 1 +2023-12-14 14:53:02.659102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.659106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> +2023-12-14 14:53:02.659111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.659116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0 +2023-12-14 14:53:02.659120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.659125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.0 = f32[8192]{0} add(f32[8192]{0} %param_0, f32[8192]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.659148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.659162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.659168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.659173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.659178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.659185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.659189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.659196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.659200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.659206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.659211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:02.659216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:02.659221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.0 +2023-12-14 14:53:02.659230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <6 add.0> + +2023-12-14 14:53:02.659235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:53:02.659240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:53:02.659245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:02.659250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 broadcast.0> + +2023-12-14 14:53:02.659255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:02.659260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:53:02.659284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.659290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.659295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.659300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.659305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.659310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.659314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.659327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.659337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.659342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:02.659347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:02.659351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.659356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0: +2023-12-14 14:53:02.659361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> (def) +2023-12-14 14:53:02.659366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.659370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:53:02.659375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:53:02.659380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.659385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:02.659391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> (def) +2023-12-14 14:53:02.659396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.659401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:02.659411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:53:02.659416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.659420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.659425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.659430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.659434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.659439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:02.659444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.659449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.659454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.659458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.659463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.659468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:02.659472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.659478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:02.659483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.659487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:02.659492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.659497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.659502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:53:02.659506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.659511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:53:02.659516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.659520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 0 +2023-12-14 14:53:02.659525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.659530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:53:02.659535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.659540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:02.659547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.659552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:02.659557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.659563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> +2023-12-14 14:53:02.659569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.659574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:02.659579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.659584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 1 +2023-12-14 14:53:02.659589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.659594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> +2023-12-14 14:53:02.659598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.659603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0 +2023-12-14 14:53:02.659608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.659612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.0 = f32[8192]{0} add(f32[8192]{0} %param_0, f32[8192]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.659633: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.659639: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.659649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.49 ms (cumulative: 930 ms, max: 101 ms, #called: 6296) +2023-12-14 14:53:02.659655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.659664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 930 ms, max: 101 ms, #called: 6297) +2023-12-14 14:53:02.659680: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:02.660825: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.660890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.660918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.660925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.660931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.660937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.660942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.660947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.660957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.660962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.660968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.660973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:02.660978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:02.660983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.0 +2023-12-14 14:53:02.660989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <6 add.0> + +2023-12-14 14:53:02.660993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:53:02.660999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:53:02.661004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:02.661009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 broadcast.0> + +2023-12-14 14:53:02.661014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:02.661019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:53:02.661054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.661061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.661065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.661075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.661080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.661095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.661100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:02.661109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:02.661114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0: +2023-12-14 14:53:02.661123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> (def) +2023-12-14 14:53:02.661128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:53:02.661138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:53:02.661142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:02.661153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> (def) +2023-12-14 14:53:02.661158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:02.661167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:53:02.661172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.661177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.661182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.661192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:02.661201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.661206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.661211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.661220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:02.661230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.661235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:02.661243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:02.661252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.661262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:53:02.661267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:53:02.661277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 0 +2023-12-14 14:53:02.661287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.661292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:53:02.661297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:02.661306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:02.661316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.661321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> +2023-12-14 14:53:02.661325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:02.661336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 1 +2023-12-14 14:53:02.661346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.661351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> +2023-12-14 14:53:02.661355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0 +2023-12-14 14:53:02.661366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.0 = f32[8192]{0} add(f32[8192]{0} %param_0, f32[8192]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.661418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.661435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.661442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.661447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.661452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.661457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.661462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.661468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.661473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.661478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.661483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:02.661488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:02.661493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.0 +2023-12-14 14:53:02.661498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <6 add.0> + +2023-12-14 14:53:02.661503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:53:02.661509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:53:02.661514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:02.661519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 broadcast.0> + +2023-12-14 14:53:02.661524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:02.661529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:53:02.661555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.661561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.661566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.661576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.661580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.661593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.661599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:02.661609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:02.661613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0: +2023-12-14 14:53:02.661623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> (def) +2023-12-14 14:53:02.661627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:53:02.661637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:53:02.661642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:02.661651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> (def) +2023-12-14 14:53:02.661656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.661661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:02.661665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:53:02.661670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.661675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.661679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.661688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:02.661698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.661703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.661707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.661716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:02.661727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.661734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:02.661739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:02.661748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.661758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:53:02.661762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:53:02.661771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 0 +2023-12-14 14:53:02.661781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.661786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:53:02.661791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:02.661800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:02.661811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.661816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> +2023-12-14 14:53:02.661821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:02.661830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 1 +2023-12-14 14:53:02.661840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.661845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> +2023-12-14 14:53:02.661850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.661854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0 +2023-12-14 14:53:02.661861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.661866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.0 = f32[8192]{0} add(f32[8192]{0} %param_0, f32[8192]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.661888: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:02.661894: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:53:02.661929: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.661939: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.661948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.661964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.661970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.661975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.661979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.661984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.661990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.661997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.662001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.662007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.662012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:02.662017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:02.662022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.0 +2023-12-14 14:53:02.662027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <6 add.0> + +2023-12-14 14:53:02.662032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:53:02.662037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:53:02.662042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:02.662047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <5 broadcast.0> + +2023-12-14 14:53:02.662052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:02.662057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:53:02.662085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.662092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.662097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.662101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.662106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.662111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.662115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.662120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.662125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.662129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:02.662134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:02.662139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.662144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0: +2023-12-14 14:53:02.662148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> (def) +2023-12-14 14:53:02.662153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.662158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:53:02.662163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:53:02.662168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.662174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:02.662178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> (def) +2023-12-14 14:53:02.662183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.662188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:02.662192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:53:02.662197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.662202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.662206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.662211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.662216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.662220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:02.662225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.662233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.662238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.662243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.662247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.662253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:02.662259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.662265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:02.662270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.662274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:02.662279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.662284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.662289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:53:02.662293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.662298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:53:02.662303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.662307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 0 +2023-12-14 14:53:02.662312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.662317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:53:02.662322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.662326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:02.662331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.662336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:02.662341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.662346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> +2023-12-14 14:53:02.662352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.662357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:02.662361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.662366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 1 +2023-12-14 14:53:02.662374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.662379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> +2023-12-14 14:53:02.662384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.662389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0 +2023-12-14 14:53:02.662393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.662398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.0 = f32[8192]{0} add(f32[8192]{0} %param_0, f32[8192]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.662446: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[8192]{0},f32[])->f32[8192]{0}} +2023-12-14 14:53:02.662454: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.662459: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0: f32[8192], param_1.1: f32[]) -> f32[8192] { +2023-12-14 14:53:02.662464: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.662469: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.662475: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.0 = f32[8192]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.662481: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.0 = f32[8192]{0} add(f32[8192]{0} %param_0, f32[8192]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.662486: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.662491: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.662496: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[8192], Arg_1.2: f32[]) -> f32[8192] { +2023-12-14 14:53:02.662500: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.662505: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.662511: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion = f32[8192]{0} fusion(f32[8192]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.662515: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.662521: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.662534: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:fusion + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + fusion{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 32768 bytes + Arg_1.2: 4 bytes + fusion: 32768 bytes + +2023-12-14 14:53:02.662547: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:02.662552: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.662558: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.662567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:02.662572: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.662577: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.662582: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 fusion> +2023-12-14 14:53:02.662588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.662593: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.662598: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.662603: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:02.662608: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 fusion> +2023-12-14 14:53:02.662635: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.662641: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 32.0KiB +2023-12-14 14:53:02.662646: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.662651: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 32.0KiB +2023-12-14 14:53:02.662656: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.662661: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 64.0KiB +2023-12-14 14:53:02.662666: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.662671: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.662917: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 64 us (cumulative: 6.56 ms, max: 421 us, #called: 79) +2023-12-14 14:53:02.671616: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff008627000 +2023-12-14 14:53:02.671972: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.672003: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 12.3 ms (cumulative: 1.94 s, max: 222 ms, #called: 79) +2023-12-14 14:53:02.672980: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.673554: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.679475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: spmd-partitioner +2023-12-14 14:53:02.679529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.679550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 15 us (cumulative: 930 ms, max: 101 ms, #called: 6298) +2023-12-14 14:53:02.679557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.679570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 930 ms, max: 101 ms, #called: 6299) +2023-12-14 14:53:02.679590: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192]{0})->f32[8192]{0} +2023-12-14 14:53:02.679597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes through layout assignment +2023-12-14 14:53:02.679617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.679642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.679650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.679659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.679668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.679676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 24 us (cumulative: 930 ms, max: 101 ms, #called: 6300) +2023-12-14 14:53:02.679681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.679688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.679696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.679704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 21 us (cumulative: 930 ms, max: 101 ms, #called: 6301) +2023-12-14 14:53:02.679709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.679716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.679725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.679732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 930 ms, max: 101 ms, #called: 6302) +2023-12-14 14:53:02.679738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.679744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.679753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.679760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 20 us (cumulative: 930 ms, max: 101 ms, #called: 6303) +2023-12-14 14:53:02.679775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.679783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.679792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.679799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 22 us (cumulative: 930 ms, max: 101 ms, #called: 6304) +2023-12-14 14:53:02.679804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.679811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.679820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.679827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 930 ms, max: 101 ms, #called: 6305) +2023-12-14 14:53:02.679833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.679841: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.679847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.679856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.679863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 28 us (cumulative: 930 ms, max: 101 ms, #called: 6306) +2023-12-14 14:53:02.679868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.679875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.679883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.679890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 21 us (cumulative: 930 ms, max: 101 ms, #called: 6307) +2023-12-14 14:53:02.679896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.679905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.679914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.679921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 930 ms, max: 101 ms, #called: 6308) +2023-12-14 14:53:02.679926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.679933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.679941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.679948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 930 ms, max: 101 ms, #called: 6309) +2023-12-14 14:53:02.679954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.679963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.679972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.679979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 24 us (cumulative: 930 ms, max: 101 ms, #called: 6310) +2023-12-14 14:53:02.679985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.679991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 930 ms, max: 101 ms, #called: 6311) +2023-12-14 14:53:02.680013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.680020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 930 ms, max: 101 ms, #called: 6312) +2023-12-14 14:53:02.680041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.680048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 21 us (cumulative: 930 ms, max: 101 ms, #called: 6313) +2023-12-14 14:53:02.680068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.680075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 21 us (cumulative: 930 ms, max: 101 ms, #called: 6314) +2023-12-14 14:53:02.680097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.680104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 20 us (cumulative: 930 ms, max: 101 ms, #called: 6315) +2023-12-14 14:53:02.680124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.680131: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:53:02.680138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 37 us (cumulative: 930 ms, max: 101 ms, #called: 6316) +2023-12-14 14:53:02.680169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.680176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 930 ms, max: 101 ms, #called: 6317) +2023-12-14 14:53:02.680197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.680204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 19 us (cumulative: 930 ms, max: 101 ms, #called: 6318) +2023-12-14 14:53:02.680224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.680233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 23 us (cumulative: 930 ms, max: 101 ms, #called: 6319) +2023-12-14 14:53:02.680254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.680261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 930 ms, max: 101 ms, #called: 6320) +2023-12-14 14:53:02.680283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.680291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 930 ms, max: 101 ms, #called: 6321) +2023-12-14 14:53:02.680311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.680318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 930 ms, max: 101 ms, #called: 6322) +2023-12-14 14:53:02.680342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.680350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 930 ms, max: 101 ms, #called: 6323) +2023-12-14 14:53:02.680372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.680378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 20 us (cumulative: 930 ms, max: 101 ms, #called: 6324) +2023-12-14 14:53:02.680399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.680406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 20 us (cumulative: 930 ms, max: 101 ms, #called: 6325) +2023-12-14 14:53:02.680426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.680436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 930 ms, max: 101 ms, #called: 6326) +2023-12-14 14:53:02.680458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.680481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 38 us (cumulative: 930 ms, max: 101 ms, #called: 6327) +2023-12-14 14:53:02.680503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.680509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 21 us (cumulative: 930 ms, max: 101 ms, #called: 6328) +2023-12-14 14:53:02.680534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.680542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 931 ms, max: 101 ms, #called: 6329) +2023-12-14 14:53:02.680563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.680569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 19 us (cumulative: 931 ms, max: 101 ms, #called: 6330) +2023-12-14 14:53:02.680589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.680596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 21 us (cumulative: 931 ms, max: 101 ms, #called: 6331) +2023-12-14 14:53:02.680616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.680623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification +2023-12-14 14:53:02.680635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.680647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 931 ms, max: 101 ms, #called: 6332) +2023-12-14 14:53:02.680653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.680661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 6 us (cumulative: 931 ms, max: 101 ms, #called: 6333) +2023-12-14 14:53:02.680666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.680675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 931 ms, max: 101 ms, #called: 6334) +2023-12-14 14:53:02.680680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.680688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 931 ms, max: 101 ms, #called: 6335) +2023-12-14 14:53:02.680694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.680702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 931 ms, max: 101 ms, #called: 6336) +2023-12-14 14:53:02.680708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.680720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 10 us (cumulative: 931 ms, max: 101 ms, #called: 6337) +2023-12-14 14:53:02.680726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.680735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 931 ms, max: 101 ms, #called: 6338) +2023-12-14 14:53:02.680741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.680750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 931 ms, max: 101 ms, #called: 6339) +2023-12-14 14:53:02.680755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.680763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 931 ms, max: 101 ms, #called: 6340) +2023-12-14 14:53:02.680769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.680777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 931 ms, max: 101 ms, #called: 6341) +2023-12-14 14:53:02.680782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.680790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 931 ms, max: 101 ms, #called: 6342) +2023-12-14 14:53:02.680796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.680806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 931 ms, max: 101 ms, #called: 6343) +2023-12-14 14:53:02.680813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.680832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 18 us (cumulative: 931 ms, max: 101 ms, #called: 6344) +2023-12-14 14:53:02.680838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.680847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 931 ms, max: 101 ms, #called: 6345) +2023-12-14 14:53:02.680853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 251 us (cumulative: 931 ms, max: 101 ms, #called: 6346) +2023-12-14 14:53:02.680874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.680881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 931 ms, max: 101 ms, #called: 6347) +2023-12-14 14:53:02.680907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.680915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 931 ms, max: 101 ms, #called: 6348) +2023-12-14 14:53:02.680935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.680941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 20 us (cumulative: 931 ms, max: 101 ms, #called: 6349) +2023-12-14 14:53:02.680962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.680970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.680978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.680986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 21 us (cumulative: 931 ms, max: 101 ms, #called: 6350) +2023-12-14 14:53:02.680992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.681008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.681017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.681024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 30 us (cumulative: 931 ms, max: 101 ms, #called: 6351) +2023-12-14 14:53:02.681029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.681035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.681044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.681051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 20 us (cumulative: 931 ms, max: 101 ms, #called: 6352) +2023-12-14 14:53:02.681056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.681064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.681072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.681081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 931 ms, max: 101 ms, #called: 6353) +2023-12-14 14:53:02.681086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.681096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.681108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.681115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 27 us (cumulative: 931 ms, max: 101 ms, #called: 6354) +2023-12-14 14:53:02.681121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.681143: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.681151: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.681179: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.681187: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.681204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.681220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.681227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.681233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.681238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.681243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.681248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.681258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.681264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.681270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.681291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.681296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.681301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.681306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.681311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.681316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.681321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.681325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.681330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.681335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.681340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.681349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.681354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.681359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.681364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.681369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.681373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.681378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.681383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.681388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[8192]{0} sqrt(f32[8192]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.681409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.681420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.681429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 305 us (cumulative: 931 ms, max: 101 ms, #called: 6355) +2023-12-14 14:53:02.681450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: hlo normalization +2023-12-14 14:53:02.681459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.681469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 931 ms, max: 101 ms, #called: 6356) +2023-12-14 14:53:02.681474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.681483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 931 ms, max: 101 ms, #called: 6357) +2023-12-14 14:53:02.681489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.681497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 931 ms, max: 101 ms, #called: 6358) +2023-12-14 14:53:02.681508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes after layout assignment +2023-12-14 14:53:02.681516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.681523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: after layout assignment +2023-12-14 14:53:02.681532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 15 us (cumulative: 931 ms, max: 101 ms, #called: 6359) +2023-12-14 14:53:02.681538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.681551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 11 us (cumulative: 931 ms, max: 101 ms, #called: 6360) +2023-12-14 14:53:02.681556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.681576: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.681584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 25 us (cumulative: 931 ms, max: 101 ms, #called: 6361) +2023-12-14 14:53:02.681589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.681595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification after layout assignment +2023-12-14 14:53:02.681602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.681610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 931 ms, max: 101 ms, #called: 6362) +2023-12-14 14:53:02.681616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.681625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 931 ms, max: 101 ms, #called: 6363) +2023-12-14 14:53:02.681630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.681647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 932 ms, max: 101 ms, #called: 6364) +2023-12-14 14:53:02.681655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 64 us (cumulative: 932 ms, max: 101 ms, #called: 6365) +2023-12-14 14:53:02.681661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.681667: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.681699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 36 us (cumulative: 932 ms, max: 101 ms, #called: 6366) +2023-12-14 14:53:02.681706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.681714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 932 ms, max: 101 ms, #called: 6367) +2023-12-14 14:53:02.681720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.681728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.681740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.681746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.681751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.681756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.681761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.681766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.681777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.681782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.681788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.681804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.681810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.681816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.681820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.681825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.681830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.681835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.681840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.681844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.681849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.681854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.681858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.681863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.681867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.681872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.681877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.681883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.681887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.681892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.681897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[8192]{0} sqrt(f32[8192]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.681917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.681928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.681934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.681939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.681944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.681953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.681958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.681964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.681969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.681975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.681988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.681994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.681999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.682003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.682008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.682013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.682017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.682022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.682027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.682032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.682036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.682041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.682045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.682050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.682055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.682060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.682066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.682070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.682075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.682080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[8192]{0} sqrt(f32[8192]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.682095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.682105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.682114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.682119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.682123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.682128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.682133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.682139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.682144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.682149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.682161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.682168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.682173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.682178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.682182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.682188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.682192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.682197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.682202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.682207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.682211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.682216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.682220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.682225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.682230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.682235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.682240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.682245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.682250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.682255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[8192]{0} sqrt(f32[8192]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.682274: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.682280: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.682289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 567 us (cumulative: 932 ms, max: 101 ms, #called: 6368) +2023-12-14 14:53:02.682294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.682302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 932 ms, max: 101 ms, #called: 6369) +2023-12-14 14:53:02.682314: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__lambda_ +2023-12-14 14:53:02.683258: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.683306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.683335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.683343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.683349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.683355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.683360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.683365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.683374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.683379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.683385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.683403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.683409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.683414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.683419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.683424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.683428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.683442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.683447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.683452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.683457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.683462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.683467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.683471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.683476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.683481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.683486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.683491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.683496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.683500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.683506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[8192]{0} sqrt(f32[8192]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.683540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.683551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.683557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.683562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.683567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.683572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.683577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.683583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.683588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.683593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.683605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.683611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.683616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.683620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.683633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.683638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.683643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.683647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.683652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.683657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.683661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.683666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.683671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.683676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.683681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.683686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.683692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.683697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.683701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.683706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[8192]{0} sqrt(f32[8192]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.683722: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__lambda_ +2023-12-14 14:53:02.683728: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:02.683753: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.683761: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.683771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.683781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.683787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.683792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.683797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.683802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.683807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.683813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.683822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.683827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.683839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.683845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.683849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.683855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.683860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.683864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.683870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.683875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.683880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.683885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.683889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.683894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.683898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.683903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.683908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.683913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.683918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.683922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.683927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.683932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[8192]{0} sqrt(f32[8192]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.683960: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__lambda_, entry_computation_layout={(f32[8192]{0})->f32[8192]{0}} +2023-12-14 14:53:02.683967: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.683972: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[8192]) -> f32[8192] { +2023-12-14 14:53:02.683977: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.683982: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %sqrt.2 = f32[8192]{0} sqrt(f32[8192]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.683992: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.683997: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.684007: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:sqrt.2 + BufferLiveRange: + Arg_0.1{}:0-2 + sqrt.2{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 32768 bytes + sqrt.2: 32768 bytes + +2023-12-14 14:53:02.684015: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:53:02.684021: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.684026: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.684036: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.684041: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 sqrt.2> +2023-12-14 14:53:02.684047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.684053: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.684058: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.684063: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 sqrt.2> +2023-12-14 14:53:02.684084: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.684089: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 32.0KiB +2023-12-14 14:53:02.684094: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.684099: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 32.0KiB +2023-12-14 14:53:02.684104: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.684109: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 64.0KiB +2023-12-14 14:53:02.684114: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.684119: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.684293: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 42 us (cumulative: 6.61 ms, max: 421 us, #called: 80) +2023-12-14 14:53:02.691497: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff008625000 +2023-12-14 14:53:02.691754: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.691792: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__lambda_] for CPU using JIT time: 9.47 ms (cumulative: 1.95 s, max: 222 ms, #called: 80) +2023-12-14 14:53:02.692372: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.692897: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.693130: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.693167: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.698600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: spmd-partitioner +2023-12-14 14:53:02.698652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.698674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 16 us (cumulative: 932 ms, max: 101 ms, #called: 6370) +2023-12-14 14:53:02.698681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.698692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 932 ms, max: 101 ms, #called: 6371) +2023-12-14 14:53:02.698713: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192]{0},f32[8192]{0})->f32[8192]{0} +2023-12-14 14:53:02.698718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: HLO passes through layout assignment +2023-12-14 14:53:02.698736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.698763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.698771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.698779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.698790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.698799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 932 ms, max: 101 ms, #called: 6372) +2023-12-14 14:53:02.698805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.698812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.698822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.698829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 932 ms, max: 101 ms, #called: 6373) +2023-12-14 14:53:02.698834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.698841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.698850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.698858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 21 us (cumulative: 932 ms, max: 101 ms, #called: 6374) +2023-12-14 14:53:02.698864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.698871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.698892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.698900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 34 us (cumulative: 932 ms, max: 101 ms, #called: 6375) +2023-12-14 14:53:02.698905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.698912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.698922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.698930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 23 us (cumulative: 932 ms, max: 101 ms, #called: 6376) +2023-12-14 14:53:02.698935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.698941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.698951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.698958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 932 ms, max: 101 ms, #called: 6377) +2023-12-14 14:53:02.698965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.698973: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.698980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.698989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.698997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 30 us (cumulative: 932 ms, max: 101 ms, #called: 6378) +2023-12-14 14:53:02.699002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.699010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 23 us (cumulative: 932 ms, max: 101 ms, #called: 6379) +2023-12-14 14:53:02.699032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.699039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 932 ms, max: 101 ms, #called: 6380) +2023-12-14 14:53:02.699063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.699069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 25 us (cumulative: 932 ms, max: 101 ms, #called: 6381) +2023-12-14 14:53:02.699095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.699102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 21 us (cumulative: 932 ms, max: 101 ms, #called: 6382) +2023-12-14 14:53:02.699124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.699130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 933 ms, max: 101 ms, #called: 6383) +2023-12-14 14:53:02.699154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.699161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 933 ms, max: 101 ms, #called: 6384) +2023-12-14 14:53:02.699184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.699190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 933 ms, max: 101 ms, #called: 6385) +2023-12-14 14:53:02.699213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.699219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 933 ms, max: 101 ms, #called: 6386) +2023-12-14 14:53:02.699242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.699249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 933 ms, max: 101 ms, #called: 6387) +2023-12-14 14:53:02.699276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.699283: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:02.699289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 933 ms, max: 101 ms, #called: 6388) +2023-12-14 14:53:02.699312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.699329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 35 us (cumulative: 933 ms, max: 101 ms, #called: 6389) +2023-12-14 14:53:02.699354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.699360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 933 ms, max: 101 ms, #called: 6390) +2023-12-14 14:53:02.699383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.699392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 24 us (cumulative: 933 ms, max: 101 ms, #called: 6391) +2023-12-14 14:53:02.699414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.699420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 933 ms, max: 101 ms, #called: 6392) +2023-12-14 14:53:02.699444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.699451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 933 ms, max: 101 ms, #called: 6393) +2023-12-14 14:53:02.699478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.699485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 933 ms, max: 101 ms, #called: 6394) +2023-12-14 14:53:02.699507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.699514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 933 ms, max: 101 ms, #called: 6395) +2023-12-14 14:53:02.699536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.699543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 933 ms, max: 101 ms, #called: 6396) +2023-12-14 14:53:02.699566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.699574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 933 ms, max: 101 ms, #called: 6397) +2023-12-14 14:53:02.699596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.699606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 933 ms, max: 101 ms, #called: 6398) +2023-12-14 14:53:02.699628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.699651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 40 us (cumulative: 933 ms, max: 101 ms, #called: 6399) +2023-12-14 14:53:02.699676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.699686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 25 us (cumulative: 933 ms, max: 101 ms, #called: 6400) +2023-12-14 14:53:02.699708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.699715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 933 ms, max: 101 ms, #called: 6401) +2023-12-14 14:53:02.699738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.699744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 933 ms, max: 101 ms, #called: 6402) +2023-12-14 14:53:02.699767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.699774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.699783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.699790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 933 ms, max: 101 ms, #called: 6403) +2023-12-14 14:53:02.699796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.699802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: simplification +2023-12-14 14:53:02.699814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.699833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 17 us (cumulative: 933 ms, max: 101 ms, #called: 6404) +2023-12-14 14:53:02.699839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.699847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 933 ms, max: 101 ms, #called: 6405) +2023-12-14 14:53:02.699853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.699861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 933 ms, max: 101 ms, #called: 6406) +2023-12-14 14:53:02.699867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.699876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 933 ms, max: 101 ms, #called: 6407) +2023-12-14 14:53:02.699884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.699893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 933 ms, max: 101 ms, #called: 6408) +2023-12-14 14:53:02.699898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.699907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 933 ms, max: 101 ms, #called: 6409) +2023-12-14 14:53:02.699913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.699921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 933 ms, max: 101 ms, #called: 6410) +2023-12-14 14:53:02.699927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.699936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 7 us (cumulative: 933 ms, max: 101 ms, #called: 6411) +2023-12-14 14:53:02.699941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.699949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 933 ms, max: 101 ms, #called: 6412) +2023-12-14 14:53:02.699955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.699964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 933 ms, max: 101 ms, #called: 6413) +2023-12-14 14:53:02.699969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.699977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 933 ms, max: 101 ms, #called: 6414) +2023-12-14 14:53:02.699983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.699992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 933 ms, max: 101 ms, #called: 6415) +2023-12-14 14:53:02.699998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.700017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 16 us (cumulative: 933 ms, max: 101 ms, #called: 6416) +2023-12-14 14:53:02.700022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.700032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 933 ms, max: 101 ms, #called: 6417) +2023-12-14 14:53:02.700038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.700048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.700055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 258 us (cumulative: 933 ms, max: 101 ms, #called: 6418) +2023-12-14 14:53:02.700062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.700071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.700081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.700089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 25 us (cumulative: 933 ms, max: 101 ms, #called: 6419) +2023-12-14 14:53:02.700094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.700102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.700111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.700118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 933 ms, max: 101 ms, #called: 6420) +2023-12-14 14:53:02.700123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.700129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.700139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.700146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 933 ms, max: 101 ms, #called: 6421) +2023-12-14 14:53:02.700152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.700160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.700170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.700178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 25 us (cumulative: 933 ms, max: 101 ms, #called: 6422) +2023-12-14 14:53:02.700183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.700199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.700209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.700217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 32 us (cumulative: 934 ms, max: 101 ms, #called: 6423) +2023-12-14 14:53:02.700222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.700228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.700238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.700246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 934 ms, max: 101 ms, #called: 6424) +2023-12-14 14:53:02.700251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.700260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.700271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.700284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 31 us (cumulative: 934 ms, max: 101 ms, #called: 6425) +2023-12-14 14:53:02.700290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.700298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.700308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.700315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 934 ms, max: 101 ms, #called: 6426) +2023-12-14 14:53:02.700321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.700344: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.700353: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:02.700382: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.700389: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:02.700408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.700425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.700432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.700438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.700443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.700448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.700454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.700463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.700468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.700474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.700479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.700484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.700510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.700516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.700521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.700527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.700532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.700540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.700545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.700551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.700556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.700561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.700566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.700571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.700575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.700580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.700585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.700589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.700594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.700599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.700604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.700609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.700613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.700618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.700623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.700628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:02.700633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.700638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.700643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.700648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.700654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.700678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.700691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.700700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 376 us (cumulative: 934 ms, max: 101 ms, #called: 6427) +2023-12-14 14:53:02.700724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: hlo normalization +2023-12-14 14:53:02.700733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.700743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 934 ms, max: 101 ms, #called: 6428) +2023-12-14 14:53:02.700750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.700758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 934 ms, max: 101 ms, #called: 6429) +2023-12-14 14:53:02.700764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.700773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 934 ms, max: 101 ms, #called: 6430) +2023-12-14 14:53:02.700784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: HLO passes after layout assignment +2023-12-14 14:53:02.700791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.700797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: after layout assignment +2023-12-14 14:53:02.700805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 934 ms, max: 101 ms, #called: 6431) +2023-12-14 14:53:02.700811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.700820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 934 ms, max: 101 ms, #called: 6432) +2023-12-14 14:53:02.700825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.700846: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.700855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 28 us (cumulative: 934 ms, max: 101 ms, #called: 6433) +2023-12-14 14:53:02.700861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.700867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: simplification after layout assignment +2023-12-14 14:53:02.700873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.700885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 934 ms, max: 101 ms, #called: 6434) +2023-12-14 14:53:02.700890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.700899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 934 ms, max: 101 ms, #called: 6435) +2023-12-14 14:53:02.700905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.700922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 934 ms, max: 101 ms, #called: 6436) +2023-12-14 14:53:02.700930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 67 us (cumulative: 934 ms, max: 101 ms, #called: 6437) +2023-12-14 14:53:02.700940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.700947: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.700983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 41 us (cumulative: 934 ms, max: 101 ms, #called: 6438) +2023-12-14 14:53:02.700989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.700998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 934 ms, max: 101 ms, #called: 6439) +2023-12-14 14:53:02.701003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.701011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.701024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.701030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.701035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.701041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.701046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.701050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.701057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.701062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.701068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.701073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.701078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.701100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.701105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.701110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.701115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.701120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.701125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.701130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.701135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.701140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.701149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.701154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.701159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.701164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.701169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.701174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.701178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.701183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.701188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.701193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.701198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.701203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.701207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.701212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.701217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:02.701222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.701227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.701232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.701237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.701242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.701263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.701274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.701279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.701284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.701289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.701294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.701299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.701305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.701313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.701319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.701324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.701329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.701345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.701351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.701356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.701361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.701366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.701371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.701375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.701380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.701385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.701390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.701395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.701400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.701404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.701409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.701414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.701418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.701423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.701428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.701434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.701439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.701444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.701449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.701454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.701459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:02.701468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.701473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.701477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.701482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.701487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.701503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.701513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.701519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.701525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.701531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.701536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.701540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.701546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.701551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.701556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.701561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.701567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.701580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.701586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.701591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.701595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.701600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.701605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.701610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.701615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.701619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.701624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.701630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.701639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.701644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.701649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.701653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.701658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.701663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.701668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.701672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.701677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.701682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.701686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.701691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.701696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:02.701701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.701706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.701711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.701715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.701722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.701736: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.701742: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.701751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 745 us (cumulative: 935 ms, max: 101 ms, #called: 6440) +2023-12-14 14:53:02.701757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.701765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 935 ms, max: 101 ms, #called: 6441) +2023-12-14 14:53:02.701776: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_true_divide +2023-12-14 14:53:02.702715: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.702772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.702793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.702799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.702805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.702810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.702815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.702820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.702829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.702834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.702840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.702844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.702850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.702870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.702876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.702881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.702885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.702890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.702895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.702900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.702905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.702909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.702914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.702919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.702924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.702928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.702938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.702943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.702948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.702954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.702958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.702963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.702968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.702972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.702977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.702983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.702988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:02.702993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.702998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.703002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.703007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.703012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.703046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.703058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.703064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.703069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.703074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.703079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.703084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.703090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.703095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.703101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.703105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.703114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.703129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.703135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.703140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.703145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.703150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.703154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.703159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.703164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.703169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.703173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.703178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.703183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.703188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.703193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.703198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.703202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.703207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.703212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.703217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.703223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.703227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.703232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.703237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.703242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:02.703247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.703251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.703256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.703261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.703266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.703287: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_true_divide +2023-12-14 14:53:02.703294: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:02.703332: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.703342: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.703351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.703363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.703369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.703374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.703378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.703383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.703388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.703394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.703400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.703406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.703410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.703416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.703431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.703437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.703442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.703447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.703451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.703456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.703461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.703466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.703471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.703475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.703480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.703489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.703493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.703499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.703504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.703508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.703513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.703518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.703523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.703528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.703533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.703537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.703542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.703547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:02.703552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.703557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.703561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.703566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.703571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.703603: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_true_divide, entry_computation_layout={(f32[8192]{0},f32[8192]{0})->f32[8192]{0}} +2023-12-14 14:53:02.703610: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.703615: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[8192], Arg_1.2: f32[8192]) -> f32[8192] { +2023-12-14 14:53:02.703620: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:02.703626: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[8192]{0} parameter(1) +2023-12-14 14:53:02.703632: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.3 = f32[8192]{0} divide(f32[8192]{0} %Arg_0.1, f32[8192]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.703637: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.703645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.703656: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:divide.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + divide.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 32768 bytes + Arg_1.2: 32768 bytes + divide.3: 32768 bytes + +2023-12-14 14:53:02.703664: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:02.703669: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.703674: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.703683: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:02.703689: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.703694: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.703699: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 divide.3> +2023-12-14 14:53:02.703705: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.703710: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.703715: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.703720: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:02.703725: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 divide.3> +2023-12-14 14:53:02.703747: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.703753: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.0KiB +2023-12-14 14:53:02.703758: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.703763: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 32.0KiB +2023-12-14 14:53:02.703768: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.703773: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 96.0KiB +2023-12-14 14:53:02.703778: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.703783: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.703937: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 35 us (cumulative: 6.64 ms, max: 421 us, #called: 81) +2023-12-14 14:53:02.711381: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff008623000 +2023-12-14 14:53:02.711636: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.711661: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_true_divide] for CPU using JIT time: 9.88 ms (cumulative: 1.96 s, max: 222 ms, #called: 81) +2023-12-14 14:53:02.712242: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_true_divide; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.712805: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.718846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:02.718899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.718920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 16 us (cumulative: 935 ms, max: 101 ms, #called: 6442) +2023-12-14 14:53:02.718927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.718938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 935 ms, max: 101 ms, #called: 6443) +2023-12-14 14:53:02.718959: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0},f32[])->f32[2048,8192]{1,0} +2023-12-14 14:53:02.718966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:02.718983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.719027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 935 ms, max: 101 ms, #called: 6444) +2023-12-14 14:53:02.719052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.719059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 935 ms, max: 101 ms, #called: 6445) +2023-12-14 14:53:02.719082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.719089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 935 ms, max: 101 ms, #called: 6446) +2023-12-14 14:53:02.719113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.719120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 36 us (cumulative: 935 ms, max: 101 ms, #called: 6447) +2023-12-14 14:53:02.719156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.719164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 935 ms, max: 101 ms, #called: 6448) +2023-12-14 14:53:02.719189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.719195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 935 ms, max: 101 ms, #called: 6449) +2023-12-14 14:53:02.719218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.719226: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.719233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 31 us (cumulative: 935 ms, max: 101 ms, #called: 6450) +2023-12-14 14:53:02.719256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.719264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 25 us (cumulative: 935 ms, max: 101 ms, #called: 6451) +2023-12-14 14:53:02.719288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.719296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 935 ms, max: 101 ms, #called: 6452) +2023-12-14 14:53:02.719329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.719337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 36 us (cumulative: 935 ms, max: 101 ms, #called: 6453) +2023-12-14 14:53:02.719365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.719372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 935 ms, max: 101 ms, #called: 6454) +2023-12-14 14:53:02.719395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.719402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 935 ms, max: 101 ms, #called: 6455) +2023-12-14 14:53:02.719424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.719431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 935 ms, max: 101 ms, #called: 6456) +2023-12-14 14:53:02.719454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.719461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 935 ms, max: 101 ms, #called: 6457) +2023-12-14 14:53:02.719484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.719491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 935 ms, max: 101 ms, #called: 6458) +2023-12-14 14:53:02.719513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.719520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 935 ms, max: 101 ms, #called: 6459) +2023-12-14 14:53:02.719543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.719554: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:53:02.719561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 33 us (cumulative: 935 ms, max: 101 ms, #called: 6460) +2023-12-14 14:53:02.719584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.719591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 935 ms, max: 101 ms, #called: 6461) +2023-12-14 14:53:02.719613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.719619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 24 us (cumulative: 935 ms, max: 101 ms, #called: 6462) +2023-12-14 14:53:02.719644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.719653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 25 us (cumulative: 935 ms, max: 101 ms, #called: 6463) +2023-12-14 14:53:02.719676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.719682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 935 ms, max: 101 ms, #called: 6464) +2023-12-14 14:53:02.719705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.719713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 936 ms, max: 101 ms, #called: 6465) +2023-12-14 14:53:02.719736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.719742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 26 us (cumulative: 936 ms, max: 101 ms, #called: 6466) +2023-12-14 14:53:02.719769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.719777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 936 ms, max: 101 ms, #called: 6467) +2023-12-14 14:53:02.719800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.719806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 22 us (cumulative: 936 ms, max: 101 ms, #called: 6468) +2023-12-14 14:53:02.719828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.719836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 936 ms, max: 101 ms, #called: 6469) +2023-12-14 14:53:02.719858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.719868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 936 ms, max: 101 ms, #called: 6470) +2023-12-14 14:53:02.719891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.719915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 40 us (cumulative: 936 ms, max: 101 ms, #called: 6471) +2023-12-14 14:53:02.719939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.719946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 26 us (cumulative: 936 ms, max: 101 ms, #called: 6472) +2023-12-14 14:53:02.719972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.719978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.719988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.719996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 936 ms, max: 101 ms, #called: 6473) +2023-12-14 14:53:02.720001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.720007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.720017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.720025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 936 ms, max: 101 ms, #called: 6474) +2023-12-14 14:53:02.720031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.720037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.720047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.720055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 936 ms, max: 101 ms, #called: 6475) +2023-12-14 14:53:02.720060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.720066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:02.720077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.720097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 18 us (cumulative: 936 ms, max: 101 ms, #called: 6476) +2023-12-14 14:53:02.720103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.720111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 936 ms, max: 101 ms, #called: 6477) +2023-12-14 14:53:02.720117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.720125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 936 ms, max: 101 ms, #called: 6478) +2023-12-14 14:53:02.720131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.720140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 8 us (cumulative: 936 ms, max: 101 ms, #called: 6479) +2023-12-14 14:53:02.720145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.720154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 936 ms, max: 101 ms, #called: 6480) +2023-12-14 14:53:02.720163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.720172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 936 ms, max: 101 ms, #called: 6481) +2023-12-14 14:53:02.720177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.720185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 936 ms, max: 101 ms, #called: 6482) +2023-12-14 14:53:02.720191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.720200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 936 ms, max: 101 ms, #called: 6483) +2023-12-14 14:53:02.720205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.720213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 936 ms, max: 101 ms, #called: 6484) +2023-12-14 14:53:02.720219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.720227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 936 ms, max: 101 ms, #called: 6485) +2023-12-14 14:53:02.720233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.720241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 936 ms, max: 101 ms, #called: 6486) +2023-12-14 14:53:02.720247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.720257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 936 ms, max: 101 ms, #called: 6487) +2023-12-14 14:53:02.720262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.720279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 15 us (cumulative: 936 ms, max: 101 ms, #called: 6488) +2023-12-14 14:53:02.720284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.720293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 7 us (cumulative: 936 ms, max: 101 ms, #called: 6489) +2023-12-14 14:53:02.720299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.720310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.720318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 256 us (cumulative: 936 ms, max: 101 ms, #called: 6490) +2023-12-14 14:53:02.720325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.720331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.720341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.720352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 26 us (cumulative: 936 ms, max: 101 ms, #called: 6491) +2023-12-14 14:53:02.720358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.720365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.720375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.720382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 936 ms, max: 101 ms, #called: 6492) +2023-12-14 14:53:02.720388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.720394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.720404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.720412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 936 ms, max: 101 ms, #called: 6493) +2023-12-14 14:53:02.720417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.720426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.720436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.720443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 936 ms, max: 101 ms, #called: 6494) +2023-12-14 14:53:02.720448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.720466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.720476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.720484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 33 us (cumulative: 936 ms, max: 101 ms, #called: 6495) +2023-12-14 14:53:02.720489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.720496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.720507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.720514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 936 ms, max: 101 ms, #called: 6496) +2023-12-14 14:53:02.720521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.720528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.720538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.720545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 23 us (cumulative: 936 ms, max: 101 ms, #called: 6497) +2023-12-14 14:53:02.720555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.720563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.720573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.720581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 936 ms, max: 101 ms, #called: 6498) +2023-12-14 14:53:02.720587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.720611: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.720620: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:02.720655: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.720662: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:02.720685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.720703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.720710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.720716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.720722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.720727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.720732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.720740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.720745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.720751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.720756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:02.720762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 broadcast.3> + +2023-12-14 14:53:02.720767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.4 +2023-12-14 14:53:02.720772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 add.4> + +2023-12-14 14:53:02.720803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.720810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.720815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.720820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.720825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.720834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.720839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.720844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.720849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.720854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:02.720858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> (def) +2023-12-14 14:53:02.720863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.720869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4: +2023-12-14 14:53:02.720874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.4> (def) +2023-12-14 14:53:02.720878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.720883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.720888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.720892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.720897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.720902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4, operand 0 +2023-12-14 14:53:02.720907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.720913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.720917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.720922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.720927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.720931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:02.720936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.720941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> +2023-12-14 14:53:02.720946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.720951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:02.720957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.720962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4, operand 1 +2023-12-14 14:53:02.720968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[2048,8192]{1,0} broadcast(f32[] %Arg_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.720976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.4> +2023-12-14 14:53:02.720981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.720986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4 +2023-12-14 14:53:02.720990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.720995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.4 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %broadcast.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.721026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.721041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.721050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 460 us (cumulative: 937 ms, max: 101 ms, #called: 6499) +2023-12-14 14:53:02.721070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:02.721079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.721088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 937 ms, max: 101 ms, #called: 6500) +2023-12-14 14:53:02.721094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.721103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 937 ms, max: 101 ms, #called: 6501) +2023-12-14 14:53:02.721109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.721119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 937 ms, max: 101 ms, #called: 6502) +2023-12-14 14:53:02.721129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:02.721138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.721143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:02.721152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 937 ms, max: 101 ms, #called: 6503) +2023-12-14 14:53:02.721157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.721166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 937 ms, max: 101 ms, #called: 6504) +2023-12-14 14:53:02.721171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.721244: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:53:02.721258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 84 us (cumulative: 937 ms, max: 101 ms, #called: 6505) +2023-12-14 14:53:02.721268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.721275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:02.721282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.721293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 937 ms, max: 101 ms, #called: 6506) +2023-12-14 14:53:02.721298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.721309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 937 ms, max: 101 ms, #called: 6507) +2023-12-14 14:53:02.721316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.721336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 18 us (cumulative: 937 ms, max: 101 ms, #called: 6508) +2023-12-14 14:53:02.721344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 73 us (cumulative: 937 ms, max: 101 ms, #called: 6509) +2023-12-14 14:53:02.721349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.721355: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.721431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:53:02.721492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 140 us (cumulative: 937 ms, max: 101 ms, #called: 6510) +2023-12-14 14:53:02.721500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.721511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:53:02.721521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 20 us (cumulative: 937 ms, max: 101 ms, #called: 6511) +2023-12-14 14:53:02.721527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.721539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.721598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.721612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.721617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.721622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.721627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.721632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.721639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.721644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.721654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.721659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.721665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.721670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:53:02.721676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:53:02.721681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.721687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:02.721692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.721699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:02.721703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:02.721709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:02.721714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.721719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.721724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.721730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.721735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.721740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.721840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.721848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.721854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.721859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.721864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.721869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.721874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.721878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.721883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.721888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.721897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.721902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.721907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:53:02.721912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:53:02.721916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.721921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.721926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:02.721931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.721935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.721940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:02.721945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.721950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:02.721955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:02.721960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.721965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.721970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.721975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.721979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.721984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.721989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.721995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.721999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.722004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.722009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.722014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.722023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.722028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.722037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.722043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.722061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.722066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.722075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.722080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.722090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.722096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.722101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.722105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.722115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.722120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.722132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:02.722137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.722146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:53:02.722156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.722161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:02.722166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:02.722175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.722185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.722194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:02.722199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.722208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:53:02.722218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.722224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:53:02.722229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:53:02.722238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.722282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.722326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.722335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.722341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.722346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.722351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.722355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.722362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.722367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.722372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.722377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.722383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.722389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:53:02.722394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:53:02.722399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.722409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:02.722414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.722419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:02.722424: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:02.722430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:02.722434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.722440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.722445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.722450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.722455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.722460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.722495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.722502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.722507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.722512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.722517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.722521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.722526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.722531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.722536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.722540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.722545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.722550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.722555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:53:02.722559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:53:02.722564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.722569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.722574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:02.722583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.722588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.722593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:02.722598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.722602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:02.722607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:02.722612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.722617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.722622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.722626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.722631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.722636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.722641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.722645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.722650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.722655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.722660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.722664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.722673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.722679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.722690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.722695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.722700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.722704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.722714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.722718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.722731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.722736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.722741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.722746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.722755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.722760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.722770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:02.722776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.722786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:53:02.722796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.722801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:02.722806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:02.722815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.722825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.722830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:02.722835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.722844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:53:02.722854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.722862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:53:02.722867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.722872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:53:02.722877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.722882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.722906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.722945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.722954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.722960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.722965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.722970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.722976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.722982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.722987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.722992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.722997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.723003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.723008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:53:02.723013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:53:02.723018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.723023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:02.723028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.723034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:02.723039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:02.723045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:02.723053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.723059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.723064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.723069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.723075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.723080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.723110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.723116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.723121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.723126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.723131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.723136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.723141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.723145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.723150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.723155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.723160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.723164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.723170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:53:02.723175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:53:02.723180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.723185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.723190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:02.723194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.723199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.723204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:02.723209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.723213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:02.723219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:02.723224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.723236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.723241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.723246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.723251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.723256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.723261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.723265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.723271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.723275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.723280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.723285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.723289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.723294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.723299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.723304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.723309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.723314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.723330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.723335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.723340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.723345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.723349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.723354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.723359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.723364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.723369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.723375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.723380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.723384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.723389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.723397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.723402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:02.723407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.723413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.723417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.723422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:53:02.723427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.723432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:02.723437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.723441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:02.723446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.723451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.723456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.723460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:02.723465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.723472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.723477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.723481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:53:02.723486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.723491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:53:02.723496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.723502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:53:02.723507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.723512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.723536: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.723543: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.723554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.02 ms (cumulative: 939 ms, max: 101 ms, #called: 6512) +2023-12-14 14:53:02.723560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.723570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 939 ms, max: 101 ms, #called: 6513) +2023-12-14 14:53:02.723583: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:02.724507: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.724565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.724625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.724636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.724642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.724648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.724653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.724658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.724665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.724670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.724676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.724681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.724686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.724692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:53:02.724697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:53:02.724702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.724717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:02.724722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.724728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:02.724733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:02.724738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:02.724743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.724749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.724755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.724760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.724765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.724770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.724807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.724813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.724818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.724823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.724828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.724833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.724837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.724842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.724847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.724852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.724857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.724862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.724867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:53:02.724872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:53:02.724876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.724881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.724886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:02.724894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.724900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.724905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:02.724910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.724914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:02.724919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:02.724924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.724928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.724933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.724938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.724943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.724948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.724953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.724958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.724962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.724967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.724972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.724976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.724981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.724986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.724991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.724996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.725000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.725005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.725010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.725015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.725024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.725028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.725038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.725046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.725052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.725057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.725066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.725071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.725082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:02.725087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.725096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:53:02.725106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.725111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:02.725115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:02.725125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.725134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.725139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:02.725144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.725154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:53:02.725164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.725172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:53:02.725177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:53:02.725187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.725239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.725280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.725289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.725295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.725300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.725305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.725309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.725315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.725320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.725326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.725330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.725336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.725341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:53:02.725348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:53:02.725353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.725358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:02.725363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.725368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:02.725373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:02.725379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:02.725384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.725394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.725399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.725404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.725409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.725415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.725445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.725451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.725456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.725461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.725466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.725471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.725475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.725480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.725485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.725489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.725494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.725499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.725504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:53:02.725509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:53:02.725513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.725518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.725523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:02.725528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.725533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.725539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:02.725544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.725549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:02.725554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:02.725558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.725568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.725573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.725578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.725582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.725587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.725592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.725597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.725601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.725606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.725611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.725615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.725625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.725630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.725641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.725645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.725650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.725655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.725664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.725669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.725678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.725683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.725688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.725693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.725702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.725707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.725721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:02.725726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.725736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:53:02.725746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.725751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:02.725756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:02.725765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.725775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.725780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:02.725785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.725794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:53:02.725804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.725809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:53:02.725814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.725818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:53:02.725823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.725828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.725853: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:02.725859: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:53:02.725891: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.725900: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.725910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.725948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.725957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.725962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.725967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.725972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.725977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.725983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.725989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.725994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.725999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.726004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.726009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:53:02.726015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:53:02.726019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.726025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:02.726030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.726036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:02.726041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:02.726046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:02.726051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.726056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.726061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.726070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.726076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.726082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.726110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.726116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.726120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.726125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.726131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.726136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.726140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.726145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.726150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.726155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.726160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.726165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.726170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:53:02.726175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:53:02.726179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.726184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.726189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:02.726194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.726198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.726203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:02.726208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.726212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:02.726217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:02.726222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.726227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.726232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.726237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.726244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.726249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.726255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.726259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.726264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.726269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.726273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.726278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.726283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.726287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.726292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.726297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.726301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.726306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.726311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.726316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.726320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.726326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.726330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.726335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.726340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.726346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.726350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.726355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.726360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.726365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.726369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.726374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.726382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:02.726387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.726391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.726396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.726401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:53:02.726406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.726411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:02.726415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.726422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:02.726426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.726432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.726437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.726442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:02.726447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.726451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.726456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.726461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:53:02.726466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.726471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:53:02.726475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.726480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:53:02.726485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.726489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.726542: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048,8192]{1,0},f32[])->f32[2048,8192]{1,0}} +2023-12-14 14:53:02.726549: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.726557: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[2048,8192], param_1.2: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:02.726563: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.726567: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.726573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[2048,8192]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.726578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.1 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_0.1, f32[2048,8192]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.726583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.726587: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.726592: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[2048,8192], p.1: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:02.726597: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.726602: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:53:02.726607: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[2048,8192]{1,0} fusion(f32[2048,8192]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.726612: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.726617: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.726622: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[]) -> f32[2048,8192] { +2023-12-14 14:53:02.726628: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.726633: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.726638: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1, f32[] %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:53:02.726643: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.726648: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.726660: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + fusion.clone{}:4-6 + Live ranges at 4 (peak): + Arg_0.1: 67108864 bytes + Arg_1.2: 4 bytes + fusion.clone: 67108864 bytes + +2023-12-14 14:53:02.726667: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:53:02.726672: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.726680: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.726689: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:02.726695: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.726700: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.726705: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.726709: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:02.726716: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 fusion.clone> +2023-12-14 14:53:02.726722: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:02.726727: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:02.726732: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.726737: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.726742: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:02.726747: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 fusion.clone> +2023-12-14 14:53:02.726771: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.726776: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:02.726781: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.726786: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:02.726791: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.726796: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:02.726801: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.726807: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.727040: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 52 us (cumulative: 6.69 ms, max: 421 us, #called: 82) +2023-12-14 14:53:02.739003: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0086210b0 +2023-12-14 14:53:02.739287: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.739329: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 15.7 ms (cumulative: 1.98 s, max: 222 ms, #called: 82) +2023-12-14 14:53:02.739984: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.753574: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.759688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: spmd-partitioner +2023-12-14 14:53:02.759756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.759780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 18 us (cumulative: 939 ms, max: 101 ms, #called: 6514) +2023-12-14 14:53:02.759786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.759800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 939 ms, max: 101 ms, #called: 6515) +2023-12-14 14:53:02.759822: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:53:02.759829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes through layout assignment +2023-12-14 14:53:02.759850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.759881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.759889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.759898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.759906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.759914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 23 us (cumulative: 939 ms, max: 101 ms, #called: 6516) +2023-12-14 14:53:02.759920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.759926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.759935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.759942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 21 us (cumulative: 939 ms, max: 101 ms, #called: 6517) +2023-12-14 14:53:02.759948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.759955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.759963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.759972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 23 us (cumulative: 939 ms, max: 101 ms, #called: 6518) +2023-12-14 14:53:02.759978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.759985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.759993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 21 us (cumulative: 939 ms, max: 101 ms, #called: 6519) +2023-12-14 14:53:02.760006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.760019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 28 us (cumulative: 939 ms, max: 101 ms, #called: 6520) +2023-12-14 14:53:02.760041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.760048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 939 ms, max: 101 ms, #called: 6521) +2023-12-14 14:53:02.760070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.760080: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.760086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 30 us (cumulative: 939 ms, max: 101 ms, #called: 6522) +2023-12-14 14:53:02.760107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.760115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 939 ms, max: 101 ms, #called: 6523) +2023-12-14 14:53:02.760136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.760144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 22 us (cumulative: 939 ms, max: 101 ms, #called: 6524) +2023-12-14 14:53:02.760165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.760172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 21 us (cumulative: 939 ms, max: 101 ms, #called: 6525) +2023-12-14 14:53:02.760192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.760198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 24 us (cumulative: 940 ms, max: 101 ms, #called: 6526) +2023-12-14 14:53:02.760223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.760229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 940 ms, max: 101 ms, #called: 6527) +2023-12-14 14:53:02.760251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.760258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 940 ms, max: 101 ms, #called: 6528) +2023-12-14 14:53:02.760279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.760286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 940 ms, max: 101 ms, #called: 6529) +2023-12-14 14:53:02.760308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.760314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 940 ms, max: 101 ms, #called: 6530) +2023-12-14 14:53:02.760336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.760343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 940 ms, max: 101 ms, #called: 6531) +2023-12-14 14:53:02.760364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.760371: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:53:02.760377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 31 us (cumulative: 940 ms, max: 101 ms, #called: 6532) +2023-12-14 14:53:02.760402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.760409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 940 ms, max: 101 ms, #called: 6533) +2023-12-14 14:53:02.760431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.760437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 20 us (cumulative: 940 ms, max: 101 ms, #called: 6534) +2023-12-14 14:53:02.760458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.760468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 24 us (cumulative: 940 ms, max: 101 ms, #called: 6535) +2023-12-14 14:53:02.760489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.760495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 19 us (cumulative: 940 ms, max: 101 ms, #called: 6536) +2023-12-14 14:53:02.760516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.760524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 940 ms, max: 101 ms, #called: 6537) +2023-12-14 14:53:02.760544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.760551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 940 ms, max: 101 ms, #called: 6538) +2023-12-14 14:53:02.760577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.760584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 21 us (cumulative: 940 ms, max: 101 ms, #called: 6539) +2023-12-14 14:53:02.760606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.760612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 20 us (cumulative: 940 ms, max: 101 ms, #called: 6540) +2023-12-14 14:53:02.760633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.760640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 21 us (cumulative: 940 ms, max: 101 ms, #called: 6541) +2023-12-14 14:53:02.760660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.760670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 23 us (cumulative: 940 ms, max: 101 ms, #called: 6542) +2023-12-14 14:53:02.760692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.760716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 39 us (cumulative: 940 ms, max: 101 ms, #called: 6543) +2023-12-14 14:53:02.760738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.760745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 21 us (cumulative: 940 ms, max: 101 ms, #called: 6544) +2023-12-14 14:53:02.760770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.760776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 21 us (cumulative: 940 ms, max: 101 ms, #called: 6545) +2023-12-14 14:53:02.760798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.760804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 20 us (cumulative: 940 ms, max: 101 ms, #called: 6546) +2023-12-14 14:53:02.760824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.760831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.760839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.760846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 940 ms, max: 101 ms, #called: 6547) +2023-12-14 14:53:02.760852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.760858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification +2023-12-14 14:53:02.760870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.760882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 940 ms, max: 101 ms, #called: 6548) +2023-12-14 14:53:02.760887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.760896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 6 us (cumulative: 940 ms, max: 101 ms, #called: 6549) +2023-12-14 14:53:02.760901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.760910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 940 ms, max: 101 ms, #called: 6550) +2023-12-14 14:53:02.760915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.760923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 940 ms, max: 101 ms, #called: 6551) +2023-12-14 14:53:02.760929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.760937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 940 ms, max: 101 ms, #called: 6552) +2023-12-14 14:53:02.760943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.760951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 6 us (cumulative: 940 ms, max: 101 ms, #called: 6553) +2023-12-14 14:53:02.760959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.760969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 940 ms, max: 101 ms, #called: 6554) +2023-12-14 14:53:02.760974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.760984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 940 ms, max: 101 ms, #called: 6555) +2023-12-14 14:53:02.760990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.760999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 8 us (cumulative: 940 ms, max: 101 ms, #called: 6556) +2023-12-14 14:53:02.761004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.761012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 940 ms, max: 101 ms, #called: 6557) +2023-12-14 14:53:02.761018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.761026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 940 ms, max: 101 ms, #called: 6558) +2023-12-14 14:53:02.761031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.761041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 940 ms, max: 101 ms, #called: 6559) +2023-12-14 14:53:02.761046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.761068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 20 us (cumulative: 940 ms, max: 101 ms, #called: 6560) +2023-12-14 14:53:02.761075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.761085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 940 ms, max: 101 ms, #called: 6561) +2023-12-14 14:53:02.761090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.761099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.761106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 253 us (cumulative: 940 ms, max: 101 ms, #called: 6562) +2023-12-14 14:53:02.761112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.761118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.761126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.761133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 20 us (cumulative: 940 ms, max: 101 ms, #called: 6563) +2023-12-14 14:53:02.761143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.761152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.761160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.761167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 23 us (cumulative: 940 ms, max: 101 ms, #called: 6564) +2023-12-14 14:53:02.761173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.761179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.761187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.761194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 940 ms, max: 101 ms, #called: 6565) +2023-12-14 14:53:02.761200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.761208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.761216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.761223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 21 us (cumulative: 940 ms, max: 101 ms, #called: 6566) +2023-12-14 14:53:02.761228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.761249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.761258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.761265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 36 us (cumulative: 940 ms, max: 101 ms, #called: 6567) +2023-12-14 14:53:02.761271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.761277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.761285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.761292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 20 us (cumulative: 940 ms, max: 101 ms, #called: 6568) +2023-12-14 14:53:02.761298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.761305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.761313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.761322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 22 us (cumulative: 941 ms, max: 101 ms, #called: 6569) +2023-12-14 14:53:02.761328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.761336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.761348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.761355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 26 us (cumulative: 941 ms, max: 101 ms, #called: 6570) +2023-12-14 14:53:02.761361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.761388: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.761396: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.761428: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.761435: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.761453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.761471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.761478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.761484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.761490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.761494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.761500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.761511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.761516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.761522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.761546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.761552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.761557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.761562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.761567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.761572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.761576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.761581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.761588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.761593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.761598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.761607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.761612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.761617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.761622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.761627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.761631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.761636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.761641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.761646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.761673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.761684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.761693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 330 us (cumulative: 941 ms, max: 101 ms, #called: 6571) +2023-12-14 14:53:02.761713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: hlo normalization +2023-12-14 14:53:02.761722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.761731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 941 ms, max: 101 ms, #called: 6572) +2023-12-14 14:53:02.761737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.761745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 941 ms, max: 101 ms, #called: 6573) +2023-12-14 14:53:02.761751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.761760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 941 ms, max: 101 ms, #called: 6574) +2023-12-14 14:53:02.761771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes after layout assignment +2023-12-14 14:53:02.761779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.761786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: after layout assignment +2023-12-14 14:53:02.761794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 941 ms, max: 101 ms, #called: 6575) +2023-12-14 14:53:02.761800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.761808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 941 ms, max: 101 ms, #called: 6576) +2023-12-14 14:53:02.761818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.761841: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.761849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 29 us (cumulative: 941 ms, max: 101 ms, #called: 6577) +2023-12-14 14:53:02.761855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.761860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification after layout assignment +2023-12-14 14:53:02.761868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.761878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 941 ms, max: 101 ms, #called: 6578) +2023-12-14 14:53:02.761884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.761892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 941 ms, max: 101 ms, #called: 6579) +2023-12-14 14:53:02.761898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.761914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 941 ms, max: 101 ms, #called: 6580) +2023-12-14 14:53:02.761922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 65 us (cumulative: 941 ms, max: 101 ms, #called: 6581) +2023-12-14 14:53:02.761928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.761934: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.762001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 71 us (cumulative: 941 ms, max: 101 ms, #called: 6582) +2023-12-14 14:53:02.762008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.762019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 941 ms, max: 101 ms, #called: 6583) +2023-12-14 14:53:02.762024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.762036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.762069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.762081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.762086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.762091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.762096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.762101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.762111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.762117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.762123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.762128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2.clone +2023-12-14 14:53:02.762134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.762139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.762145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.762224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.762233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.762238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.762243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.762248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.762253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.762257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.762262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.762267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.762272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone: +2023-12-14 14:53:02.762276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> (def) +2023-12-14 14:53:02.762281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.762286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.762291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.762296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.762300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.762305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.762311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.762317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.762322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.762327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.762331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone, operand 0 +2023-12-14 14:53:02.762342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.762348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.762353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.762357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone +2023-12-14 14:53:02.762362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.762367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.762372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2.clone = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.762398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.762421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.762430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.762435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.762440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.762445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.762450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.762456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.762461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.762466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.762471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2.clone +2023-12-14 14:53:02.762477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.762482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.762487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.762503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.762509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.762514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.762519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.762524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.762537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.762542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.762547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.762552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.762556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone: +2023-12-14 14:53:02.762561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> (def) +2023-12-14 14:53:02.762566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.762571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.762576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.762581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.762586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.762592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.762597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.762602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.762607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.762612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.762617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone, operand 0 +2023-12-14 14:53:02.762622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.762627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.762632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.762637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone +2023-12-14 14:53:02.762641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.762646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.762651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2.clone = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.762670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.762690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.762697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.762703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.762711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.762716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.762721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.762727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.762732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.762737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.762742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2.clone +2023-12-14 14:53:02.762748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.762752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.762758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.762773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.762778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.762783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.762788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.762793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.762798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.762803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.762807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.762812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.762817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone: +2023-12-14 14:53:02.762822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> (def) +2023-12-14 14:53:02.762826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.762831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.762836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.762841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.762845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.762851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.762856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.762860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.762868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.762872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.762878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone, operand 0 +2023-12-14 14:53:02.762883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.762888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.762893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.762897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone +2023-12-14 14:53:02.762902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.762907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.762912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2.clone = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.762927: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.762933: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.762943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 915 us (cumulative: 942 ms, max: 101 ms, #called: 6584) +2023-12-14 14:53:02.762949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.762959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 942 ms, max: 101 ms, #called: 6585) +2023-12-14 14:53:02.762972: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__lambda_ +2023-12-14 14:53:02.763986: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.764037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.764075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.764085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.764091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.764111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.764117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.764122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.764129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.764134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.764140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.764145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2.clone +2023-12-14 14:53:02.764151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.764156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.764161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.764179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.764185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.764190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.764195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.764200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.764205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.764210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.764216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.764221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.764226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone: +2023-12-14 14:53:02.764231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> (def) +2023-12-14 14:53:02.764236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.764241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.764246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.764251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.764256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.764261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.764265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.764270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.764278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.764283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.764288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone, operand 0 +2023-12-14 14:53:02.764293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.764298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.764302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.764308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone +2023-12-14 14:53:02.764313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.764317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.764323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2.clone = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.764365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.764388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.764395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.764400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.764405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.764410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.764415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.764421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.764427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.764432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.764437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2.clone +2023-12-14 14:53:02.764443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.764448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.764453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.764467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.764473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.764481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.764487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.764492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.764497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.764501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.764506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.764511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.764517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone: +2023-12-14 14:53:02.764522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> (def) +2023-12-14 14:53:02.764527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.764532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.764537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.764541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.764546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.764551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.764555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.764560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.764565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.764569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.764575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone, operand 0 +2023-12-14 14:53:02.764580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.764585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.764590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.764594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone +2023-12-14 14:53:02.764599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.764604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.764609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2.clone = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.764628: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__lambda_ +2023-12-14 14:53:02.764636: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:02.764666: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.764675: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.764685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.764706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.764713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.764719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.764724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.764728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.764733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.764739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.764744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.764750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.764755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2.clone +2023-12-14 14:53:02.764760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.764765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.764770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.764785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.764791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.764796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.764800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.764805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.764810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.764815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.764820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.764825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.764829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone: +2023-12-14 14:53:02.764834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> (def) +2023-12-14 14:53:02.764839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.764847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.764852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.764857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.764861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.764866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.764870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.764876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.764881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.764886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.764891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone, operand 0 +2023-12-14 14:53:02.764896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.764901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.764906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.764910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone +2023-12-14 14:53:02.764915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.764920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.764925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2.clone = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.764962: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__lambda_, entry_computation_layout={(f32[2048,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:53:02.764969: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.764974: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_sqrt.2 (p: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:02.764979: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.764985: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %sqrt.2.clone = f32[2048,8192]{1,0} sqrt(f32[2048,8192]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.764990: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.764994: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.764999: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:02.765007: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.765012: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1), to_apply=%parallel_sqrt.2 +2023-12-14 14:53:02.765017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.765022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.765033: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:p + 2:sqrt.2.clone + 3:call + BufferLiveRange: + Arg_0.1{}:0-4 + sqrt.2.clone{}:2-4 + Live ranges at 2 (peak): + Arg_0.1: 67108864 bytes + sqrt.2.clone: 67108864 bytes + +2023-12-14 14:53:02.765041: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:53:02.765046: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.765052: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.765062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.765068: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.765073: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 sqrt.2.clone> +2023-12-14 14:53:02.765079: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.765083: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:02.765088: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.765093: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.765099: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 sqrt.2.clone> +2023-12-14 14:53:02.765122: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.765128: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:02.765133: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.765138: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:02.765142: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.765149: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:02.765155: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.765160: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.765421: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 68 us (cumulative: 6.76 ms, max: 421 us, #called: 83) +2023-12-14 14:53:02.777860: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff00861f0a0 +2023-12-14 14:53:02.778144: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.778177: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__lambda_] for CPU using JIT time: 15.2 ms (cumulative: 1.99 s, max: 222 ms, #called: 83) +2023-12-14 14:53:02.778816: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.792738: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.797725: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.810149: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.822258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: spmd-partitioner +2023-12-14 14:53:02.822316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.822345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 20 us (cumulative: 942 ms, max: 101 ms, #called: 6586) +2023-12-14 14:53:02.822353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.822367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 942 ms, max: 101 ms, #called: 6587) +2023-12-14 14:53:02.822390: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0},f32[2048,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:53:02.822396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: HLO passes through layout assignment +2023-12-14 14:53:02.822422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.822479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 942 ms, max: 101 ms, #called: 6588) +2023-12-14 14:53:02.822506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.822512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 942 ms, max: 101 ms, #called: 6589) +2023-12-14 14:53:02.822537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.822544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 35 us (cumulative: 942 ms, max: 101 ms, #called: 6590) +2023-12-14 14:53:02.822581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.822588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 942 ms, max: 101 ms, #called: 6591) +2023-12-14 14:53:02.822612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.822620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 942 ms, max: 101 ms, #called: 6592) +2023-12-14 14:53:02.822643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.822650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 942 ms, max: 101 ms, #called: 6593) +2023-12-14 14:53:02.822672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.822683: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.822690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 34 us (cumulative: 942 ms, max: 101 ms, #called: 6594) +2023-12-14 14:53:02.822713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.822722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 25 us (cumulative: 942 ms, max: 101 ms, #called: 6595) +2023-12-14 14:53:02.822744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.822752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 27 us (cumulative: 942 ms, max: 101 ms, #called: 6596) +2023-12-14 14:53:02.822779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.822786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 24 us (cumulative: 942 ms, max: 101 ms, #called: 6597) +2023-12-14 14:53:02.822811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.822817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 21 us (cumulative: 942 ms, max: 101 ms, #called: 6598) +2023-12-14 14:53:02.822839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.822846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 942 ms, max: 101 ms, #called: 6599) +2023-12-14 14:53:02.822868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.822875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 942 ms, max: 101 ms, #called: 6600) +2023-12-14 14:53:02.822899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.822905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 21 us (cumulative: 942 ms, max: 101 ms, #called: 6601) +2023-12-14 14:53:02.822927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.822934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 942 ms, max: 101 ms, #called: 6602) +2023-12-14 14:53:02.822956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.822967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.822976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.822985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 27 us (cumulative: 942 ms, max: 101 ms, #called: 6603) +2023-12-14 14:53:02.822991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.822999: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:02.823006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 942 ms, max: 101 ms, #called: 6604) +2023-12-14 14:53:02.823028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.823034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 943 ms, max: 101 ms, #called: 6605) +2023-12-14 14:53:02.823056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.823063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 21 us (cumulative: 943 ms, max: 101 ms, #called: 6606) +2023-12-14 14:53:02.823085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.823096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 25 us (cumulative: 943 ms, max: 101 ms, #called: 6607) +2023-12-14 14:53:02.823118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.823124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 943 ms, max: 101 ms, #called: 6608) +2023-12-14 14:53:02.823146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.823157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 28 us (cumulative: 943 ms, max: 101 ms, #called: 6609) +2023-12-14 14:53:02.823181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.823188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 943 ms, max: 101 ms, #called: 6610) +2023-12-14 14:53:02.823210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.823217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 943 ms, max: 101 ms, #called: 6611) +2023-12-14 14:53:02.823239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.823246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 943 ms, max: 101 ms, #called: 6612) +2023-12-14 14:53:02.823269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.823275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 21 us (cumulative: 943 ms, max: 101 ms, #called: 6613) +2023-12-14 14:53:02.823297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.823306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 36 us (cumulative: 943 ms, max: 101 ms, #called: 6614) +2023-12-14 14:53:02.823340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.823369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 50 us (cumulative: 943 ms, max: 101 ms, #called: 6615) +2023-12-14 14:53:02.823398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.823405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 943 ms, max: 101 ms, #called: 6616) +2023-12-14 14:53:02.823427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.823434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 943 ms, max: 101 ms, #called: 6617) +2023-12-14 14:53:02.823457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.823463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 943 ms, max: 101 ms, #called: 6618) +2023-12-14 14:53:02.823486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.823492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 21 us (cumulative: 943 ms, max: 101 ms, #called: 6619) +2023-12-14 14:53:02.823514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.823521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: simplification +2023-12-14 14:53:02.823533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.823552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 18 us (cumulative: 943 ms, max: 101 ms, #called: 6620) +2023-12-14 14:53:02.823559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.823568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 943 ms, max: 101 ms, #called: 6621) +2023-12-14 14:53:02.823573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.823582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 943 ms, max: 101 ms, #called: 6622) +2023-12-14 14:53:02.823590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.823599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 943 ms, max: 101 ms, #called: 6623) +2023-12-14 14:53:02.823604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.823614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 943 ms, max: 101 ms, #called: 6624) +2023-12-14 14:53:02.823619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.823628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 943 ms, max: 101 ms, #called: 6625) +2023-12-14 14:53:02.823634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.823643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 943 ms, max: 101 ms, #called: 6626) +2023-12-14 14:53:02.823648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.823661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 11 us (cumulative: 943 ms, max: 101 ms, #called: 6627) +2023-12-14 14:53:02.823666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.823674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 943 ms, max: 101 ms, #called: 6628) +2023-12-14 14:53:02.823680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.823689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 943 ms, max: 101 ms, #called: 6629) +2023-12-14 14:53:02.823694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.823702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 943 ms, max: 101 ms, #called: 6630) +2023-12-14 14:53:02.823707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.823717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 943 ms, max: 101 ms, #called: 6631) +2023-12-14 14:53:02.823723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.823745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 20 us (cumulative: 943 ms, max: 101 ms, #called: 6632) +2023-12-14 14:53:02.823751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.823762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 943 ms, max: 101 ms, #called: 6633) +2023-12-14 14:53:02.823768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 273 us (cumulative: 943 ms, max: 101 ms, #called: 6634) +2023-12-14 14:53:02.823794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.823800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 22 us (cumulative: 943 ms, max: 101 ms, #called: 6635) +2023-12-14 14:53:02.823823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.823832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 943 ms, max: 101 ms, #called: 6636) +2023-12-14 14:53:02.823854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.823860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 943 ms, max: 101 ms, #called: 6637) +2023-12-14 14:53:02.823883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.823891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 943 ms, max: 101 ms, #called: 6638) +2023-12-14 14:53:02.823914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.823934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 37 us (cumulative: 943 ms, max: 101 ms, #called: 6639) +2023-12-14 14:53:02.823957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.823964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.823974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.823981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 943 ms, max: 101 ms, #called: 6640) +2023-12-14 14:53:02.823989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.823998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.824008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.824016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 26 us (cumulative: 943 ms, max: 101 ms, #called: 6641) +2023-12-14 14:53:02.824022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.824031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.824041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.824048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 943 ms, max: 101 ms, #called: 6642) +2023-12-14 14:53:02.824053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.824086: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.824095: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:02.824135: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.824142: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:02.824164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.824187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.824196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.824203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.824208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.824213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.824218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.824229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.824234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.824240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.824245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.824250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.824283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.824294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.824299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.824304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.824309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.824313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.824318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.824323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.824328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.824332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.824337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.824342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.824347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.824353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.824357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.824362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.824368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.824374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.824378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.824383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.824388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.824392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.824397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.824402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.824407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.824412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.824417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.824422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.824427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.824463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.824477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.824486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 429 us (cumulative: 944 ms, max: 101 ms, #called: 6643) +2023-12-14 14:53:02.824508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: hlo normalization +2023-12-14 14:53:02.824517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.824527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 944 ms, max: 101 ms, #called: 6644) +2023-12-14 14:53:02.824533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.824542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 944 ms, max: 101 ms, #called: 6645) +2023-12-14 14:53:02.824549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.824558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 944 ms, max: 101 ms, #called: 6646) +2023-12-14 14:53:02.824570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: HLO passes after layout assignment +2023-12-14 14:53:02.824578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.824583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: after layout assignment +2023-12-14 14:53:02.824591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 944 ms, max: 101 ms, #called: 6647) +2023-12-14 14:53:02.824597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.824605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 944 ms, max: 101 ms, #called: 6648) +2023-12-14 14:53:02.824611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.824637: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.824646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 33 us (cumulative: 944 ms, max: 101 ms, #called: 6649) +2023-12-14 14:53:02.824651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.824657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: simplification after layout assignment +2023-12-14 14:53:02.824665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.824676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 944 ms, max: 101 ms, #called: 6650) +2023-12-14 14:53:02.824682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.824691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 944 ms, max: 101 ms, #called: 6651) +2023-12-14 14:53:02.824700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.824717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 944 ms, max: 101 ms, #called: 6652) +2023-12-14 14:53:02.824726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 73 us (cumulative: 944 ms, max: 101 ms, #called: 6653) +2023-12-14 14:53:02.824732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.824738: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.824819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 84 us (cumulative: 944 ms, max: 101 ms, #called: 6654) +2023-12-14 14:53:02.824827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.824837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 944 ms, max: 101 ms, #called: 6655) +2023-12-14 14:53:02.824844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.824856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.824893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.824905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.824910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.824915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.824920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.824926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.824933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.824938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.824943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:02.824948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.824954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 divide.3.clone> + +2023-12-14 14:53:02.824959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3.clone +2023-12-14 14:53:02.824964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 divide.3.clone> + +2023-12-14 14:53:02.824969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.824975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.824984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.824990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:02.825073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.825080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.825085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.825095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.825102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.825111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:02.825116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.825126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> +2023-12-14 14:53:02.825130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone: +2023-12-14 14:53:02.825140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> (def) +2023-12-14 14:53:02.825145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.825155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.825160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.825170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:02.825174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.825179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> +2023-12-14 14:53:02.825184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.825189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone +2023-12-14 14:53:02.825194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.825199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.825205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3.clone = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.825213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.825218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.825223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.825227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.825232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.825237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.825242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 0 +2023-12-14 14:53:02.825247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.825253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:02.825257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.825262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.825267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.825271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.825277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.825283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 1 +2023-12-14 14:53:02.825288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.825317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.825343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.825352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.825357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.825362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.825367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.825372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.825378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.825383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.825389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:02.825393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.825399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 divide.3.clone> + +2023-12-14 14:53:02.825410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3.clone +2023-12-14 14:53:02.825416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 divide.3.clone> + +2023-12-14 14:53:02.825421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.825427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.825432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.825438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:02.825457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.825463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.825468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.825478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.825482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.825492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:02.825497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.825506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> +2023-12-14 14:53:02.825511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone: +2023-12-14 14:53:02.825521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> (def) +2023-12-14 14:53:02.825526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.825536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.825541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.825551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:02.825556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.825560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> +2023-12-14 14:53:02.825565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.825573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone +2023-12-14 14:53:02.825578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.825582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.825587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3.clone = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.825592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.825597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.825602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.825606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.825612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.825617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.825621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 0 +2023-12-14 14:53:02.825626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.825631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:02.825636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.825641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.825646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.825651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.825656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.825661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 1 +2023-12-14 14:53:02.825666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.825687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.825711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.825719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.825724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.825729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.825733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.825738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.825748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.825753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.825759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:02.825763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.825769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 divide.3.clone> + +2023-12-14 14:53:02.825774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3.clone +2023-12-14 14:53:02.825780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 divide.3.clone> + +2023-12-14 14:53:02.825785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.825791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.825796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.825801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:02.825818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.825823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.825829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.825839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.825843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.825853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:02.825858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.825867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> +2023-12-14 14:53:02.825872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone: +2023-12-14 14:53:02.825883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> (def) +2023-12-14 14:53:02.825887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.825897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.825905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.825909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.825914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:02.825920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.825925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> +2023-12-14 14:53:02.825929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.825934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone +2023-12-14 14:53:02.825939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.825944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.825948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3.clone = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.825953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.825958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.825963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.825968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.825973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.825978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.825983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 0 +2023-12-14 14:53:02.825988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.825992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:02.825997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.826002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.826008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.826013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.826018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.826023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 1 +2023-12-14 14:53:02.826028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.826045: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.826054: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.826065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.22 ms (cumulative: 945 ms, max: 101 ms, #called: 6656) +2023-12-14 14:53:02.826071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.826080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 945 ms, max: 101 ms, #called: 6657) +2023-12-14 14:53:02.826095: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_true_divide +2023-12-14 14:53:02.827230: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.827284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.827335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.827347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.827353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.827359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.827364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.827369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.827376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.827381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.827386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:02.827391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.827397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 divide.3.clone> + +2023-12-14 14:53:02.827402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3.clone +2023-12-14 14:53:02.827408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 divide.3.clone> + +2023-12-14 14:53:02.827413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.827418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.827431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.827437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:02.827459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.827465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.827472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.827477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.827482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.827487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.827491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.827496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:02.827501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.827506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.827510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> +2023-12-14 14:53:02.827515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.827520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone: +2023-12-14 14:53:02.827525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> (def) +2023-12-14 14:53:02.827529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.827534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.827539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.827545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.827549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.827554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:02.827559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.827564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> +2023-12-14 14:53:02.827569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.827574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone +2023-12-14 14:53:02.827578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.827583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.827588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3.clone = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.827596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.827601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.827606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.827611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.827615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.827620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.827625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 0 +2023-12-14 14:53:02.827630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.827635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:02.827639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.827644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.827649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.827654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.827659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.827665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 1 +2023-12-14 14:53:02.827670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.827716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.827741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.827749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.827755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.827760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.827765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.827770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.827776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.827781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.827786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:02.827791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.827797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 divide.3.clone> + +2023-12-14 14:53:02.827805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3.clone +2023-12-14 14:53:02.827811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 divide.3.clone> + +2023-12-14 14:53:02.827816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.827821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.827826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.827832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:02.827850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.827856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.827860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.827865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.827870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.827875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.827879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.827884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:02.827889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.827894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.827899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> +2023-12-14 14:53:02.827903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.827908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone: +2023-12-14 14:53:02.827913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> (def) +2023-12-14 14:53:02.827918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.827923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.827928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.827934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.827938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.827943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:02.827948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.827953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> +2023-12-14 14:53:02.827957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.827965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone +2023-12-14 14:53:02.827970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.827975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.827979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3.clone = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.827984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.827989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.827994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.827998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.828003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.828008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.828013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 0 +2023-12-14 14:53:02.828018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.828024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:02.828028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.828033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.828038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.828042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.828047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.828052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 1 +2023-12-14 14:53:02.828057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.828077: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_true_divide +2023-12-14 14:53:02.828083: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:02.828118: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.828128: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.828138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.828164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.828174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.828180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.828184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.828189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.828196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.828203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.828208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.828213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:02.828218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.828223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 divide.3.clone> + +2023-12-14 14:53:02.828228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3.clone +2023-12-14 14:53:02.828234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 divide.3.clone> + +2023-12-14 14:53:02.828239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.828244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 Arg_0.1> + +2023-12-14 14:53:02.828249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.828254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <2 Arg_1.2> + +2023-12-14 14:53:02.828273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.828278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.828283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.828289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.828294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> (def) +2023-12-14 14:53:02.828299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.828303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.828308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> (def) +2023-12-14 14:53:02.828313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.828317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.828322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> +2023-12-14 14:53:02.828327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.828335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone: +2023-12-14 14:53:02.828340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> (def) +2023-12-14 14:53:02.828344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.828349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.828354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.828358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.828363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.828368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:02.828374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.828380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 divide.3.clone> +2023-12-14 14:53:02.828385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.828389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone +2023-12-14 14:53:02.828394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.828399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.828404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3.clone = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.828408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_0.1> +2023-12-14 14:53:02.828413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.828418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.828422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.828427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.828432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.828437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 0 +2023-12-14 14:53:02.828441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.828446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 Arg_1.2> +2023-12-14 14:53:02.828451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.828456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.828460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.828465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.828471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.828478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 1 +2023-12-14 14:53:02.828483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.828525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_true_divide, entry_computation_layout={(f32[2048,8192]{1,0},f32[2048,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:53:02.828531: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.828536: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_divide.3 (p: f32[2048,8192], p.1: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:02.828541: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.828546: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.828551: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.3.clone = f32[2048,8192]{1,0} divide(f32[2048,8192]{1,0} %p, f32[2048,8192]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.828558: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.828563: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.828568: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048,8192], Arg_1.2: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:02.828573: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:02.828578: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048,8192]{1,0} parameter(1) +2023-12-14 14:53:02.828583: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[2048,8192]{1,0} call(f32[2048,8192]{1,0} %Arg_0.1, f32[2048,8192]{1,0} %Arg_1.2), to_apply=%parallel_divide.3 +2023-12-14 14:53:02.828588: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.828593: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.828606: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:divide.3.clone + 5:call + BufferLiveRange: + divide.3.clone{}:4-6 + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + Live ranges at 4 (peak): + divide.3.clone: 67108864 bytes + Arg_0.1: 67108864 bytes + Arg_1.2: 67108864 bytes + +2023-12-14 14:53:02.828614: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:53:02.828619: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.828625: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_0.1> +2023-12-14 14:53:02.828634: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 Arg_1.2> +2023-12-14 14:53:02.828640: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.828645: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.828653: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.828658: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:02.828664: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 divide.3.clone> +2023-12-14 14:53:02.828670: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:02.828675: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:02.828679: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.828684: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_0.1> +2023-12-14 14:53:02.828690: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 Arg_1.2> +2023-12-14 14:53:02.828695: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 divide.3.clone> +2023-12-14 14:53:02.828722: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.828727: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 128.00MiB +2023-12-14 14:53:02.828732: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.828739: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:02.828744: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.828749: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 192.00MiB +2023-12-14 14:53:02.828755: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.828760: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.829049: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 77 us (cumulative: 6.84 ms, max: 421 us, #called: 84) +2023-12-14 14:53:02.843114: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff00861d0e0 +2023-12-14 14:53:02.843471: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.843504: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_true_divide] for CPU using JIT time: 17.4 ms (cumulative: 2.01 s, max: 222 ms, #called: 84) +2023-12-14 14:53:02.844331: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_true_divide; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.858328: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.870741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:02.870800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.870827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 19 us (cumulative: 945 ms, max: 101 ms, #called: 6658) +2023-12-14 14:53:02.870834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.870848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 12 us (cumulative: 945 ms, max: 101 ms, #called: 6659) +2023-12-14 14:53:02.870886: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048]{0},f32[])->f32[2048]{0} +2023-12-14 14:53:02.870893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:02.870919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.870961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.870969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.870977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.870989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.870997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 945 ms, max: 101 ms, #called: 6660) +2023-12-14 14:53:02.871003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.871009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 23 us (cumulative: 945 ms, max: 101 ms, #called: 6661) +2023-12-14 14:53:02.871033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.871039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 946 ms, max: 101 ms, #called: 6662) +2023-12-14 14:53:02.871062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.871069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 24 us (cumulative: 946 ms, max: 101 ms, #called: 6663) +2023-12-14 14:53:02.871093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.871100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 946 ms, max: 101 ms, #called: 6664) +2023-12-14 14:53:02.871124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.871135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 27 us (cumulative: 946 ms, max: 101 ms, #called: 6665) +2023-12-14 14:53:02.871158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.871169: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.871177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 34 us (cumulative: 946 ms, max: 101 ms, #called: 6666) +2023-12-14 14:53:02.871199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.871209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 25 us (cumulative: 946 ms, max: 101 ms, #called: 6667) +2023-12-14 14:53:02.871231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.871240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 946 ms, max: 101 ms, #called: 6668) +2023-12-14 14:53:02.871263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.871269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 22 us (cumulative: 946 ms, max: 101 ms, #called: 6669) +2023-12-14 14:53:02.871292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.871299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 946 ms, max: 101 ms, #called: 6670) +2023-12-14 14:53:02.871330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.871342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 28 us (cumulative: 946 ms, max: 101 ms, #called: 6671) +2023-12-14 14:53:02.871366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.871373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 946 ms, max: 101 ms, #called: 6672) +2023-12-14 14:53:02.871396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.871403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 946 ms, max: 101 ms, #called: 6673) +2023-12-14 14:53:02.871427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.871433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 946 ms, max: 101 ms, #called: 6674) +2023-12-14 14:53:02.871456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.871463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 24 us (cumulative: 946 ms, max: 101 ms, #called: 6675) +2023-12-14 14:53:02.871487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.871494: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:53:02.871502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 946 ms, max: 101 ms, #called: 6676) +2023-12-14 14:53:02.871524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.871531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 26 us (cumulative: 946 ms, max: 101 ms, #called: 6677) +2023-12-14 14:53:02.871558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.871565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 946 ms, max: 101 ms, #called: 6678) +2023-12-14 14:53:02.871588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.871598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 946 ms, max: 101 ms, #called: 6679) +2023-12-14 14:53:02.871621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.871627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 946 ms, max: 101 ms, #called: 6680) +2023-12-14 14:53:02.871649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.871658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 946 ms, max: 101 ms, #called: 6681) +2023-12-14 14:53:02.871680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.871688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 946 ms, max: 101 ms, #called: 6682) +2023-12-14 14:53:02.871710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.871718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 27 us (cumulative: 946 ms, max: 101 ms, #called: 6683) +2023-12-14 14:53:02.871744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.871750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 24 us (cumulative: 946 ms, max: 101 ms, #called: 6684) +2023-12-14 14:53:02.871776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.871782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 946 ms, max: 101 ms, #called: 6685) +2023-12-14 14:53:02.871805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.871815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 946 ms, max: 101 ms, #called: 6686) +2023-12-14 14:53:02.871838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.871867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 46 us (cumulative: 946 ms, max: 101 ms, #called: 6687) +2023-12-14 14:53:02.871891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.871898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 946 ms, max: 101 ms, #called: 6688) +2023-12-14 14:53:02.871921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.871927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 946 ms, max: 101 ms, #called: 6689) +2023-12-14 14:53:02.871954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.871961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.871971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.871978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 946 ms, max: 101 ms, #called: 6690) +2023-12-14 14:53:02.871983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.871990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.872000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.872007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 946 ms, max: 101 ms, #called: 6691) +2023-12-14 14:53:02.872012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.872019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:02.872031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.872053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 20 us (cumulative: 946 ms, max: 101 ms, #called: 6692) +2023-12-14 14:53:02.872060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.872069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 946 ms, max: 101 ms, #called: 6693) +2023-12-14 14:53:02.872074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.872083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 946 ms, max: 101 ms, #called: 6694) +2023-12-14 14:53:02.872088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.872096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 946 ms, max: 101 ms, #called: 6695) +2023-12-14 14:53:02.872101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.872110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 946 ms, max: 101 ms, #called: 6696) +2023-12-14 14:53:02.872116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.872124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 946 ms, max: 101 ms, #called: 6697) +2023-12-14 14:53:02.872131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.872139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 946 ms, max: 101 ms, #called: 6698) +2023-12-14 14:53:02.872145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.872173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 27 us (cumulative: 946 ms, max: 101 ms, #called: 6699) +2023-12-14 14:53:02.872179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.872187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 946 ms, max: 101 ms, #called: 6700) +2023-12-14 14:53:02.872192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.872201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 946 ms, max: 101 ms, #called: 6701) +2023-12-14 14:53:02.872206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.872215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 946 ms, max: 101 ms, #called: 6702) +2023-12-14 14:53:02.872221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.872230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 946 ms, max: 101 ms, #called: 6703) +2023-12-14 14:53:02.872236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.872258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 20 us (cumulative: 946 ms, max: 101 ms, #called: 6704) +2023-12-14 14:53:02.872263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.872273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 946 ms, max: 101 ms, #called: 6705) +2023-12-14 14:53:02.872279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.872290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.872297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 283 us (cumulative: 947 ms, max: 101 ms, #called: 6706) +2023-12-14 14:53:02.872303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.872310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.872320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.872327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 947 ms, max: 101 ms, #called: 6707) +2023-12-14 14:53:02.872333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.872341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.872351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.872358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 947 ms, max: 101 ms, #called: 6708) +2023-12-14 14:53:02.872367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.872373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.872383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.872391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 947 ms, max: 101 ms, #called: 6709) +2023-12-14 14:53:02.872397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.872406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.872415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.872423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 947 ms, max: 101 ms, #called: 6710) +2023-12-14 14:53:02.872428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.872451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.872461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.872468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 39 us (cumulative: 947 ms, max: 101 ms, #called: 6711) +2023-12-14 14:53:02.872474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.872480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.872491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.872498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 947 ms, max: 101 ms, #called: 6712) +2023-12-14 14:53:02.872504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.872510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.872520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.872527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 22 us (cumulative: 947 ms, max: 101 ms, #called: 6713) +2023-12-14 14:53:02.872533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.872541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.872551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.872558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 23 us (cumulative: 947 ms, max: 101 ms, #called: 6714) +2023-12-14 14:53:02.872563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.872596: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.872608: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:02.872651: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.872658: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:02.872682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.872707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.872716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.872722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.872728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.872733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.872738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.872748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.872754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.872760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.872765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:02.872771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 broadcast.3> + +2023-12-14 14:53:02.872776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.4 +2023-12-14 14:53:02.872781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 add.4> + +2023-12-14 14:53:02.872818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.872824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.872829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.872834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.872838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.872844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.872849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.872853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.872858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.872864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:02.872868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> (def) +2023-12-14 14:53:02.872877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.872882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4: +2023-12-14 14:53:02.872887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.4> (def) +2023-12-14 14:53:02.872892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.872896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.872901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.872906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.872910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.872915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4, operand 0 +2023-12-14 14:53:02.872920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.872925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.872929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.872935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.872940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.872945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:02.872951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.872956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> +2023-12-14 14:53:02.872961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.872966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:02.872971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.872975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4, operand 1 +2023-12-14 14:53:02.872981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[2048]{0} broadcast(f32[] %Arg_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.872986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.4> +2023-12-14 14:53:02.872991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.872996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4 +2023-12-14 14:53:02.873000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.873005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.4 = f32[2048]{0} add(f32[2048]{0} %Arg_0.1, f32[2048]{0} %broadcast.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.873046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.873062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.873071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 505 us (cumulative: 947 ms, max: 101 ms, #called: 6715) +2023-12-14 14:53:02.873094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:02.873104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.873114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 947 ms, max: 101 ms, #called: 6716) +2023-12-14 14:53:02.873120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.873129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 947 ms, max: 101 ms, #called: 6717) +2023-12-14 14:53:02.873136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.873145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 947 ms, max: 101 ms, #called: 6718) +2023-12-14 14:53:02.873156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:02.873164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.873170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:02.873178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 11 us (cumulative: 947 ms, max: 101 ms, #called: 6719) +2023-12-14 14:53:02.873183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.873192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 947 ms, max: 101 ms, #called: 6720) +2023-12-14 14:53:02.873197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.873280: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:53:02.873294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 94 us (cumulative: 948 ms, max: 101 ms, #called: 6721) +2023-12-14 14:53:02.873301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.873308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:02.873316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.873326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 948 ms, max: 101 ms, #called: 6722) +2023-12-14 14:53:02.873331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.873346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 948 ms, max: 101 ms, #called: 6723) +2023-12-14 14:53:02.873352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.873372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 19 us (cumulative: 948 ms, max: 101 ms, #called: 6724) +2023-12-14 14:53:02.873381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 78 us (cumulative: 948 ms, max: 101 ms, #called: 6725) +2023-12-14 14:53:02.873387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.873393: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.873475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 86 us (cumulative: 948 ms, max: 101 ms, #called: 6726) +2023-12-14 14:53:02.873484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.873493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 948 ms, max: 101 ms, #called: 6727) +2023-12-14 14:53:02.873499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.873510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.873530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.873537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.873542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.873547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.873552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.873557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.873566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.873571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.873578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.873582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:02.873588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:02.873593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.0 +2023-12-14 14:53:02.873598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <6 add.0> + +2023-12-14 14:53:02.873603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:53:02.873608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:53:02.873613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:02.873622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 broadcast.0> + +2023-12-14 14:53:02.873627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:02.873632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:53:02.873669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.873675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.873681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.873686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.873691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.873695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.873700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.873705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.873710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.873714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:02.873719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:02.873724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.873729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0: +2023-12-14 14:53:02.873733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> (def) +2023-12-14 14:53:02.873738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.873744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:53:02.873749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:53:02.873753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.873758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:02.873763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> (def) +2023-12-14 14:53:02.873768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.873773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:02.873778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:53:02.873783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.873787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.873792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.873799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.873804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.873809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:02.873814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.873819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.873824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.873828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.873834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.873839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:02.873844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.873849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:02.873853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.873858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:02.873863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.873869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.873874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:53:02.873879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.873883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:53:02.873888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.873893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 0 +2023-12-14 14:53:02.873898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.873903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:53:02.873908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.873912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:02.873917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.873922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:02.873927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.873932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> +2023-12-14 14:53:02.873943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.873949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:02.873954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.873959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 1 +2023-12-14 14:53:02.873964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.873969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> +2023-12-14 14:53:02.873973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.873978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0 +2023-12-14 14:53:02.873983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.873988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.0 = f32[2048]{0} add(f32[2048]{0} %param_0, f32[2048]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.874019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.874034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.874041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.874046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.874051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.874056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.874061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.874067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.874072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.874077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.874082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:02.874087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:02.874092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.0 +2023-12-14 14:53:02.874097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <6 add.0> + +2023-12-14 14:53:02.874103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:53:02.874111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:53:02.874117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:02.874122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 broadcast.0> + +2023-12-14 14:53:02.874128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:02.874133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:53:02.874163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.874168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.874173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.874183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.874188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.874198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.874203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:02.874212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:02.874218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0: +2023-12-14 14:53:02.874227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> (def) +2023-12-14 14:53:02.874232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:53:02.874241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:53:02.874246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:02.874255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> (def) +2023-12-14 14:53:02.874260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:02.874269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:53:02.874274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.874280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.874288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.874297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:02.874307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.874312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.874317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.874326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:02.874336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.874340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:02.874345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:02.874354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.874364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:53:02.874369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:53:02.874379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 0 +2023-12-14 14:53:02.874388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.874394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:53:02.874399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:02.874408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:02.874418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.874425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> +2023-12-14 14:53:02.874430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:02.874440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 1 +2023-12-14 14:53:02.874450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.874454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> +2023-12-14 14:53:02.874460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0 +2023-12-14 14:53:02.874469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.0 = f32[2048]{0} add(f32[2048]{0} %param_0, f32[2048]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.874497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.874512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.874518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.874523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.874528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.874532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.874537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.874543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.874548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.874554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.874559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:02.874564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:02.874570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.0 +2023-12-14 14:53:02.874576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <6 add.0> + +2023-12-14 14:53:02.874584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:53:02.874590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:53:02.874595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:02.874600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 broadcast.0> + +2023-12-14 14:53:02.874605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:02.874610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:53:02.874636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.874642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.874647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.874657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.874662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.874671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.874676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:02.874686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:02.874691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0: +2023-12-14 14:53:02.874700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> (def) +2023-12-14 14:53:02.874705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:53:02.874715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:53:02.874719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:02.874729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> (def) +2023-12-14 14:53:02.874734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.874739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:02.874744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:53:02.874754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.874759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.874763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.874773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:02.874783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.874788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.874793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.874802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:02.874812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.874816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:02.874822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:02.874831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.874841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:53:02.874845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:53:02.874855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 0 +2023-12-14 14:53:02.874866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.874871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:53:02.874876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:02.874885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:02.874898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.874903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> +2023-12-14 14:53:02.874908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:02.874918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 1 +2023-12-14 14:53:02.874928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.874933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> +2023-12-14 14:53:02.874937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.874942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0 +2023-12-14 14:53:02.874947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.874952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.0 = f32[2048]{0} add(f32[2048]{0} %param_0, f32[2048]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.874972: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.874978: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.874988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.49 ms (cumulative: 949 ms, max: 101 ms, #called: 6728) +2023-12-14 14:53:02.874993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.875002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 949 ms, max: 101 ms, #called: 6729) +2023-12-14 14:53:02.875018: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:02.876085: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.876146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.876184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.876192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.876198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.876203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.876208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.876213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.876223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.876228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.876234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.876239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:02.876244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:02.876249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.0 +2023-12-14 14:53:02.876255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <6 add.0> + +2023-12-14 14:53:02.876260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:53:02.876265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:53:02.876270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:02.876275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 broadcast.0> + +2023-12-14 14:53:02.876280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:02.876285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:53:02.876322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.876329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.876334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.876345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.876350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.876359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.876367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:02.876377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:02.876382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0: +2023-12-14 14:53:02.876391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> (def) +2023-12-14 14:53:02.876396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:53:02.876405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:53:02.876411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:02.876420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> (def) +2023-12-14 14:53:02.876425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:02.876435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:53:02.876440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.876445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.876449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.876454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.876459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.876464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:02.876469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.876473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.876478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.876483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.876487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.876492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:02.876497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.876502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:02.876507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.876511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:02.876519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.876524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.876530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:53:02.876535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.876539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:53:02.876544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.876549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 0 +2023-12-14 14:53:02.876554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.876558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:53:02.876563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.876568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:02.876572: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.876577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:02.876582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.876587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> +2023-12-14 14:53:02.876593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.876597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:02.876602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.876607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 1 +2023-12-14 14:53:02.876612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.876618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> +2023-12-14 14:53:02.876623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.876628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0 +2023-12-14 14:53:02.876632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.876637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.0 = f32[2048]{0} add(f32[2048]{0} %param_0, f32[2048]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.876687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.876703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.876710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.876716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.876721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.876726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.876730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.876736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.876741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.876747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.876751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:02.876757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:02.876761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.0 +2023-12-14 14:53:02.876767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <6 add.0> + +2023-12-14 14:53:02.876771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:53:02.876777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:53:02.876782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:02.876787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 broadcast.0> + +2023-12-14 14:53:02.876792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:02.876799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:53:02.876825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.876831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.876835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.876845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.876850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.876862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.876867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:02.876877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:02.876882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0: +2023-12-14 14:53:02.876892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> (def) +2023-12-14 14:53:02.876897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:53:02.876907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:53:02.876911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:02.876921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> (def) +2023-12-14 14:53:02.876926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.876930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:02.876935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:53:02.876940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.876944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.876949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.876954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.876958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.876963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:02.876968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.876973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.876978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.876983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.876988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.876993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:02.876997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.877002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:02.877009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.877014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:02.877019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.877024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.877029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:53:02.877033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.877038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:53:02.877042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.877047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 0 +2023-12-14 14:53:02.877052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.877057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:53:02.877062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.877069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:02.877074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.877079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:02.877084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.877088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> +2023-12-14 14:53:02.877093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.877098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:02.877103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.877108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 1 +2023-12-14 14:53:02.877113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.877117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> +2023-12-14 14:53:02.877122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.877127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0 +2023-12-14 14:53:02.877131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.877136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.0 = f32[2048]{0} add(f32[2048]{0} %param_0, f32[2048]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.877160: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:02.877167: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:53:02.877200: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.877209: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.877218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.877235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.877241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.877246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.877252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.877256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.877261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.877267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.877272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.877278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.877282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion +2023-12-14 14:53:02.877288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 fusion> + +2023-12-14 14:53:02.877293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.0 +2023-12-14 14:53:02.877298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <6 add.0> + +2023-12-14 14:53:02.877303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0 +2023-12-14 14:53:02.877308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <3 param_0> + +2023-12-14 14:53:02.877313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.0 +2023-12-14 14:53:02.877318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <5 broadcast.0> + +2023-12-14 14:53:02.877323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.1 +2023-12-14 14:53:02.877328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.1> + +2023-12-14 14:53:02.877353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.877362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.877367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.877372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.877377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.877382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.877386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.877391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.877396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.877401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion: +2023-12-14 14:53:02.877405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> (def) +2023-12-14 14:53:02.877410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.877415: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0: +2023-12-14 14:53:02.877420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> (def) +2023-12-14 14:53:02.877426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.877431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0: +2023-12-14 14:53:02.877436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> (def) +2023-12-14 14:53:02.877441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.877445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0: +2023-12-14 14:53:02.877450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> (def) +2023-12-14 14:53:02.877455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.877460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1: +2023-12-14 14:53:02.877464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> (def) +2023-12-14 14:53:02.877469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.877474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.877478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.877483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.877488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.877492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 0 +2023-12-14 14:53:02.877497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.877502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.877507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.877517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.877523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.877527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion, operand 1 +2023-12-14 14:53:02.877532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.877537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion> +2023-12-14 14:53:02.877542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.877547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion +2023-12-14 14:53:02.877551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.877556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.877561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0> +2023-12-14 14:53:02.877566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.877571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0 +2023-12-14 14:53:02.877575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.877580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 0 +2023-12-14 14:53:02.877585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.877590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.1> +2023-12-14 14:53:02.877594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.877599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.1 +2023-12-14 14:53:02.877604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.877610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0, operand 0 +2023-12-14 14:53:02.877616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.877622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.0> +2023-12-14 14:53:02.877627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.877631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.0 +2023-12-14 14:53:02.877636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.877641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0, operand 1 +2023-12-14 14:53:02.877646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.877654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.0> +2023-12-14 14:53:02.877659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.877663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.0 +2023-12-14 14:53:02.877668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.877673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.0 = f32[2048]{0} add(f32[2048]{0} %param_0, f32[2048]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.877721: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[2048]{0},f32[])->f32[2048]{0}} +2023-12-14 14:53:02.877728: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.877733: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation (param_0: f32[2048], param_1.1: f32[]) -> f32[2048] { +2023-12-14 14:53:02.877738: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.877743: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.1 = f32[] parameter(1) +2023-12-14 14:53:02.877749: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.0 = f32[2048]{0} broadcast(f32[] %param_1.1), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.877754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.0 = f32[2048]{0} add(f32[2048]{0} %param_0, f32[2048]{0} %broadcast.0), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.877759: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.877764: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.877769: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[2048], Arg_1.2: f32[]) -> f32[2048] { +2023-12-14 14:53:02.877774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.877778: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.877784: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion = f32[2048]{0} fusion(f32[2048]{0} %Arg_0.1, f32[] %Arg_1.2), kind=kLoop, calls=%fused_computation, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.877790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.877795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.877809: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:fusion + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + fusion{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 8192 bytes + Arg_1.2: 4 bytes + fusion: 8192 bytes + +2023-12-14 14:53:02.877820: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:02.877826: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.877832: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.877841: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:02.877847: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.877852: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.877857: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 fusion> +2023-12-14 14:53:02.877862: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.877867: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.877872: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.877878: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:02.877884: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 fusion> +2023-12-14 14:53:02.877909: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.877915: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8.0KiB +2023-12-14 14:53:02.877920: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.877925: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8.0KiB +2023-12-14 14:53:02.877930: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.877935: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 16.0KiB +2023-12-14 14:53:02.877940: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.877945: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.878159: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 51 us (cumulative: 6.89 ms, max: 421 us, #called: 85) +2023-12-14 14:53:02.886755: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff00861b000 +2023-12-14 14:53:02.887186: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.887218: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 12.2 ms (cumulative: 2.02 s, max: 222 ms, #called: 85) +2023-12-14 14:53:02.888346: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.888858: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.896235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: spmd-partitioner +2023-12-14 14:53:02.896318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.896346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 21 us (cumulative: 949 ms, max: 101 ms, #called: 6730) +2023-12-14 14:53:02.896353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.896367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 949 ms, max: 101 ms, #called: 6731) +2023-12-14 14:53:02.896393: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048]{0})->f32[2048]{0} +2023-12-14 14:53:02.896400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes through layout assignment +2023-12-14 14:53:02.896428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.896481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 22 us (cumulative: 949 ms, max: 101 ms, #called: 6732) +2023-12-14 14:53:02.896504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.896510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 21 us (cumulative: 949 ms, max: 101 ms, #called: 6733) +2023-12-14 14:53:02.896532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.896539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 949 ms, max: 101 ms, #called: 6734) +2023-12-14 14:53:02.896561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.896568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 21 us (cumulative: 949 ms, max: 101 ms, #called: 6735) +2023-12-14 14:53:02.896589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.896597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 28 us (cumulative: 949 ms, max: 101 ms, #called: 6736) +2023-12-14 14:53:02.896624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.896632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 949 ms, max: 101 ms, #called: 6737) +2023-12-14 14:53:02.896653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.896666: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.896673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 34 us (cumulative: 949 ms, max: 101 ms, #called: 6738) +2023-12-14 14:53:02.896694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.896702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 21 us (cumulative: 949 ms, max: 101 ms, #called: 6739) +2023-12-14 14:53:02.896722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.896730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 22 us (cumulative: 949 ms, max: 101 ms, #called: 6740) +2023-12-14 14:53:02.896751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.896758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 21 us (cumulative: 949 ms, max: 101 ms, #called: 6741) +2023-12-14 14:53:02.896779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.896785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 949 ms, max: 101 ms, #called: 6742) +2023-12-14 14:53:02.896809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.896815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 950 ms, max: 101 ms, #called: 6743) +2023-12-14 14:53:02.896838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.896845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 950 ms, max: 101 ms, #called: 6744) +2023-12-14 14:53:02.896866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.896873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 21 us (cumulative: 950 ms, max: 101 ms, #called: 6745) +2023-12-14 14:53:02.896894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.896900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896916: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 21 us (cumulative: 950 ms, max: 101 ms, #called: 6746) +2023-12-14 14:53:02.896921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.896929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 950 ms, max: 101 ms, #called: 6747) +2023-12-14 14:53:02.896949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.896957: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:53:02.896964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.896972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.896982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 950 ms, max: 101 ms, #called: 6748) +2023-12-14 14:53:02.896988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.896994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 950 ms, max: 101 ms, #called: 6749) +2023-12-14 14:53:02.897017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.897023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 20 us (cumulative: 950 ms, max: 101 ms, #called: 6750) +2023-12-14 14:53:02.897044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.897054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 24 us (cumulative: 950 ms, max: 101 ms, #called: 6751) +2023-12-14 14:53:02.897075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.897081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 950 ms, max: 101 ms, #called: 6752) +2023-12-14 14:53:02.897103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.897111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 950 ms, max: 101 ms, #called: 6753) +2023-12-14 14:53:02.897131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.897138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 950 ms, max: 101 ms, #called: 6754) +2023-12-14 14:53:02.897162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.897169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 22 us (cumulative: 950 ms, max: 101 ms, #called: 6755) +2023-12-14 14:53:02.897191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.897198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 20 us (cumulative: 950 ms, max: 101 ms, #called: 6756) +2023-12-14 14:53:02.897218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.897225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 21 us (cumulative: 950 ms, max: 101 ms, #called: 6757) +2023-12-14 14:53:02.897245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.897255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 25 us (cumulative: 950 ms, max: 101 ms, #called: 6758) +2023-12-14 14:53:02.897277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.897305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 42 us (cumulative: 950 ms, max: 101 ms, #called: 6759) +2023-12-14 14:53:02.897327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.897334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 20 us (cumulative: 950 ms, max: 101 ms, #called: 6760) +2023-12-14 14:53:02.897354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.897366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 26 us (cumulative: 950 ms, max: 101 ms, #called: 6761) +2023-12-14 14:53:02.897387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.897393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 20 us (cumulative: 950 ms, max: 101 ms, #called: 6762) +2023-12-14 14:53:02.897414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.897420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 950 ms, max: 101 ms, #called: 6763) +2023-12-14 14:53:02.897441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.897448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification +2023-12-14 14:53:02.897461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.897473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 950 ms, max: 101 ms, #called: 6764) +2023-12-14 14:53:02.897479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.897488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 950 ms, max: 101 ms, #called: 6765) +2023-12-14 14:53:02.897494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.897502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 950 ms, max: 101 ms, #called: 6766) +2023-12-14 14:53:02.897508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.897515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 950 ms, max: 101 ms, #called: 6767) +2023-12-14 14:53:02.897521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.897529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 950 ms, max: 101 ms, #called: 6768) +2023-12-14 14:53:02.897534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.897543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 950 ms, max: 101 ms, #called: 6769) +2023-12-14 14:53:02.897552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.897561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 950 ms, max: 101 ms, #called: 6770) +2023-12-14 14:53:02.897567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.897577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 950 ms, max: 101 ms, #called: 6771) +2023-12-14 14:53:02.897582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.897591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 950 ms, max: 101 ms, #called: 6772) +2023-12-14 14:53:02.897597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.897606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 950 ms, max: 101 ms, #called: 6773) +2023-12-14 14:53:02.897611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.897619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 950 ms, max: 101 ms, #called: 6774) +2023-12-14 14:53:02.897625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.897637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 11 us (cumulative: 950 ms, max: 101 ms, #called: 6775) +2023-12-14 14:53:02.897643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.897666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 950 ms, max: 101 ms, #called: 6776) +2023-12-14 14:53:02.897672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.897684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 11 us (cumulative: 950 ms, max: 101 ms, #called: 6777) +2023-12-14 14:53:02.897691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 264 us (cumulative: 950 ms, max: 101 ms, #called: 6778) +2023-12-14 14:53:02.897712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.897719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 20 us (cumulative: 950 ms, max: 101 ms, #called: 6779) +2023-12-14 14:53:02.897741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.897752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 25 us (cumulative: 950 ms, max: 101 ms, #called: 6780) +2023-12-14 14:53:02.897773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.897779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 950 ms, max: 101 ms, #called: 6781) +2023-12-14 14:53:02.897800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.897808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 22 us (cumulative: 950 ms, max: 101 ms, #called: 6782) +2023-12-14 14:53:02.897830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.897853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 37 us (cumulative: 950 ms, max: 101 ms, #called: 6783) +2023-12-14 14:53:02.897874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.897880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 21 us (cumulative: 951 ms, max: 101 ms, #called: 6784) +2023-12-14 14:53:02.897902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.897909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 22 us (cumulative: 951 ms, max: 101 ms, #called: 6785) +2023-12-14 14:53:02.897931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.897940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.897948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.897959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 26 us (cumulative: 951 ms, max: 101 ms, #called: 6786) +2023-12-14 14:53:02.897965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.897998: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.898007: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.898042: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.898049: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.898069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.898090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.898100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.898107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.898112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.898117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.898122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.898134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.898139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.898144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.898172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.898179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.898184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.898189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.898194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.898199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.898204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.898208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.898213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.898218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.898223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.898227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.898237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.898242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.898247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.898252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.898257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.898262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.898268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.898274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[2048]{0} sqrt(f32[2048]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.898306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.898317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.898327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 359 us (cumulative: 951 ms, max: 101 ms, #called: 6787) +2023-12-14 14:53:02.898350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: hlo normalization +2023-12-14 14:53:02.898360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.898371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 9 us (cumulative: 951 ms, max: 101 ms, #called: 6788) +2023-12-14 14:53:02.898377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.898386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 951 ms, max: 101 ms, #called: 6789) +2023-12-14 14:53:02.898392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.898402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 9 us (cumulative: 951 ms, max: 101 ms, #called: 6790) +2023-12-14 14:53:02.898413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes after layout assignment +2023-12-14 14:53:02.898422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.898428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: after layout assignment +2023-12-14 14:53:02.898436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 951 ms, max: 101 ms, #called: 6791) +2023-12-14 14:53:02.898444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.898453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 951 ms, max: 101 ms, #called: 6792) +2023-12-14 14:53:02.898466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.898489: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.898497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 29 us (cumulative: 951 ms, max: 101 ms, #called: 6793) +2023-12-14 14:53:02.898502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.898508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification after layout assignment +2023-12-14 14:53:02.898515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.898524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 951 ms, max: 101 ms, #called: 6794) +2023-12-14 14:53:02.898529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.898538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 951 ms, max: 101 ms, #called: 6795) +2023-12-14 14:53:02.898544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.898561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 951 ms, max: 101 ms, #called: 6796) +2023-12-14 14:53:02.898570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 65 us (cumulative: 951 ms, max: 101 ms, #called: 6797) +2023-12-14 14:53:02.898575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.898582: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.898622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 45 us (cumulative: 951 ms, max: 101 ms, #called: 6798) +2023-12-14 14:53:02.898629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.898637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 951 ms, max: 101 ms, #called: 6799) +2023-12-14 14:53:02.898643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.898653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.898665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.898671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.898676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.898681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.898686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.898691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.898697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.898707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.898713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.898729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.898735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.898740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.898745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.898750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.898755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.898760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.898765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.898769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.898774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.898779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.898783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.898788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.898793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.898798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.898805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.898810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.898814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.898819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.898825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[2048]{0} sqrt(f32[2048]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.898846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.898857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.898863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.898868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.898873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.898878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.898887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.898893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.898899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.898905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.898918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.898925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.898930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.898935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.898940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.898945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.898950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.898955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.898960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.898965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.898970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.898975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.898980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.898986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.898991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.898997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.899003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.899008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.899012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.899017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[2048]{0} sqrt(f32[2048]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.899034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.899043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.899049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.899062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.899067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.899071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.899077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.899083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.899088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.899094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.899105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.899110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.899115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.899120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.899125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.899130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.899134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.899139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.899144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.899149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.899153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.899158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.899163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.899168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.899173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.899178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.899183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.899188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.899193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.899197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[2048]{0} sqrt(f32[2048]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.899212: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.899221: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.899231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 585 us (cumulative: 952 ms, max: 101 ms, #called: 6800) +2023-12-14 14:53:02.899236: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.899244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 952 ms, max: 101 ms, #called: 6801) +2023-12-14 14:53:02.899258: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__lambda_ +2023-12-14 14:53:02.900452: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.900507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.900527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.900533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.900539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.900545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.900549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.900555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.900565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.900570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.900576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.900595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.900600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.900605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.900610: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.900615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.900620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.900625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.900639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.900643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.900648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.900653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.900658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.900662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.900667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.900672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.900677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.900682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.900686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.900691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.900696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[2048]{0} sqrt(f32[2048]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.900736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.900747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.900753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.900758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.900763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.900767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.900772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.900778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.900783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.900789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.900801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.900807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.900812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.900818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.900823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.900832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.900836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.900841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.900846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.900851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.900855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.900860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.900864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.900869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.900874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.900879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.900884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.900888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.900893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.900898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[2048]{0} sqrt(f32[2048]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.900918: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__lambda_ +2023-12-14 14:53:02.900925: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:02.900955: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.900964: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.900973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.900983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.900989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.900995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.901001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.901006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.901011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.901017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.901022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.901032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.901045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.901051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.901056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.901061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.901066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.901071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.901076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.901082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.901088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.901093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.901099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.901103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.901109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.901113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.901118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.901123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.901128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.901132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.901137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.901142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[2048]{0} sqrt(f32[2048]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.901174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__lambda_, entry_computation_layout={(f32[2048]{0})->f32[2048]{0}} +2023-12-14 14:53:02.901181: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.901186: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[2048]) -> f32[2048] { +2023-12-14 14:53:02.901191: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.901197: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %sqrt.2 = f32[2048]{0} sqrt(f32[2048]{0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.901205: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.901210: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.901222: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:sqrt.2 + BufferLiveRange: + Arg_0.1{}:0-2 + sqrt.2{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 8192 bytes + sqrt.2: 8192 bytes + +2023-12-14 14:53:02.901230: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:53:02.901234: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.901240: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.901250: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.901255: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 sqrt.2> +2023-12-14 14:53:02.901262: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.901268: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.901274: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.901279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 sqrt.2> +2023-12-14 14:53:02.901304: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.901310: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8.0KiB +2023-12-14 14:53:02.901315: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.901320: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8.0KiB +2023-12-14 14:53:02.901325: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.901329: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 16.0KiB +2023-12-14 14:53:02.901334: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.901339: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.901605: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 73 us (cumulative: 6.96 ms, max: 421 us, #called: 86) +2023-12-14 14:53:02.910495: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff008619000 +2023-12-14 14:53:02.910971: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.911004: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__lambda_] for CPU using JIT time: 11.7 ms (cumulative: 2.03 s, max: 222 ms, #called: 86) +2023-12-14 14:53:02.912186: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.913090: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.913396: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.913451: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.920655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: spmd-partitioner +2023-12-14 14:53:02.920721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.920748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 19 us (cumulative: 952 ms, max: 101 ms, #called: 6802) +2023-12-14 14:53:02.920754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.920769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 952 ms, max: 101 ms, #called: 6803) +2023-12-14 14:53:02.920795: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048]{0},f32[2048]{0})->f32[2048]{0} +2023-12-14 14:53:02.920801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: HLO passes through layout assignment +2023-12-14 14:53:02.920829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.920870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.920878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.920886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.920897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.920905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 952 ms, max: 101 ms, #called: 6804) +2023-12-14 14:53:02.920912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.920919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.920930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.920937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 952 ms, max: 101 ms, #called: 6805) +2023-12-14 14:53:02.920943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.920951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.920962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.920970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 25 us (cumulative: 952 ms, max: 101 ms, #called: 6806) +2023-12-14 14:53:02.920975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.920983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.920993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 38 us (cumulative: 952 ms, max: 101 ms, #called: 6807) +2023-12-14 14:53:02.921022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.921030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 25 us (cumulative: 952 ms, max: 101 ms, #called: 6808) +2023-12-14 14:53:02.921054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.921061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 952 ms, max: 101 ms, #called: 6809) +2023-12-14 14:53:02.921083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.921095: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.921102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 33 us (cumulative: 952 ms, max: 101 ms, #called: 6810) +2023-12-14 14:53:02.921124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.921132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 25 us (cumulative: 952 ms, max: 101 ms, #called: 6811) +2023-12-14 14:53:02.921156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.921164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 24 us (cumulative: 952 ms, max: 101 ms, #called: 6812) +2023-12-14 14:53:02.921187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.921193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 25 us (cumulative: 952 ms, max: 101 ms, #called: 6813) +2023-12-14 14:53:02.921219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.921226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 23 us (cumulative: 952 ms, max: 101 ms, #called: 6814) +2023-12-14 14:53:02.921250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.921256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 22 us (cumulative: 952 ms, max: 101 ms, #called: 6815) +2023-12-14 14:53:02.921279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.921286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 23 us (cumulative: 952 ms, max: 101 ms, #called: 6816) +2023-12-14 14:53:02.921309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.921316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 23 us (cumulative: 952 ms, max: 101 ms, #called: 6817) +2023-12-14 14:53:02.921339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.921346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 952 ms, max: 101 ms, #called: 6818) +2023-12-14 14:53:02.921368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.921375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 23 us (cumulative: 952 ms, max: 101 ms, #called: 6819) +2023-12-14 14:53:02.921402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.921409: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:02.921417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 30 us (cumulative: 952 ms, max: 101 ms, #called: 6820) +2023-12-14 14:53:02.921439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.921446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 952 ms, max: 101 ms, #called: 6821) +2023-12-14 14:53:02.921468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.921474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 22 us (cumulative: 952 ms, max: 101 ms, #called: 6822) +2023-12-14 14:53:02.921497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.921507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 952 ms, max: 101 ms, #called: 6823) +2023-12-14 14:53:02.921530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.921536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 952 ms, max: 101 ms, #called: 6824) +2023-12-14 14:53:02.921559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.921567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 24 us (cumulative: 952 ms, max: 101 ms, #called: 6825) +2023-12-14 14:53:02.921590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.921605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 32 us (cumulative: 952 ms, max: 101 ms, #called: 6826) +2023-12-14 14:53:02.921630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.921638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 952 ms, max: 101 ms, #called: 6827) +2023-12-14 14:53:02.921660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.921667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 952 ms, max: 101 ms, #called: 6828) +2023-12-14 14:53:02.921690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.921696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 952 ms, max: 101 ms, #called: 6829) +2023-12-14 14:53:02.921720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.921730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 26 us (cumulative: 952 ms, max: 101 ms, #called: 6830) +2023-12-14 14:53:02.921753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.921784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 48 us (cumulative: 952 ms, max: 101 ms, #called: 6831) +2023-12-14 14:53:02.921810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.921817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 26 us (cumulative: 953 ms, max: 101 ms, #called: 6832) +2023-12-14 14:53:02.921843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.921849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 22 us (cumulative: 953 ms, max: 101 ms, #called: 6833) +2023-12-14 14:53:02.921872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.921878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 23 us (cumulative: 953 ms, max: 101 ms, #called: 6834) +2023-12-14 14:53:02.921902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.921909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.921919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.921926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 953 ms, max: 101 ms, #called: 6835) +2023-12-14 14:53:02.921931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.921938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: simplification +2023-12-14 14:53:02.921950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.921969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 17 us (cumulative: 953 ms, max: 101 ms, #called: 6836) +2023-12-14 14:53:02.921976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.921985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 953 ms, max: 101 ms, #called: 6837) +2023-12-14 14:53:02.921991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.922000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 953 ms, max: 101 ms, #called: 6838) +2023-12-14 14:53:02.922005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.922013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 953 ms, max: 101 ms, #called: 6839) +2023-12-14 14:53:02.922019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.922031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 11 us (cumulative: 953 ms, max: 101 ms, #called: 6840) +2023-12-14 14:53:02.922037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.922045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 953 ms, max: 101 ms, #called: 6841) +2023-12-14 14:53:02.922051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.922060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 953 ms, max: 101 ms, #called: 6842) +2023-12-14 14:53:02.922066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.922076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 953 ms, max: 101 ms, #called: 6843) +2023-12-14 14:53:02.922082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.922091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 8 us (cumulative: 953 ms, max: 101 ms, #called: 6844) +2023-12-14 14:53:02.922097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.922106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 953 ms, max: 101 ms, #called: 6845) +2023-12-14 14:53:02.922112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.922120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 953 ms, max: 101 ms, #called: 6846) +2023-12-14 14:53:02.922126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.922136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 953 ms, max: 101 ms, #called: 6847) +2023-12-14 14:53:02.922142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.922164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 21 us (cumulative: 953 ms, max: 101 ms, #called: 6848) +2023-12-14 14:53:02.922171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.922181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 953 ms, max: 101 ms, #called: 6849) +2023-12-14 14:53:02.922188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.922201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.922209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 275 us (cumulative: 953 ms, max: 101 ms, #called: 6850) +2023-12-14 14:53:02.922214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.922221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.922234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.922241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 25 us (cumulative: 953 ms, max: 101 ms, #called: 6851) +2023-12-14 14:53:02.922248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.922256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.922266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.922273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 953 ms, max: 101 ms, #called: 6852) +2023-12-14 14:53:02.922279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.922285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.922294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.922302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 21 us (cumulative: 953 ms, max: 101 ms, #called: 6853) +2023-12-14 14:53:02.922308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.922316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.922326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.922334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 953 ms, max: 101 ms, #called: 6854) +2023-12-14 14:53:02.922339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.922362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.922372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.922380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 39 us (cumulative: 953 ms, max: 101 ms, #called: 6855) +2023-12-14 14:53:02.922385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.922391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.922401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.922409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 22 us (cumulative: 953 ms, max: 101 ms, #called: 6856) +2023-12-14 14:53:02.922414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.922423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.922433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.922441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 25 us (cumulative: 953 ms, max: 101 ms, #called: 6857) +2023-12-14 14:53:02.922450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.922459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.922469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.922476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 953 ms, max: 101 ms, #called: 6858) +2023-12-14 14:53:02.922482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.922517: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.922526: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:02.922565: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.922573: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:02.922597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.922620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.922631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.922638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.922644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.922649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.922654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.922664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.922670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.922675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.922680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.922686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.922719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.922726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.922731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.922736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.922741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.922745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.922754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.922759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.922763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.922768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.922773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.922778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.922783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.922787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.922792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.922797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.922803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.922808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.922813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.922817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.922822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.922827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.922832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.922836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:02.922841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.922846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.922851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.922856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.922861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[2048]{0} divide(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.922895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.922909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.922918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 434 us (cumulative: 954 ms, max: 101 ms, #called: 6859) +2023-12-14 14:53:02.922941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: hlo normalization +2023-12-14 14:53:02.922954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.922964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 954 ms, max: 101 ms, #called: 6860) +2023-12-14 14:53:02.922969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.922979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 9 us (cumulative: 954 ms, max: 101 ms, #called: 6861) +2023-12-14 14:53:02.922986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.922995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 954 ms, max: 101 ms, #called: 6862) +2023-12-14 14:53:02.923007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: HLO passes after layout assignment +2023-12-14 14:53:02.923016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.923021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: after layout assignment +2023-12-14 14:53:02.923029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 11 us (cumulative: 954 ms, max: 101 ms, #called: 6863) +2023-12-14 14:53:02.923034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.923043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 954 ms, max: 101 ms, #called: 6864) +2023-12-14 14:53:02.923049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.923074: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.923083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 33 us (cumulative: 954 ms, max: 101 ms, #called: 6865) +2023-12-14 14:53:02.923089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.923096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: simplification after layout assignment +2023-12-14 14:53:02.923104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.923116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 954 ms, max: 101 ms, #called: 6866) +2023-12-14 14:53:02.923121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.923131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 954 ms, max: 101 ms, #called: 6867) +2023-12-14 14:53:02.923136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.923153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 954 ms, max: 101 ms, #called: 6868) +2023-12-14 14:53:02.923164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 72 us (cumulative: 954 ms, max: 101 ms, #called: 6869) +2023-12-14 14:53:02.923175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.923182: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.923227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 50 us (cumulative: 954 ms, max: 101 ms, #called: 6870) +2023-12-14 14:53:02.923233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.923241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 954 ms, max: 101 ms, #called: 6871) +2023-12-14 14:53:02.923248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.923258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.923270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.923277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.923282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.923287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.923292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.923297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.923304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.923309: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.923314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.923328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.923335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.923356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.923363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.923368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.923373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.923378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.923383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.923388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.923393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.923398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.923404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.923413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.923418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.923423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.923428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.923433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.923439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.923444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.923450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.923455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.923460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.923465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.923470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.923475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.923480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:02.923486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.923490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.923495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.923500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.923507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[2048]{0} divide(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.923532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.923544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.923550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.923555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.923560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.923564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.923569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.923575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.923580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.923589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.923594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.923599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.923614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.923619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.923624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.923630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.923635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.923640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.923646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.923651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.923656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.923660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.923665: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.923670: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.923675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.923679: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.923684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.923689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.923693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.923698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.923703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.923708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.923712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.923717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.923722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.923727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:02.923732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.923737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.923745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.923750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.923755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[2048]{0} divide(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.923774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.923784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.923789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.923794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.923799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.923804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.923810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.923815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.923820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.923827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.923831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.923837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.923850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.923856: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.923861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.923865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.923870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.923875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.923880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.923884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.923889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.923894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.923900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.923905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.923915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.923920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.923925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.923930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.923935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.923940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.923945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.923950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.923955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.923960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.923965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.923971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:02.923976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.923981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.923986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.923992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.923997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[2048]{0} divide(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.924014: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.924020: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.924030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 779 us (cumulative: 955 ms, max: 101 ms, #called: 6872) +2023-12-14 14:53:02.924036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.924044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 955 ms, max: 101 ms, #called: 6873) +2023-12-14 14:53:02.924058: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_true_divide +2023-12-14 14:53:02.925332: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.925393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.925414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.925420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.925426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.925432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.925437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.925442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.925451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.925457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.925462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.925467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.925473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.925494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.925500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.925505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.925510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.925515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.925519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.925525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.925530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.925536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.925540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.925546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.925551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.925556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.925561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.925566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.925575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.925580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.925585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.925590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.925595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.925601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.925606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.925612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.925617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:02.925622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.925627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.925632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.925637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.925643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[2048]{0} divide(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.925685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.925696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.925703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.925708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.925713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.925717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.925722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.925728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.925733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.925738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.925743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.925749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.925767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.925773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.925777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.925782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.925788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.925793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.925798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.925803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.925808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.925812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.925817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.925822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.925827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.925831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.925836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.925841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.925846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.925850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.925855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.925860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.925865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.925869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.925874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.925880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:02.925885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.925890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.925895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.925900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.925905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[2048]{0} divide(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.925932: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_true_divide +2023-12-14 14:53:02.925939: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:02.925973: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.925982: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.925992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:02.926006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.926012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.926017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.926022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.926027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.926032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.926038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.926043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.926048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.926053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:02.926060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:02.926075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:02.926081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.926086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.926090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.926095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.926100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.926105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.926109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.926114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.926119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:02.926124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:02.926128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.926136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.926141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.926148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.926153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.926158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:02.926164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.926169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.926174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.926178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.926183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.926188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:02.926194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:02.926199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:02.926204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.926209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:02.926214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.926219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[2048]{0} divide(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.926258: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_true_divide, entry_computation_layout={(f32[2048]{0},f32[2048]{0})->f32[2048]{0}} +2023-12-14 14:53:02.926265: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.926271: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[2048], Arg_1.2: f32[2048]) -> f32[2048] { +2023-12-14 14:53:02.926276: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:02.926281: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[2048]{0} parameter(1) +2023-12-14 14:53:02.926287: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.3 = f32[2048]{0} divide(f32[2048]{0} %Arg_0.1, f32[2048]{0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.926292: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.926297: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.926309: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 3): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:divide.3 + BufferLiveRange: + Arg_0.1{}:0-3 + Arg_1.2{}:0-3 + divide.3{}:2-3 + Live ranges at 2 (peak): + Arg_0.1: 8192 bytes + Arg_1.2: 8192 bytes + divide.3: 8192 bytes + +2023-12-14 14:53:02.926321: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time3 +2023-12-14 14:53:02.926327: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.926333: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.926343: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:02.926349: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.926354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.926359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 divide.3> +2023-12-14 14:53:02.926365: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.926369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.926374: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.926379: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:02.926385: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 divide.3> +2023-12-14 14:53:02.926412: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.926419: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 16.0KiB +2023-12-14 14:53:02.926424: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.926429: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8.0KiB +2023-12-14 14:53:02.926434: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.926438: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 24.0KiB +2023-12-14 14:53:02.926443: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.926448: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.926700: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 68 us (cumulative: 7.03 ms, max: 421 us, #called: 87) +2023-12-14 14:53:02.936031: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff008617000 +2023-12-14 14:53:02.936577: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.936612: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_true_divide] for CPU using JIT time: 12.5 ms (cumulative: 2.05 s, max: 222 ms, #called: 87) +2023-12-14 14:53:02.937819: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_true_divide; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.938828: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.947157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: spmd-partitioner +2023-12-14 14:53:02.947232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.947262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 21 us (cumulative: 955 ms, max: 101 ms, #called: 6874) +2023-12-14 14:53:02.947270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.947285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 955 ms, max: 101 ms, #called: 6875) +2023-12-14 14:53:02.947312: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192,2048]{1,0},f32[])->f32[8192,2048]{1,0} +2023-12-14 14:53:02.947328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes through layout assignment +2023-12-14 14:53:02.947358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.947419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 955 ms, max: 101 ms, #called: 6876) +2023-12-14 14:53:02.947445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.947453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 955 ms, max: 101 ms, #called: 6877) +2023-12-14 14:53:02.947477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.947484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 24 us (cumulative: 955 ms, max: 101 ms, #called: 6878) +2023-12-14 14:53:02.947508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.947515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 955 ms, max: 101 ms, #called: 6879) +2023-12-14 14:53:02.947555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.947564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 27 us (cumulative: 955 ms, max: 101 ms, #called: 6880) +2023-12-14 14:53:02.947589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.947597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 24 us (cumulative: 955 ms, max: 101 ms, #called: 6881) +2023-12-14 14:53:02.947620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.947632: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.947639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 35 us (cumulative: 955 ms, max: 101 ms, #called: 6882) +2023-12-14 14:53:02.947662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.947671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 24 us (cumulative: 955 ms, max: 101 ms, #called: 6883) +2023-12-14 14:53:02.947693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.947704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 27 us (cumulative: 955 ms, max: 101 ms, #called: 6884) +2023-12-14 14:53:02.947727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.947735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 23 us (cumulative: 955 ms, max: 101 ms, #called: 6885) +2023-12-14 14:53:02.947759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.947770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 28 us (cumulative: 955 ms, max: 101 ms, #called: 6886) +2023-12-14 14:53:02.947794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.947801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 23 us (cumulative: 955 ms, max: 101 ms, #called: 6887) +2023-12-14 14:53:02.947824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.947832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 27 us (cumulative: 955 ms, max: 101 ms, #called: 6888) +2023-12-14 14:53:02.947859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.947866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 955 ms, max: 101 ms, #called: 6889) +2023-12-14 14:53:02.947890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.947896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 22 us (cumulative: 955 ms, max: 101 ms, #called: 6890) +2023-12-14 14:53:02.947919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.947927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 25 us (cumulative: 955 ms, max: 101 ms, #called: 6891) +2023-12-14 14:53:02.947950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.947958: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.5 +2023-12-14 14:53:02.947970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.947980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.947987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 35 us (cumulative: 955 ms, max: 101 ms, #called: 6892) +2023-12-14 14:53:02.947993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.948000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 955 ms, max: 101 ms, #called: 6893) +2023-12-14 14:53:02.948022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.948030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 955 ms, max: 101 ms, #called: 6894) +2023-12-14 14:53:02.948054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.948065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 28 us (cumulative: 955 ms, max: 101 ms, #called: 6895) +2023-12-14 14:53:02.948088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.948094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 955 ms, max: 101 ms, #called: 6896) +2023-12-14 14:53:02.948118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.948127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 26 us (cumulative: 955 ms, max: 101 ms, #called: 6897) +2023-12-14 14:53:02.948151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.948158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 26 us (cumulative: 955 ms, max: 101 ms, #called: 6898) +2023-12-14 14:53:02.948184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.948191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 24 us (cumulative: 955 ms, max: 101 ms, #called: 6899) +2023-12-14 14:53:02.948215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.948222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 955 ms, max: 101 ms, #called: 6900) +2023-12-14 14:53:02.948246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.948254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 23 us (cumulative: 955 ms, max: 101 ms, #called: 6901) +2023-12-14 14:53:02.948277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.948287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 28 us (cumulative: 955 ms, max: 101 ms, #called: 6902) +2023-12-14 14:53:02.948312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.948345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 50 us (cumulative: 955 ms, max: 101 ms, #called: 6903) +2023-12-14 14:53:02.948369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.948376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 955 ms, max: 101 ms, #called: 6904) +2023-12-14 14:53:02.948404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.948412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 24 us (cumulative: 955 ms, max: 101 ms, #called: 6905) +2023-12-14 14:53:02.948435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.948442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 955 ms, max: 101 ms, #called: 6906) +2023-12-14 14:53:02.948464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.948471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 24 us (cumulative: 956 ms, max: 101 ms, #called: 6907) +2023-12-14 14:53:02.948495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.948502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification +2023-12-14 14:53:02.948516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.948538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 20 us (cumulative: 956 ms, max: 101 ms, #called: 6908) +2023-12-14 14:53:02.948544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.948553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 956 ms, max: 101 ms, #called: 6909) +2023-12-14 14:53:02.948558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.948567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 956 ms, max: 101 ms, #called: 6910) +2023-12-14 14:53:02.948574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.948582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 956 ms, max: 101 ms, #called: 6911) +2023-12-14 14:53:02.948588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.948597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 956 ms, max: 101 ms, #called: 6912) +2023-12-14 14:53:02.948603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.948615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 10 us (cumulative: 956 ms, max: 101 ms, #called: 6913) +2023-12-14 14:53:02.948621: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.948629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 956 ms, max: 101 ms, #called: 6914) +2023-12-14 14:53:02.948635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.948646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 956 ms, max: 101 ms, #called: 6915) +2023-12-14 14:53:02.948651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.948661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 956 ms, max: 101 ms, #called: 6916) +2023-12-14 14:53:02.948667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.948677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 9 us (cumulative: 956 ms, max: 101 ms, #called: 6917) +2023-12-14 14:53:02.948683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.948691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 956 ms, max: 101 ms, #called: 6918) +2023-12-14 14:53:02.948698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.948708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 9 us (cumulative: 956 ms, max: 101 ms, #called: 6919) +2023-12-14 14:53:02.948714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.948738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 956 ms, max: 101 ms, #called: 6920) +2023-12-14 14:53:02.948744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.948754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 956 ms, max: 101 ms, #called: 6921) +2023-12-14 14:53:02.948761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 283 us (cumulative: 956 ms, max: 101 ms, #called: 6922) +2023-12-14 14:53:02.948785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.948792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 956 ms, max: 101 ms, #called: 6923) +2023-12-14 14:53:02.948818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.948827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 25 us (cumulative: 956 ms, max: 101 ms, #called: 6924) +2023-12-14 14:53:02.948851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.948857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 956 ms, max: 101 ms, #called: 6925) +2023-12-14 14:53:02.948882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.948890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 24 us (cumulative: 956 ms, max: 101 ms, #called: 6926) +2023-12-14 14:53:02.948913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.948938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 42 us (cumulative: 956 ms, max: 101 ms, #called: 6927) +2023-12-14 14:53:02.948961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.948968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.948979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.948986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 956 ms, max: 101 ms, #called: 6928) +2023-12-14 14:53:02.948992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.948999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.949010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.949017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 24 us (cumulative: 956 ms, max: 101 ms, #called: 6929) +2023-12-14 14:53:02.949024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.949037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.949048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.949055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 30 us (cumulative: 956 ms, max: 101 ms, #called: 6930) +2023-12-14 14:53:02.949062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.949099: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.949107: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:02.949157: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.949165: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.5) +2023-12-14 14:53:02.949191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.949216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.949226: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.949233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.949239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.949244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.949249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.949260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.949265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.949271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.949276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.3 +2023-12-14 14:53:02.949281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 broadcast.3> + +2023-12-14 14:53:02.949286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.4 +2023-12-14 14:53:02.949292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 add.4> + +2023-12-14 14:53:02.949336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.949343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.949348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.949353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.949357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.949362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.949375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.949381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.949387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.949392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3: +2023-12-14 14:53:02.949397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> (def) +2023-12-14 14:53:02.949402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.949407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4: +2023-12-14 14:53:02.949413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.4> (def) +2023-12-14 14:53:02.949418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.949423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.949428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.949433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.949438: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.949443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4, operand 0 +2023-12-14 14:53:02.949449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.949454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.949459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.949464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.949469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.949475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3, operand 0 +2023-12-14 14:53:02.949480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.949485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 broadcast.3> +2023-12-14 14:53:02.949490: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.949495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.3 +2023-12-14 14:53:02.949501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.949506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4, operand 1 +2023-12-14 14:53:02.949512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.3 = f32[8192,2048]{1,0} broadcast(f32[] %Arg_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.949517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 add.4> +2023-12-14 14:53:02.949528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.949533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.4 +2023-12-14 14:53:02.949537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.949543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.4 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %broadcast.3), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.949586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.949602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.949611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 546 us (cumulative: 957 ms, max: 101 ms, #called: 6931) +2023-12-14 14:53:02.949635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: hlo normalization +2023-12-14 14:53:02.949645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.949655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 957 ms, max: 101 ms, #called: 6932) +2023-12-14 14:53:02.949662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.949671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 957 ms, max: 101 ms, #called: 6933) +2023-12-14 14:53:02.949677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.949686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 957 ms, max: 101 ms, #called: 6934) +2023-12-14 14:53:02.949698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: HLO passes after layout assignment +2023-12-14 14:53:02.949708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.949713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: after layout assignment +2023-12-14 14:53:02.949721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 957 ms, max: 101 ms, #called: 6935) +2023-12-14 14:53:02.949727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.949735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 957 ms, max: 101 ms, #called: 6936) +2023-12-14 14:53:02.949741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.949829: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 1 +2023-12-14 14:53:02.949844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 101 us (cumulative: 957 ms, max: 101 ms, #called: 6937) +2023-12-14 14:53:02.949850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.949868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_fn: simplification after layout assignment +2023-12-14 14:53:02.949876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.949888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 11 us (cumulative: 957 ms, max: 101 ms, #called: 6938) +2023-12-14 14:53:02.949894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.949905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 957 ms, max: 101 ms, #called: 6939) +2023-12-14 14:53:02.949911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.949934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 21 us (cumulative: 957 ms, max: 101 ms, #called: 6940) +2023-12-14 14:53:02.949943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 91 us (cumulative: 957 ms, max: 101 ms, #called: 6941) +2023-12-14 14:53:02.949949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.949955: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.950046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_computation.cc:1217] Cloning fused_computation --> clone + +2023-12-14 14:53:02.950115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 163 us (cumulative: 957 ms, max: 101 ms, #called: 6942) +2023-12-14 14:53:02.950124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.950135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:121] Removing dead computation fused_computation +2023-12-14 14:53:02.950144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 19 us (cumulative: 957 ms, max: 101 ms, #called: 6943) +2023-12-14 14:53:02.950151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.950167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.950231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.950246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.950251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.950257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.950261: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.950266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.950273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.950278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.950284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.950294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.950301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.950305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:53:02.950311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:53:02.950316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.950322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:02.950327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.950333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:02.950338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:02.950343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:02.950348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.950354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.950359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.950364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.950369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.950374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.950477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.950486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.950491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.950496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.950502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.950507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.950512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.950517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.950522: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.950528: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.950533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.950542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.950547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:53:02.950553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:53:02.950558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.950564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.950569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:02.950573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.950578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.950583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:02.950588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.950592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:02.950598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:02.950603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.950608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.950613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.950617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.950622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.950627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.950632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.950637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.950641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.950648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.950653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.950658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.950662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.950667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.950672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.950677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.950682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.950687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.950694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.950701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.950706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.950711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.950715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.950720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.950725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.950730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.950735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.950741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.950745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.950750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.950755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.950760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.950766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:02.950771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.950775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.950780: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.950785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:53:02.950790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.950795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:02.950800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.950805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:02.950809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.950814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.950819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.950824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:02.950830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.950838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.950843: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.950848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:53:02.950853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.950858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:53:02.950863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.950867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:53:02.950872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.950878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.950922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.950968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.950978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.950983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.950989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.950994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.950998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.951005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.951011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.951016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.951021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.951027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.951032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:53:02.951037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:53:02.951042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.951048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:02.951057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.951063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:02.951068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:02.951074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:02.951078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.951084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.951089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.951094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.951100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.951106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.951141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.951148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.951153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.951164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.951169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.951179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.951184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.951195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.951200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:53:02.951210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:53:02.951215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.951224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:02.951229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.951243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:02.951247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:02.951257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:02.951262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.951271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.951278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.951288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.951293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.951302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.951307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.951311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.951316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.951334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.951339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.951343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.951348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.951353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.951358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.951363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.951368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.951373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.951377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.951383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.951388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.951393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.951401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.951406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.951411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.951416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.951421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.951425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.951431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.951436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:02.951441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.951446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.951451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.951456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:53:02.951461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.951467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:02.951472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.951477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:02.951482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.951487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.951492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.951498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:02.951503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.951508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.951513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.951520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:53:02.951525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.951531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:53:02.951540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.951545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:53:02.951550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.951555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.951583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.951626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.951634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.951639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.951644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.951649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.951655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.951661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.951666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.951671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.951676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.951681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.951686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:53:02.951692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:53:02.951697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.951702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:02.951707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.951712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:02.951717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:02.951723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:02.951728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.951733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.951743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.951749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.951754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.951759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.951790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.951796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.951801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.951811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.951816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.951826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.951830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.951841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.951845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:53:02.951855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:53:02.951860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.951870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:02.951875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.951885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:02.951891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:02.951902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:02.951907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.951922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.951927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.951938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.951943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.951948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.951953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.951958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.951963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.951968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.951973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.951978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.951983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.951988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.951993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.951998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.952003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.952008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.952013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.952018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.952023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.952027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.952032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.952037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.952042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.952047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.952052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.952057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.952061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.952066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.952075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:02.952080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.952084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.952089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.952094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:53:02.952099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.952104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:02.952109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.952114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:02.952118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.952123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.952128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.952133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:02.952138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.952143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.952147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.952152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:53:02.952157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.952163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:53:02.952168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.952173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:53:02.952178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.952183: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.952206: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.952217: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.952228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 2.07 ms (cumulative: 959 ms, max: 101 ms, #called: 6944) +2023-12-14 14:53:02.952234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.952244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 9 us (cumulative: 959 ms, max: 101 ms, #called: 6945) +2023-12-14 14:53:02.952261: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_fn +2023-12-14 14:53:02.953636: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.953703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.953771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.953782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.953788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.953793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.953798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.953803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.953811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.953816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.953823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.953828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.953834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.953839: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:53:02.953844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:53:02.953849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.953855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:02.953871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.953877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:02.953882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:02.953887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:02.953892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.953898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.953903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.953908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.953913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.953919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.953957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.953964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.953969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.953974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.953979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.953984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.953988: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.953993: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.953998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.954008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.954013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:53:02.954022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:53:02.954027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.954037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:02.954041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.954055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:02.954059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:02.954069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:02.954074: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.954083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.954088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.954098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.954103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.954113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.954117: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.954122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.954127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.954136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.954141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.954151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.954156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.954161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.954165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.954175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.954179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.954190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.954195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.954204: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.954208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.954218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.954223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.954235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:02.954240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.954249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:53:02.954259: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.954264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:02.954268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:02.954278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954283: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.954288: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.954293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:02.954298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.954307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:53:02.954317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.954322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:53:02.954330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:53:02.954339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.954402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.954443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.954452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.954458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.954463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.954468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.954473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.954479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.954484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.954489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.954495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.954501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.954506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:53:02.954511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:53:02.954516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.954521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:02.954526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.954532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:02.954536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:02.954542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:02.954547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.954553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.954561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.954566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.954571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.954577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.954607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.954614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.954619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.954628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.954633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.954643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.954648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.954659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.954664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:53:02.954674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:53:02.954680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.954689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:02.954694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.954703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:02.954708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:02.954718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:02.954722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.954735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.954740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.954750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.954755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.954760: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.954765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.954770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.954774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.954779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.954788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.954793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.954803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.954808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.954812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.954817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.954826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.954831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.954841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.954846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.954852: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.954857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.954867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.954872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.954885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:02.954889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.954899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:53:02.954908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.954913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:02.954918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:02.954929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.954939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.954944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:02.954949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.954959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:53:02.954969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.954973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:53:02.954978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.954983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:53:02.954987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.954992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.955016: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_fn +2023-12-14 14:53:02.955025: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 7 +2023-12-14 14:53:02.955065: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.955075: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.955085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_fn +2023-12-14 14:53:02.955126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.955135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.955140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.955145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.955150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.955154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.955161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.955165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:02.955171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.955176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.955181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.955186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: add.1 +2023-12-14 14:53:02.955192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <6 add.1> + +2023-12-14 14:53:02.955198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_0.1 +2023-12-14 14:53:02.955203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <3 param_0.1> + +2023-12-14 14:53:02.955209: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: broadcast.1 +2023-12-14 14:53:02.955214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <5 broadcast.1> + +2023-12-14 14:53:02.955219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: param_1.2 +2023-12-14 14:53:02.955224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <4 param_1.2> + +2023-12-14 14:53:02.955229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: fusion.clone +2023-12-14 14:53:02.955235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 fusion.clone> + +2023-12-14 14:53:02.955239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.955245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.955253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:02.955258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:02.955286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_fn +2023-12-14 14:53:02.955293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.955298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.955303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.955308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.955313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.955317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:02.955333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:02.955338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.955343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.955347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.955352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.955357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1: +2023-12-14 14:53:02.955362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> (def) +2023-12-14 14:53:02.955366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.955371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1: +2023-12-14 14:53:02.955376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> (def) +2023-12-14 14:53:02.955380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.955385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1: +2023-12-14 14:53:02.955390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> (def) +2023-12-14 14:53:02.955396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.955400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2: +2023-12-14 14:53:02.955405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> (def) +2023-12-14 14:53:02.955410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.955416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone: +2023-12-14 14:53:02.955421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> (def) +2023-12-14 14:53:02.955426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.955430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.955439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.955444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.955448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:02.955453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.955458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.955462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.955467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.955472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.955476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.955481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.955487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.955491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 0 +2023-12-14 14:53:02.955496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.955501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:02.955506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.955511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:02.955516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:02.955520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.955525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:02.955530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone, operand 1 +2023-12-14 14:53:02.955535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.955540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 fusion.clone> +2023-12-14 14:53:02.955545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.955550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] fusion.clone +2023-12-14 14:53:02.955554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.955559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.955564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.955569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <3 param_0.1> +2023-12-14 14:53:02.955579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.955584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_0.1 +2023-12-14 14:53:02.955588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.955594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 0 +2023-12-14 14:53:02.955599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.955604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <4 param_1.2> +2023-12-14 14:53:02.955608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.955613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] param_1.2 +2023-12-14 14:53:02.955618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.955623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1, operand 0 +2023-12-14 14:53:02.955627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.955632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <5 broadcast.1> +2023-12-14 14:53:02.955637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.955642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] broadcast.1 +2023-12-14 14:53:02.955647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.955651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1, operand 1 +2023-12-14 14:53:02.955656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.955661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <6 add.1> +2023-12-14 14:53:02.955667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.955672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] add.1 +2023-12-14 14:53:02.955677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.955681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%add.1 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.955742: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_fn, entry_computation_layout={(f32[8192,2048]{1,0},f32[])->f32[8192,2048]{1,0}} +2023-12-14 14:53:02.955748: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.955754: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %fused_computation.clone (param_0.1: f32[8192,2048], param_1.2: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:02.955762: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.955767: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %param_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.955774: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %broadcast.1 = f32[8192,2048]{1,0} broadcast(f32[] %param_1.2), dimensions={}, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.955780: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %add.1 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_0.1, f32[8192,2048]{1,0} %broadcast.1), metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.955785: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.955790: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.955795: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_fusion (p: f32[8192,2048], p.1: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:02.955800: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.955804: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[] parameter(1) +2023-12-14 14:53:02.955810: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %fusion.clone = f32[8192,2048]{1,0} fusion(f32[8192,2048]{1,0} %p, f32[] %p.1), kind=kLoop, calls=%fused_computation.clone, metadata={op_name="jit(fn)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.955816: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.955820: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.955825: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.5 (Arg_0.1: f32[8192,2048], Arg_1.2: f32[]) -> f32[8192,2048] { +2023-12-14 14:53:02.955830: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.955835: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[] parameter(1) +2023-12-14 14:53:02.955840: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %Arg_0.1, f32[] %Arg_1.2), to_apply=%parallel_fusion +2023-12-14 14:53:02.955845: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.955850: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.955865: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:fusion.clone + 5:call + BufferLiveRange: + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + fusion.clone{}:4-6 + Live ranges at 4 (peak): + Arg_0.1: 67108864 bytes + Arg_1.2: 4 bytes + fusion.clone: 67108864 bytes + +2023-12-14 14:53:02.955874: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:53:02.955879: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.955885: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.955898: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:02.955904: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.955909: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.955913: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.955918: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:02.955923: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 fusion.clone> +2023-12-14 14:53:02.955929: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:02.955933: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:02.955939: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.955944: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.955950: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:02.955956: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 fusion.clone> +2023-12-14 14:53:02.955984: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.955990: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:02.955995: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.956000: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:02.956004: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.956009: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:02.956014: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.956020: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.956354: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 84 us (cumulative: 7.11 ms, max: 421 us, #called: 88) +2023-12-14 14:53:02.970164: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0086150b0 +2023-12-14 14:53:02.970672: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:02.970705: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_fn] for CPU using JIT time: 18.4 ms (cumulative: 2.06 s, max: 222 ms, #called: 88) +2023-12-14 14:53:02.971979: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:02.985935: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:02.993467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: spmd-partitioner +2023-12-14 14:53:02.993526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:02.993566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 33 us (cumulative: 959 ms, max: 101 ms, #called: 6946) +2023-12-14 14:53:02.993573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.993588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 959 ms, max: 101 ms, #called: 6947) +2023-12-14 14:53:02.993613: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192,2048]{1,0})->f32[8192,2048]{1,0} +2023-12-14 14:53:02.993619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes through layout assignment +2023-12-14 14:53:02.993646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.993682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.993690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:02.993699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.993708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.993717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 25 us (cumulative: 959 ms, max: 101 ms, #called: 6948) +2023-12-14 14:53:02.993723: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:02.993730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.993739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.993746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 22 us (cumulative: 959 ms, max: 101 ms, #called: 6949) +2023-12-14 14:53:02.993752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:02.993758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.993767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.993774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 20 us (cumulative: 959 ms, max: 101 ms, #called: 6950) +2023-12-14 14:53:02.993779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:02.993786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.993794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.993801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 21 us (cumulative: 959 ms, max: 101 ms, #called: 6951) +2023-12-14 14:53:02.993807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.993815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.993827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.993836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 26 us (cumulative: 959 ms, max: 101 ms, #called: 6952) +2023-12-14 14:53:02.993841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:02.993848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.993857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.993864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 22 us (cumulative: 959 ms, max: 101 ms, #called: 6953) +2023-12-14 14:53:02.993869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:02.993881: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:02.993889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.993897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.993904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 33 us (cumulative: 959 ms, max: 101 ms, #called: 6954) +2023-12-14 14:53:02.993910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:02.993917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.993926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.993933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 959 ms, max: 101 ms, #called: 6955) +2023-12-14 14:53:02.993938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:02.993947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.993955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.993962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 22 us (cumulative: 959 ms, max: 101 ms, #called: 6956) +2023-12-14 14:53:02.993968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:02.993974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.993983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.993990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 21 us (cumulative: 960 ms, max: 101 ms, #called: 6957) +2023-12-14 14:53:02.993996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:02.994003: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 24 us (cumulative: 960 ms, max: 101 ms, #called: 6958) +2023-12-14 14:53:02.994027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:02.994034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 960 ms, max: 101 ms, #called: 6959) +2023-12-14 14:53:02.994055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:02.994062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 960 ms, max: 101 ms, #called: 6960) +2023-12-14 14:53:02.994083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:02.994090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 960 ms, max: 101 ms, #called: 6961) +2023-12-14 14:53:02.994111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:02.994118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 960 ms, max: 101 ms, #called: 6962) +2023-12-14 14:53:02.994139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:02.994146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994162: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 22 us (cumulative: 960 ms, max: 101 ms, #called: 6963) +2023-12-14 14:53:02.994167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:02.994175: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.3 +2023-12-14 14:53:02.994182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 32 us (cumulative: 960 ms, max: 101 ms, #called: 6964) +2023-12-14 14:53:02.994206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.994213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 960 ms, max: 101 ms, #called: 6965) +2023-12-14 14:53:02.994234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:02.994241: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 960 ms, max: 101 ms, #called: 6966) +2023-12-14 14:53:02.994264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:02.994274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 24 us (cumulative: 960 ms, max: 101 ms, #called: 6967) +2023-12-14 14:53:02.994295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:02.994302: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 21 us (cumulative: 960 ms, max: 101 ms, #called: 6968) +2023-12-14 14:53:02.994323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.994331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 960 ms, max: 101 ms, #called: 6969) +2023-12-14 14:53:02.994352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:02.994359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 960 ms, max: 101 ms, #called: 6970) +2023-12-14 14:53:02.994383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:02.994391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 21 us (cumulative: 960 ms, max: 101 ms, #called: 6971) +2023-12-14 14:53:02.994412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:02.994419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 23 us (cumulative: 960 ms, max: 101 ms, #called: 6972) +2023-12-14 14:53:02.994442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:02.994449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 21 us (cumulative: 960 ms, max: 101 ms, #called: 6973) +2023-12-14 14:53:02.994470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:02.994480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 23 us (cumulative: 960 ms, max: 101 ms, #called: 6974) +2023-12-14 14:53:02.994501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:02.994530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 43 us (cumulative: 960 ms, max: 101 ms, #called: 6975) +2023-12-14 14:53:02.994551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:02.994559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 960 ms, max: 101 ms, #called: 6976) +2023-12-14 14:53:02.994580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:02.994586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994597: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 24 us (cumulative: 960 ms, max: 101 ms, #called: 6977) +2023-12-14 14:53:02.994611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:02.994618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 20 us (cumulative: 960 ms, max: 101 ms, #called: 6978) +2023-12-14 14:53:02.994638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:02.994646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994662: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 23 us (cumulative: 960 ms, max: 101 ms, #called: 6979) +2023-12-14 14:53:02.994667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:02.994674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification +2023-12-14 14:53:02.994686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.994697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 960 ms, max: 101 ms, #called: 6980) +2023-12-14 14:53:02.994704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:02.994712: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 960 ms, max: 101 ms, #called: 6981) +2023-12-14 14:53:02.994717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.994726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 960 ms, max: 101 ms, #called: 6982) +2023-12-14 14:53:02.994731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:02.994739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 960 ms, max: 101 ms, #called: 6983) +2023-12-14 14:53:02.994745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:02.994753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 960 ms, max: 101 ms, #called: 6984) +2023-12-14 14:53:02.994759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:02.994767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 960 ms, max: 101 ms, #called: 6985) +2023-12-14 14:53:02.994779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:02.994788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 960 ms, max: 101 ms, #called: 6986) +2023-12-14 14:53:02.994794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.994804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 960 ms, max: 101 ms, #called: 6987) +2023-12-14 14:53:02.994809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:02.994817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 960 ms, max: 101 ms, #called: 6988) +2023-12-14 14:53:02.994824: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:02.994833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 960 ms, max: 101 ms, #called: 6989) +2023-12-14 14:53:02.994838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.994846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 960 ms, max: 101 ms, #called: 6990) +2023-12-14 14:53:02.994851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:02.994861: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 960 ms, max: 101 ms, #called: 6991) +2023-12-14 14:53:02.994866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:02.994889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 22 us (cumulative: 960 ms, max: 101 ms, #called: 6992) +2023-12-14 14:53:02.994894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:02.994904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 960 ms, max: 101 ms, #called: 6993) +2023-12-14 14:53:02.994910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 257 us (cumulative: 960 ms, max: 101 ms, #called: 6994) +2023-12-14 14:53:02.994932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:02.994939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 21 us (cumulative: 960 ms, max: 101 ms, #called: 6995) +2023-12-14 14:53:02.994961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:02.994969: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.994980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.994987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 25 us (cumulative: 960 ms, max: 101 ms, #called: 6996) +2023-12-14 14:53:02.994992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:02.994999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.995007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.995015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 20 us (cumulative: 960 ms, max: 101 ms, #called: 6997) +2023-12-14 14:53:02.995020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:02.995028: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.995036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.995043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 22 us (cumulative: 960 ms, max: 101 ms, #called: 6998) +2023-12-14 14:53:02.995049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.995072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.995081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.995088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 36 us (cumulative: 961 ms, max: 101 ms, #called: 6999) +2023-12-14 14:53:02.995094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:02.995100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.995108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.995115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 20 us (cumulative: 961 ms, max: 101 ms, #called: 7000) +2023-12-14 14:53:02.995121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:02.995128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.995136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.995144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 22 us (cumulative: 961 ms, max: 101 ms, #called: 7001) +2023-12-14 14:53:02.995150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:02.995159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.995167: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.995184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 32 us (cumulative: 961 ms, max: 101 ms, #called: 7002) +2023-12-14 14:53:02.995190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:02.995222: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:02.995231: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.995267: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:02.995275: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.3) +2023-12-14 14:53:02.995294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.995314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.995336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.995343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.995349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.995354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.995359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.995370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.995375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2 +2023-12-14 14:53:02.995381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2> + +2023-12-14 14:53:02.995410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.995416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.995421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.995427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.995431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.995436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.995441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2: +2023-12-14 14:53:02.995446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> (def) +2023-12-14 14:53:02.995451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.995455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.995460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.995465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.995470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.995479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2, operand 0 +2023-12-14 14:53:02.995484: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.995489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2> +2023-12-14 14:53:02.995494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.995498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2 +2023-12-14 14:53:02.995503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.995508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2 = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %Arg_0.1), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:02.995540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:02.995551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:02.995559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 367 us (cumulative: 961 ms, max: 101 ms, #called: 7003) +2023-12-14 14:53:02.995581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: hlo normalization +2023-12-14 14:53:02.995591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.995601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 961 ms, max: 101 ms, #called: 7004) +2023-12-14 14:53:02.995607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:02.995616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 961 ms, max: 101 ms, #called: 7005) +2023-12-14 14:53:02.995622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:02.995631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 961 ms, max: 101 ms, #called: 7006) +2023-12-14 14:53:02.995642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: HLO passes after layout assignment +2023-12-14 14:53:02.995651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:02.995658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: after layout assignment +2023-12-14 14:53:02.995667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 14 us (cumulative: 961 ms, max: 101 ms, #called: 7007) +2023-12-14 14:53:02.995672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:02.995682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 961 ms, max: 101 ms, #called: 7008) +2023-12-14 14:53:02.995692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:02.995717: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:02.995724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 30 us (cumulative: 961 ms, max: 101 ms, #called: 7009) +2023-12-14 14:53:02.995730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:02.995735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit__lambda_: simplification after layout assignment +2023-12-14 14:53:02.995743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:02.995752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 961 ms, max: 101 ms, #called: 7010) +2023-12-14 14:53:02.995757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.995766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 961 ms, max: 101 ms, #called: 7011) +2023-12-14 14:53:02.995771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:02.995789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 16 us (cumulative: 961 ms, max: 101 ms, #called: 7012) +2023-12-14 14:53:02.995798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 66 us (cumulative: 961 ms, max: 101 ms, #called: 7013) +2023-12-14 14:53:02.995803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:02.995809: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:02.995881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 76 us (cumulative: 961 ms, max: 101 ms, #called: 7014) +2023-12-14 14:53:02.995889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.995900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 961 ms, max: 101 ms, #called: 7015) +2023-12-14 14:53:02.995905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:02.995918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.995951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.995964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.995970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.995975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.995980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.995985: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.995991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.996001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.996007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.996012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2.clone +2023-12-14 14:53:02.996019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.996024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.996029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.996108: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.996116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.996121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.996125: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.996130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.996136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.996141: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.996145: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.996150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.996155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone: +2023-12-14 14:53:02.996160: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> (def) +2023-12-14 14:53:02.996165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.996169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.996174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.996179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.996184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.996188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.996193: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.996198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.996203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.996208: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.996213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone, operand 0 +2023-12-14 14:53:02.996218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.996227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.996232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.996237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone +2023-12-14 14:53:02.996242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.996247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.996253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2.clone = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.996282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.996319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.996328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.996334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.996339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.996343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.996348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.996354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.996359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.996365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.996370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2.clone +2023-12-14 14:53:02.996375: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.996381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.996387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.996401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.996408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.996413: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.996417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.996422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.996427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.996432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.996445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.996451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.996455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone: +2023-12-14 14:53:02.996460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> (def) +2023-12-14 14:53:02.996465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.996471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.996475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.996480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.996485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.996491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.996496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.996500: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.996505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.996510: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.996515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone, operand 0 +2023-12-14 14:53:02.996520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.996525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.996530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.996534: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone +2023-12-14 14:53:02.996539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.996544: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.996549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2.clone = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.996571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.996591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.996599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.996604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.996609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.996617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.996622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.996628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.996633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.996639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.996643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2.clone +2023-12-14 14:53:02.996650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.996655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.996660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.996673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.996680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.996684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.996689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.996694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.996699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.996703: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.996708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.996713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.996718: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone: +2023-12-14 14:53:02.996722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> (def) +2023-12-14 14:53:02.996727: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.996732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.996738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.996742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.996747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.996752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.996757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.996762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.996766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.996771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.996779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone, operand 0 +2023-12-14 14:53:02.996784: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.996789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.996794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.996799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone +2023-12-14 14:53:02.996804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.996808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.996813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2.clone = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.996830: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:02.996837: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:02.996847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 939 us (cumulative: 962 ms, max: 101 ms, #called: 7016) +2023-12-14 14:53:02.996854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:02.996863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 962 ms, max: 101 ms, #called: 7017) +2023-12-14 14:53:02.996876: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit__lambda_ +2023-12-14 14:53:02.998027: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:02.998079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.998116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.998126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.998132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.998137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.998142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.998156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.998164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.998169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.998175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.998180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2.clone +2023-12-14 14:53:02.998186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.998191: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.998196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.998215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.998221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.998225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.998230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.998235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.998240: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.998245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.998250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.998255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.998260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone: +2023-12-14 14:53:02.998265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> (def) +2023-12-14 14:53:02.998270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.998274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.998280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.998285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.998289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.998294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.998299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.998303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.998308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.998313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.998321: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone, operand 0 +2023-12-14 14:53:02.998326: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.998331: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.998336: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.998341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone +2023-12-14 14:53:02.998346: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.998351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.998357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2.clone = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.998400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.998422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.998429: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.998434: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.998440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.998445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.998449: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.998455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.998460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.998467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.998472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2.clone +2023-12-14 14:53:02.998477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.998482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.998487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.998502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.998508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.998513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.998517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.998526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.998531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.998536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.998541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.998546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.998551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone: +2023-12-14 14:53:02.998557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> (def) +2023-12-14 14:53:02.998562: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.998566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.998571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.998576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.998581: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.998585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.998590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.998595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.998600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.998604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.998609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone, operand 0 +2023-12-14 14:53:02.998615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.998620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.998624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.998629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone +2023-12-14 14:53:02.998634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.998639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.998645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2.clone = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.998665: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit__lambda_ +2023-12-14 14:53:02.998671: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:02.998704: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:02.998717: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:02.998728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit__lambda_ +2023-12-14 14:53:02.998750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:02.998757: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:02.998762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:02.998767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:02.998772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:02.998776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:02.998782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.998787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:02.998793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.998798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: sqrt.2.clone +2023-12-14 14:53:02.998804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 sqrt.2.clone> + +2023-12-14 14:53:02.998809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:02.998814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:02.998829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit__lambda_ +2023-12-14 14:53:02.998835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:02.998840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.998845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:02.998850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:02.998855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.998860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:02.998864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.998869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.998874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone: +2023-12-14 14:53:02.998879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> (def) +2023-12-14 14:53:02.998884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:02.998889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:02.998897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.998902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:02.998907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:02.998912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.998917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:02.998922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:02.998927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.998931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:02.998936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone, operand 0 +2023-12-14 14:53:02.998941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.998946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 sqrt.2.clone> +2023-12-14 14:53:02.998951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:02.998956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] sqrt.2.clone +2023-12-14 14:53:02.998961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:02.998966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:02.998972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%sqrt.2.clone = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.999009: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit__lambda_, entry_computation_layout={(f32[8192,2048]{1,0})->f32[8192,2048]{1,0}} +2023-12-14 14:53:02.999017: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.999022: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_sqrt.2 (p: f32[8192,2048]) -> f32[8192,2048] { +2023-12-14 14:53:02.999027: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.999032: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %sqrt.2.clone = f32[8192,2048]{1,0} sqrt(f32[8192,2048]{1,0} %p), metadata={op_name="jit()/jit(main)/sqrt" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:02.999037: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.999042: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.999047: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.3 (Arg_0.1: f32[8192,2048]) -> f32[8192,2048] { +2023-12-14 14:53:02.999052: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:02.999062: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %Arg_0.1), to_apply=%parallel_sqrt.2 +2023-12-14 14:53:02.999067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:02.999072: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:02.999083: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 4): + InstructionSequence: + 0:Arg_0.1 + 1:p + 2:sqrt.2.clone + 3:call + BufferLiveRange: + Arg_0.1{}:0-4 + sqrt.2.clone{}:2-4 + Live ranges at 2 (peak): + Arg_0.1: 67108864 bytes + sqrt.2.clone: 67108864 bytes + +2023-12-14 14:53:02.999091: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time4 +2023-12-14 14:53:02.999097: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:02.999103: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:02.999112: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:02.999117: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:02.999122: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 sqrt.2.clone> +2023-12-14 14:53:02.999128: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:02.999133: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:02.999138: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:02.999143: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:02.999150: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 sqrt.2.clone> +2023-12-14 14:53:02.999175: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:02.999181: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:02.999187: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:02.999192: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:02.999197: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:02.999202: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:02.999206: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:02.999211: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:02.999500: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 67 us (cumulative: 7.18 ms, max: 421 us, #called: 89) +2023-12-14 14:53:03.012082: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0086130a0 +2023-12-14 14:53:03.012411: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:03.012442: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit__lambda_] for CPU using JIT time: 15.6 ms (cumulative: 2.08 s, max: 222 ms, #called: 89) +2023-12-14 14:53:03.013381: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.027216: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.032257: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.044385: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.056591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: spmd-partitioner +2023-12-14 14:53:03.056647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:03.056675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 19 us (cumulative: 962 ms, max: 101 ms, #called: 7018) +2023-12-14 14:53:03.056681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.056696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 962 ms, max: 101 ms, #called: 7019) +2023-12-14 14:53:03.056722: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192,2048]{1,0},f32[8192,2048]{1,0})->f32[8192,2048]{1,0} +2023-12-14 14:53:03.056728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: HLO passes through layout assignment +2023-12-14 14:53:03.056756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.056794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.056802: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:03.056811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.056822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.056830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 26 us (cumulative: 962 ms, max: 101 ms, #called: 7020) +2023-12-14 14:53:03.056838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:03.056844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.056855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.056864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 25 us (cumulative: 962 ms, max: 101 ms, #called: 7021) +2023-12-14 14:53:03.056870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:03.056876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.056886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.056893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 22 us (cumulative: 962 ms, max: 101 ms, #called: 7022) +2023-12-14 14:53:03.056913: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:03.056920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.056931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.056938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 25 us (cumulative: 962 ms, max: 101 ms, #called: 7023) +2023-12-14 14:53:03.056944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:03.056952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.056962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.056970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 24 us (cumulative: 962 ms, max: 101 ms, #called: 7024) +2023-12-14 14:53:03.056975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:03.056982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.056992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.056999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 23 us (cumulative: 962 ms, max: 101 ms, #called: 7025) +2023-12-14 14:53:03.057005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:03.057016: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:03.057024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 35 us (cumulative: 962 ms, max: 101 ms, #called: 7026) +2023-12-14 14:53:03.057047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:03.057055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057064: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 23 us (cumulative: 962 ms, max: 101 ms, #called: 7027) +2023-12-14 14:53:03.057077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:03.057085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 23 us (cumulative: 962 ms, max: 101 ms, #called: 7028) +2023-12-14 14:53:03.057111: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:03.057118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 24 us (cumulative: 962 ms, max: 101 ms, #called: 7029) +2023-12-14 14:53:03.057142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:03.057148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 22 us (cumulative: 962 ms, max: 101 ms, #called: 7030) +2023-12-14 14:53:03.057171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:03.057177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057194: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 21 us (cumulative: 962 ms, max: 101 ms, #called: 7031) +2023-12-14 14:53:03.057200: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:03.057207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 963 ms, max: 101 ms, #called: 7032) +2023-12-14 14:53:03.057231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:03.057238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 22 us (cumulative: 963 ms, max: 101 ms, #called: 7033) +2023-12-14 14:53:03.057260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:03.057267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 24 us (cumulative: 963 ms, max: 101 ms, #called: 7034) +2023-12-14 14:53:03.057291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:03.057299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 27 us (cumulative: 963 ms, max: 101 ms, #called: 7035) +2023-12-14 14:53:03.057325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:03.057334: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.4 +2023-12-14 14:53:03.057340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 963 ms, max: 101 ms, #called: 7036) +2023-12-14 14:53:03.057362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:03.057369: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 963 ms, max: 101 ms, #called: 7037) +2023-12-14 14:53:03.057392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:03.057399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 963 ms, max: 101 ms, #called: 7038) +2023-12-14 14:53:03.057422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:03.057433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 25 us (cumulative: 963 ms, max: 101 ms, #called: 7039) +2023-12-14 14:53:03.057455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:03.057462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 22 us (cumulative: 963 ms, max: 101 ms, #called: 7040) +2023-12-14 14:53:03.057485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:03.057493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057514: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 27 us (cumulative: 963 ms, max: 101 ms, #called: 7041) +2023-12-14 14:53:03.057519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:03.057526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 963 ms, max: 101 ms, #called: 7042) +2023-12-14 14:53:03.057550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:03.057557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 23 us (cumulative: 963 ms, max: 101 ms, #called: 7043) +2023-12-14 14:53:03.057580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:03.057588: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 24 us (cumulative: 963 ms, max: 101 ms, #called: 7044) +2023-12-14 14:53:03.057611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:03.057617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 22 us (cumulative: 963 ms, max: 101 ms, #called: 7045) +2023-12-14 14:53:03.057640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:03.057651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 27 us (cumulative: 963 ms, max: 101 ms, #called: 7046) +2023-12-14 14:53:03.057674: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:03.057704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 46 us (cumulative: 963 ms, max: 101 ms, #called: 7047) +2023-12-14 14:53:03.057731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:03.057738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 23 us (cumulative: 963 ms, max: 101 ms, #called: 7048) +2023-12-14 14:53:03.057761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:03.057768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 23 us (cumulative: 963 ms, max: 101 ms, #called: 7049) +2023-12-14 14:53:03.057791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:03.057797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 22 us (cumulative: 963 ms, max: 101 ms, #called: 7050) +2023-12-14 14:53:03.057820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:03.057827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.057837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.057844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 22 us (cumulative: 963 ms, max: 101 ms, #called: 7051) +2023-12-14 14:53:03.057850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:03.057857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: simplification +2023-12-14 14:53:03.057869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:03.057888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 16 us (cumulative: 963 ms, max: 101 ms, #called: 7052) +2023-12-14 14:53:03.057894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:03.057903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 963 ms, max: 101 ms, #called: 7053) +2023-12-14 14:53:03.057909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.057918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 963 ms, max: 101 ms, #called: 7054) +2023-12-14 14:53:03.057923: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:03.057935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 10 us (cumulative: 963 ms, max: 101 ms, #called: 7055) +2023-12-14 14:53:03.057940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:03.057950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 8 us (cumulative: 963 ms, max: 101 ms, #called: 7056) +2023-12-14 14:53:03.057956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:03.057964: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 963 ms, max: 101 ms, #called: 7057) +2023-12-14 14:53:03.057970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:03.057979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 8 us (cumulative: 963 ms, max: 101 ms, #called: 7058) +2023-12-14 14:53:03.057984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:03.057994: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 963 ms, max: 101 ms, #called: 7059) +2023-12-14 14:53:03.058001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:03.058009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 963 ms, max: 101 ms, #called: 7060) +2023-12-14 14:53:03.058015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:03.058023: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 963 ms, max: 101 ms, #called: 7061) +2023-12-14 14:53:03.058029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.058038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 963 ms, max: 101 ms, #called: 7062) +2023-12-14 14:53:03.058044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:03.058054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 8 us (cumulative: 963 ms, max: 101 ms, #called: 7063) +2023-12-14 14:53:03.058060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:03.058082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 20 us (cumulative: 963 ms, max: 101 ms, #called: 7064) +2023-12-14 14:53:03.058088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:03.058098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 963 ms, max: 101 ms, #called: 7065) +2023-12-14 14:53:03.058104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.058115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.058122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 271 us (cumulative: 963 ms, max: 101 ms, #called: 7066) +2023-12-14 14:53:03.058131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:03.058138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.058148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.058155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 963 ms, max: 101 ms, #called: 7067) +2023-12-14 14:53:03.058161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:03.058169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.058179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.058186: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 963 ms, max: 101 ms, #called: 7068) +2023-12-14 14:53:03.058192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:03.058198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.058207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.058216: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 22 us (cumulative: 963 ms, max: 101 ms, #called: 7069) +2023-12-14 14:53:03.058222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:03.058229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.058239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.058246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 23 us (cumulative: 963 ms, max: 101 ms, #called: 7070) +2023-12-14 14:53:03.058252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:03.058274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.058285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.058292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 39 us (cumulative: 964 ms, max: 101 ms, #called: 7071) +2023-12-14 14:53:03.058298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:03.058305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.058315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.058323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 23 us (cumulative: 964 ms, max: 101 ms, #called: 7072) +2023-12-14 14:53:03.058328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:03.058341: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.058351: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.058359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 30 us (cumulative: 964 ms, max: 101 ms, #called: 7073) +2023-12-14 14:53:03.058365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:03.058374: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.058384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.058391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 964 ms, max: 101 ms, #called: 7074) +2023-12-14 14:53:03.058397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:03.058431: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:03.058439: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:03.058482: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:03.058489: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.4) +2023-12-14 14:53:03.058512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:03.058533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.058543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.058549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.058555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.058560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.058565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.058576: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.058582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:03.058587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.058592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3 +2023-12-14 14:53:03.058598: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3> + +2023-12-14 14:53:03.058630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:03.058636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.058641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.058650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.058655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.058660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.058666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:03.058671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:03.058676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.058680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3: +2023-12-14 14:53:03.058685: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> (def) +2023-12-14 14:53:03.058690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.058694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.058699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.058704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.058709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.058714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 0 +2023-12-14 14:53:03.058719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.058724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.058729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.058733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:03.058738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.058743: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3, operand 1 +2023-12-14 14:53:03.058748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:03.058754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3> +2023-12-14 14:53:03.058759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.058764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3 +2023-12-14 14:53:03.058769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.058774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3 = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:03.058807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.058821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.058834: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 434 us (cumulative: 964 ms, max: 101 ms, #called: 7075) +2023-12-14 14:53:03.058857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: hlo normalization +2023-12-14 14:53:03.058867: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:03.058877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 964 ms, max: 101 ms, #called: 7076) +2023-12-14 14:53:03.058882: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:03.058892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 8 us (cumulative: 964 ms, max: 101 ms, #called: 7077) +2023-12-14 14:53:03.058898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:03.058907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 964 ms, max: 101 ms, #called: 7078) +2023-12-14 14:53:03.058918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: HLO passes after layout assignment +2023-12-14 14:53:03.058927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:03.058934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: after layout assignment +2023-12-14 14:53:03.058942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 964 ms, max: 101 ms, #called: 7079) +2023-12-14 14:53:03.058948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:03.058956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 964 ms, max: 101 ms, #called: 7080) +2023-12-14 14:53:03.058962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:03.058987: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:03.058996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 32 us (cumulative: 964 ms, max: 101 ms, #called: 7081) +2023-12-14 14:53:03.059001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:03.059008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_true_divide: simplification after layout assignment +2023-12-14 14:53:03.059015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:03.059027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 10 us (cumulative: 964 ms, max: 101 ms, #called: 7082) +2023-12-14 14:53:03.059033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.059042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 964 ms, max: 101 ms, #called: 7083) +2023-12-14 14:53:03.059051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:03.059068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 15 us (cumulative: 964 ms, max: 101 ms, #called: 7084) +2023-12-14 14:53:03.059076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 73 us (cumulative: 964 ms, max: 101 ms, #called: 7085) +2023-12-14 14:53:03.059082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:03.059088: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:03.059170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 84 us (cumulative: 964 ms, max: 101 ms, #called: 7086) +2023-12-14 14:53:03.059180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.059196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 13 us (cumulative: 964 ms, max: 101 ms, #called: 7087) +2023-12-14 14:53:03.059205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:03.059217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:03.059255: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.059268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.059274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.059279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.059284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.059289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.059295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.059301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:03.059307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.059311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:03.059317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3.clone> + +2023-12-14 14:53:03.059335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3.clone +2023-12-14 14:53:03.059343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3.clone> + +2023-12-14 14:53:03.059350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:03.059356: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.059361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:03.059366: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.059459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:03.059467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.059472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.059477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.059482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.059487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.059491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:03.059497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:03.059502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.059506: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:03.059511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> +2023-12-14 14:53:03.059516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.059521: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone: +2023-12-14 14:53:03.059526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> (def) +2023-12-14 14:53:03.059531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.059536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:03.059541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.059546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.059550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:03.059555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.059560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.059565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.059569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.059574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.059579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:03.059584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.059589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:03.059594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 0 +2023-12-14 14:53:03.059599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.059607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.059612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.059617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:03.059622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:03.059627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.059632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:03.059637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 1 +2023-12-14 14:53:03.059642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:03.059647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> +2023-12-14 14:53:03.059651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.059656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone +2023-12-14 14:53:03.059661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:03.059666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.059672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3.clone = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:03.059704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:03.059733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.059741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.059746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.059751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.059756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.059761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.059768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.059773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:03.059778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.059783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:03.059789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3.clone> + +2023-12-14 14:53:03.059795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3.clone +2023-12-14 14:53:03.059807: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3.clone> + +2023-12-14 14:53:03.059812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:03.059818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.059823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:03.059828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.059847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:03.059853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.059859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.059864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.059869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.059874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.059878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:03.059884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:03.059888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.059893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:03.059898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> +2023-12-14 14:53:03.059903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.059907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone: +2023-12-14 14:53:03.059912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> (def) +2023-12-14 14:53:03.059917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.059922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:03.059927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.059931: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.059936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:03.059941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.059946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.059951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.059956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.059960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.059971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:03.059976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.059981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:03.059986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 0 +2023-12-14 14:53:03.059991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.059996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.060000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.060005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:03.060009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:03.060014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.060019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:03.060024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 1 +2023-12-14 14:53:03.060029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:03.060035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> +2023-12-14 14:53:03.060040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.060045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone +2023-12-14 14:53:03.060050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:03.060054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.060060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3.clone = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:03.060082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:03.060106: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.060113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.060118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.060123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.060128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.060133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.060139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.060147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:03.060153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.060158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:03.060164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3.clone> + +2023-12-14 14:53:03.060169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3.clone +2023-12-14 14:53:03.060174: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3.clone> + +2023-12-14 14:53:03.060179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:03.060185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.060189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:03.060195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.060212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:03.060218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.060223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.060228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.060232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.060239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.060244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:03.060249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:03.060253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.060258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:03.060263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> +2023-12-14 14:53:03.060268: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.060273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone: +2023-12-14 14:53:03.060278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> (def) +2023-12-14 14:53:03.060282: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.060287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:03.060292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.060297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.060305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:03.060310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.060315: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.060319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.060324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.060329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.060334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:03.060339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.060343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:03.060348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 0 +2023-12-14 14:53:03.060353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.060358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.060363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.060368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:03.060372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:03.060377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.060382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:03.060387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 1 +2023-12-14 14:53:03.060392: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:03.060397: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> +2023-12-14 14:53:03.060402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.060407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone +2023-12-14 14:53:03.060412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:03.060418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.060422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3.clone = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:03.060440: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:03.060446: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 0 +2023-12-14 14:53:03.060456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 1.25 ms (cumulative: 966 ms, max: 101 ms, #called: 7088) +2023-12-14 14:53:03.060465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.060475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 966 ms, max: 101 ms, #called: 7089) +2023-12-14 14:53:03.060489: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_true_divide +2023-12-14 14:53:03.061668: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:03.061721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:03.061764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.061775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.061782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.061788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.061793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.061798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.061805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.061810: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:03.061816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.061821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:03.061826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3.clone> + +2023-12-14 14:53:03.061832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3.clone +2023-12-14 14:53:03.061837: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3.clone> + +2023-12-14 14:53:03.061842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:03.061848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.061853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:03.061858: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.061890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:03.061896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.061902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.061907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.061912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.061917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.061922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:03.061927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:03.061932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.061936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:03.061941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> +2023-12-14 14:53:03.061946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.061951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone: +2023-12-14 14:53:03.061956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> (def) +2023-12-14 14:53:03.061960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.061965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:03.061970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.061975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.061980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:03.061984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.061989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.061995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.062001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.062005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.062010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:03.062015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.062020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:03.062024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 0 +2023-12-14 14:53:03.062029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.062038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.062042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.062047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:03.062052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:03.062056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.062061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:03.062066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 1 +2023-12-14 14:53:03.062071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:03.062076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> +2023-12-14 14:53:03.062081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.062086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone +2023-12-14 14:53:03.062092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:03.062096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.062101: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3.clone = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:03.062147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:03.062173: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.062181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.062187: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.062192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.062197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.062201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.062207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.062213: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:03.062218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.062223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:03.062228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3.clone> + +2023-12-14 14:53:03.062233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3.clone +2023-12-14 14:53:03.062246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3.clone> + +2023-12-14 14:53:03.062254: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:03.062264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.062273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:03.062279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.062298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:03.062304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.062308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.062313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.062318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.062323: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.062328: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:03.062332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:03.062337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.062342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:03.062347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> +2023-12-14 14:53:03.062352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.062357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone: +2023-12-14 14:53:03.062362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> (def) +2023-12-14 14:53:03.062367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.062372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:03.062377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.062381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.062386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:03.062391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.062396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.062400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.062405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.062409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.062418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:03.062423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.062427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:03.062432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 0 +2023-12-14 14:53:03.062439: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.062444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.062448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.062454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:03.062459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:03.062463: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.062468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:03.062473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 1 +2023-12-14 14:53:03.062478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:03.062483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> +2023-12-14 14:53:03.062488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.062492: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone +2023-12-14 14:53:03.062497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:03.062502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.062507: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3.clone = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:03.062529: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_true_divide +2023-12-14 14:53:03.062535: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 3 +2023-12-14 14:53:03.062573: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:03.062582: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:03.062592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_true_divide +2023-12-14 14:53:03.062617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.062625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.062631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.062640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.062645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.062649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.062655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.062660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_1.2 +2023-12-14 14:53:03.062666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.062671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: call +2023-12-14 14:53:03.062676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3.clone> + +2023-12-14 14:53:03.062681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: divide.3.clone +2023-12-14 14:53:03.062687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <2 divide.3.clone> + +2023-12-14 14:53:03.062692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p +2023-12-14 14:53:03.062697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.062702: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: p.1 +2023-12-14 14:53:03.062708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 Arg_1.2> + +2023-12-14 14:53:03.062728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_true_divide +2023-12-14 14:53:03.062734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.062739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.062744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.062749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.062754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.062758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2: +2023-12-14 14:53:03.062763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> (def) +2023-12-14 14:53:03.062768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.062773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call: +2023-12-14 14:53:03.062777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> +2023-12-14 14:53:03.062782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.062787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone: +2023-12-14 14:53:03.062793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> (def) +2023-12-14 14:53:03.062800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.062805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p: +2023-12-14 14:53:03.062812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.062817: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.062822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1: +2023-12-14 14:53:03.062826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.062831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.062836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.062841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.062845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.062850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p +2023-12-14 14:53:03.062855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.062859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 0 +2023-12-14 14:53:03.062864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 0 +2023-12-14 14:53:03.062869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.062874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 Arg_1.2> +2023-12-14 14:53:03.062879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.062885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_1.2 +2023-12-14 14:53:03.062890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] p.1 +2023-12-14 14:53:03.062894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.062899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call, operand 1 +2023-12-14 14:53:03.062904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone, operand 1 +2023-12-14 14:53:03.062909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:03.062914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <2 divide.3.clone> +2023-12-14 14:53:03.062919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.062924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] divide.3.clone +2023-12-14 14:53:03.062929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] call +2023-12-14 14:53:03.062933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.062938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%divide.3.clone = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:03.062985: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_true_divide, entry_computation_layout={(f32[8192,2048]{1,0},f32[8192,2048]{1,0})->f32[8192,2048]{1,0}} +2023-12-14 14:53:03.062993: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:03.062998: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %parallel_divide.3 (p: f32[8192,2048], p.1: f32[8192,2048]) -> f32[8192,2048] { +2023-12-14 14:53:03.063003: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.063008: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %p.1 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:03.063013: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %divide.3.clone = f32[8192,2048]{1,0} divide(f32[8192,2048]{1,0} %p, f32[8192,2048]{1,0} %p.1), metadata={op_name="jit(true_divide)/jit(main)/div" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348}, backend_config="{\"outer_dimension_partitions\":[\"8\"]}" +2023-12-14 14:53:03.063019: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:03.063024: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:03.063028: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.4 (Arg_0.1: f32[8192,2048], Arg_1.2: f32[8192,2048]) -> f32[8192,2048] { +2023-12-14 14:53:03.063033: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.063038: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_1.2 = f32[8192,2048]{1,0} parameter(1) +2023-12-14 14:53:03.063043: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %call = f32[8192,2048]{1,0} call(f32[8192,2048]{1,0} %Arg_0.1, f32[8192,2048]{1,0} %Arg_1.2), to_apply=%parallel_divide.3 +2023-12-14 14:53:03.063048: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:03.063053: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:03.063067: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 6): + InstructionSequence: + 0:Arg_0.1 + 1:Arg_1.2 + 2:p + 3:p.1 + 4:divide.3.clone + 5:call + BufferLiveRange: + Arg_0.1{}:0-6 + Arg_1.2{}:0-6 + divide.3.clone{}:4-6 + Live ranges at 4 (peak): + Arg_0.1: 67108864 bytes + Arg_1.2: 67108864 bytes + divide.3.clone: 67108864 bytes + +2023-12-14 14:53:03.063075: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time6 +2023-12-14 14:53:03.063082: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:03.063087: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:03.063096: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 Arg_1.2> +2023-12-14 14:53:03.063102: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:03.063107: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:03.063112: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 3 +2023-12-14 14:53:03.063116: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 4 +2023-12-14 14:53:03.063125: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <2 divide.3.clone> +2023-12-14 14:53:03.063131: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 5 +2023-12-14 14:53:03.063136: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 6 +2023-12-14 14:53:03.063140: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:03.063145: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:03.063151: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 Arg_1.2> +2023-12-14 14:53:03.063158: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <2 divide.3.clone> +2023-12-14 14:53:03.063184: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:03.063190: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 128.00MiB +2023-12-14 14:53:03.063195: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:03.063200: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:03.063205: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:03.063210: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 192.00MiB +2023-12-14 14:53:03.063215: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:03.063220: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:03.063524: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 76 us (cumulative: 7.26 ms, max: 421 us, #called: 90) +2023-12-14 14:53:03.077539: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff0086110e0 +2023-12-14 14:53:03.077893: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:03.077959: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_true_divide] for CPU using JIT time: 17.5 ms (cumulative: 2.1 s, max: 222 ms, #called: 90) +2023-12-14 14:53:03.078968: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_true_divide; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.092912: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.097941: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.098005: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.098249: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.098309: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.098336: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.098358: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.098386: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_true_divide; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.098404: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.098424: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.111003: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.111073: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.122218: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.126891: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.136821: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.141449: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_true_divide; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.152590: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.157218: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.157267: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.157288: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.157306: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.157322: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.157331: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.157355: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_true_divide; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.157370: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.157390: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.167625: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.167697: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit__lambda_; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.177160: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.181783: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.191036: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.195664: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_true_divide; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.205429: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.250380: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.250476: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.250506: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.263716: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.263817: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.263844: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.263862: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.275290: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.275396: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.275435: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.275453: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.284838: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.284927: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.284956: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.284976: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.293768: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.312462: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.312556: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.312828: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.323262: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.323614: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.323660: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.323766: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.333887: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.334192: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.334250: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.334358: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.343853: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.344148: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.344192: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.344297: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_fn; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.353595: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.404520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:03.404591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:03.404624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 21 us (cumulative: 966 ms, max: 101 ms, #called: 7090) +2023-12-14 14:53:03.404632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.404648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 14 us (cumulative: 966 ms, max: 101 ms, #called: 7091) +2023-12-14 14:53:03.404675: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192]{0})->f32[8192]{0} +2023-12-14 14:53:03.404681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:03.404709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.404742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.404750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:03.404758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.404767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.404774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 23 us (cumulative: 966 ms, max: 101 ms, #called: 7092) +2023-12-14 14:53:03.404812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:03.404822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.404831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.404838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 25 us (cumulative: 966 ms, max: 101 ms, #called: 7093) +2023-12-14 14:53:03.404844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:03.404851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.404859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.404866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 20 us (cumulative: 966 ms, max: 101 ms, #called: 7094) +2023-12-14 14:53:03.404871: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:03.404878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.404887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.404895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 966 ms, max: 101 ms, #called: 7095) +2023-12-14 14:53:03.404900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:03.404908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.404917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.404924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 23 us (cumulative: 966 ms, max: 101 ms, #called: 7096) +2023-12-14 14:53:03.404929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:03.404936: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.404944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.404951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 19 us (cumulative: 966 ms, max: 101 ms, #called: 7097) +2023-12-14 14:53:03.404956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:03.404967: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:03.404975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.404983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.404990: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 33 us (cumulative: 966 ms, max: 101 ms, #called: 7098) +2023-12-14 14:53:03.404999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:03.405007: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 21 us (cumulative: 966 ms, max: 101 ms, #called: 7099) +2023-12-14 14:53:03.405027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:03.405036: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 21 us (cumulative: 966 ms, max: 101 ms, #called: 7100) +2023-12-14 14:53:03.405056: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:03.405062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 966 ms, max: 101 ms, #called: 7101) +2023-12-14 14:53:03.405083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:03.405089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405105: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 20 us (cumulative: 966 ms, max: 101 ms, #called: 7102) +2023-12-14 14:53:03.405110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:03.405116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405131: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 19 us (cumulative: 966 ms, max: 101 ms, #called: 7103) +2023-12-14 14:53:03.405136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:03.405143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405159: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 22 us (cumulative: 966 ms, max: 101 ms, #called: 7104) +2023-12-14 14:53:03.405164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:03.405171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 24 us (cumulative: 966 ms, max: 101 ms, #called: 7105) +2023-12-14 14:53:03.405196: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:03.405203: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 966 ms, max: 101 ms, #called: 7106) +2023-12-14 14:53:03.405223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:03.405231: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405238: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405246: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 22 us (cumulative: 966 ms, max: 101 ms, #called: 7107) +2023-12-14 14:53:03.405251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:03.405259: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.2 +2023-12-14 14:53:03.405266: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405273: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 27 us (cumulative: 966 ms, max: 101 ms, #called: 7108) +2023-12-14 14:53:03.405286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:03.405293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405308: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 966 ms, max: 101 ms, #called: 7109) +2023-12-14 14:53:03.405313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:03.405320: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 21 us (cumulative: 966 ms, max: 101 ms, #called: 7110) +2023-12-14 14:53:03.405340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:03.405348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 26 us (cumulative: 966 ms, max: 101 ms, #called: 7111) +2023-12-14 14:53:03.405373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:03.405379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 19 us (cumulative: 966 ms, max: 101 ms, #called: 7112) +2023-12-14 14:53:03.405399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:03.405406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 966 ms, max: 101 ms, #called: 7113) +2023-12-14 14:53:03.405427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:03.405433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 20 us (cumulative: 966 ms, max: 101 ms, #called: 7114) +2023-12-14 14:53:03.405454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:03.405462: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 20 us (cumulative: 966 ms, max: 101 ms, #called: 7115) +2023-12-14 14:53:03.405482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:03.405488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 19 us (cumulative: 966 ms, max: 101 ms, #called: 7116) +2023-12-14 14:53:03.405509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:03.405515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 20 us (cumulative: 966 ms, max: 101 ms, #called: 7117) +2023-12-14 14:53:03.405538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:03.405549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405558: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 24 us (cumulative: 966 ms, max: 101 ms, #called: 7118) +2023-12-14 14:53:03.405570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:03.405596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405611: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 40 us (cumulative: 966 ms, max: 101 ms, #called: 7119) +2023-12-14 14:53:03.405617: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:03.405624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405632: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405639: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 21 us (cumulative: 966 ms, max: 101 ms, #called: 7120) +2023-12-14 14:53:03.405645: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:03.405651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 19 us (cumulative: 966 ms, max: 101 ms, #called: 7121) +2023-12-14 14:53:03.405671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:03.405678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 966 ms, max: 101 ms, #called: 7122) +2023-12-14 14:53:03.405699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:03.405706: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 966 ms, max: 101 ms, #called: 7123) +2023-12-14 14:53:03.405729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:03.405736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:03.405748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:03.405759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 966 ms, max: 101 ms, #called: 7124) +2023-12-14 14:53:03.405765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:03.405773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 966 ms, max: 101 ms, #called: 7125) +2023-12-14 14:53:03.405779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.405788: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 966 ms, max: 101 ms, #called: 7126) +2023-12-14 14:53:03.405793: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:03.405801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 966 ms, max: 101 ms, #called: 7127) +2023-12-14 14:53:03.405806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:03.405815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 966 ms, max: 101 ms, #called: 7128) +2023-12-14 14:53:03.405821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:03.405830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 8 us (cumulative: 966 ms, max: 101 ms, #called: 7129) +2023-12-14 14:53:03.405835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:03.405844: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 966 ms, max: 101 ms, #called: 7130) +2023-12-14 14:53:03.405849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:03.405859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 966 ms, max: 101 ms, #called: 7131) +2023-12-14 14:53:03.405865: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:03.405874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 966 ms, max: 101 ms, #called: 7132) +2023-12-14 14:53:03.405879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:03.405888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 8 us (cumulative: 966 ms, max: 101 ms, #called: 7133) +2023-12-14 14:53:03.405893: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.405901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 966 ms, max: 101 ms, #called: 7134) +2023-12-14 14:53:03.405907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:03.405920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 10 us (cumulative: 966 ms, max: 101 ms, #called: 7135) +2023-12-14 14:53:03.405926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:03.405947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 20 us (cumulative: 966 ms, max: 101 ms, #called: 7136) +2023-12-14 14:53:03.405954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:03.405965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 966 ms, max: 101 ms, #called: 7137) +2023-12-14 14:53:03.405971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.405979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.405986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 255 us (cumulative: 967 ms, max: 101 ms, #called: 7138) +2023-12-14 14:53:03.405991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:03.405998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.406006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.406013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 20 us (cumulative: 967 ms, max: 101 ms, #called: 7139) +2023-12-14 14:53:03.406018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:03.406026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.406033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.406041: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 22 us (cumulative: 967 ms, max: 101 ms, #called: 7140) +2023-12-14 14:53:03.406047: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:03.406053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.406060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.406068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 967 ms, max: 101 ms, #called: 7141) +2023-12-14 14:53:03.406073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:03.406081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.406089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.406096: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 22 us (cumulative: 967 ms, max: 101 ms, #called: 7142) +2023-12-14 14:53:03.406102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:03.406127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.406135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.406142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 39 us (cumulative: 967 ms, max: 101 ms, #called: 7143) +2023-12-14 14:53:03.406148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:03.406154: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.406161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.406168: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 19 us (cumulative: 967 ms, max: 101 ms, #called: 7144) +2023-12-14 14:53:03.406175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:03.406182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.406189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.406197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 20 us (cumulative: 967 ms, max: 101 ms, #called: 7145) +2023-12-14 14:53:03.406202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:03.406211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.406221: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.406228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 25 us (cumulative: 967 ms, max: 101 ms, #called: 7146) +2023-12-14 14:53:03.406234: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:03.406267: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:03.406275: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:03.406301: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:03.406307: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:03.406325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.406343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.406352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.406359: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.406365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.406370: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.406378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.406390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.406410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.406416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.406421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.406426: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.406431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.406435: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.406440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.406446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.406450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.406455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.406460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:03.406489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.406499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.406508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 271 us (cumulative: 967 ms, max: 101 ms, #called: 7147) +2023-12-14 14:53:03.406530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:03.406541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:03.406550: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 967 ms, max: 101 ms, #called: 7148) +2023-12-14 14:53:03.406555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:03.406564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 967 ms, max: 101 ms, #called: 7149) +2023-12-14 14:53:03.406570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:03.406579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 967 ms, max: 101 ms, #called: 7150) +2023-12-14 14:53:03.406590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:03.406600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:03.406606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:03.406618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 16 us (cumulative: 967 ms, max: 101 ms, #called: 7151) +2023-12-14 14:53:03.406625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:03.406634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 967 ms, max: 101 ms, #called: 7152) +2023-12-14 14:53:03.406640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:03.406661: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:03.406669: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 28 us (cumulative: 967 ms, max: 101 ms, #called: 7153) +2023-12-14 14:53:03.406675: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:03.406680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:03.406687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:03.406696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 967 ms, max: 101 ms, #called: 7154) +2023-12-14 14:53:03.406701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.406710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 967 ms, max: 101 ms, #called: 7155) +2023-12-14 14:53:03.406716: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:03.406733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 967 ms, max: 101 ms, #called: 7156) +2023-12-14 14:53:03.406741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 64 us (cumulative: 967 ms, max: 101 ms, #called: 7157) +2023-12-14 14:53:03.406746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:03.406753: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:03.406783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 34 us (cumulative: 967 ms, max: 101 ms, #called: 7158) +2023-12-14 14:53:03.406789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.406796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 967 ms, max: 101 ms, #called: 7159) +2023-12-14 14:53:03.406803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:03.406812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.406822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.406828: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.406833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.406838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.406848: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.406853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.406860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.406870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.406876: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.406881: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.406885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.406891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.406896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.406901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.406905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.406910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.406915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.406920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:03.406939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.406949: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.406955: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.406960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.406965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.406970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.406974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.406980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.406989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.406995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.407000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.407004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.407009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.407014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.407026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.407030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.407035: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.407040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.407045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:03.407060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.407069: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.407075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.407080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.407085: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.407090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.407094: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.407100: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.407109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.407115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.407120: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.407124: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.407129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.407134: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.407139: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.407143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.407148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.407153: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.407157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:03.407186: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:03.407192: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:03.407202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 396 us (cumulative: 968 ms, max: 101 ms, #called: 7160) +2023-12-14 14:53:03.407207: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.407215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 968 ms, max: 101 ms, #called: 7161) +2023-12-14 14:53:03.407234: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:03.408509: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:03.408566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.408586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.408593: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.408599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.408605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.408609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.408615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.408625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.408630: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:03.408636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:03.408655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.408661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.408666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.408671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.408676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.408681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.408686: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:03.408691: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:03.408696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.408700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.408705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.408710: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.408724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.408729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:03.408734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:03.408740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:03.408745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.408749: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:03.408754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.408759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192]{0} copy(f32[8192]{0} %Arg_0.1) +2023-12-14 14:53:03.408798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.408809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.408815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.408820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.408825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.408830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.408835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.408841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.408846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:03.408851: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:03.408863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.408868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.408873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.408878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.408883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.408888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.408892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:03.408897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:03.408902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.408906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.408911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.408919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.408925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.408930: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:03.408935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:03.408939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:03.408944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.408950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:03.408954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.408959: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192]{0} copy(f32[8192]{0} %Arg_0.1) +2023-12-14 14:53:03.408977: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:03.408983: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:03.409014: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:03.409023: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:03.409032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.409046: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.409052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.409057: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.409062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.409066: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.409071: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.409077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.409082: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:03.409088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:03.409098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.409104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.409109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.409114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.409118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.409128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.409133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:03.409138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:03.409142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.409147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.409152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.409156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.409161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.409166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:03.409171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:03.409176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:03.409180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.409185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:03.409190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.409195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192]{0} copy(f32[8192]{0} %Arg_0.1) +2023-12-14 14:53:03.409227: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[8192]{0})->f32[8192]{0}} +2023-12-14 14:53:03.409234: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:03.409239: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.2 (Arg_0.1: f32[8192]) -> f32[8192] { +2023-12-14 14:53:03.409244: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192]{0} parameter(0) +2023-12-14 14:53:03.409249: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[8192]{0} copy(f32[8192]{0} %Arg_0.1) +2023-12-14 14:53:03.409254: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:03.409259: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:03.409271: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:copy + BufferLiveRange: + Arg_0.1{}:0-2 + copy{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 32768 bytes + copy: 32768 bytes + +2023-12-14 14:53:03.409279: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:53:03.409285: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:03.409291: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:03.409300: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:03.409305: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:53:03.409312: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:03.409320: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:03.409325: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:03.409330: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:53:03.409355: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:03.409361: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 32.0KiB +2023-12-14 14:53:03.409368: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:03.409373: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 32.0KiB +2023-12-14 14:53:03.409378: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:03.409383: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 64.0KiB +2023-12-14 14:53:03.409388: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:03.409393: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:03.409596: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 68 us (cumulative: 7.33 ms, max: 421 us, #called: 91) +2023-12-14 14:53:03.414633: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff00860f000 +2023-12-14 14:53:03.414981: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:03.415010: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 7.77 ms (cumulative: 2.11 s, max: 222 ms, #called: 91) +2023-12-14 14:53:03.416040: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.416591: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.422219: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:03.422277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:03.422297: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 16 us (cumulative: 968 ms, max: 101 ms, #called: 7162) +2023-12-14 14:53:03.422304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.422317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 11 us (cumulative: 968 ms, max: 101 ms, #called: 7163) +2023-12-14 14:53:03.422336: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048,8192]{1,0})->f32[2048,8192]{1,0} +2023-12-14 14:53:03.422342: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:03.422361: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:03.422410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422419: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 23 us (cumulative: 968 ms, max: 101 ms, #called: 7164) +2023-12-14 14:53:03.422433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:03.422440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422448: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 20 us (cumulative: 968 ms, max: 101 ms, #called: 7165) +2023-12-14 14:53:03.422460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:03.422467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422475: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 20 us (cumulative: 968 ms, max: 101 ms, #called: 7166) +2023-12-14 14:53:03.422489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:03.422497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 22 us (cumulative: 968 ms, max: 101 ms, #called: 7167) +2023-12-14 14:53:03.422518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:03.422525: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 20 us (cumulative: 968 ms, max: 101 ms, #called: 7168) +2023-12-14 14:53:03.422545: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:03.422551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422559: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 19 us (cumulative: 968 ms, max: 101 ms, #called: 7169) +2023-12-14 14:53:03.422571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:03.422584: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:03.422590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 35 us (cumulative: 968 ms, max: 101 ms, #called: 7170) +2023-12-14 14:53:03.422613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:03.422620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422627: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 20 us (cumulative: 968 ms, max: 101 ms, #called: 7171) +2023-12-14 14:53:03.422640: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:03.422647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422654: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 20 us (cumulative: 968 ms, max: 101 ms, #called: 7172) +2023-12-14 14:53:03.422667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:03.422673: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 19 us (cumulative: 968 ms, max: 101 ms, #called: 7173) +2023-12-14 14:53:03.422694: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:03.422700: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422708: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422715: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 19 us (cumulative: 968 ms, max: 101 ms, #called: 7174) +2023-12-14 14:53:03.422720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:03.422726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 19 us (cumulative: 968 ms, max: 101 ms, #called: 7175) +2023-12-14 14:53:03.422746: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:03.422752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422764: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422772: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 24 us (cumulative: 968 ms, max: 101 ms, #called: 7176) +2023-12-14 14:53:03.422777: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:03.422785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422792: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 21 us (cumulative: 968 ms, max: 101 ms, #called: 7177) +2023-12-14 14:53:03.422805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:03.422811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 968 ms, max: 101 ms, #called: 7178) +2023-12-14 14:53:03.422831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:03.422838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 968 ms, max: 101 ms, #called: 7179) +2023-12-14 14:53:03.422859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:03.422866: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.2 +2023-12-14 14:53:03.422872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 26 us (cumulative: 968 ms, max: 101 ms, #called: 7180) +2023-12-14 14:53:03.422894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:03.422900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 19 us (cumulative: 968 ms, max: 101 ms, #called: 7181) +2023-12-14 14:53:03.422920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:03.422926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 23 us (cumulative: 968 ms, max: 101 ms, #called: 7182) +2023-12-14 14:53:03.422950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:03.422957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 20 us (cumulative: 968 ms, max: 101 ms, #called: 7183) +2023-12-14 14:53:03.422977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:03.422983: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.422991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.422998: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 968 ms, max: 101 ms, #called: 7184) +2023-12-14 14:53:03.423004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:03.423011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423018: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 968 ms, max: 101 ms, #called: 7185) +2023-12-14 14:53:03.423032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:03.423038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 19 us (cumulative: 968 ms, max: 101 ms, #called: 7186) +2023-12-14 14:53:03.423058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:03.423065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423079: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 20 us (cumulative: 968 ms, max: 101 ms, #called: 7187) +2023-12-14 14:53:03.423084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:03.423091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 24 us (cumulative: 968 ms, max: 101 ms, #called: 7188) +2023-12-14 14:53:03.423115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:03.423122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 19 us (cumulative: 968 ms, max: 101 ms, #called: 7189) +2023-12-14 14:53:03.423142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:03.423151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 22 us (cumulative: 968 ms, max: 101 ms, #called: 7190) +2023-12-14 14:53:03.423171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:03.423189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 33 us (cumulative: 968 ms, max: 101 ms, #called: 7191) +2023-12-14 14:53:03.423211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:03.423218: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423225: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 20 us (cumulative: 968 ms, max: 101 ms, #called: 7192) +2023-12-14 14:53:03.423237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:03.423244: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423258: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 19 us (cumulative: 968 ms, max: 101 ms, #called: 7193) +2023-12-14 14:53:03.423263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:03.423269: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423277: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423284: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 19 us (cumulative: 968 ms, max: 101 ms, #called: 7194) +2023-12-14 14:53:03.423293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:03.423300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423314: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 968 ms, max: 101 ms, #called: 7195) +2023-12-14 14:53:03.423332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:03.423344: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:03.423355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:03.423365: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 968 ms, max: 101 ms, #called: 7196) +2023-12-14 14:53:03.423371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:03.423380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 7 us (cumulative: 968 ms, max: 101 ms, #called: 7197) +2023-12-14 14:53:03.423385: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.423394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 968 ms, max: 101 ms, #called: 7198) +2023-12-14 14:53:03.423400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:03.423409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 969 ms, max: 101 ms, #called: 7199) +2023-12-14 14:53:03.423414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:03.423422: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 969 ms, max: 101 ms, #called: 7200) +2023-12-14 14:53:03.423428: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:03.423436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 969 ms, max: 101 ms, #called: 7201) +2023-12-14 14:53:03.423442: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:03.423450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 969 ms, max: 101 ms, #called: 7202) +2023-12-14 14:53:03.423455: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:03.423465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 969 ms, max: 101 ms, #called: 7203) +2023-12-14 14:53:03.423470: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:03.423478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 969 ms, max: 101 ms, #called: 7204) +2023-12-14 14:53:03.423483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:03.423496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 12 us (cumulative: 969 ms, max: 101 ms, #called: 7205) +2023-12-14 14:53:03.423503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.423511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 969 ms, max: 101 ms, #called: 7206) +2023-12-14 14:53:03.423516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:03.423524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 969 ms, max: 101 ms, #called: 7207) +2023-12-14 14:53:03.423530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:03.423548: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 17 us (cumulative: 969 ms, max: 101 ms, #called: 7208) +2023-12-14 14:53:03.423554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:03.423563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 969 ms, max: 101 ms, #called: 7209) +2023-12-14 14:53:03.423569: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423579: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 253 us (cumulative: 969 ms, max: 101 ms, #called: 7210) +2023-12-14 14:53:03.423592: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:03.423599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423606: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423613: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 20 us (cumulative: 969 ms, max: 101 ms, #called: 7211) +2023-12-14 14:53:03.423619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:03.423626: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 20 us (cumulative: 969 ms, max: 101 ms, #called: 7212) +2023-12-14 14:53:03.423646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:03.423652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423660: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 20 us (cumulative: 969 ms, max: 101 ms, #called: 7213) +2023-12-14 14:53:03.423680: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:03.423688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423696: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 22 us (cumulative: 969 ms, max: 101 ms, #called: 7214) +2023-12-14 14:53:03.423709: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:03.423728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 32 us (cumulative: 969 ms, max: 101 ms, #called: 7215) +2023-12-14 14:53:03.423748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:03.423755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423770: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 20 us (cumulative: 969 ms, max: 101 ms, #called: 7216) +2023-12-14 14:53:03.423775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:03.423782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 21 us (cumulative: 969 ms, max: 101 ms, #called: 7217) +2023-12-14 14:53:03.423803: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:03.423812: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.423820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.423827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 22 us (cumulative: 969 ms, max: 101 ms, #called: 7218) +2023-12-14 14:53:03.423832: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:03.423854: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:03.423861: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:03.423883: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:03.423889: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:03.423904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.423922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.423928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.423935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.423940: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.423945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.423950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.423960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.423974: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.423979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.423984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.423989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.423995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.424000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.424004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.424009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.424014: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.424020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.424025: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:03.424044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.424053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.424062: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 227 us (cumulative: 969 ms, max: 101 ms, #called: 7219) +2023-12-14 14:53:03.424081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:03.424089: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:03.424099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 969 ms, max: 101 ms, #called: 7220) +2023-12-14 14:53:03.424104: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:03.424113: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 969 ms, max: 101 ms, #called: 7221) +2023-12-14 14:53:03.424119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:03.424128: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 969 ms, max: 101 ms, #called: 7222) +2023-12-14 14:53:03.424142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:03.424151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:03.424157: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:03.424165: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 969 ms, max: 101 ms, #called: 7223) +2023-12-14 14:53:03.424170: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:03.424179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 969 ms, max: 101 ms, #called: 7224) +2023-12-14 14:53:03.424184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:03.424202: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:03.424211: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 25 us (cumulative: 969 ms, max: 101 ms, #called: 7225) +2023-12-14 14:53:03.424217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:03.424222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:03.424229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:03.424237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 969 ms, max: 101 ms, #called: 7226) +2023-12-14 14:53:03.424243: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.424251: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 969 ms, max: 101 ms, #called: 7227) +2023-12-14 14:53:03.424257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:03.424272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 13 us (cumulative: 969 ms, max: 101 ms, #called: 7228) +2023-12-14 14:53:03.424280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 61 us (cumulative: 969 ms, max: 101 ms, #called: 7229) +2023-12-14 14:53:03.424287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:03.424293: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:03.424316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 27 us (cumulative: 969 ms, max: 101 ms, #called: 7230) +2023-12-14 14:53:03.424322: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.424330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 969 ms, max: 101 ms, #called: 7231) +2023-12-14 14:53:03.424335: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:03.424347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.424357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.424363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.424368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.424373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.424379: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.424384: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.424391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.424401: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.424407: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.424412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.424417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.424421: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.424427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.424431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.424436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.424441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.424445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.424450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:03.424467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.424477: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.424483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.424488: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.424493: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.424498: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.424503: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.424509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.424517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.424526: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.424531: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.424536: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.424541: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.424546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.424551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.424557: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.424561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.424566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.424571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:03.424584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.424594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.424599: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.424604: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.424609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.424614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.424619: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.424625: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.424633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.424638: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.424643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.424648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.424653: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.424658: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.424663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.424667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.424672: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.424677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.424683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:03.424709: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:03.424715: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:03.424724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 387 us (cumulative: 970 ms, max: 101 ms, #called: 7232) +2023-12-14 14:53:03.424730: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.424738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 970 ms, max: 101 ms, #called: 7233) +2023-12-14 14:53:03.424749: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:03.425746: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:03.425799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.425818: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.425825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.425831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.425836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.425841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.425846: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.425855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.425860: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:03.425866: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:03.425885: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.425891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.425896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.425901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.425906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.425910: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.425924: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:03.425929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:03.425934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.425939: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.425943: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.425948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.425953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.425957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:03.425962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:03.425968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:03.425973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.425978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:03.425982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.425987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:03.426021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.426033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.426039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.426044: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.426049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.426054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.426059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.426065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.426070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:03.426076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:03.426088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.426093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.426098: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.426103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.426109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.426118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.426123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:03.426127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:03.426132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.426137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.426142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.426146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.426151: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.426156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:03.426161: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:03.426166: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:03.426171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.426175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:03.426180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.426185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:03.426201: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:03.426208: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:03.426232: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:03.426239: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:03.426249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.426260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.426265: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.426270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.426275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.426280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.426285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.426291: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.426296: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:03.426301: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048,8192]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:03.426318: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.426324: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.426329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.426333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.426338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.426343: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.426348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:03.426353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:03.426357: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.426362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.426367: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.426371: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.426376: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.426381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:03.426386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:03.426390: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:03.426395: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.426400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:03.426405: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.426410: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:03.426439: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048,8192]{1,0})->f32[2048,8192]{1,0}} +2023-12-14 14:53:03.426446: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:03.426451: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.2 (Arg_0.1: f32[2048,8192]) -> f32[2048,8192] { +2023-12-14 14:53:03.426456: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048,8192]{1,0} parameter(0) +2023-12-14 14:53:03.426461: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[2048,8192]{1,0} copy(f32[2048,8192]{1,0} %Arg_0.1) +2023-12-14 14:53:03.426466: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:03.426471: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:03.426481: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:copy + BufferLiveRange: + Arg_0.1{}:0-2 + copy{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 67108864 bytes + copy: 67108864 bytes + +2023-12-14 14:53:03.426493: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:53:03.426498: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:03.426505: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:03.426513: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:03.426519: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:53:03.426525: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:03.426529: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:03.426534: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:03.426540: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:53:03.426561: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:03.426567: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:03.426572: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:03.426577: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:03.426582: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:03.426586: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:03.426591: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:03.426596: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:03.426723: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 35 us (cumulative: 7.36 ms, max: 421 us, #called: 92) +2023-12-14 14:53:03.430683: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff00860d000 +2023-12-14 14:53:03.430946: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:03.430975: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 6.22 ms (cumulative: 2.11 s, max: 222 ms, #called: 92) +2023-12-14 14:53:03.431580: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.492815: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.500487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:03.500551: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:03.500582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 21 us (cumulative: 970 ms, max: 101 ms, #called: 7234) +2023-12-14 14:53:03.500605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.500622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 16 us (cumulative: 970 ms, max: 101 ms, #called: 7235) +2023-12-14 14:53:03.500650: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[2048]{0})->f32[2048]{0} +2023-12-14 14:53:03.500657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:03.500684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.500717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.500725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:03.500735: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.500745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.500753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 27 us (cumulative: 970 ms, max: 101 ms, #called: 7236) +2023-12-14 14:53:03.500759: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:03.500768: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.500776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.500783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 24 us (cumulative: 970 ms, max: 101 ms, #called: 7237) +2023-12-14 14:53:03.500789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:03.500795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.500804: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.500811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 20 us (cumulative: 970 ms, max: 101 ms, #called: 7238) +2023-12-14 14:53:03.500816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:03.500823: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.500833: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.500841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 23 us (cumulative: 970 ms, max: 101 ms, #called: 7239) +2023-12-14 14:53:03.500847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:03.500855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.500863: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.500870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 22 us (cumulative: 970 ms, max: 101 ms, #called: 7240) +2023-12-14 14:53:03.500880: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:03.500887: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.500895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.500902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 21 us (cumulative: 970 ms, max: 101 ms, #called: 7241) +2023-12-14 14:53:03.500908: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:03.500919: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:03.500927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.500934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.500941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 32 us (cumulative: 970 ms, max: 101 ms, #called: 7242) +2023-12-14 14:53:03.500947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:03.500954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.500962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.500970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 22 us (cumulative: 970 ms, max: 101 ms, #called: 7243) +2023-12-14 14:53:03.500976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:03.500984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.500992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.500999: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 21 us (cumulative: 970 ms, max: 101 ms, #called: 7244) +2023-12-14 14:53:03.501004: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:03.501011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 21 us (cumulative: 970 ms, max: 101 ms, #called: 7245) +2023-12-14 14:53:03.501031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:03.501037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 18 us (cumulative: 970 ms, max: 101 ms, #called: 7246) +2023-12-14 14:53:03.501060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:03.501068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501075: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 20 us (cumulative: 970 ms, max: 101 ms, #called: 7247) +2023-12-14 14:53:03.501088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:03.501095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501103: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 21 us (cumulative: 970 ms, max: 101 ms, #called: 7248) +2023-12-14 14:53:03.501116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:03.501122: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 19 us (cumulative: 970 ms, max: 101 ms, #called: 7249) +2023-12-14 14:53:03.501142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:03.501148: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 20 us (cumulative: 970 ms, max: 101 ms, #called: 7250) +2023-12-14 14:53:03.501169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:03.501177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501192: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 22 us (cumulative: 970 ms, max: 101 ms, #called: 7251) +2023-12-14 14:53:03.501198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:03.501205: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.2 +2023-12-14 14:53:03.501212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501220: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501227: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 28 us (cumulative: 970 ms, max: 101 ms, #called: 7252) +2023-12-14 14:53:03.501232: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:03.501242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501250: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 23 us (cumulative: 970 ms, max: 101 ms, #called: 7253) +2023-12-14 14:53:03.501263: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:03.501270: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 20 us (cumulative: 970 ms, max: 101 ms, #called: 7254) +2023-12-14 14:53:03.501290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:03.501299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501313: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 22 us (cumulative: 970 ms, max: 101 ms, #called: 7255) +2023-12-14 14:53:03.501319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:03.501325: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501332: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 19 us (cumulative: 970 ms, max: 101 ms, #called: 7256) +2023-12-14 14:53:03.501345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:03.501352: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501360: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 21 us (cumulative: 970 ms, max: 101 ms, #called: 7257) +2023-12-14 14:53:03.501373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:03.501380: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501394: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 19 us (cumulative: 970 ms, max: 101 ms, #called: 7258) +2023-12-14 14:53:03.501399: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:03.501406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 25 us (cumulative: 970 ms, max: 101 ms, #called: 7259) +2023-12-14 14:53:03.501431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:03.501437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 20 us (cumulative: 970 ms, max: 101 ms, #called: 7260) +2023-12-14 14:53:03.501458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:03.501465: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 19 us (cumulative: 970 ms, max: 101 ms, #called: 7261) +2023-12-14 14:53:03.501485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:03.501494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501502: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 23 us (cumulative: 970 ms, max: 101 ms, #called: 7262) +2023-12-14 14:53:03.501515: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:03.501539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 38 us (cumulative: 970 ms, max: 101 ms, #called: 7263) +2023-12-14 14:53:03.501561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:03.501567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 20 us (cumulative: 971 ms, max: 101 ms, #called: 7264) +2023-12-14 14:53:03.501587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:03.501594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 27 us (cumulative: 971 ms, max: 101 ms, #called: 7265) +2023-12-14 14:53:03.501622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:03.501628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501644: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 21 us (cumulative: 971 ms, max: 101 ms, #called: 7266) +2023-12-14 14:53:03.501649: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:03.501657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501664: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 971 ms, max: 101 ms, #called: 7267) +2023-12-14 14:53:03.501677: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:03.501683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:03.501695: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:03.501705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 9 us (cumulative: 971 ms, max: 101 ms, #called: 7268) +2023-12-14 14:53:03.501711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:03.501720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 8 us (cumulative: 971 ms, max: 101 ms, #called: 7269) +2023-12-14 14:53:03.501726: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.501734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 971 ms, max: 101 ms, #called: 7270) +2023-12-14 14:53:03.501740: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:03.501748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 7 us (cumulative: 971 ms, max: 101 ms, #called: 7271) +2023-12-14 14:53:03.501754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:03.501762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 971 ms, max: 101 ms, #called: 7272) +2023-12-14 14:53:03.501767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:03.501775: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 971 ms, max: 101 ms, #called: 7273) +2023-12-14 14:53:03.501781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:03.501789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 971 ms, max: 101 ms, #called: 7274) +2023-12-14 14:53:03.501798: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:03.501808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 9 us (cumulative: 971 ms, max: 101 ms, #called: 7275) +2023-12-14 14:53:03.501814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:03.501822: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 7 us (cumulative: 971 ms, max: 101 ms, #called: 7276) +2023-12-14 14:53:03.501827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:03.501836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 971 ms, max: 101 ms, #called: 7277) +2023-12-14 14:53:03.501841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.501849: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 971 ms, max: 101 ms, #called: 7278) +2023-12-14 14:53:03.501855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:03.501864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 7 us (cumulative: 971 ms, max: 101 ms, #called: 7279) +2023-12-14 14:53:03.501870: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:03.501892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 21 us (cumulative: 971 ms, max: 101 ms, #called: 7280) +2023-12-14 14:53:03.501898: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:03.501909: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 9 us (cumulative: 971 ms, max: 101 ms, #called: 7281) +2023-12-14 14:53:03.501914: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501922: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501929: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 251 us (cumulative: 971 ms, max: 101 ms, #called: 7282) +2023-12-14 14:53:03.501935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:03.501941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501950: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 21 us (cumulative: 971 ms, max: 101 ms, #called: 7283) +2023-12-14 14:53:03.501963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:03.501971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.501978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.501989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 24 us (cumulative: 971 ms, max: 101 ms, #called: 7284) +2023-12-14 14:53:03.501995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:03.502001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.502009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.502016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 971 ms, max: 101 ms, #called: 7285) +2023-12-14 14:53:03.502022: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:03.502030: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.502038: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.502045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 21 us (cumulative: 971 ms, max: 101 ms, #called: 7286) +2023-12-14 14:53:03.502050: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:03.502072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.502080: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.502088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 35 us (cumulative: 971 ms, max: 101 ms, #called: 7287) +2023-12-14 14:53:03.502093: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:03.502099: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.502107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.502114: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 19 us (cumulative: 971 ms, max: 101 ms, #called: 7288) +2023-12-14 14:53:03.502119: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:03.502126: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.502133: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.502140: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 20 us (cumulative: 971 ms, max: 101 ms, #called: 7289) +2023-12-14 14:53:03.502146: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:03.502155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.502163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.502171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 24 us (cumulative: 971 ms, max: 101 ms, #called: 7290) +2023-12-14 14:53:03.502176: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:03.502211: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:03.502219: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:03.502243: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:03.502250: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:03.502267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.502286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.502294: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.502300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.502306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.502311: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.502316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.502327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.502347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.502353: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.502358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.502363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.502368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.502373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.502378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.502382: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.502387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.502391: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.502396: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:03.502425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.502436: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.502444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 265 us (cumulative: 971 ms, max: 101 ms, #called: 7291) +2023-12-14 14:53:03.502466: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:03.502476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:03.502489: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 11 us (cumulative: 971 ms, max: 101 ms, #called: 7292) +2023-12-14 14:53:03.502495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:03.502504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 971 ms, max: 101 ms, #called: 7293) +2023-12-14 14:53:03.502509: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:03.502518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 8 us (cumulative: 971 ms, max: 101 ms, #called: 7294) +2023-12-14 14:53:03.502530: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:03.502540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:03.502547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:03.502554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 13 us (cumulative: 971 ms, max: 101 ms, #called: 7295) +2023-12-14 14:53:03.502560: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:03.502568: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 971 ms, max: 101 ms, #called: 7296) +2023-12-14 14:53:03.502574: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:03.502595: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:03.502602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 27 us (cumulative: 971 ms, max: 101 ms, #called: 7297) +2023-12-14 14:53:03.502609: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:03.502615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:03.502622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:03.502631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 971 ms, max: 101 ms, #called: 7298) +2023-12-14 14:53:03.502637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.502646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 971 ms, max: 101 ms, #called: 7299) +2023-12-14 14:53:03.502651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:03.502667: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 972 ms, max: 101 ms, #called: 7300) +2023-12-14 14:53:03.502676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 65 us (cumulative: 972 ms, max: 101 ms, #called: 7301) +2023-12-14 14:53:03.502682: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:03.502692: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:03.502722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 39 us (cumulative: 972 ms, max: 101 ms, #called: 7302) +2023-12-14 14:53:03.502729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.502738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 972 ms, max: 101 ms, #called: 7303) +2023-12-14 14:53:03.502744: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:03.502753: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.502763: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.502769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.502774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.502779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.502783: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.502789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.502796: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.502806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.502811: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.502816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.502821: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.502826: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.502831: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.502836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.502841: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.502845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.502850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.502855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:03.502874: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.502884: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.502889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.502894: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.502902: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.502907: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.502912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.502918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.502926: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.502932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.502937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.502942: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.502947: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.502952: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.502957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.502961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.502967: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.502971: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.502976: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:03.502992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.503000: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.503006: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.503011: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.503016: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.503020: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.503026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.503032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.503039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.503045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.503049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.503055: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.503060: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.503065: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.503072: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.503077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.503081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.503086: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.503091: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:03.503117: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:03.503124: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:03.503132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 386 us (cumulative: 972 ms, max: 101 ms, #called: 7304) +2023-12-14 14:53:03.503138: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.503147: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 972 ms, max: 101 ms, #called: 7305) +2023-12-14 14:53:03.503161: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:03.504354: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:03.504411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.504432: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.504440: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.504446: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.504451: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.504456: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.504461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.504471: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.504476: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:03.504482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:03.504512: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.504517: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.504523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.504527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.504532: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.504537: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.504542: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:03.504547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:03.504552: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.504556: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.504561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.504566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.504570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.504575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:03.504580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:03.504585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:03.504590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.504595: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:03.504600: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.504605: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048]{0} copy(f32[2048]{0} %Arg_0.1) +2023-12-14 14:53:03.504643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.504655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.504661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.504666: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.504671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.504676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.504681: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.504687: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.504692: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:03.504697: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:03.504711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.504717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.504722: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.504728: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.504733: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.504737: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.504742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:03.504747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:03.504752: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.504756: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.504761: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.504766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.504771: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.504776: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:03.504781: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:03.504786: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:03.504790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.504795: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:03.504800: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.504805: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048]{0} copy(f32[2048]{0} %Arg_0.1) +2023-12-14 14:53:03.504823: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:03.504830: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:03.504861: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:03.504870: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:03.504879: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.504889: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.504895: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.504900: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.504905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.504915: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.504921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.504927: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.504932: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:03.504937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:03.504948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.504953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.504958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.504963: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.504968: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.504973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.504977: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:03.504982: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:03.504987: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.504991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.504996: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.505001: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.505005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.505010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:03.505015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:03.505021: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:03.505026: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.505031: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:03.505037: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.505042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[2048]{0} copy(f32[2048]{0} %Arg_0.1) +2023-12-14 14:53:03.505074: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[2048]{0})->f32[2048]{0}} +2023-12-14 14:53:03.505081: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:03.505086: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.2 (Arg_0.1: f32[2048]) -> f32[2048] { +2023-12-14 14:53:03.505094: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[2048]{0} parameter(0) +2023-12-14 14:53:03.505099: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[2048]{0} copy(f32[2048]{0} %Arg_0.1) +2023-12-14 14:53:03.505103: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:03.505108: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:03.505119: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:copy + BufferLiveRange: + Arg_0.1{}:0-2 + copy{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 8192 bytes + copy: 8192 bytes + +2023-12-14 14:53:03.505129: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:53:03.505134: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:03.505139: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:03.505148: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:03.505153: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:53:03.505159: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:03.505164: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:03.505169: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:03.505174: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:53:03.505200: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:03.505205: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 8.0KiB +2023-12-14 14:53:03.505210: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:03.505216: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 8.0KiB +2023-12-14 14:53:03.505221: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:03.505226: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 16.0KiB +2023-12-14 14:53:03.505231: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:03.505236: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:03.505434: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 66 us (cumulative: 7.43 ms, max: 421 us, #called: 93) +2023-12-14 14:53:03.510365: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff00860b000 +2023-12-14 14:53:03.510680: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:03.510709: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 7.54 ms (cumulative: 2.12 s, max: 222 ms, #called: 93) +2023-12-14 14:53:03.512042: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.512111: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.517257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: spmd-partitioner +2023-12-14 14:53:03.517310: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-remover +2023-12-14 14:53:03.517330: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-remover time: 14 us (cumulative: 972 ms, max: 101 ms, #called: 7306) +2023-12-14 14:53:03.517337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.517348: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 10 us (cumulative: 972 ms, max: 101 ms, #called: 7307) +2023-12-14 14:53:03.517367: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:1254] Entry computation layout given to layout assignment: (f32[8192,2048]{1,0})->f32[8192,2048]{1,0} +2023-12-14 14:53:03.517373: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes through layout assignment +2023-12-14 14:53:03.517389: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517409: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517417: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass operand_upcaster +2023-12-14 14:53:03.517425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517441: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: operand_upcaster time: 22 us (cumulative: 972 ms, max: 101 ms, #called: 7308) +2023-12-14 14:53:03.517447: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass result_caster +2023-12-14 14:53:03.517453: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517461: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: result_caster time: 20 us (cumulative: 972 ms, max: 101 ms, #called: 7309) +2023-12-14 14:53:03.517474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-expander +2023-12-14 14:53:03.517480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-expander time: 19 us (cumulative: 972 ms, max: 101 ms, #called: 7310) +2023-12-14 14:53:03.517501: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass rng-bit-generator-expander +2023-12-14 14:53:03.517508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517516: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: rng-bit-generator-expander time: 20 us (cumulative: 972 ms, max: 101 ms, #called: 7311) +2023-12-14 14:53:03.517539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:03.517546: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517561: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 21 us (cumulative: 972 ms, max: 101 ms, #called: 7312) +2023-12-14 14:53:03.517567: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic-index-splitter +2023-12-14 14:53:03.517573: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic-index-splitter time: 19 us (cumulative: 972 ms, max: 101 ms, #called: 7313) +2023-12-14 14:53:03.517594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional-to-select +2023-12-14 14:53:03.517601: I external/org_tensorflow/tensorflow/compiler/xla/service/conditional_to_select.cc:74] Running conditional-to-select pass +2023-12-14 14:53:03.517608: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional-to-select time: 27 us (cumulative: 972 ms, max: 101 ms, #called: 7314) +2023-12-14 14:53:03.517628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass map-inline +2023-12-14 14:53:03.517636: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517643: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517650: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: map-inline time: 21 us (cumulative: 972 ms, max: 101 ms, #called: 7315) +2023-12-14 14:53:03.517656: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass comparison-expander +2023-12-14 14:53:03.517663: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517671: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517678: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: comparison-expander time: 21 us (cumulative: 972 ms, max: 101 ms, #called: 7316) +2023-12-14 14:53:03.517684: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cholesky_expander +2023-12-14 14:53:03.517690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517698: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517705: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cholesky_expander time: 20 us (cumulative: 972 ms, max: 101 ms, #called: 7317) +2023-12-14 14:53:03.517714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass qr_expander +2023-12-14 14:53:03.517721: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517736: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: qr_expander time: 20 us (cumulative: 972 ms, max: 101 ms, #called: 7318) +2023-12-14 14:53:03.517741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass eigh_expander +2023-12-14 14:53:03.517747: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517762: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: eigh_expander time: 19 us (cumulative: 972 ms, max: 101 ms, #called: 7319) +2023-12-14 14:53:03.517767: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass triangular_solve_expander +2023-12-14 14:53:03.517774: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517789: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: triangular_solve_expander time: 19 us (cumulative: 972 ms, max: 101 ms, #called: 7320) +2023-12-14 14:53:03.517794: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_gather_decomposer +2023-12-14 14:53:03.517801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517808: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517815: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_gather_decomposer time: 20 us (cumulative: 972 ms, max: 101 ms, #called: 7321) +2023-12-14 14:53:03.517820: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all_to_all_decomposer +2023-12-14 14:53:03.517827: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517842: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all_to_all_decomposer time: 19 us (cumulative: 972 ms, max: 101 ms, #called: 7322) +2023-12-14 14:53:03.517847: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-scatter-decomposer +2023-12-14 14:53:03.517853: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517862: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517869: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-scatter-decomposer time: 21 us (cumulative: 972 ms, max: 101 ms, #called: 7323) +2023-12-14 14:53:03.517875: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass CallInliner +2023-12-14 14:53:03.517885: I external/org_tensorflow/tensorflow/compiler/xla/service/call_inliner.cc:176] Visiting node: main.2 +2023-12-14 14:53:03.517891: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517899: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: CallInliner time: 29 us (cumulative: 972 ms, max: 101 ms, #called: 7324) +2023-12-14 14:53:03.517911: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:03.517918: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517925: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 20 us (cumulative: 972 ms, max: 101 ms, #called: 7325) +2023-12-14 14:53:03.517938: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dot_decomposer +2023-12-14 14:53:03.517945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517953: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517960: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dot_decomposer time: 19 us (cumulative: 972 ms, max: 101 ms, #called: 7326) +2023-12-14 14:53:03.517965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bf16-normalization +2023-12-14 14:53:03.517972: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.517979: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.517986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bf16-normalization time: 20 us (cumulative: 972 ms, max: 101 ms, #called: 7327) +2023-12-14 14:53:03.517991: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batch-dot-simplification +2023-12-14 14:53:03.517997: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518012: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batch-dot-simplification time: 18 us (cumulative: 972 ms, max: 101 ms, #called: 7328) +2023-12-14 14:53:03.518017: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:03.518024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 22 us (cumulative: 972 ms, max: 101 ms, #called: 7329) +2023-12-14 14:53:03.518045: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-group-converter +2023-12-14 14:53:03.518052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-group-converter time: 23 us (cumulative: 973 ms, max: 101 ms, #called: 7330) +2023-12-14 14:53:03.518076: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass batchnorm_expander +2023-12-14 14:53:03.518083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: batchnorm_expander time: 20 us (cumulative: 973 ms, max: 101 ms, #called: 7331) +2023-12-14 14:53:03.518102: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass logistic-expander +2023-12-14 14:53:03.518109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518116: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518123: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: logistic-expander time: 19 us (cumulative: 973 ms, max: 101 ms, #called: 7332) +2023-12-14 14:53:03.518130: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass conditional canonicalizer +2023-12-14 14:53:03.518136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: conditional canonicalizer time: 19 us (cumulative: 973 ms, max: 101 ms, #called: 7333) +2023-12-14 14:53:03.518156: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic dimension simplifier +2023-12-14 14:53:03.518164: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518172: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518179: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic dimension simplifier time: 22 us (cumulative: 973 ms, max: 101 ms, #called: 7334) +2023-12-14 14:53:03.518184: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dynamic_padder +2023-12-14 14:53:03.518202: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518210: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518217: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dynamic_padder time: 31 us (cumulative: 973 ms, max: 101 ms, #called: 7335) +2023-12-14 14:53:03.518224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass select_and_scatter_expander +2023-12-14 14:53:03.518230: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518248: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: select_and_scatter_expander time: 22 us (cumulative: 973 ms, max: 101 ms, #called: 7336) +2023-12-14 14:53:03.518253: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass scatter_expander +2023-12-14 14:53:03.518260: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518274: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: scatter_expander time: 20 us (cumulative: 973 ms, max: 101 ms, #called: 7337) +2023-12-14 14:53:03.518279: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass convolution-canonicalization +2023-12-14 14:53:03.518285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518292: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518299: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: convolution-canonicalization time: 18 us (cumulative: 973 ms, max: 101 ms, #called: 7338) +2023-12-14 14:53:03.518306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass change-op-data-type +2023-12-14 14:53:03.518312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518319: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518327: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: change-op-data-type time: 20 us (cumulative: 973 ms, max: 101 ms, #called: 7339) +2023-12-14 14:53:03.518333: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification +2023-12-14 14:53:03.518339: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification +2023-12-14 14:53:03.518349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:03.518358: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 7 us (cumulative: 973 ms, max: 101 ms, #called: 7340) +2023-12-14 14:53:03.518364: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-sorts +2023-12-14 14:53:03.518372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-sorts time: 6 us (cumulative: 973 ms, max: 101 ms, #called: 7341) +2023-12-14 14:53:03.518377: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.518386: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 7 us (cumulative: 973 ms, max: 101 ms, #called: 7342) +2023-12-14 14:53:03.518393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass gather_expander +2023-12-14 14:53:03.518400: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: gather_expander time: 6 us (cumulative: 973 ms, max: 101 ms, #called: 7343) +2023-12-14 14:53:03.518406: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tree_reduction_rewriter +2023-12-14 14:53:03.518414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tree_reduction_rewriter time: 7 us (cumulative: 973 ms, max: 101 ms, #called: 7344) +2023-12-14 14:53:03.518423: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass zero_sized_hlo_elimination +2023-12-14 14:53:03.518431: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: zero_sized_hlo_elimination time: 7 us (cumulative: 973 ms, max: 101 ms, #called: 7345) +2023-12-14 14:53:03.518437: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-invariant-code-motion +2023-12-14 14:53:03.518445: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-invariant-code-motion time: 7 us (cumulative: 973 ms, max: 101 ms, #called: 7346) +2023-12-14 14:53:03.518450: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:03.518459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 8 us (cumulative: 973 ms, max: 101 ms, #called: 7347) +2023-12-14 14:53:03.518464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass while-loop-constant-sinking +2023-12-14 14:53:03.518472: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: while-loop-constant-sinking time: 6 us (cumulative: 973 ms, max: 101 ms, #called: 7348) +2023-12-14 14:53:03.518478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-while-loops +2023-12-14 14:53:03.518486: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-while-loops time: 7 us (cumulative: 973 ms, max: 101 ms, #called: 7349) +2023-12-14 14:53:03.518491: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.518499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 973 ms, max: 101 ms, #called: 7350) +2023-12-14 14:53:03.518505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-mover +2023-12-14 14:53:03.518513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-mover time: 6 us (cumulative: 973 ms, max: 101 ms, #called: 7351) +2023-12-14 14:53:03.518519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass constant_folding +2023-12-14 14:53:03.518535: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: constant_folding time: 14 us (cumulative: 973 ms, max: 101 ms, #called: 7352) +2023-12-14 14:53:03.518540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplify-conditional +2023-12-14 14:53:03.518549: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplify-conditional time: 8 us (cumulative: 973 ms, max: 101 ms, #called: 7353) +2023-12-14 14:53:03.518555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518563: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518571: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification time: 237 us (cumulative: 973 ms, max: 101 ms, #called: 7354) +2023-12-14 14:53:03.518577: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass bitcast_dtypes_expander +2023-12-14 14:53:03.518583: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518591: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518601: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: bitcast_dtypes_expander time: 23 us (cumulative: 973 ms, max: 101 ms, #called: 7355) +2023-12-14 14:53:03.518607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass topk-rewriter +2023-12-14 14:53:03.518614: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518622: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518629: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: topk-rewriter time: 21 us (cumulative: 973 ms, max: 101 ms, #called: 7356) +2023-12-14 14:53:03.518635: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass indexed-array-analysis-printer-pass +2023-12-14 14:53:03.518641: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518648: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518655: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: indexed-array-analysis-printer-pass time: 19 us (cumulative: 973 ms, max: 101 ms, #called: 7357) +2023-12-14 14:53:03.518661: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass transpose-folding +2023-12-14 14:53:03.518668: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518676: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518683: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: transpose-folding time: 19 us (cumulative: 973 ms, max: 101 ms, #called: 7358) +2023-12-14 14:53:03.518688: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:03.518704: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518711: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518719: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 30 us (cumulative: 973 ms, max: 101 ms, #called: 7359) +2023-12-14 14:53:03.518725: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse_barrier_expander +2023-12-14 14:53:03.518731: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518738: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse_barrier_expander time: 19 us (cumulative: 973 ms, max: 101 ms, #called: 7360) +2023-12-14 14:53:03.518751: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:03.518758: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518773: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 20 us (cumulative: 973 ms, max: 101 ms, #called: 7361) +2023-12-14 14:53:03.518782: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:03.518791: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.518799: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.518806: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 23 us (cumulative: 973 ms, max: 101 ms, #called: 7362) +2023-12-14 14:53:03.518813: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass layout-assignment +2023-12-14 14:53:03.518832: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running unconstrained pass +2023-12-14 14:53:03.518841: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:03.518858: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2534] Running constrained pass +2023-12-14 14:53:03.518864: I external/org_tensorflow/tensorflow/compiler/xla/service/layout_assignment.cc:2231] LayoutAssignment::RunOnComputation(main.2) +2023-12-14 14:53:03.518877: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.518890: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.518896: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.518901: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.518906: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.518912: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.518917: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.518928: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.518941: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.518946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.518951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.518956: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.518961: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.518966: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.518970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.518975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.518980: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.518984: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.518989: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.519008: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:130] Invariant checker hlo-verifier +2023-12-14 14:53:03.519024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:133] Invariant checker done hlo-verifier +2023-12-14 14:53:03.519033: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: layout-assignment time: 217 us (cumulative: 973 ms, max: 101 ms, #called: 7363) +2023-12-14 14:53:03.519049: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: hlo normalization +2023-12-14 14:53:03.519058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:03.519067: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 8 us (cumulative: 973 ms, max: 101 ms, #called: 7364) +2023-12-14 14:53:03.519073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reduce-decomposer +2023-12-14 14:53:03.519081: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reduce-decomposer time: 7 us (cumulative: 973 ms, max: 101 ms, #called: 7365) +2023-12-14 14:53:03.519087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass broadcast_canonicalizer +2023-12-14 14:53:03.519095: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: broadcast_canonicalizer time: 7 us (cumulative: 973 ms, max: 101 ms, #called: 7366) +2023-12-14 14:53:03.519107: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: HLO passes after layout assignment +2023-12-14 14:53:03.519115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass after layout assignment +2023-12-14 14:53:03.519121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: after layout assignment +2023-12-14 14:53:03.519129: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: after layout assignment time: 12 us (cumulative: 973 ms, max: 101 ms, #called: 7367) +2023-12-14 14:53:03.519135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass reshape-decomposer +2023-12-14 14:53:03.519143: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: reshape-decomposer time: 7 us (cumulative: 973 ms, max: 101 ms, #called: 7368) +2023-12-14 14:53:03.519149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass fusion +2023-12-14 14:53:03.519164: I external/org_tensorflow/tensorflow/compiler/xla/service/instruction_fusion.cc:702] Fusion count: 0 +2023-12-14 14:53:03.519171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: fusion time: 21 us (cumulative: 973 ms, max: 101 ms, #called: 7369) +2023-12-14 14:53:03.519177: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass simplification after layout assignment +2023-12-14 14:53:03.519182: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module jit_prim_fun: simplification after layout assignment +2023-12-14 14:53:03.519189: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass algsimp +2023-12-14 14:53:03.519198: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: algsimp time: 8 us (cumulative: 974 ms, max: 101 ms, #called: 7370) +2023-12-14 14:53:03.519205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.519214: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 8 us (cumulative: 974 ms, max: 101 ms, #called: 7371) +2023-12-14 14:53:03.519223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:03.519239: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 14 us (cumulative: 974 ms, max: 101 ms, #called: 7372) +2023-12-14 14:53:03.519247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: simplification after layout assignment time: 68 us (cumulative: 974 ms, max: 101 ms, #called: 7373) +2023-12-14 14:53:03.519252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cpu-parallel-task-assigner +2023-12-14 14:53:03.519258: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/parallel_task_assignment.cc:117] ParallelTaskAssignment max_parallelism: 64 +2023-12-14 14:53:03.519278: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cpu-parallel-task-assigner time: 23 us (cumulative: 974 ms, max: 101 ms, #called: 7374) +2023-12-14 14:53:03.519285: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.519293: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 974 ms, max: 101 ms, #called: 7375) +2023-12-14 14:53:03.519298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass copy-insertion +2023-12-14 14:53:03.519306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.519316: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.519334: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.519340: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.519345: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.519349: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.519354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.519362: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.519372: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.519378: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.519383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.519388: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.519393: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.519398: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.519403: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.519408: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.519412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.519418: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.519427: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.519444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.519454: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.519459: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.519464: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.519469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.519474: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.519479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.519485: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.519494: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.519499: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.519504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.519508: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.519513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.519519: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.519524: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.519529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.519533: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.519538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.519543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.519555: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.519564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.519570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.519575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.519580: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.519585: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.519590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.519596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.519607: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.519612: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.519618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.519623: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.519628: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.519633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.519637: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.519642: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.519647: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.519651: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.519657: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.519678: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2161] Num copies before copy-insertion: 0 +2023-12-14 14:53:03.519684: I external/org_tensorflow/tensorflow/compiler/xla/service/copy_insertion.cc:2162] Num copies after copy-insertion: 1 +2023-12-14 14:53:03.519693: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: copy-insertion time: 393 us (cumulative: 974 ms, max: 101 ms, #called: 7376) +2023-12-14 14:53:03.519699: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:03.519707: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 6 us (cumulative: 974 ms, max: 101 ms, #called: 7377) +2023-12-14 14:53:03.519718: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1491] Compiling: jit_prim_fun +2023-12-14 14:53:03.520660: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/simple_orc_jit.cc:129] CPU target: icelake-server features: -avx512pf,-tsxldtrk,+cx16,+sahf,-tbm,+avx512ifma,+sha,+crc32,-fma4,+vpclmulqdq,+prfchw,+bmi2,-cldemote,+fsgsbase,-avx512bf16,-amx-tile,-uintr,+gfni,+popcnt,-ptwrite,+aes,+avx512bitalg,-movdiri,-widekl,+xsaves,-avx512er,-avxvnni,-avx512fp16,+avx512vnni,-amx-bf16,+avx512vpopcntdq,+pconfig,+clwb,+avx512f,+xsavec,-clzero,+pku,+mmx,-lwp,+rdpid,-xop,+rdseed,-waitpkg,-kl,-movdir64b,-sse4a,+avx512bw,+clflushopt,+xsave,+avx512vbmi2,+64bit,+avx512vl,-serialize,-hreset,+invpcid,+avx512cd,+avx,+vaes,-amx-int8,+cx8,+fma,-rtm,+bmi,-enqcmd,+rdrnd,-mwaitx,+sse4.1,+sse4.2,+avx2,+fxsr,+wbnoinvd,+sse,+lzcnt,+pclmul,-rdpru,+f16c,+ssse3,+sgx,-prefetchwt1,+cmov,+avx512vbmi,-shstk,+movbe,-avx512vp2intersect,+xsaveopt,+avx512dq,+sse2,+adx,+sse3 +2023-12-14 14:53:03.520713: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.520732: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.520739: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.520745: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.520750: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.520755: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.520769: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.520779: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.520785: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:03.520790: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:03.520809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.520814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.520819: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.520825: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.520830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.520835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.520840: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:03.520845: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:03.520850: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.520854: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.520859: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.520864: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.520868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.520873: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:03.520878: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.520883: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:03.520888: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.520892: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:03.520897: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.520903: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192,2048]{1,0} copy(f32[8192,2048]{1,0} %Arg_0.1) +2023-12-14 14:53:03.520934: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.520945: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.520951: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.520957: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.520965: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.520970: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.520975: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.520981: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.520986: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:03.520992: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:03.521005: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.521010: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.521015: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.521019: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.521024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.521029: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.521034: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:03.521039: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:03.521043: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.521048: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.521053: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.521059: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.521063: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.521068: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:03.521073: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.521078: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:03.521083: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.521088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:03.521092: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.521097: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192,2048]{1,0} copy(f32[8192,2048]{1,0} %Arg_0.1) +2023-12-14 14:53:03.521113: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1693] Assigning buffers to module jit_prim_fun +2023-12-14 14:53:03.521119: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1697] Number of buffers to assign: 2 +2023-12-14 14:53:03.521139: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1451] Running whole-module heap simulation +2023-12-14 14:53:03.521150: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:549] CombineTempAllocations() +2023-12-14 14:53:03.521158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1538] HloDataflowAnalysis::Run on module jit_prim_fun +2023-12-14 14:53:03.521169: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1217] SSA_FORM_: 1 +2023-12-14 14:53:03.521175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1501] Before phi graph optimization +2023-12-14 14:53:03.521181: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1502] PhiGraph: +2023-12-14 14:53:03.521185: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1504] After phi graph optimization +2023-12-14 14:53:03.521190: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1505] PhiGraph: +2023-12-14 14:53:03.521195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: Arg_0.1 +2023-12-14 14:53:03.521201: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <0 Arg_0.1> + +2023-12-14 14:53:03.521206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1511] inst: copy +2023-12-14 14:53:03.521212: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1512] InstructionValueSet(f32[8192,2048]) + {} : HloValueSet: <1 copy> + +2023-12-14 14:53:03.521223: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloDataflowAnalysis, module jit_prim_fun +2023-12-14 14:53:03.521228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction value sets: +2023-12-14 14:53:03.521233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.521237: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1: +2023-12-14 14:53:03.521242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> (def) +2023-12-14 14:53:03.521247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Instruction: +2023-12-14 14:53:03.521252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy: +2023-12-14 14:53:03.521257: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> (def) +2023-12-14 14:53:03.521262: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] HloValues: +2023-12-14 14:53:03.521267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <0 Arg_0.1> +2023-12-14 14:53:03.521272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.521276: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] Arg_0.1 +2023-12-14 14:53:03.521281: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.521286: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy, operand 0 +2023-12-14 14:53:03.521290: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.521295: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] <1 copy> +2023-12-14 14:53:03.521300: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] positions: +2023-12-14 14:53:03.521305: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] copy +2023-12-14 14:53:03.521312: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] uses: +2023-12-14 14:53:03.521317: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dataflow_analysis.cc:1587] from instruction:%copy = f32[8192,2048]{1,0} copy(f32[8192,2048]{1,0} %Arg_0.1) +2023-12-14 14:53:03.521346: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] HloModule jit_prim_fun, entry_computation_layout={(f32[8192,2048]{1,0})->f32[8192,2048]{1,0}} +2023-12-14 14:53:03.521354: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:03.521359: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ENTRY %main.2 (Arg_0.1: f32[8192,2048]) -> f32[8192,2048] { +2023-12-14 14:53:03.521364: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] %Arg_0.1 = f32[8192,2048]{1,0} parameter(0) +2023-12-14 14:53:03.521369: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] ROOT %copy = f32[8192,2048]{1,0} copy(f32[8192,2048]{1,0} %Arg_0.1) +2023-12-14 14:53:03.521374: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] } +2023-12-14 14:53:03.521379: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:162] +2023-12-14 14:53:03.521388: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:165] HloLiveRange (max 2): + InstructionSequence: + 0:Arg_0.1 + 1:copy + BufferLiveRange: + Arg_0.1{}:0-2 + copy{}:1-2 + Live ranges at 1 (peak): + Arg_0.1: 67108864 bytes + copy: 67108864 bytes + +2023-12-14 14:53:03.521395: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:226] Program time2 +2023-12-14 14:53:03.521400: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 0 +2023-12-14 14:53:03.521406: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <0 Arg_0.1> +2023-12-14 14:53:03.521414: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 1 +2023-12-14 14:53:03.521419: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:235] Start buffer: <1 copy> +2023-12-14 14:53:03.521425: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:231] Time step: 2 +2023-12-14 14:53:03.521429: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:326] Free Buffer: +2023-12-14 14:53:03.521434: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <0 Arg_0.1> +2023-12-14 14:53:03.521441: I external/org_tensorflow/tensorflow/compiler/xla/service/heap_simulator.cc:329] <1 copy> +2023-12-14 14:53:03.521461: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] BufferAssignment stats: +2023-12-14 14:53:03.521467: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] parameter allocation: 64.00MiB +2023-12-14 14:53:03.521472: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] constant allocation: 0B +2023-12-14 14:53:03.521477: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] maybe_live_out allocation: 64.00MiB +2023-12-14 14:53:03.521482: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] preallocated temp allocation: 0B +2023-12-14 14:53:03.521487: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total allocation: 128.00MiB +2023-12-14 14:53:03.521492: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1781] total fragmentation: 0B (0.00%) +2023-12-14 14:53:03.521497: I external/org_tensorflow/tensorflow/compiler/xla/service/buffer_assignment.cc:1782] Buffer assignment done. +2023-12-14 14:53:03.521615: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:805] CpuCompiler - Running LLVM verifier time: 34 us (cumulative: 7.46 ms, max: 421 us, #called: 94) +2023-12-14 14:53:03.525315: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_executable.cc:89] compute_function_ at address 0x7ff008609000 +2023-12-14 14:53:03.525568: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1512] Compilation finished +2023-12-14 14:53:03.525598: I external/org_tensorflow/tensorflow/compiler/xla/service/cpu/cpu_compiler.cc:1493] Compiling [jit_prim_fun] for CPU using JIT time: 5.87 ms (cumulative: 2.12 s, max: 222 ms, #called: 94) +2023-12-14 14:53:03.526131: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.584998: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.585583: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.585642: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.585816: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.644290: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.644814: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.644860: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.645005: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.703561: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.704431: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.704487: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.704790: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.717911: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.718470: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.718521: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.718794: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.729923: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.730653: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.730698: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.730984: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.740641: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.741121: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.741160: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.741419: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.749997: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.750506: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.750559: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.750825: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.759090: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.759571: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.759615: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.759875: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.767981: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.768436: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.768488: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.768765: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.776884: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.777338: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.777381: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:03.777636: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1754] Executing computation jit_prim_fun; num_replicas=1 num_partitions=1 num_addressable_devices=1 +2023-12-14 14:53:03.785857: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/tfrt_cpu_pjrt_client.cc:1842] Replicated execution complete. +2023-12-14 14:53:06.322984: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/distributed/service.cc:485] Distributed runtime service address 10.176.22.221:24038 +2023-12-14 14:53:06.324385: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/distributed/service.cc:491] Jax service listening on 10.176.22.221:24038 +2023-12-14 14:53:06.324803: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/distributed/service.cc:485] Distributed runtime service address 10.176.22.221:21170 +2023-12-14 14:53:06.325188: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/distributed/service.cc:491] Jax service listening on 10.176.22.221:21170 +2023-12-14 14:53:08.545110: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module manual_pipeline_train_step_pipeshard_parallel_mesh_0-layer_0: run-spmd-partitioner +2023-12-14 14:53:08.545247: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-propagation +2023-12-14 14:53:08.545368: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 0; +2023-12-14 14:53:08.545390: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 20 +2023-12-14 14:53:08.545407: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 20 +2023-12-14 14:53:08.545423: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.545441: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.545458: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 0 +2023-12-14 14:53:08.545482: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 1; +2023-12-14 14:53:08.545498: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 20 +2023-12-14 14:53:08.545514: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 20 +2023-12-14 14:53:08.545530: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.545545: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.545561: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 1 +2023-12-14 14:53:08.545584: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 2; +2023-12-14 14:53:08.545600: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 20 +2023-12-14 14:53:08.545615: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 20 +2023-12-14 14:53:08.545630: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.545646: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.545661: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 2 +2023-12-14 14:53:08.545684: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 3; +2023-12-14 14:53:08.545699: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 20 +2023-12-14 14:53:08.545715: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 20 +2023-12-14 14:53:08.545732: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.545769: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.545784: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 3 +2023-12-14 14:53:08.545801: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2728] Sharding propagation completed after 4 iterations +2023-12-14 14:53:08.545838: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-propagation time: 577 us (cumulative: 975 ms, max: 101 ms, #called: 7378) +2023-12-14 14:53:08.545857: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass spmd-partitioning +2023-12-14 14:53:08.546097: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.546125: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.546140: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ***** SPMD memory usage before partition ***** +2023-12-14 14:53:08.546155: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.546170: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** Replicated instructions +2023-12-14 14:53:08.546186: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 4.00MiB : %broadcast.78 = f32[128,8192]{1,0} broadcast(f32[] %constant.77), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=142} +2023-12-14 14:53:08.546205: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %param_4 = f32[128,2048]{1,0} parameter(4), sharding={replicated}, metadata={op_name="layer_0$start"} +2023-12-14 14:53:08.546222: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %broadcast.80 = f32[128,2048]{1,0} broadcast(f32[] %constant.8), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=144} +2023-12-14 14:53:08.546238: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %broadcast.126 = f32[128,2048]{1,0} broadcast(f32[2048]{0} %param_3), dimensions={1}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_1/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:08.546256: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %dot.122 = f32[128,2048]{1,0} dot(f32[128,8192]{1,0} %maximum.120, f32[8192,2048]{1,0} %param_2), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.546272: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.546286: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** All instructions +2023-12-14 14:53:08.546303: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %param_0 = f32[2048,8192]{1,0} parameter(0), sharding={devices=[1,2]0,1}, metadata={op_name="layer_0$start"} +2023-12-14 14:53:08.546328: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %param_2 = f32[8192,2048]{1,0} parameter(2), sharding={devices=[2,1]0,1}, metadata={op_name="layer_0$start"} +2023-12-14 14:53:08.546344: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 4.00MiB : %broadcast.78 = f32[128,8192]{1,0} broadcast(f32[] %constant.77), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=142} +2023-12-14 14:53:08.546360: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 4.00MiB : %broadcast.118 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %param_1), dimensions={1}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:08.546376: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 4.00MiB : %dot.114 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %param_4, f32[2048,8192]{1,0} %param_0), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.547811: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:08.547866: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:08.547886: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] ***** SPMD memory usage after partition ***** +2023-12-14 14:53:08.547902: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %param.1 = f32[2048,4096]{1,0} parameter(0), sharding={devices=[1,2]0,1}, metadata={op_name="layer_0$start"} +2023-12-14 14:53:08.547917: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %param.3 = f32[4096,2048]{1,0} parameter(2), sharding={devices=[2,1]0,1}, metadata={op_name="layer_0$start"} +2023-12-14 14:53:08.547933: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 4.00MiB : %broadcast.1 = f32[128,8192]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=142} +2023-12-14 14:53:08.547949: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 2.00MiB : %dot = f32[128,4096]{1,0} dot(f32[128,2048]{1,0} %param, f32[2048,4096]{1,0} %param.1), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.547965: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 2.00MiB : %broadcast.0 = f32[128,4096]{1,0} broadcast(f32[4096]{0} %param.2), dimensions={1}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:08.548017: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.548032: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.548047: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] ***** SPMD memory during transformation ***** +2023-12-14 14:53:08.548063: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.548079: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %param_0 = f32[2048,8192]{1,0} parameter(0), sharding={devices=[1,2]0,1}, metadata={op_name="layer_0$start"} * %param = f32[2048,4096]{1,0} parameter(0), sharding={devices=[1,2]0,1}, metadata={op_name="layer_0$start"} +2023-12-14 14:53:08.548094: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.548108: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.548123: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %param_2 = f32[8192,2048]{1,0} parameter(2), sharding={devices=[2,1]0,1}, metadata={op_name="layer_0$start"} * %param = f32[4096,2048]{1,0} parameter(2), sharding={devices=[2,1]0,1}, metadata={op_name="layer_0$start"} +2023-12-14 14:53:08.548138: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.548152: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.548168: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 4.00MiB : %broadcast.78 = f32[128,8192]{1,0} broadcast(f32[] %constant.77), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=142} * %broadcast.78 = f32[128,8192]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=142} +2023-12-14 14:53:08.548184: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.548198: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.548217: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 2.00MiB : %dot.114 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %param_4, f32[2048,8192]{1,0} %param_0), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} * %dot = f32[128,4096]{1,0} dot(f32[128,2048]{1,0} %param, f32[2048,4096]{1,0} %param), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_0/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.548240: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.548255: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.548271: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 2.00MiB : %broadcast.118 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %param_1), dimensions={1}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} * %broadcast.118 = f32[128,4096]{1,0} broadcast(f32[4096]{0} %param), dimensions={1}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_0/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:08.548287: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.548306: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module manual_pipeline_train_step_pipeshard_parallel_mesh_0-layer_0: spmd-cleanup +2023-12-14 14:53:08.548338: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:08.548383: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %constant.3 = f32[] constant(0), metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} and its unused operands +2023-12-14 14:53:08.548414: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %constant.4 = f32[] constant(0), metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_1/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} and its unused operands +2023-12-14 14:53:08.548458: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 110 us (cumulative: 975 ms, max: 101 ms, #called: 7379) +2023-12-14 14:53:08.548478: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:08.548520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 37 us (cumulative: 975 ms, max: 101 ms, #called: 7380) +2023-12-14 14:53:08.548538: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:08.548570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 28 us (cumulative: 975 ms, max: 101 ms, #called: 7381) +2023-12-14 14:53:08.548586: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:08.548720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 126 us (cumulative: 975 ms, max: 101 ms, #called: 7382) +2023-12-14 14:53:08.548741: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:08.548778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 32 us (cumulative: 975 ms, max: 101 ms, #called: 7383) +2023-12-14 14:53:08.548836: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: spmd-partitioning time: 2.97 ms (cumulative: 978 ms, max: 101 ms, #called: 7384) +2023-12-14 14:53:08.548855: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass redundant_slice_eliminator +2023-12-14 14:53:08.548904: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.1 = f32[128,4096]{1,0} dynamic-slice(f32[128,8192]{1,0} %broadcast.1, s32[] %constant.1, s32[] %reshape), dynamic_slice_sizes={128,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=142} and its unused operands +2023-12-14 14:53:08.548954: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: redundant_slice_eliminator time: 93 us (cumulative: 978 ms, max: 101 ms, #called: 7385) +2023-12-14 14:53:08.548973: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all-reduce-reassociate +2023-12-14 14:53:08.549009: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all-reduce-reassociate time: 32 us (cumulative: 978 ms, max: 101 ms, #called: 7386) +2023-12-14 14:53:08.549027: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass grad_acc_rewrite +2023-12-14 14:53:08.549052: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: grad_acc_rewrite time: 21 us (cumulative: 978 ms, max: 101 ms, #called: 7387) +2023-12-14 14:53:08.550944: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module manual_pipeline_train_step_pipeshard_parallel_mesh_1-layer_1: run-spmd-partitioner +2023-12-14 14:53:08.551032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-propagation +2023-12-14 14:53:08.551117: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 0; +2023-12-14 14:53:08.551135: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 25 +2023-12-14 14:53:08.551151: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 25 +2023-12-14 14:53:08.551166: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.551181: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.551195: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 0 +2023-12-14 14:53:08.551221: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 1; +2023-12-14 14:53:08.551237: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 25 +2023-12-14 14:53:08.551252: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 25 +2023-12-14 14:53:08.551267: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.551281: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.551296: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 1 +2023-12-14 14:53:08.551334: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 2; +2023-12-14 14:53:08.551371: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 25 +2023-12-14 14:53:08.551386: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 25 +2023-12-14 14:53:08.551401: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.551416: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.551430: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 2 +2023-12-14 14:53:08.551454: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 3; +2023-12-14 14:53:08.551469: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 25 +2023-12-14 14:53:08.551483: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 25 +2023-12-14 14:53:08.551498: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.551513: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.551528: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 3 +2023-12-14 14:53:08.551543: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2728] Sharding propagation completed after 4 iterations +2023-12-14 14:53:08.551575: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-propagation time: 532 us (cumulative: 979 ms, max: 101 ms, #called: 7388) +2023-12-14 14:53:08.551594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass spmd-partitioning +2023-12-14 14:53:08.551795: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.551822: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.551838: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ***** SPMD memory usage before partition ***** +2023-12-14 14:53:08.551852: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.551866: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** Replicated instructions +2023-12-14 14:53:08.551882: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 4.00MiB : %broadcast.77 = f32[128,8192]{1,0} broadcast(f32[] %constant.76), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=148} +2023-12-14 14:53:08.551898: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %param_0 = f32[128,2048]{1,0} parameter(0), sharding={replicated}, metadata={op_name="layer_1$start"} +2023-12-14 14:53:08.551916: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %broadcast.79 = f32[128,2048]{1,0} broadcast(f32[] %constant.8), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=150} +2023-12-14 14:53:08.551934: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %broadcast.83 = f32[128,2048]{1,0} broadcast(f32[] %constant.82), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=173} +2023-12-14 14:53:08.551959: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 8.0KiB : %param_4 = f32[2048]{0} parameter(4), sharding={replicated}, metadata={op_name="layer_1$start"} +2023-12-14 14:53:08.551974: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.551989: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** All instructions +2023-12-14 14:53:08.552005: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %param_1 = f32[2048,8192]{1,0} parameter(1), sharding={devices=[1,2]0,1}, metadata={op_name="layer_1$start"} +2023-12-14 14:53:08.552020: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %param_3 = f32[8192,2048]{1,0} parameter(3), sharding={devices=[2,1]0,1}, metadata={op_name="layer_1$start"} +2023-12-14 14:53:08.552035: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 4.00MiB : %broadcast.77 = f32[128,8192]{1,0} broadcast(f32[] %constant.76), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=148} +2023-12-14 14:53:08.552051: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 4.00MiB : %broadcast.125 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %param_2), dimensions={1}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:08.552068: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 4.00MiB : %dot.121 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %param_0, f32[2048,8192]{1,0} %param_1), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.553712: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:08.553764: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:08.553783: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] ***** SPMD memory usage after partition ***** +2023-12-14 14:53:08.553798: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %param.1 = f32[2048,4096]{1,0} parameter(1), sharding={devices=[1,2]0,1}, metadata={op_name="layer_1$start"} +2023-12-14 14:53:08.553813: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %param.3 = f32[4096,2048]{1,0} parameter(3), sharding={devices=[2,1]0,1}, metadata={op_name="layer_1$start"} +2023-12-14 14:53:08.553828: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 4.00MiB : %broadcast.1 = f32[128,8192]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=148} +2023-12-14 14:53:08.553859: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 2.00MiB : %dot = f32[128,4096]{1,0} dot(f32[128,2048]{1,0} %param, f32[2048,4096]{1,0} %param.1), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.553876: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 2.00MiB : %broadcast.0 = f32[128,4096]{1,0} broadcast(f32[4096]{0} %param.2), dimensions={1}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:08.553910: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.553925: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.553939: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] ***** SPMD memory during transformation ***** +2023-12-14 14:53:08.553954: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.553969: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %param_1 = f32[2048,8192]{1,0} parameter(1), sharding={devices=[1,2]0,1}, metadata={op_name="layer_1$start"} * %param = f32[2048,4096]{1,0} parameter(1), sharding={devices=[1,2]0,1}, metadata={op_name="layer_1$start"} +2023-12-14 14:53:08.553984: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.553998: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.554013: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %param_3 = f32[8192,2048]{1,0} parameter(3), sharding={devices=[2,1]0,1}, metadata={op_name="layer_1$start"} * %param = f32[4096,2048]{1,0} parameter(3), sharding={devices=[2,1]0,1}, metadata={op_name="layer_1$start"} +2023-12-14 14:53:08.554027: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.554041: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.554057: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 4.00MiB : %broadcast.77 = f32[128,8192]{1,0} broadcast(f32[] %constant.76), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=148} * %broadcast.77 = f32[128,8192]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=148} +2023-12-14 14:53:08.554073: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.554087: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.554105: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 2.00MiB : %dot.121 = f32[128,8192]{1,0} dot(f32[128,2048]{1,0} %param_0, f32[2048,8192]{1,0} %param_1), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} * %dot = f32[128,4096]{1,0} dot(f32[128,2048]{1,0} %param, f32[2048,4096]{1,0} %param), lhs_contracting_dims={1}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_2/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.554134: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.554149: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.554165: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 2.00MiB : %broadcast.125 = f32[128,8192]{1,0} broadcast(f32[8192]{0} %param_2), dimensions={1}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} * %broadcast.125 = f32[128,4096]{1,0} broadcast(f32[4096]{0} %param), dimensions={1}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_2/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=200} +2023-12-14 14:53:08.554180: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.554199: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module manual_pipeline_train_step_pipeshard_parallel_mesh_1-layer_1: spmd-cleanup +2023-12-14 14:53:08.554229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:08.554275: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %constant.3 = f32[] constant(0), metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} and its unused operands +2023-12-14 14:53:08.554304: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %constant.4 = f32[] constant(0), metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/Dense_3/dot_general[dimension_numbers=(((1,), (0,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} and its unused operands +2023-12-14 14:53:08.554350: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 111 us (cumulative: 979 ms, max: 101 ms, #called: 7389) +2023-12-14 14:53:08.554368: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:08.554416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 42 us (cumulative: 979 ms, max: 101 ms, #called: 7390) +2023-12-14 14:53:08.554433: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:08.554479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 40 us (cumulative: 979 ms, max: 101 ms, #called: 7391) +2023-12-14 14:53:08.554496: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:08.554689: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 185 us (cumulative: 979 ms, max: 101 ms, #called: 7392) +2023-12-14 14:53:08.554717: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:08.554754: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 32 us (cumulative: 979 ms, max: 101 ms, #called: 7393) +2023-12-14 14:53:08.554809: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: spmd-partitioning time: 3.21 ms (cumulative: 982 ms, max: 101 ms, #called: 7394) +2023-12-14 14:53:08.554829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass redundant_slice_eliminator +2023-12-14 14:53:08.554886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.1 = f32[128,4096]{1,0} dynamic-slice(f32[128,8192]{1,0} %broadcast.1, s32[] %constant.1, s32[] %reshape), dynamic_slice_sizes={128,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=148} and its unused operands +2023-12-14 14:53:08.554920: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.5 = f32[64,2048]{1,0} dynamic-slice(f32[128,2048]{1,0} %broadcast.3, s32[] %reshape.1, s32[] %constant.1), dynamic_slice_sizes={64,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=150} and its unused operands +2023-12-14 14:53:08.554948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.7 = f32[64,2048]{1,0} dynamic-slice(f32[128,2048]{1,0} %broadcast.4, s32[] %reshape.1, s32[] %constant.1), dynamic_slice_sizes={64,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=173} and its unused operands +2023-12-14 14:53:08.554995: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: redundant_slice_eliminator time: 161 us (cumulative: 982 ms, max: 101 ms, #called: 7395) +2023-12-14 14:53:08.555013: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all-reduce-reassociate +2023-12-14 14:53:08.555070: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all-reduce-reassociate time: 52 us (cumulative: 982 ms, max: 101 ms, #called: 7396) +2023-12-14 14:53:08.555088: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass grad_acc_rewrite +2023-12-14 14:53:08.555112: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: grad_acc_rewrite time: 19 us (cumulative: 982 ms, max: 101 ms, #called: 7397) +2023-12-14 14:53:08.556616: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module manual_pipeline_train_step_pipeshard_parallel_mesh_1-layer_1_backward: run-spmd-partitioner +2023-12-14 14:53:08.556690: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-propagation +2023-12-14 14:53:08.556793: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 0; +2023-12-14 14:53:08.556821: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 40 +2023-12-14 14:53:08.556833: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 34 +2023-12-14 14:53:08.556844: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.556854: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.556867: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 0 +2023-12-14 14:53:08.556892: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 1; +2023-12-14 14:53:08.556904: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 40 +2023-12-14 14:53:08.556915: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 34 +2023-12-14 14:53:08.556925: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.556935: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.556946: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 1 +2023-12-14 14:53:08.556970: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 2; +2023-12-14 14:53:08.556980: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 40 +2023-12-14 14:53:08.556992: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 34 +2023-12-14 14:53:08.557002: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.557012: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.557023: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 2 +2023-12-14 14:53:08.557045: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 3; +2023-12-14 14:53:08.557057: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 40 +2023-12-14 14:53:08.557067: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 34 +2023-12-14 14:53:08.557078: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.557089: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.557099: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 3 +2023-12-14 14:53:08.557110: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2728] Sharding propagation completed after 4 iterations +2023-12-14 14:53:08.557135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-propagation time: 437 us (cumulative: 983 ms, max: 101 ms, #called: 7398) +2023-12-14 14:53:08.557149: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass spmd-partitioning +2023-12-14 14:53:08.557313: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.557343: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.557355: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ***** SPMD memory usage before partition ***** +2023-12-14 14:53:08.557365: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.557376: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** Replicated instructions +2023-12-14 14:53:08.557387: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 4.00MiB : %broadcast.77 = f32[128,8192]{1,0} broadcast(f32[] %constant.76), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=148} +2023-12-14 14:53:08.557399: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %param_9 = f32[128,2048]{1,0} parameter(9), sharding={replicated}, metadata={op_name="layer_1_backward$start"} +2023-12-14 14:53:08.557410: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %broadcast.79 = f32[128,2048]{1,0} broadcast(f32[] %constant.8), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=150} +2023-12-14 14:53:08.557421: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %broadcast.81 = f32[128,2048]{1,0} broadcast(f32[] %constant.80), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/broadcast_in_dim[shape=(128, 2048) broadcast_dimensions=()]" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=173} +2023-12-14 14:53:08.557433: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %reshape.6 = f32[128,2048]{1,0} reshape(f32[128,2048]{1,0} %select.214), sharding={replicated} +2023-12-14 14:53:08.557445: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.557456: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** All instructions +2023-12-14 14:53:08.557467: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %param_1 = f32[8192,2048]{1,0} parameter(1), sharding={devices=[2,1]0,1}, metadata={op_name="layer_1_backward$start"} +2023-12-14 14:53:08.557478: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %add.233 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_1, f32[8192,2048]{0,1} %dot), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/add"} +2023-12-14 14:53:08.557489: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %param_3 = f32[2048,8192]{1,0} parameter(3), sharding={devices=[1,2]0,1}, metadata={op_name="layer_1_backward$start"} +2023-12-14 14:53:08.557500: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %dot = f32[8192,2048]{0,1} dot(f32[128,8192]{1,0} %param_6, f32[128,2048]{1,0} %reshape.6), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.557512: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %add.235 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_3, f32[2048,8192]{0,1} %dot.1), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/add"} +2023-12-14 14:53:08.559012: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:08.559055: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:08.559069: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] ***** SPMD memory usage after partition ***** +2023-12-14 14:53:08.559080: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %param.10 = f32[2048,4096]{1,0} parameter(10), sharding={devices=[1,2]0,1}, metadata={op_name="layer_1_backward$start"} +2023-12-14 14:53:08.559091: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %add.4 = f32[2048,4096]{1,0} add(f32[2048,4096]{1,0} %param.8, f32[2048,4096]{1,0} %dot.4), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/add"} +2023-12-14 14:53:08.559104: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %dot.4 = f32[2048,4096]{1,0} dot(f32[128,2048]{1,0} %param.9, f32[128,4096]{1,0} %select.1), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/Dense_2/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.559116: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %param.8 = f32[2048,4096]{1,0} parameter(3), sharding={devices=[1,2]0,1}, metadata={op_name="layer_1_backward$start"} +2023-12-14 14:53:08.559127: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %param.7 = f32[4096,2048]{1,0} parameter(8), sharding={devices=[2,1]0,1}, metadata={op_name="layer_1_backward$start"} +2023-12-14 14:53:08.559153: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.559164: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.559175: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] ***** SPMD memory during transformation ***** +2023-12-14 14:53:08.559185: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.559196: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %param_8 = f32[8192,2048]{1,0} parameter(8), sharding={devices=[2,1]0,1}, metadata={op_name="layer_1_backward$start"} * %param = f32[4096,2048]{1,0} parameter(8), sharding={devices=[2,1]0,1}, metadata={op_name="layer_1_backward$start"} +2023-12-14 14:53:08.559207: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.559218: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.559228: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %param_3 = f32[2048,8192]{1,0} parameter(3), sharding={devices=[1,2]0,1}, metadata={op_name="layer_1_backward$start"} * %param = f32[2048,4096]{1,0} parameter(3), sharding={devices=[1,2]0,1}, metadata={op_name="layer_1_backward$start"} +2023-12-14 14:53:08.559239: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.559249: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.559273: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %add.233 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_1, f32[8192,2048]{0,1} %dot), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/add"} * %add.233 = f32[4096,2048]{1,0} add(f32[4096,2048]{1,0} %param, f32[4096,2048]{1,0} %dot), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/add"} +2023-12-14 14:53:08.559284: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.559295: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.559317: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %dot = f32[8192,2048]{0,1} dot(f32[128,8192]{1,0} %param_6, f32[128,2048]{1,0} %reshape.6), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} * %dot = f32[4096,2048]{1,0} dot(f32[128,4096]{1,0} %param, f32[128,2048]{1,0} %reshape.6), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/Dense_3/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.559373: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.559384: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.559395: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %param_1 = f32[8192,2048]{1,0} parameter(1), sharding={devices=[2,1]0,1}, metadata={op_name="layer_1_backward$start"} * %param = f32[4096,2048]{1,0} parameter(1), sharding={devices=[2,1]0,1}, metadata={op_name="layer_1_backward$start"} +2023-12-14 14:53:08.559406: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.559420: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module manual_pipeline_train_step_pipeshard_parallel_mesh_1-layer_1_backward: spmd-cleanup +2023-12-14 14:53:08.559444: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:08.559483: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %constant.14 = f32[] constant(0), metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} and its unused operands +2023-12-14 14:53:08.559505: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %constant.15 = f32[] constant(0), metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/Dense_2/dot_general[dimension_numbers=(((1,), (1,)), ((), ())) precision=None preferred_element_type=None]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} and its unused operands +2023-12-14 14:53:08.559543: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 91 us (cumulative: 983 ms, max: 101 ms, #called: 7399) +2023-12-14 14:53:08.559565: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:08.559602: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 35 us (cumulative: 983 ms, max: 101 ms, #called: 7400) +2023-12-14 14:53:08.559615: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:08.559646: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 27 us (cumulative: 983 ms, max: 101 ms, #called: 7401) +2023-12-14 14:53:08.559659: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:08.559814: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 149 us (cumulative: 983 ms, max: 101 ms, #called: 7402) +2023-12-14 14:53:08.559835: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:08.559872: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 34 us (cumulative: 983 ms, max: 101 ms, #called: 7403) +2023-12-14 14:53:08.559919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: spmd-partitioning time: 2.77 ms (cumulative: 986 ms, max: 101 ms, #called: 7404) +2023-12-14 14:53:08.559933: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass redundant_slice_eliminator +2023-12-14 14:53:08.559978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.1 = f32[64,2048]{1,0} dynamic-slice(f32[128,2048]{1,0} %broadcast.0, s32[] %reshape, s32[] %constant.2), dynamic_slice_sizes={64,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=173} and its unused operands +2023-12-14 14:53:08.560002: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.3 = f32[64,2048]{1,0} dynamic-slice(f32[128,2048]{1,0} %broadcast.1, s32[] %reshape, s32[] %constant.2), dynamic_slice_sizes={64,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=150} and its unused operands +2023-12-14 14:53:08.560024: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.5 = f32[128,4096]{1,0} dynamic-slice(f32[128,8192]{1,0} %broadcast.2, s32[] %constant.2, s32[] %reshape.5), dynamic_slice_sizes={128,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=148} and its unused operands +2023-12-14 14:53:08.560077: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: redundant_slice_eliminator time: 140 us (cumulative: 986 ms, max: 101 ms, #called: 7405) +2023-12-14 14:53:08.560090: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all-reduce-reassociate +2023-12-14 14:53:08.560136: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all-reduce-reassociate time: 43 us (cumulative: 986 ms, max: 101 ms, #called: 7406) +2023-12-14 14:53:08.560150: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass grad_acc_rewrite +2023-12-14 14:53:08.560171: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: grad_acc_rewrite time: 18 us (cumulative: 986 ms, max: 101 ms, #called: 7407) +2023-12-14 14:53:08.562228: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module manual_pipeline_train_step_pipeshard_parallel_mesh_0-layer_0_backward: run-spmd-partitioner +2023-12-14 14:53:08.562303: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-propagation +2023-12-14 14:53:08.562394: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 0; +2023-12-14 14:53:08.562408: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 34 +2023-12-14 14:53:08.562419: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 28 +2023-12-14 14:53:08.562430: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.562440: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.562451: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 0 +2023-12-14 14:53:08.562474: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 1; +2023-12-14 14:53:08.562485: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 34 +2023-12-14 14:53:08.562496: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 28 +2023-12-14 14:53:08.562507: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.562517: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.562528: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 1 +2023-12-14 14:53:08.562549: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 2; +2023-12-14 14:53:08.562560: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 34 +2023-12-14 14:53:08.562571: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 28 +2023-12-14 14:53:08.562582: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.562592: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.562603: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 2 +2023-12-14 14:53:08.562624: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 3; +2023-12-14 14:53:08.562634: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 34 +2023-12-14 14:53:08.562645: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 28 +2023-12-14 14:53:08.562655: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.562666: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.562676: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 3 +2023-12-14 14:53:08.562689: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2728] Sharding propagation completed after 4 iterations +2023-12-14 14:53:08.562729: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-propagation time: 418 us (cumulative: 987 ms, max: 101 ms, #called: 7408) +2023-12-14 14:53:08.562742: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass spmd-partitioning +2023-12-14 14:53:08.562907: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.562921: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.562933: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ***** SPMD memory usage before partition ***** +2023-12-14 14:53:08.562944: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.562954: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** Replicated instructions +2023-12-14 14:53:08.562966: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 4.00MiB : %broadcast.78 = f32[128,8192]{1,0} broadcast(f32[] %constant.77), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=142} +2023-12-14 14:53:08.562977: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %param_4 = f32[128,2048]{1,0} parameter(4), sharding={replicated}, metadata={op_name="layer_0_backward$start"} +2023-12-14 14:53:08.562988: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %param_8 = f32[128,2048]{1,0} parameter(8), sharding={replicated}, metadata={op_name="layer_0_backward$start"} +2023-12-14 14:53:08.562999: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %broadcast.80 = f32[128,2048]{1,0} broadcast(f32[] %constant.8), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/jvp(ManualPipelineMLPModel)/max" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=144} +2023-12-14 14:53:08.563010: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %select.200 = f32[128,2048]{1,0} select(pred[128,2048]{1,0} %param_5, f32[128,2048]{1,0} %param_4, f32[128,2048]{1,0} %broadcast.80), sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=144} +2023-12-14 14:53:08.563021: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.563032: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** All instructions +2023-12-14 14:53:08.563043: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %param_1 = f32[8192,2048]{1,0} parameter(1), sharding={devices=[2,1]0,1}, metadata={op_name="layer_0_backward$start"} +2023-12-14 14:53:08.563055: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %add.218 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_1, f32[8192,2048]{0,1} %dot), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add"} +2023-12-14 14:53:08.563066: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %param_3 = f32[2048,8192]{1,0} parameter(3), sharding={devices=[1,2]0,1}, metadata={op_name="layer_0_backward$start"} +2023-12-14 14:53:08.563083: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %dot = f32[8192,2048]{0,1} dot(f32[128,8192]{1,0} %param_6, f32[128,2048]{1,0} %select.200), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.563095: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %add.220 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_3, f32[2048,8192]{0,1} %dot.1), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add"} +2023-12-14 14:53:08.564124: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:08.564163: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:08.564176: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] ***** SPMD memory usage after partition ***** +2023-12-14 14:53:08.564188: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %add.3 = f32[2048,4096]{1,0} add(f32[2048,4096]{1,0} %param.8, f32[2048,4096]{1,0} %dot.4), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add"} +2023-12-14 14:53:08.564199: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %param.7 = f32[4096,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="layer_0_backward$start"} +2023-12-14 14:53:08.564210: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %dot.4 = f32[2048,4096]{1,0} dot(f32[128,2048]{1,0} %param.9, f32[128,4096]{1,0} %select.1), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.564221: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %param.3 = f32[4096,2048]{1,0} parameter(1), sharding={devices=[2,1]0,1}, metadata={op_name="layer_0_backward$start"} +2023-12-14 14:53:08.564232: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 32.00MiB : %param.8 = f32[2048,4096]{1,0} parameter(3), sharding={devices=[1,2]0,1}, metadata={op_name="layer_0_backward$start"} +2023-12-14 14:53:08.564257: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.564268: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.564278: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] ***** SPMD memory during transformation ***** +2023-12-14 14:53:08.564289: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.564299: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %add.220 = f32[2048,8192]{1,0} add(f32[2048,8192]{1,0} %param_3, f32[2048,8192]{0,1} %dot.1), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add"} * %add.220 = f32[2048,4096]{1,0} add(f32[2048,4096]{1,0} %param, f32[2048,4096]{1,0} %dot), sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add"} +2023-12-14 14:53:08.564321: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.564332: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.564342: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %param_9 = f32[8192,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="layer_0_backward$start"} * %param = f32[4096,2048]{1,0} parameter(9), sharding={devices=[2,1]0,1}, metadata={op_name="layer_0_backward$start"} +2023-12-14 14:53:08.564353: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.564364: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.564377: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %dot.1 = f32[2048,8192]{0,1} dot(f32[128,2048]{1,0} %param_8, f32[128,8192]{1,0} %select.209), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} * %dot = f32[2048,4096]{1,0} dot(f32[128,2048]{1,0} %param, f32[128,4096]{1,0} %select.209), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[1,2]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/Dense_0/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.564394: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.564405: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.564415: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %add.218 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %param_1, f32[8192,2048]{0,1} %dot), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add"} * %add.218 = f32[4096,2048]{1,0} add(f32[4096,2048]{1,0} %param, f32[4096,2048]{1,0} %dot), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add"} +2023-12-14 14:53:08.564426: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.564436: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.564448: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 32.00MiB : %dot = f32[8192,2048]{0,1} dot(f32[128,8192]{1,0} %param_6, f32[128,2048]{1,0} %select.200), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} * %dot = f32[4096,2048]{1,0} dot(f32[128,4096]{1,0} %param, f32[128,2048]{1,0} %select.200), lhs_contracting_dims={0}, rhs_contracting_dims={0}, sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/Dense_1/transpose[permutation=(1, 0)]" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/flax/linen/linear.py" source_line=196} +2023-12-14 14:53:08.564459: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.564481: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module manual_pipeline_train_step_pipeshard_parallel_mesh_0-layer_0_backward: spmd-cleanup +2023-12-14 14:53:08.564504: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:08.564539: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 29 us (cumulative: 987 ms, max: 101 ms, #called: 7409) +2023-12-14 14:53:08.564553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:08.564582: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 25 us (cumulative: 987 ms, max: 101 ms, #called: 7410) +2023-12-14 14:53:08.564594: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:08.564618: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 20 us (cumulative: 987 ms, max: 101 ms, #called: 7411) +2023-12-14 14:53:08.564631: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:08.564734: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 98 us (cumulative: 987 ms, max: 101 ms, #called: 7412) +2023-12-14 14:53:08.564748: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:08.564778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 26 us (cumulative: 987 ms, max: 101 ms, #called: 7413) +2023-12-14 14:53:08.564816: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: spmd-partitioning time: 2.07 ms (cumulative: 989 ms, max: 101 ms, #called: 7414) +2023-12-14 14:53:08.564830: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass redundant_slice_eliminator +2023-12-14 14:53:08.564868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.1 = f32[128,4096]{1,0} dynamic-slice(f32[128,8192]{1,0} %broadcast.1, s32[] %constant.3, s32[] %reshape), dynamic_slice_sizes={128,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/transpose(jvp(ManualPipelineMLPModel))/select_n" source_file="/home/jingqi/alpa/tests/tutorial/pipeline_shard.py" source_line=142} and its unused operands +2023-12-14 14:53:08.564905: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: redundant_slice_eliminator time: 72 us (cumulative: 989 ms, max: 101 ms, #called: 7415) +2023-12-14 14:53:08.564919: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all-reduce-reassociate +2023-12-14 14:53:08.564946: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all-reduce-reassociate time: 24 us (cumulative: 989 ms, max: 101 ms, #called: 7416) +2023-12-14 14:53:08.564958: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass grad_acc_rewrite +2023-12-14 14:53:08.564978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: grad_acc_rewrite time: 16 us (cumulative: 989 ms, max: 101 ms, #called: 7417) +2023-12-14 14:53:08.566487: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module manual_pipeline_train_step_pipeshard_parallel_mesh_0-0_apply_grad: run-spmd-partitioner +2023-12-14 14:53:08.566570: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-propagation +2023-12-14 14:53:08.566767: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 0; +2023-12-14 14:53:08.566782: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 160 +2023-12-14 14:53:08.566790: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 160 +2023-12-14 14:53:08.566798: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.566806: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.566814: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 0 +2023-12-14 14:53:08.566845: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 1; +2023-12-14 14:53:08.566852: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 160 +2023-12-14 14:53:08.566859: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 160 +2023-12-14 14:53:08.566866: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.566874: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.566881: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 1 +2023-12-14 14:53:08.566911: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 2; +2023-12-14 14:53:08.566919: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 160 +2023-12-14 14:53:08.566927: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 160 +2023-12-14 14:53:08.566934: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.566941: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.566948: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 2 +2023-12-14 14:53:08.566978: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 3; +2023-12-14 14:53:08.566986: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 160 +2023-12-14 14:53:08.566993: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 160 +2023-12-14 14:53:08.567000: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.567007: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.567015: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 3 +2023-12-14 14:53:08.567023: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2728] Sharding propagation completed after 4 iterations +2023-12-14 14:53:08.567042: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-propagation time: 467 us (cumulative: 989 ms, max: 101 ms, #called: 7418) +2023-12-14 14:53:08.567051: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass spmd-partitioning +2023-12-14 14:53:08.567233: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.567252: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.567260: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ***** SPMD memory usage before partition ***** +2023-12-14 14:53:08.567267: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.567275: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** Replicated instructions +2023-12-14 14:53:08.567283: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.26 = f32[2048,8192]{1,0} broadcast(f32[] %constant.50), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +2023-12-14 14:53:08.567291: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.34 = f32[2048,8192]{1,0} broadcast(f32[] %constant.44), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:08.567298: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.46 = f32[2048,8192]{1,0} broadcast(f32[] %constant.30), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +2023-12-14 14:53:08.567306: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.22 = f32[8192,2048]{1,0} broadcast(f32[] %constant.21), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +2023-12-14 14:53:08.567313: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.30 = f32[8192,2048]{1,0} broadcast(f32[] %constant.29), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:08.567330: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.567341: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** All instructions +2023-12-14 14:53:08.567350: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.34 = f32[2048,8192]{1,0} broadcast(f32[] %constant.44), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:08.567359: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %multiply.337 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_3, f32[8192,2048]{1,0} %broadcast.54), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.567367: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.7 = f32[8192,2048]{1,0} broadcast(f32[] %constant.13), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.567382: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %multiply.336 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_17, f32[8192,2048]{1,0} %broadcast.7), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.567390: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %add.338 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.336, f32[8192,2048]{1,0} %multiply.337), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.571164: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:08.571214: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:08.571226: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] ***** SPMD memory usage after partition ***** +2023-12-14 14:53:08.571235: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 64.00MiB : %broadcast.10 = f32[2048,8192]{1,0} broadcast(f32[] %constant.6), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.571244: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 64.00MiB : %broadcast.33 = f32[8192,2048]{1,0} broadcast(f32[] %constant.75), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +2023-12-14 14:53:08.571251: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 64.00MiB : %broadcast.19 = f32[2048,8192]{1,0} broadcast(f32[] %constant.57), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/div"} +2023-12-14 14:53:08.571259: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 64.00MiB : %broadcast.49 = f32[2048,8192]{1,0} broadcast(f32[] %constant.95), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +2023-12-14 14:53:08.571266: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 64.00MiB : %broadcast.11 = f32[2048,8192]{1,0} broadcast(f32[] %constant.9), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.571292: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.571300: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.571328: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] ***** SPMD memory during transformation ***** +2023-12-14 14:53:08.571338: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.571346: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 64.00MiB : %broadcast.34 = f32[2048,8192]{1,0} broadcast(f32[] %constant.44), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} * %broadcast.34 = f32[2048,8192]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:08.571354: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.571361: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.571369: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 64.00MiB : %broadcast.6 = f32[8192,2048]{1,0} broadcast(f32[] %constant.20), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/div"} * %broadcast.6 = f32[8192,2048]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/div"} +2023-12-14 14:53:08.571377: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.571384: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.571392: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 64.00MiB : %broadcast.40 = f32[8192,2048]{1,0} broadcast(f32[] %constant.39), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} * %broadcast.40 = f32[8192,2048]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +2023-12-14 14:53:08.571399: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.571406: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.571413: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 64.00MiB : %broadcast.22 = f32[8192,2048]{1,0} broadcast(f32[] %constant.21), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} * %broadcast.22 = f32[8192,2048]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +2023-12-14 14:53:08.571420: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.571427: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.571441: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 64.00MiB : %broadcast.7 = f32[8192,2048]{1,0} broadcast(f32[] %constant.13), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} * %broadcast.7 = f32[8192,2048]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.571449: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.571460: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module manual_pipeline_train_step_pipeshard_parallel_mesh_0-0_apply_grad: spmd-cleanup +2023-12-14 14:53:08.571480: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:08.571520: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 35 us (cumulative: 989 ms, max: 101 ms, #called: 7419) +2023-12-14 14:53:08.571529: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:08.571587: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 55 us (cumulative: 990 ms, max: 101 ms, #called: 7420) +2023-12-14 14:53:08.571596: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:08.571624: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 25 us (cumulative: 990 ms, max: 101 ms, #called: 7421) +2023-12-14 14:53:08.571633: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:08.572118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 481 us (cumulative: 990 ms, max: 101 ms, #called: 7422) +2023-12-14 14:53:08.572135: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:08.572155: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 17 us (cumulative: 990 ms, max: 101 ms, #called: 7423) +2023-12-14 14:53:08.572235: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: spmd-partitioning time: 5.18 ms (cumulative: 995 ms, max: 101 ms, #called: 7424) +2023-12-14 14:53:08.572245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass redundant_slice_eliminator +2023-12-14 14:53:08.572329: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.1 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.8, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} and its unused operands +2023-12-14 14:53:08.572347: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.3 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.9, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} and its unused operands +2023-12-14 14:53:08.572387: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.5 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.10, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} and its unused operands +2023-12-14 14:53:08.572402: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.7 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.11, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} and its unused operands +2023-12-14 14:53:08.572416: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.9 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.14, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} and its unused operands +2023-12-14 14:53:08.572430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.11 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.15, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} and its unused operands +2023-12-14 14:53:08.572443: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.13 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.16, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/div"} and its unused operands +2023-12-14 14:53:08.572457: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.15 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.17, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} and its unused operands +2023-12-14 14:53:08.572469: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.17 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.18, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} and its unused operands +2023-12-14 14:53:08.572482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.19 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.19, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/div"} and its unused operands +2023-12-14 14:53:08.572495: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.21 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.20, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} and its unused operands +2023-12-14 14:53:08.572513: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.23 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.21, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} and its unused operands +2023-12-14 14:53:08.572527: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.25 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.29, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/div"} and its unused operands +2023-12-14 14:53:08.572540: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.27 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.31, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} and its unused operands +2023-12-14 14:53:08.572554: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.29 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.33, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} and its unused operands +2023-12-14 14:53:08.572566: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.31 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.39, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} and its unused operands +2023-12-14 14:53:08.572578: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.33 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.41, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} and its unused operands +2023-12-14 14:53:08.572590: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.35 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.47, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} and its unused operands +2023-12-14 14:53:08.572603: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.37 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.49, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} and its unused operands +2023-12-14 14:53:08.572620: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.39 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.60, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} and its unused operands +2023-12-14 14:53:08.572634: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.41 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.61, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_0)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} and its unused operands +2023-12-14 14:53:08.572714: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: redundant_slice_eliminator time: 466 us (cumulative: 996 ms, max: 101 ms, #called: 7425) +2023-12-14 14:53:08.572724: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all-reduce-reassociate +2023-12-14 14:53:08.572778: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all-reduce-reassociate time: 51 us (cumulative: 996 ms, max: 101 ms, #called: 7426) +2023-12-14 14:53:08.572787: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass grad_acc_rewrite +2023-12-14 14:53:08.572801: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: grad_acc_rewrite time: 11 us (cumulative: 996 ms, max: 101 ms, #called: 7427) +2023-12-14 14:53:08.575054: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module manual_pipeline_train_step_pipeshard_parallel_mesh_1-1_apply_grad: run-spmd-partitioner +2023-12-14 14:53:08.575127: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-propagation +2023-12-14 14:53:08.575276: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 0; +2023-12-14 14:53:08.575282: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 157 +2023-12-14 14:53:08.575287: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 157 +2023-12-14 14:53:08.575293: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.575298: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.575303: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 0 +2023-12-14 14:53:08.575331: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 1; +2023-12-14 14:53:08.575338: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 157 +2023-12-14 14:53:08.575343: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 157 +2023-12-14 14:53:08.575348: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.575353: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.575357: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 1 +2023-12-14 14:53:08.575386: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 2; +2023-12-14 14:53:08.575391: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 157 +2023-12-14 14:53:08.575396: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 157 +2023-12-14 14:53:08.575401: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.575406: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.575411: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 2 +2023-12-14 14:53:08.575430: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 3; +2023-12-14 14:53:08.575436: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 157 +2023-12-14 14:53:08.575440: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 157 +2023-12-14 14:53:08.575445: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:08.575450: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:08.575455: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 3 +2023-12-14 14:53:08.575460: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2728] Sharding propagation completed after 4 iterations +2023-12-14 14:53:08.575473: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-propagation time: 342 us (cumulative: 996 ms, max: 101 ms, #called: 7428) +2023-12-14 14:53:08.575479: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass spmd-partitioning +2023-12-14 14:53:08.575605: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.575615: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.575620: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ***** SPMD memory usage before partition ***** +2023-12-14 14:53:08.575626: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.575631: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** Replicated instructions +2023-12-14 14:53:08.575636: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.25 = f32[2048,8192]{1,0} broadcast(f32[] %constant.49), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +2023-12-14 14:53:08.575641: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.33 = f32[2048,8192]{1,0} broadcast(f32[] %constant.43), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:08.575646: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.45 = f32[2048,8192]{1,0} broadcast(f32[] %constant.31), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +2023-12-14 14:53:08.575672: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.21 = f32[8192,2048]{1,0} broadcast(f32[] %constant.20), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +2023-12-14 14:53:08.575677: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.29 = f32[8192,2048]{1,0} broadcast(f32[] %constant.28), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:08.575682: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:08.575687: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** All instructions +2023-12-14 14:53:08.575693: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.33 = f32[2048,8192]{1,0} broadcast(f32[] %constant.43), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} +2023-12-14 14:53:08.575698: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %multiply.352 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_3, f32[8192,2048]{1,0} %broadcast.53), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.575704: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %broadcast.7 = f32[8192,2048]{1,0} broadcast(f32[] %constant.13), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.575709: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %multiply.351 = f32[8192,2048]{1,0} multiply(f32[8192,2048]{1,0} %param_16, f32[8192,2048]{1,0} %broadcast.7), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.575714: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 64.00MiB : %add.353 = f32[8192,2048]{1,0} add(f32[8192,2048]{1,0} %multiply.351, f32[8192,2048]{1,0} %multiply.352), sharding={devices=[2,1]0,1}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.578264: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:08.578307: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:08.578317: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] ***** SPMD memory usage after partition ***** +2023-12-14 14:53:08.578333: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 64.00MiB : %broadcast.10 = f32[2048,8192]{1,0} broadcast(f32[] %constant.6), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.578339: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 64.00MiB : %broadcast.34 = f32[8192,2048]{1,0} broadcast(f32[] %constant.74), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +2023-12-14 14:53:08.578344: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 64.00MiB : %broadcast.19 = f32[2048,8192]{1,0} broadcast(f32[] %constant.56), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/div"} +2023-12-14 14:53:08.578349: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 64.00MiB : %broadcast.50 = f32[2048,8192]{1,0} broadcast(f32[] %constant.94), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} +2023-12-14 14:53:08.578354: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 64.00MiB : %broadcast.11 = f32[2048,8192]{1,0} broadcast(f32[] %constant.9), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} +2023-12-14 14:53:08.578371: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.578376: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.578381: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] ***** SPMD memory during transformation ***** +2023-12-14 14:53:08.578386: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.578391: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 64.00MiB : %broadcast.47 = f32[2048,8192]{1,0} broadcast(f32[] %constant.25), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} * %broadcast.47 = f32[2048,8192]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +2023-12-14 14:53:08.578397: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.578402: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.578408: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 64.00MiB : %broadcast.6 = f32[8192,2048]{1,0} broadcast(f32[] %constant.21), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/div"} * %broadcast.6 = f32[8192,2048]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/div"} +2023-12-14 14:53:08.578416: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.578421: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.578426: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 64.00MiB : %broadcast.39 = f32[8192,2048]{1,0} broadcast(f32[] %constant.38), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} * %broadcast.39 = f32[8192,2048]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +2023-12-14 14:53:08.578431: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.578436: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.578441: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 64.00MiB : %broadcast.45 = f32[2048,8192]{1,0} broadcast(f32[] %constant.31), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} * %broadcast.45 = f32[2048,8192]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +2023-12-14 14:53:08.578446: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.578450: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.578455: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 64.00MiB : %broadcast.37 = f32[8192,2048]{1,0} broadcast(f32[] %constant.36), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} * %broadcast.37 = f32[8192,2048]{1,0} broadcast(f32[] %constant), dimensions={}, sharding={replicated}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} +2023-12-14 14:53:08.578460: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:08.578467: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module manual_pipeline_train_step_pipeshard_parallel_mesh_1-1_apply_grad: spmd-cleanup +2023-12-14 14:53:08.578482: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:08.578511: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 24 us (cumulative: 996 ms, max: 101 ms, #called: 7429) +2023-12-14 14:53:08.578518: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:08.578553: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 33 us (cumulative: 996 ms, max: 101 ms, #called: 7430) +2023-12-14 14:53:08.578564: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:08.578584: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 18 us (cumulative: 996 ms, max: 101 ms, #called: 7431) +2023-12-14 14:53:08.578589: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:08.578935: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 343 us (cumulative: 997 ms, max: 101 ms, #called: 7432) +2023-12-14 14:53:08.578948: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:08.578962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 12 us (cumulative: 997 ms, max: 101 ms, #called: 7433) +2023-12-14 14:53:08.579032: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: spmd-partitioning time: 3.55 ms (cumulative: 1 s, max: 101 ms, #called: 7434) +2023-12-14 14:53:08.579040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass redundant_slice_eliminator +2023-12-14 14:53:08.579109: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.1 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.8, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} and its unused operands +2023-12-14 14:53:08.579121: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.3 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.9, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} and its unused operands +2023-12-14 14:53:08.579132: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.5 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.10, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} and its unused operands +2023-12-14 14:53:08.579142: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.7 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.11, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} and its unused operands +2023-12-14 14:53:08.579152: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.9 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.14, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} and its unused operands +2023-12-14 14:53:08.579163: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.11 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.15, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=84} and its unused operands +2023-12-14 14:53:08.579178: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.13 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.16, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/div"} and its unused operands +2023-12-14 14:53:08.579188: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.15 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.17, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} and its unused operands +2023-12-14 14:53:08.579197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.17 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.18, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} and its unused operands +2023-12-14 14:53:08.579206: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.19 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.19, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/div"} and its unused operands +2023-12-14 14:53:08.579215: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.21 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.20, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} and its unused operands +2023-12-14 14:53:08.579224: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.23 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.22, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} and its unused operands +2023-12-14 14:53:08.579233: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.25 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.30, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/div"} and its unused operands +2023-12-14 14:53:08.579242: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.27 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.32, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} and its unused operands +2023-12-14 14:53:08.579252: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.29 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.34, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=107} and its unused operands +2023-12-14 14:53:08.579264: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.31 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.40, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} and its unused operands +2023-12-14 14:53:08.579272: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.33 = f32[4096]{0} dynamic-slice(f32[8192]{0} %broadcast.42, s32[] %reshape), dynamic_slice_sizes={4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} and its unused operands +2023-12-14 14:53:08.579280: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.35 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.48, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} and its unused operands +2023-12-14 14:53:08.579289: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.37 = f32[2048,4096]{1,0} dynamic-slice(f32[2048,8192]{1,0} %broadcast.50, s32[] %constant.7, s32[] %reshape), dynamic_slice_sizes={2048,4096}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} and its unused operands +2023-12-14 14:53:08.579298: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.39 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.60, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/add" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=348} and its unused operands +2023-12-14 14:53:08.579307: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %dynamic-slice.41 = f32[4096,2048]{1,0} dynamic-slice(f32[8192,2048]{1,0} %broadcast.62, s32[] %reshape, s32[] %constant.7), dynamic_slice_sizes={4096,2048}, metadata={op_name="parallelize(manual_pipeline_train_step_pipeshard_parallel_mesh_1)/jit(main)/mul" source_file="/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/optax/_src/transform.py" source_line=518} and its unused operands +2023-12-14 14:53:08.579354: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: redundant_slice_eliminator time: 311 us (cumulative: 1 s, max: 101 ms, #called: 7435) +2023-12-14 14:53:08.579363: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all-reduce-reassociate +2023-12-14 14:53:08.579404: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all-reduce-reassociate time: 40 us (cumulative: 1 s, max: 101 ms, #called: 7436) +2023-12-14 14:53:08.579411: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass grad_acc_rewrite +2023-12-14 14:53:08.579425: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: grad_acc_rewrite time: 12 us (cumulative: 1 s, max: 101 ms, #called: 7437) +2023-12-14 14:53:15.894061: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module allgather.3: run-spmd-partitioner +2023-12-14 14:53:15.894195: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-propagation +2023-12-14 14:53:15.894262: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 0; +2023-12-14 14:53:15.894284: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 2 +2023-12-14 14:53:15.894300: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 2 +2023-12-14 14:53:15.894315: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:15.894331: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:15.894347: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 0 +2023-12-14 14:53:15.894365: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 1; +2023-12-14 14:53:15.894380: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 2 +2023-12-14 14:53:15.894395: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 2 +2023-12-14 14:53:15.894410: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:15.894425: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:15.894439: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 1 +2023-12-14 14:53:15.894456: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 2; +2023-12-14 14:53:15.894471: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 2 +2023-12-14 14:53:15.894485: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 2 +2023-12-14 14:53:15.894500: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:15.894515: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:15.894529: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 2 +2023-12-14 14:53:15.894545: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 3; +2023-12-14 14:53:15.894560: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 2 +2023-12-14 14:53:15.894575: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 2 +2023-12-14 14:53:15.894589: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:15.894604: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:15.894618: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 3 +2023-12-14 14:53:15.894657: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2728] Sharding propagation completed after 4 iterations +2023-12-14 14:53:15.894701: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-propagation time: 487 us (cumulative: 1 s, max: 101 ms, #called: 7438) +2023-12-14 14:53:15.894720: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass spmd-partitioning +2023-12-14 14:53:15.894788: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:15.894806: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:15.894821: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ***** SPMD memory usage before partition ***** +2023-12-14 14:53:15.894836: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:15.894851: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** Replicated instructions +2023-12-14 14:53:15.894866: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:15.894881: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** All instructions +2023-12-14 14:53:15.894899: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %parameter.1 = f32[128,2048] parameter(0), sharding={devices=[2,1]0,1} +2023-12-14 14:53:15.895230: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:15.895264: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:15.895282: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] ***** SPMD memory usage after partition ***** +2023-12-14 14:53:15.895298: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 1.00MiB : %all-gather = f32[2,64,2048]{2,1,0} all-gather(f32[1,64,2048]{2,1,0} %reshape), channel_id=1, replica_groups={{0,1}}, dimensions={0}, use_global_device_ids=true +2023-12-14 14:53:15.895314: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 1.00MiB : %transpose = f32[2,64,2048]{2,1,0} transpose(f32[2,64,2048]{2,1,0} %all-gather), dimensions={0,1,2} +2023-12-14 14:53:15.895359: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 1.00MiB : %reshape.1 = f32[128,2048] reshape(f32[2,64,2048]{2,1,0} %transpose), sharding={replicated} +2023-12-14 14:53:15.895385: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 512.0KiB : %param = f32[64,2048] parameter(0), sharding={devices=[2,1]0,1} +2023-12-14 14:53:15.895409: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 512.0KiB : %reshape = f32[1,64,2048]{2,1,0} reshape(f32[64,2048] %param) +2023-12-14 14:53:15.895451: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:15.895475: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:15.895500: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] ***** SPMD memory during transformation ***** +2023-12-14 14:53:15.895524: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:15.895548: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 1.00MiB : %tuple.2 = (f32[128,2048]) tuple(f32[128,2048] %parameter.1), sharding={{replicated}} * %reshape = f32[1,64,2048]{2,1,0} reshape(f32[64,2048] %param) +2023-12-14 14:53:15.895574: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] * %all-gather = f32[2,64,2048]{2,1,0} all-gather(f32[1,64,2048]{2,1,0} %reshape), channel_id=1, replica_groups={{0,1}}, dimensions={0}, use_global_device_ids=true +2023-12-14 14:53:15.895615: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] * %transpose = f32[2,64,2048]{2,1,0} transpose(f32[2,64,2048]{2,1,0} %all-gather), dimensions={0,1,2} +2023-12-14 14:53:15.895641: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] * %reshape = f32[128,2048] reshape(f32[2,64,2048]{2,1,0} %transpose), sharding={replicated} +2023-12-14 14:53:15.895664: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:15.895687: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:15.895710: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 512.0KiB : %parameter.1 = f32[128,2048] parameter(0), sharding={devices=[2,1]0,1} * %param = f32[64,2048] parameter(0), sharding={devices=[2,1]0,1} +2023-12-14 14:53:15.895734: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:15.895765: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module allgather.3: spmd-cleanup +2023-12-14 14:53:15.895797: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:15.895829: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %partition-id = u32[] partition-id() and its unused operands +2023-12-14 14:53:15.895868: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 62 us (cumulative: 1 s, max: 101 ms, #called: 7439) +2023-12-14 14:53:15.895886: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:15.895921: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 29 us (cumulative: 1 s, max: 101 ms, #called: 7440) +2023-12-14 14:53:15.895937: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:15.895962: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 20 us (cumulative: 1 s, max: 101 ms, #called: 7441) +2023-12-14 14:53:15.895978: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:15.896040: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 57 us (cumulative: 1 s, max: 101 ms, #called: 7442) +2023-12-14 14:53:15.896058: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:15.896084: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 23 us (cumulative: 1 s, max: 101 ms, #called: 7443) +2023-12-14 14:53:15.896118: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: spmd-partitioning time: 1.39 ms (cumulative: 1 s, max: 101 ms, #called: 7444) +2023-12-14 14:53:15.896137: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass redundant_slice_eliminator +2023-12-14 14:53:15.896158: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: redundant_slice_eliminator time: 18 us (cumulative: 1 s, max: 101 ms, #called: 7445) +2023-12-14 14:53:15.896175: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all-reduce-reassociate +2023-12-14 14:53:15.896205: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all-reduce-reassociate time: 26 us (cumulative: 1 s, max: 101 ms, #called: 7446) +2023-12-14 14:53:15.896222: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass grad_acc_rewrite +2023-12-14 14:53:15.896256: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: grad_acc_rewrite time: 30 us (cumulative: 1 s, max: 101 ms, #called: 7447) +2023-12-14 14:53:15.930652: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module allgather__1.3: run-spmd-partitioner +2023-12-14 14:53:15.930766: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass sharding-propagation +2023-12-14 14:53:15.930823: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 0; +2023-12-14 14:53:15.930843: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 2 +2023-12-14 14:53:15.930858: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 2 +2023-12-14 14:53:15.930873: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:15.930888: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:15.930903: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 0 +2023-12-14 14:53:15.930921: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 1; +2023-12-14 14:53:15.930937: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 2 +2023-12-14 14:53:15.930951: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 2 +2023-12-14 14:53:15.930967: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:15.930981: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:15.930995: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 1 +2023-12-14 14:53:15.931012: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 2; +2023-12-14 14:53:15.931027: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 2 +2023-12-14 14:53:15.931042: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 2 +2023-12-14 14:53:15.931057: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:15.931071: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:15.931085: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 2 +2023-12-14 14:53:15.931102: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2685] Sharding propagation iteration 3; +2023-12-14 14:53:15.931116: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2686] total instructions: 2 +2023-12-14 14:53:15.931131: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2687] instructions already sharded: 2 +2023-12-14 14:53:15.931147: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2688] shardings inferred from operands: 0 +2023-12-14 14:53:15.931161: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2690] shardings inferred from users: 0 +2023-12-14 14:53:15.931176: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2692] aggressiveness: 3 +2023-12-14 14:53:15.931212: I external/org_tensorflow/tensorflow/compiler/xla/service/sharding_propagation.cc:2728] Sharding propagation completed after 4 iterations +2023-12-14 14:53:15.931249: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: sharding-propagation time: 468 us (cumulative: 1 s, max: 101 ms, #called: 7448) +2023-12-14 14:53:15.931267: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass spmd-partitioning +2023-12-14 14:53:15.931342: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:15.931362: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:15.931378: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ***** SPMD memory usage before partition ***** +2023-12-14 14:53:15.931392: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:15.931407: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** Replicated instructions +2023-12-14 14:53:15.931422: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] +2023-12-14 14:53:15.931436: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] ** All instructions +2023-12-14 14:53:15.931452: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4533] 1.00MiB : %parameter.1 = f32[128,2048] parameter(0), sharding={devices=[2,1]0,1} +2023-12-14 14:53:15.931737: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:15.931771: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] +2023-12-14 14:53:15.931788: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] ***** SPMD memory usage after partition ***** +2023-12-14 14:53:15.931804: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 1.00MiB : %all-gather = f32[2,64,2048]{2,1,0} all-gather(f32[1,64,2048]{2,1,0} %reshape), channel_id=1, replica_groups={{0,1}}, dimensions={0}, use_global_device_ids=true +2023-12-14 14:53:15.931820: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 1.00MiB : %transpose = f32[2,64,2048]{2,1,0} transpose(f32[2,64,2048]{2,1,0} %all-gather), dimensions={0,1,2} +2023-12-14 14:53:15.931834: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 1.00MiB : %reshape.1 = f32[128,2048] reshape(f32[2,64,2048]{2,1,0} %transpose), sharding={replicated} +2023-12-14 14:53:15.931849: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 512.0KiB : %param = f32[64,2048] parameter(0), sharding={devices=[2,1]0,1} +2023-12-14 14:53:15.931864: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4611] 512.0KiB : %reshape = f32[1,64,2048]{2,1,0} reshape(f32[64,2048] %param) +2023-12-14 14:53:15.931891: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:15.931905: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:15.931920: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] ***** SPMD memory during transformation ***** +2023-12-14 14:53:15.931934: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:15.931949: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 1.00MiB : %tuple.2 = (f32[128,2048]) tuple(f32[128,2048] %parameter.1), sharding={{replicated}} * %reshape = f32[1,64,2048]{2,1,0} reshape(f32[64,2048] %param) +2023-12-14 14:53:15.931964: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] * %all-gather = f32[2,64,2048]{2,1,0} all-gather(f32[1,64,2048]{2,1,0} %reshape), channel_id=1, replica_groups={{0,1}}, dimensions={0}, use_global_device_ids=true +2023-12-14 14:53:15.931996: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] * %transpose = f32[2,64,2048]{2,1,0} transpose(f32[2,64,2048]{2,1,0} %all-gather), dimensions={0,1,2} +2023-12-14 14:53:15.932011: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] * %reshape = f32[128,2048] reshape(f32[2,64,2048]{2,1,0} %transpose), sharding={replicated} +2023-12-14 14:53:15.932025: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:15.932039: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:15.932053: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] 512.0KiB : %parameter.1 = f32[128,2048] parameter(0), sharding={devices=[2,1]0,1} * %param = f32[64,2048] parameter(0), sharding={devices=[2,1]0,1} +2023-12-14 14:53:15.932068: I external/org_tensorflow/tensorflow/compiler/xla/service/spmd/spmd_partitioner.cc:4612] +2023-12-14 14:53:15.932087: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:275] Running HLO pass pipeline on module allgather__1.3: spmd-cleanup +2023-12-14 14:53:15.932115: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:15.932144: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_dce.cc:85] Removing dead root %partition-id = u32[] partition-id() and its unused operands +2023-12-14 14:53:15.932180: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 56 us (cumulative: 1 s, max: 101 ms, #called: 7449) +2023-12-14 14:53:15.932197: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass tuple-simplifier +2023-12-14 14:53:15.932229: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: tuple-simplifier time: 28 us (cumulative: 1 s, max: 101 ms, #called: 7450) +2023-12-14 14:53:15.932245: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass dce +2023-12-14 14:53:15.932271: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: dce time: 21 us (cumulative: 1 s, max: 101 ms, #called: 7451) +2023-12-14 14:53:15.932287: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass cse +2023-12-14 14:53:15.932337: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: cse time: 45 us (cumulative: 1 s, max: 101 ms, #called: 7452) +2023-12-14 14:53:15.932355: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass flatten-call-graph +2023-12-14 14:53:15.932381: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: flatten-call-graph time: 22 us (cumulative: 1 s, max: 101 ms, #called: 7453) +2023-12-14 14:53:15.932412: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: spmd-partitioning time: 1.14 ms (cumulative: 1 s, max: 101 ms, #called: 7454) +2023-12-14 14:53:15.932430: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass redundant_slice_eliminator +2023-12-14 14:53:15.932452: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: redundant_slice_eliminator time: 17 us (cumulative: 1 s, max: 101 ms, #called: 7455) +2023-12-14 14:53:15.932468: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass all-reduce-reassociate +2023-12-14 14:53:15.932497: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: all-reduce-reassociate time: 25 us (cumulative: 1 s, max: 101 ms, #called: 7456) +2023-12-14 14:53:15.932523: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:177] HLO pass grad_acc_rewrite +2023-12-14 14:53:15.932547: I external/org_tensorflow/tensorflow/compiler/xla/service/hlo_pass_pipeline.cc:175] HLO pass: grad_acc_rewrite time: 19 us (cumulative: 1 s, max: 101 ms, #called: 7457) +2023-12-14 14:53:27.512317: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/distributed/service.cc:513] Jax service shutting down +2023-12-14 14:53:27.559922: I external/org_tensorflow/tensorflow/compiler/xla/pjrt/distributed/service.cc:513] Jax service shutting down +WARNING:alpa.pipeline_parallel.layer_construction:Too few non-trivial ops (dot, conv), which may influence auto-sharding performance +WARNING:alpa.pipeline_parallel.layer_construction:Too few non-trivial ops (dot, conv), which may influence auto-sharding performance +(MeshHostWorker pid=685878) *** SIGSEGV received at time=1702536830 on cpu 34 *** +(MeshHostWorker pid=685878) PC: @ 0x7efc726862ec (unknown) ncclProxyService() +(MeshHostWorker pid=685878) @ 0x7f0f323a0420 (unknown) (unknown) +(MeshHostWorker pid=685878) [2023-12-14 14:53:51,013 E 685878 686136] logging.cc:361: *** SIGSEGV received at time=1702536831 on cpu 34 *** +(MeshHostWorker pid=685878) [2023-12-14 14:53:51,013 E 685878 686136] logging.cc:361: PC: @ 0x7efc726862ec (unknown) ncclProxyService() +(MeshHostWorker pid=685878) [2023-12-14 14:53:51,013 E 685878 686136] logging.cc:361: @ 0x7f0f323a0420 (unknown) (unknown) +(MeshHostWorker pid=685878) Fatal Python error: Segmentation fault +(MeshHostWorker pid=685878) +2023-12-14 14:53:51,406 WARNING worker.py:1839 -- A worker died or was killed while executing a task by an unexpected system error. To troubleshoot the problem, check the logs for the dead worker. RayTask ID: ffffffffffffffff03fbde126201cb0617fc74cf26000000 Worker ID: e5ddc69697dc9c176c9253972d3233220345aa23ab5f988361cbaeae Node ID: b587af8905485dc0f8378b2e0c6c39720383ec21744a67c194c3fd71 Worker IP address: 10.176.22.221 Worker port: 10634 Worker PID: 685878 Worker exit type: SYSTEM_ERROR Worker exit detail: Worker unexpectedly exits with a connection error code 2. End of file. There are some potential root causes. (1) The process is killed by SIGKILL by OOM killer due to high memory usage. (2) ray stop --force is called. (3) The worker is crashed unexpectedly due to SIGSEGV or other unexpected errors. +(ProfileWorker pid=1058840, ip=10.176.22.220) WARNING:alpa.pipeline_parallel.stage_profiling:Meet ray actor error in profiling: The actor died unexpectedly before finishing this task. +(ProfileWorker pid=1058840, ip=10.176.22.220) class_name: MeshHostWorker +(ProfileWorker pid=1058840, ip=10.176.22.220) actor_id: 03fbde126201cb0617fc74cf26000000 +(ProfileWorker pid=1058840, ip=10.176.22.220) pid: 685878 +(ProfileWorker pid=1058840, ip=10.176.22.220) namespace: 11dc1f5a-e2a4-404b-b5ca-9335b80da166 +(ProfileWorker pid=1058840, ip=10.176.22.220) ip: 10.176.22.221 +(ProfileWorker pid=1058840, ip=10.176.22.220) The actor is dead because its worker process has died. Worker exit type: SYSTEM_ERROR Worker exit detail: Worker unexpectedly exits with a connection error code 2. End of file. There are some potential root causes. (1) The process is killed by SIGKILL by OOM killer due to high memory usage. (2) ray stop --force is called. (3) The worker is crashed unexpectedly due to SIGSEGV or other unexpected errors. +(MeshHostWorker pid=1058895, ip=10.176.22.220) 2023-12-14 14:53:51.381471: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(MeshHostWorker pid=1058895, ip=10.176.22.220) 2023-12-14 14:53:51.381524: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(MeshHostWorker pid=686145) *** SIGSEGV received at time=1702536844 on cpu 34 *** +(MeshHostWorker pid=686145) PC: @ 0x7fdebee722ec (unknown) ncclProxyService() +(MeshHostWorker pid=686145) @ 0x7ff180f0e420 (unknown) (unknown) +(MeshHostWorker pid=686145) [2023-12-14 14:54:04,560 E 686145 686410] logging.cc:361: *** SIGSEGV received at time=1702536844 on cpu 34 *** +(MeshHostWorker pid=686145) [2023-12-14 14:54:04,561 E 686145 686410] logging.cc:361: PC: @ 0x7fdebee722ec (unknown) ncclProxyService() +(MeshHostWorker pid=686145) [2023-12-14 14:54:04,561 E 686145 686410] logging.cc:361: @ 0x7ff180f0e420 (unknown) (unknown) +(MeshHostWorker pid=686145) Fatal Python error: Segmentation fault +(MeshHostWorker pid=686145) +(MeshHostWorker pid=1059085, ip=10.176.22.220) 2023-12-14 14:54:04.919414: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(MeshHostWorker pid=1059085, ip=10.176.22.220) 2023-12-14 14:54:04.919514: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +2023-12-14 14:54:04,943 WARNING worker.py:1839 -- A worker died or was killed while executing a task by an unexpected system error. To troubleshoot the problem, check the logs for the dead worker. RayTask ID: fffffffffffffffff9fb62701bbbb0d7d69f5f2326000000 Worker ID: 88067158d245823a7b82ef595b763abb6eacef4484938161450cd751 Node ID: b587af8905485dc0f8378b2e0c6c39720383ec21744a67c194c3fd71 Worker IP address: 10.176.22.221 Worker port: 10637 Worker PID: 686145 Worker exit type: SYSTEM_ERROR Worker exit detail: Worker unexpectedly exits with a connection error code 2. End of file. There are some potential root causes. (1) The process is killed by SIGKILL by OOM killer due to high memory usage. (2) ray stop --force is called. (3) The worker is crashed unexpectedly due to SIGSEGV or other unexpected errors. +(ProfileWorker pid=1058840, ip=10.176.22.220) WARNING:alpa.pipeline_parallel.stage_profiling:Meet ray actor error in profiling: The actor died unexpectedly before finishing this task. +(ProfileWorker pid=1058840, ip=10.176.22.220) class_name: MeshHostWorker +(ProfileWorker pid=1058840, ip=10.176.22.220) actor_id: f9fb62701bbbb0d7d69f5f2326000000 +(ProfileWorker pid=1058840, ip=10.176.22.220) pid: 686145 +(ProfileWorker pid=1058840, ip=10.176.22.220) namespace: 11dc1f5a-e2a4-404b-b5ca-9335b80da166 +(ProfileWorker pid=1058840, ip=10.176.22.220) ip: 10.176.22.221 +(ProfileWorker pid=1058840, ip=10.176.22.220) The actor is dead because its worker process has died. Worker exit type: SYSTEM_ERROR Worker exit detail: Worker unexpectedly exits with a connection error code 2. End of file. There are some potential root causes. (1) The process is killed by SIGKILL by OOM killer due to high memory usage. (2) ray stop --force is called. (3) The worker is crashed unexpectedly due to SIGSEGV or other unexpected errors. +(MeshHostWorker pid=1059261, ip=10.176.22.220) 2023-12-14 14:54:17.000134: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(MeshHostWorker pid=1059261, ip=10.176.22.220) 2023-12-14 14:54:17.007363: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(MeshHostWorker pid=686418) 2023-12-14 14:54:17.000677: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error +(MeshHostWorker pid=686418) 2023-12-14 14:54:17.007974: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error +(MeshHostWorker pid=686418) *** SIGSEGV received at time=1702536857 on cpu 61 *** +(MeshHostWorker pid=686418) [failure_signal_handler.cc : 331] RAW: Signal 11 raised at PC=0x7f850ee722ec while already in AbslFailureSignalHandler() +(MeshHostWorker pid=686418) PC: @ 0x7f850ee722ec (unknown) ncclProxyService() +(MeshHostWorker pid=686418) @ 0x7f97d387b420 (unknown) (unknown) +(MeshHostWorker pid=686418) [2023-12-14 14:54:17,505 E 686418 686661] logging.cc:361: *** SIGSEGV received at time=1702536857 on cpu 61 *** +(MeshHostWorker pid=686418) [2023-12-14 14:54:17,505 E 686418 686661] logging.cc:361: PC: @ 0x7f850ee722ec (unknown) ncclProxyService() +(MeshHostWorker pid=686418) [2023-12-14 14:54:17,505 E 686418 686661] logging.cc:361: @ 0x7f97d387b420 (unknown) (unknown) +(MeshHostWorker pid=686418) Fatal Python error: Segmentation fault +(MeshHostWorker pid=686418) +2023-12-14 14:54:17,893 WARNING worker.py:1839 -- A worker died or was killed while executing a task by an unexpected system error. To troubleshoot the problem, check the logs for the dead worker. RayTask ID: ffffffffffffffffde32295c191edd19b4a31c0d26000000 Worker ID: dabbfdfdd8e42ca945fe2ff953a4510a13c723bfab1b5651805fa03a Node ID: b587af8905485dc0f8378b2e0c6c39720383ec21744a67c194c3fd71 Worker IP address: 10.176.22.221 Worker port: 10639 Worker PID: 686418 Worker exit type: SYSTEM_ERROR Worker exit detail: Worker unexpectedly exits with a connection error code 2. End of file. There are some potential root causes. (1) The process is killed by SIGKILL by OOM killer due to high memory usage. (2) ray stop --force is called. (3) The worker is crashed unexpectedly due to SIGSEGV or other unexpected errors. +(ProfileWorker pid=1058840, ip=10.176.22.220) WARNING:alpa.pipeline_parallel.stage_profiling:Meet ray actor error in profiling: The actor died unexpectedly before finishing this task. +(ProfileWorker pid=1058840, ip=10.176.22.220) class_name: MeshHostWorker +(ProfileWorker pid=1058840, ip=10.176.22.220) actor_id: de32295c191edd19b4a31c0d26000000 +(ProfileWorker pid=1058840, ip=10.176.22.220) pid: 686418 +(ProfileWorker pid=1058840, ip=10.176.22.220) namespace: 11dc1f5a-e2a4-404b-b5ca-9335b80da166 +(ProfileWorker pid=1058840, ip=10.176.22.220) ip: 10.176.22.221 +(ProfileWorker pid=1058840, ip=10.176.22.220) The actor is dead because its worker process has died. Worker exit type: SYSTEM_ERROR Worker exit detail: Worker unexpectedly exits with a connection error code 2. End of file. There are some potential root causes. (1) The process is killed by SIGKILL by OOM killer due to high memory usage. (2) ray stop --force is called. (3) The worker is crashed unexpectedly due to SIGSEGV or other unexpected errors. +(MeshHostWorker pid=1059261, ip=10.176.22.220) 2023-12-14 14:54:17.863203: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(MeshHostWorker pid=1059261, ip=10.176.22.220) 2023-12-14 14:54:17.863301: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(MeshHostWorker pid=686693) *** SIGSEGV received at time=1702536870 on cpu 2 *** +(MeshHostWorker pid=686693) PC: @ 0x7f8b96e722ec (unknown) ncclProxyService() +(MeshHostWorker pid=686693) @ 0x7f9e56ca5420 (unknown) (unknown) +(MeshHostWorker pid=686693) [2023-12-14 14:54:30,105 E 686693 686909] logging.cc:361: *** SIGSEGV received at time=1702536870 on cpu 2 *** +(MeshHostWorker pid=686693) [2023-12-14 14:54:30,105 E 686693 686909] logging.cc:361: PC: @ 0x7f8b96e722ec (unknown) ncclProxyService() +(MeshHostWorker pid=686693) [2023-12-14 14:54:30,105 E 686693 686909] logging.cc:361: @ 0x7f9e56ca5420 (unknown) (unknown) +(MeshHostWorker pid=686693) Fatal Python error: Segmentation fault +(MeshHostWorker pid=686693) +2023-12-14 14:54:30,455 WARNING worker.py:1839 -- A worker died or was killed while executing a task by an unexpected system error. To troubleshoot the problem, check the logs for the dead worker. RayTask ID: ffffffffffffffffdaea604ef27879a5fd67cc5826000000 Worker ID: 19b0a3f909005060071e3c7307f3a9632e948db7f0639398f628a879 Node ID: b587af8905485dc0f8378b2e0c6c39720383ec21744a67c194c3fd71 Worker IP address: 10.176.22.221 Worker port: 10641 Worker PID: 686693 Worker exit type: SYSTEM_ERROR Worker exit detail: Worker unexpectedly exits with a connection error code 2. End of file. There are some potential root causes. (1) The process is killed by SIGKILL by OOM killer due to high memory usage. (2) ray stop --force is called. (3) The worker is crashed unexpectedly due to SIGSEGV or other unexpected errors. +(ProfileWorker pid=1058840, ip=10.176.22.220) WARNING:alpa.pipeline_parallel.stage_profiling:Meet ray actor error in profiling: The actor died unexpectedly before finishing this task. +(ProfileWorker pid=1058840, ip=10.176.22.220) class_name: MeshHostWorker +(ProfileWorker pid=1058840, ip=10.176.22.220) actor_id: daea604ef27879a5fd67cc5826000000 +(ProfileWorker pid=1058840, ip=10.176.22.220) pid: 686693 +(ProfileWorker pid=1058840, ip=10.176.22.220) namespace: 11dc1f5a-e2a4-404b-b5ca-9335b80da166 +(ProfileWorker pid=1058840, ip=10.176.22.220) ip: 10.176.22.221 +(ProfileWorker pid=1058840, ip=10.176.22.220) The actor is dead because its worker process has died. Worker exit type: SYSTEM_ERROR Worker exit detail: Worker unexpectedly exits with a connection error code 2. End of file. There are some potential root causes. (1) The process is killed by SIGKILL by OOM killer due to high memory usage. (2) ray stop --force is called. (3) The worker is crashed unexpectedly due to SIGSEGV or other unexpected errors. +(MeshHostWorker pid=1059514, ip=10.176.22.220) 2023-12-14 14:54:30.434664: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(MeshHostWorker pid=1059514, ip=10.176.22.220) 2023-12-14 14:54:30.434859: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(MeshHostWorker pid=686915) *** SIGSEGV received at time=1702536880 on cpu 2 *** +(MeshHostWorker pid=686915) PC: @ 0x7ef887e9b2ec (unknown) ncclProxyService() +(MeshHostWorker pid=686915) @ 0x7f0b47ba3420 (unknown) (unknown) +(MeshHostWorker pid=686915) [2023-12-14 14:54:40,534 E 686915 687093] logging.cc:361: *** SIGSEGV received at time=1702536880 on cpu 2 *** +(MeshHostWorker pid=686915) [2023-12-14 14:54:40,534 E 686915 687093] logging.cc:361: PC: @ 0x7ef887e9b2ec (unknown) ncclProxyService() +(MeshHostWorker pid=686915) [2023-12-14 14:54:40,534 E 686915 687093] logging.cc:361: @ 0x7f0b47ba3420 (unknown) (unknown) +(MeshHostWorker pid=686915) Fatal Python error: Segmentation fault +(MeshHostWorker pid=686915) +2023-12-14 14:54:40,834 WARNING worker.py:1839 -- A worker died or was killed while executing a task by an unexpected system error. To troubleshoot the problem, check the logs for the dead worker. RayTask ID: ffffffffffffffffa74f0b03506d0e0be5b1fe0626000000 Worker ID: 1b772f4e28c21b5715e9b5132e4da2460b6c9d5cd58c4f0083837002 Node ID: b587af8905485dc0f8378b2e0c6c39720383ec21744a67c194c3fd71 Worker IP address: 10.176.22.221 Worker port: 10642 Worker PID: 686915 Worker exit type: SYSTEM_ERROR Worker exit detail: Worker unexpectedly exits with a connection error code 2. End of file. There are some potential root causes. (1) The process is killed by SIGKILL by OOM killer due to high memory usage. (2) ray stop --force is called. (3) The worker is crashed unexpectedly due to SIGSEGV or other unexpected errors. +(ProfileWorker pid=1058840, ip=10.176.22.220) WARNING:alpa.pipeline_parallel.stage_profiling:Meet ray actor error in profiling: The actor died unexpectedly before finishing this task. +(ProfileWorker pid=1058840, ip=10.176.22.220) class_name: MeshHostWorker +(ProfileWorker pid=1058840, ip=10.176.22.220) actor_id: a74f0b03506d0e0be5b1fe0626000000 +(ProfileWorker pid=1058840, ip=10.176.22.220) pid: 686915 +(ProfileWorker pid=1058840, ip=10.176.22.220) namespace: 11dc1f5a-e2a4-404b-b5ca-9335b80da166 +(ProfileWorker pid=1058840, ip=10.176.22.220) ip: 10.176.22.221 +(ProfileWorker pid=1058840, ip=10.176.22.220) The actor is dead because its worker process has died. Worker exit type: SYSTEM_ERROR Worker exit detail: Worker unexpectedly exits with a connection error code 2. End of file. There are some potential root causes. (1) The process is killed by SIGKILL by OOM killer due to high memory usage. (2) ray stop --force is called. (3) The worker is crashed unexpectedly due to SIGSEGV or other unexpected errors. +(MeshHostWorker pid=1059732, ip=10.176.22.220) 2023-12-14 14:54:40.821172: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(MeshHostWorker pid=1059732, ip=10.176.22.220) 2023-12-14 14:54:40.821470: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(MeshHostWorker pid=687099) *** SIGSEGV received at time=1702536891 on cpu 2 *** +(MeshHostWorker pid=687099) PC: @ 0x7f68de0522ec (unknown) ncclProxyService() +(MeshHostWorker pid=687099) @ 0x7f7b9ddb1420 (unknown) (unknown) +(MeshHostWorker pid=687099) [2023-12-14 14:54:51,230 E 687099 687276] logging.cc:361: *** SIGSEGV received at time=1702536891 on cpu 2 *** +(MeshHostWorker pid=687099) [2023-12-14 14:54:51,230 E 687099 687276] logging.cc:361: PC: @ 0x7f68de0522ec (unknown) ncclProxyService() +(MeshHostWorker pid=687099) [2023-12-14 14:54:51,230 E 687099 687276] logging.cc:361: @ 0x7f7b9ddb1420 (unknown) (unknown) +(MeshHostWorker pid=687099) Fatal Python error: Segmentation fault +(MeshHostWorker pid=687099) +2023-12-14 14:54:51,570 WARNING worker.py:1839 -- A worker died or was killed while executing a task by an unexpected system error. To troubleshoot the problem, check the logs for the dead worker. RayTask ID: ffffffffffffffffd4e5e0a28fb40d2819de1f8b26000000 Worker ID: effecbf8991f036600de5f47ef1a60111b6487c448dd0d4991f4de08 Node ID: b587af8905485dc0f8378b2e0c6c39720383ec21744a67c194c3fd71 Worker IP address: 10.176.22.221 Worker port: 10643 Worker PID: 687099 Worker exit type: SYSTEM_ERROR Worker exit detail: Worker unexpectedly exits with a connection error code 2. End of file. There are some potential root causes. (1) The process is killed by SIGKILL by OOM killer due to high memory usage. (2) ray stop --force is called. (3) The worker is crashed unexpectedly due to SIGSEGV or other unexpected errors. +(MeshHostWorker pid=1059992, ip=10.176.22.220) 2023-12-14 14:54:51.556231: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(MeshHostWorker pid=1059992, ip=10.176.22.220) 2023-12-14 14:54:51.556345: E external/org_tensorflow/tensorflow/compiler/xla/pjrt/pjrt_stream_executor_client.cc:2156] Execution of replica 0 failed: INTERNAL: external/org_tensorflow/tensorflow/compiler/xla/service/gpu/nccl_utils.cc:266: NCCL operation ncclCommInitRank(comm.get(), nranks, id, rank) failed: internal error - please report this issue to the NCCL developers +(ProfileWorker pid=1058840, ip=10.176.22.220) WARNING:alpa.pipeline_parallel.stage_profiling:Meet ray actor error in profiling: The actor died unexpectedly before finishing this task. +(ProfileWorker pid=1058840, ip=10.176.22.220) class_name: MeshHostWorker +(ProfileWorker pid=1058840, ip=10.176.22.220) actor_id: d4e5e0a28fb40d2819de1f8b26000000 +(ProfileWorker pid=1058840, ip=10.176.22.220) pid: 687099 +(ProfileWorker pid=1058840, ip=10.176.22.220) namespace: 11dc1f5a-e2a4-404b-b5ca-9335b80da166 +(ProfileWorker pid=1058840, ip=10.176.22.220) ip: 10.176.22.221 +(ProfileWorker pid=1058840, ip=10.176.22.220) The actor is dead because its worker process has died. Worker exit type: SYSTEM_ERROR Worker exit detail: Worker unexpectedly exits with a connection error code 2. End of file. There are some potential root causes. (1) The process is killed by SIGKILL by OOM killer due to high memory usage. (2) ray stop --force is called. (3) The worker is crashed unexpectedly due to SIGSEGV or other unexpected errors. +not found_existing_workers, launch xla servers +not found_existing_workers, launch xla servers +start XLA server in DistributedPhysicalMesh : 10.176.22.221:24038 +start XLA server in DistributedPhysicalMesh : 10.176.22.221:21170 +1 MeshHostWorkers are created +1 MeshHostWorkers are created +(MeshHostWorker pid=684789) MeshHostWorker: successfully connect to XLA server +-------------------- Automatic stage clustering -------------------- +submesh_choices: ((1, 1), (1, 2), (2, 2)) +- Profiling for submesh 2 (2, 2): +- Generate all stage infos (Jaxpr -> HLO) +- Compile all stages +- Profile all stages +use ProfileWorkerPool +number of actors: 1 +3 is profiling +(MeshHostWorker pid=685878) MeshHostWorker: successfully connect to XLA server +(MeshHostWorker pid=685878) execute_sharded_on_local_devices +(MeshHostWorker pid=685878) execute_sharded_on_local_devices over +(MeshHostWorker pid=685878) execute_sharded_on_local_devices +(MeshHostWorker pid=685878) execute_sharded_on_local_devices over +(MeshHostWorker pid=685878) execute_sharded_on_local_devices +(MeshHostWorker pid=685878) execute_sharded_on_local_devices over +(MeshHostWorker pid=685878) execute_sharded_on_local_devices +(MeshHostWorker pid=685878) execute_sharded_on_local_devices over +(MeshHostWorker pid=685878) execute_sharded_on_local_devices +(MeshHostWorker pid=685878) execute_sharded_on_local_devices over +(MeshHostWorker pid=685878) execute_sharded_on_local_devices +(MeshHostWorker pid=685878) execute_sharded_on_local_devices over +(MeshHostWorker pid=685878) execute_sharded_on_local_devices +(MeshHostWorker pid=685878) execute_sharded_on_local_devices over +(MeshHostWorker pid=685878) execute_sharded_on_local_devices +(MeshHostWorker pid=685878) execute_sharded_on_local_devices over +(MeshHostWorker pid=685878) execute_sharded_on_local_devices +(MeshHostWorker pid=685878) execute_sharded_on_local_devices over +(MeshHostWorker pid=685878) execute_sharded_on_local_devices +(MeshHostWorker pid=685878) execute_sharded_on_local_devices over +0 0 +result[(0, 1, 2, 0), 0] = ModuleProfileResult(compute_cost=0.001, peak_memory=0.254 GB, invar_size=0.251 GB, outvar_size=0.003 GB, temp_buffer_size=0.000 GB, available_memory=13.748 GB) +(MeshHostWorker pid=685878) execute_sharded_on_local_devices +(MeshHostWorker pid=686145) MeshHostWorker: successfully connect to XLA server +(MeshHostWorker pid=686145) execute_sharded_on_local_devices +0 1 +result[(0, 1, 2, 0), 1] = ModuleProfileResult(compute_cost=inf, peak_memory=inf GB, invar_size=0.441 GB, outvar_size=0.250 GB, temp_buffer_size=inf GB, available_memory=0.000 GB) +(MeshHostWorker pid=686418) MeshHostWorker: successfully connect to XLA server +(MeshHostWorker pid=686418) execute_sharded_on_local_devices +(MeshHostWorker pid=686418) execute_sharded_on_local_devices over +(MeshHostWorker pid=686418) execute_sharded_on_local_devices +(MeshHostWorker pid=686418) execute_sharded_on_local_devices over +(MeshHostWorker pid=686418) execute_sharded_on_local_devices +(MeshHostWorker pid=686418) execute_sharded_on_local_devices over +(MeshHostWorker pid=686418) execute_sharded_on_local_devices +(MeshHostWorker pid=686418) execute_sharded_on_local_devices over +(MeshHostWorker pid=686418) execute_sharded_on_local_devices +(MeshHostWorker pid=686418) execute_sharded_on_local_devices over +(MeshHostWorker pid=686418) execute_sharded_on_local_devices +(MeshHostWorker pid=686418) execute_sharded_on_local_devices over +(MeshHostWorker pid=686418) execute_sharded_on_local_devices +(MeshHostWorker pid=686418) execute_sharded_on_local_devices over +(MeshHostWorker pid=686418) execute_sharded_on_local_devices +(MeshHostWorker pid=686418) execute_sharded_on_local_devices over +(MeshHostWorker pid=686418) execute_sharded_on_local_devices +(MeshHostWorker pid=686418) execute_sharded_on_local_devices over +(MeshHostWorker pid=686418) execute_sharded_on_local_devices +(MeshHostWorker pid=686418) execute_sharded_on_local_devices over +1 0 +result[(0, 1, 2, 1), 0] = ModuleProfileResult(compute_cost=0.002, peak_memory=0.130 GB, invar_size=0.126 GB, outvar_size=0.003 GB, temp_buffer_size=0.001 GB, available_memory=13.748 GB) +(MeshHostWorker pid=686418) execute_sharded_on_local_devices +1 1 +result[(0, 1, 2, 1), 1] = ModuleProfileResult(compute_cost=inf, peak_memory=0.348 GB, invar_size=0.223 GB, outvar_size=0.125 GB, temp_buffer_size=0.125 GB, available_memory=13.748 GB) +(MeshHostWorker pid=686418) error when running benchmark +(MeshHostWorker pid=686418) execute_sharded_on_local_devices +(MeshHostWorker pid=686693) MeshHostWorker: successfully connect to XLA server +(MeshHostWorker pid=686693) execute_sharded_on_local_devices +2 0 +result[(0, 1, 2, 2), 0] = ModuleProfileResult(compute_cost=inf, peak_memory=inf GB, invar_size=0.064 GB, outvar_size=0.004 GB, temp_buffer_size=inf GB, available_memory=0.000 GB) +(MeshHostWorker pid=686915) MeshHostWorker: successfully connect to XLA server +(MeshHostWorker pid=686915) execute_sharded_on_local_devices +(MeshHostWorker pid=687099) MeshHostWorker: successfully connect to XLA server +(MeshHostWorker pid=687099) execute_sharded_on_local_devices +2 1 +result[(0, 1, 2, 2), 1] = ModuleProfileResult(compute_cost=inf, peak_memory=inf GB, invar_size=0.114 GB, outvar_size=0.063 GB, temp_buffer_size=inf GB, available_memory=0.000 GB) +Profiling for submesh 2 (2, 2) takes 82.44 seconds +-------------------------------------------------- +- Profiling for submesh 1 (1, 2): +- Generate all stage infos (Jaxpr -> HLO) +- Compile all stages +- Profile all stages +use ProfileWorkerPool +number of actors: 2 +9 is profiling +(ProfileWorker pid=688804) not found_existing_workers, launch xla servers +(ProfileWorker pid=688804) start XLA server in DistributedPhysicalMesh : 10.176.22.221:21615 +(ProfileWorker pid=688803) not found_existing_workers, launch xla servers +(ProfileWorker pid=688803) start XLA server in DistributedPhysicalMesh : 10.176.22.221:23628 +(ProfileWorker pid=688804) 1 MeshHostWorkers are created +(ProfileWorker pid=688804) profiling stage: (0, 0) +(ProfileWorker pid=688804) get executable +(ProfileWorker pid=688803) 1 MeshHostWorkers are created +(ProfileWorker pid=688803) profiling stage: (0, 1) +(ProfileWorker pid=688803) get executable +(MeshHostWorker pid=687283) MeshHostWorker: successfully connect to XLA server +Traceback (most recent call last): + File "/home/jingqi/alpa/tests/tutorial/pipeline_shard.py", line 249, in + auto_pipeline_actual_state = auto_pipeline_train_step(state, batch) + File "/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback + return fun(*args, **kwargs) + File "/home/jingqi/alpa/alpa/api.py", line 121, in __call__ + self._decode_args_and_get_executable(*args)) + File "/home/jingqi/alpa/alpa/api.py", line 191, in _decode_args_and_get_executable + executable = _compile_parallel_executable(f, in_tree, out_tree_hashable, + File "/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/jax/linear_util.py", line 309, in memoized_fun + ans = call(fun, *args) + File "/home/jingqi/alpa/alpa/api.py", line 223, in _compile_parallel_executable + return method.compile_executable(fun, in_tree, out_tree_thunk, + File "/home/jingqi/alpa/alpa/parallel_method.py", line 240, in compile_executable + return compile_pipeshard_executable( + File "/home/jingqi/alpa/alpa/pipeline_parallel/compile_executable.py", line 112, in compile_pipeshard_executable + pipeshard_config = compile_pipeshard_executable_internal( + File "/home/jingqi/alpa/alpa/pipeline_parallel/compile_executable.py", line 173, in compile_pipeshard_executable_internal + manual_stage_option) = cluster_layers_and_slice_mesh( + File "/home/jingqi/alpa/alpa/pipeline_parallel/stage_construction.py", line 633, in cluster_layers_and_slice_mesh + compute_cost, max_n_succ_stages = get_compute_cost( + File "/home/jingqi/alpa/alpa/pipeline_parallel/stage_profiling.py", line 1296, in get_compute_cost + profile_results = distributed_profile_on_mesh( + File "/home/jingqi/alpa/alpa/pipeline_parallel/stage_profiling.py", line 1136, in distributed_profile_on_mesh + profile_results = profile_all(stages, compiled_outputs, meshes, + File "/home/jingqi/alpa/alpa/pipeline_parallel/stage_profiling.py", line 632, in profile_all + *module_raw_result) = profile_workers.get_next_unordered()#problem + File "/home/jingqi/alpa/alpa/pipeline_parallel/stage_profiling.py", line 158, in get_next_unordered + return self.pool.get_next_unordered( + File "/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/ray/util/actor_pool.py", line 247, in get_next_unordered + res, _ = ray.wait(list(self._future_to_actor), num_returns=1, timeout=timeout) + File "/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/ray/_private/client_mode_hook.py", line 105, in wrapper + return func(*args, **kwargs) + File "/home/jingqi/anaconda3/envs/ddl/lib/python3.9/site-packages/ray/_private/worker.py", line 2476, in wait + ready_ids, remaining_ids = worker.core_worker.wait( + File "python/ray/_raylet.pyx", line 1650, in ray._raylet.CoreWorker.wait + File "python/ray/_raylet.pyx", line 190, in ray._raylet.check_status +KeyboardInterrupt +Error in atexit._run_exitfuncs: +Traceback (most recent call last): + File "/home/jingqi/anaconda3/envs/ddl/lib/python3.9/threading.py", line 1080, in _wait_for_tstate_lock + if lock.acquire(block, timeout): +KeyboardInterrupt +(ProfileWorker pid=688803) reset memory +(ProfileWorker pid=688803) get peak memory 339427600 +(ProfileWorker pid=688803) get available memory 14762174054 diff --git a/tests/tutorial/pipeline_shard.py b/tests/tutorial/pipeline_shard.py new file mode 100644 index 000000000..2a4ab283d --- /dev/null +++ b/tests/tutorial/pipeline_shard.py @@ -0,0 +1,206 @@ +""" +Distributed Training with Both Shard and Pipeline Parallelism +============================================================= + +Alpa can automatically parallelizes jax functions with both shard +parallelism (a.k.a. intra-operator parallelism) and pipeline parallelism +(a.k.a. inter-operator parallelism). Shard parallelism includes +data parallelism, operator parallelism, and their combinations. +The previous :ref:`quick start ` tutorial focuses on +using Alpa for shard parallelism. + +In this tutorial, we show how to use Alpa with both shard and pipeline parallelism. +First, we show how to use Alpa to manually assign stages for pipeline parallelism. +Then we show how to use Alpa to automate this process. +""" + +################################################################################ +# Import Libraries and Initialize Environment +# ------------------------------------------- +# First, import the required libraries. + +import alpa +from alpa.testing import assert_allclose +import copy +from flax import linen as nn +from flax.training.train_state import TrainState +import jax +import jax.numpy as jnp +from jax import random +import optax +import ray + +alpa.util.disable_tqdm_globally() + +################################################################################ +# Connect to a Ray Cluster +# ------------------------ +# Alpa uses a distributed framework `ray `_ to manage +# the cluster and disributed workers. We initialize ray and alpa. + +ray.init() +alpa.init(cluster="ray") + +# Alternatively, you can use the following command to connect to an existing +# ray cluster. +# ray.init(address="auto") +# +# Note: `alpa.init(cluster="ray")` uses the gpus resources of the whole ray +# cluster. To configure Alpa to only use a subset of gpu resources, one can +# specific the number of nodes and number of gpus per node. +# For example, only run 2 gpus when 8 gpus are available +# alpa.init('ray', devices_per_node=2, num_nodes=1) + +################################################################################ +# Train an MLP on a Single Device +# ------------------------------- +# In this tutorial, we use a toy dataset to train an MLP model. +# Specifically, we use the model to fit the function: :math:`y = Wx + b`. +# Note that now this model is being executed on CPU because we force the driver +# process to use the CPU. + + +class MLPModel(nn.Module): + hidden_dim: int + + @nn.compact + def __call__(self, x): + x = nn.Dense(features=self.hidden_dim * 4)(x) + x = nn.relu(x) + x = nn.Dense(features=self.hidden_dim)(x) + x = nn.relu(x) + x = nn.Dense(features=self.hidden_dim * 4)(x) + x = nn.relu(x) + x = nn.Dense(features=self.hidden_dim)(x) + x = nn.relu(x) + # x = nn.Dense(features=self.hidden_dim * 4)(x) + # x = nn.relu(x) + # x = nn.Dense(features=self.hidden_dim)(x) + # x = nn.relu(x) + # x = nn.Dense(features=self.hidden_dim * 4)(x) + # x = nn.relu(x) + # x = nn.Dense(features=self.hidden_dim)(x) + # x = nn.relu(x) + return x + + +dim = 2048 +batch_size = 2048 + +# Generate ground truth W and b +rngkey = jax.random.PRNGKey(0) +k1, k2 = random.split(rngkey) +W = random.normal(k1, (dim, dim)) +b = random.normal(k2, (dim,)) + +# Generate the training data +ksample, knoise = random.split(k1) +x = random.normal(ksample, (batch_size, dim)) +y = (x @ W + b) + 0.1 * random.normal(knoise, (batch_size, dim)) + +# Initialize a train state, which includes the model paramter and optimizer +# state. +model = MLPModel(hidden_dim=dim) +params = model.init(rngkey, x) +tx = optax.adam(learning_rate=1e-3) +state = TrainState.create(apply_fn=model.apply, params=params, tx=tx) + + +# Define the training step +def train_step(state, batch): + + def loss_func(params): + out = model.apply(params, batch["x"]) + loss = jnp.mean((out - batch["y"])**2) + return loss + + grads = jax.grad(loss_func)(state.params) + new_state = state.apply_gradients(grads=grads) + return new_state + + +batch = {"x": x, "y": y} +expected_state = train_step(state, batch) + +#################### +# +# .. note:: +# +# In addition, Alpa supports more flexible manual assignments of pipeline +# parallelism strategies. In the above example, each partitioned stages will +# be assigned an equal number of devices to run. If you want to control the +# device assignment of each stage, you can use the more advanced +# ``stage_option=alpa.ManualStageOption``. + +################################################################################ +# Pipeline Parallelism with Automatic Assignment +# ---------------------------------------------- +# Alpa also supports automatically partitioning the model into multiple +# pipeline stages and assign each pipeline stage a device mesh such that +# the total execution latency is minimized. Specifically, the automatic +# partitioning algorithm consists of the following steps: +# +# 1. **Layer Construction:** In this step, the operators in the model are +# clustered into "layers" based on a graph clustering algorithm. The +# user needs to specify the total number of layers (i.e. clusters) as +# a hyperparameter. +# 2. **Stage Construction and Mesh Slicing:** In this step, we partition +# the device cluster (device mesh) to multiple submeshes and assign +# layers to submeshes to form pipeline stages to minimize the total +# pipeline execution latency. + +print("alpa start init") +alpa.init(cluster="ray") + +# Define the parallel method. +# `alpa.AutoLayerOption(layer_num=2)` means we use the auto layer construcion +# algorithm to cluster primitive operators into two layers. +# `stage_option="auto"` means we enable the auto stage construction algorithm. +print("alpa init over") +method = alpa.PipeshardParallel(num_micro_batches=16, + layer_option=alpa.AutoLayerOption(layer_num=2), + stage_option="auto") + + +# Define the training step. The function body is the same as the above one. +@alpa.parallelize(method=method) +def auto_pipeline_train_step(state, batch): + + def loss_func(params): + out = state.apply_fn(params, batch["x"]) + loss = jnp.mean((out - batch["y"])**2) + return loss + + # Again, we use `alpa.grad` here to separate the apply gradient stage with + # the forward/backward stages in the pipeline. + grads = alpa.grad(loss_func)(state.params) + new_state = state.apply_gradients(grads=grads) + return new_state + + +# In the first call, alpa triggers the compilation. +# The compilation first profiles several costs and solves an optimization +# problem to get the optimal pipeline assignments. +auto_pipeline_actual_state = auto_pipeline_train_step(state, batch) +assert_allclose(expected_state.params, + auto_pipeline_actual_state.params, + atol=5e-3) + +alpa.shutdown() + +################################################################################ +# Interpret the Results +# --------------------- +# **Some basic concepts** +# - Cluster mesh and submeshes +# - Cluster mesh is a computer cluster that contains GPUs. A ``N×M`` cluster mesh means the cluster has ``N`` physical machines and each machine has ``M`` GPUs. +# - Submeshes can be obtained by slicing from the cluster mesh. For example, given a ``N×M`` cluster mesh, a submesh ``(1, M)`` means using all GPUs in one physical machine. +# - For more details on how Alpa uses submeshes to solve *inter-operator parallelism*, you can read the **Section 5: Inter-Operator Parallelism** in the `Alpa paper `_. +# - Device mesh and logical mesh +# - A device mesh is a 2-dimensional logical view of a set of physical devices. +# - For a set of physical devices, there can be multiple logical views. For example, given 2 nodes and 8 GPUs per node (i.e., 16 devices in total), we can view them as a 2×8, 1×16, 4×4, 8×2, or 16×1 device mesh. +# - The mapping between physical devices and the logical device mesh view is optimized by the inter-op pass +# - Hence, you can see ``Result mesh_shapes`` and the corresponding ``Result logical_mesh_shapes`` in the optimization output. +# +# With the basic concepts in mind, you now can better understand the ``ModuleProfileResult``: +# - ``ModuleProfileResult``: ``result[(i, j, s, c), m]`` means this stage contains forward layers ``i, i+1, ..., j`` and corresponding backward layers, and runs under the ``s``-th submesh and the ``c``-th auto sharding config for the submesh. The ``m = 0`` means the result is for the forward pass, and ``m = 1`` for backward pass. \ No newline at end of file diff --git a/tests/tutorial/quickstart.py b/tests/tutorial/quickstart.py new file mode 100644 index 000000000..b9872803d --- /dev/null +++ b/tests/tutorial/quickstart.py @@ -0,0 +1,244 @@ +""" +.. _alpa-quickstart: + +Alpa Quickstart +=============== + +Alpa is built on top of a tensor computation framework `Jax `_ . +Alpa can automatically parallelize jax functions and runs them on a distributed cluster. +Alpa analyses the computational graph and generates a distributed execution plan +tailored for the computational graph and target cluster. +The generated execution plan can combine state-of-the-art distributed training techniques +including data parallelism, operator parallelism, and pipeline parallelism. + +Alpa provides a simple API ``alpa.parallelize`` and automatically generates the best execution +plan by solving optimization problems. Therefore, you can efficiently scale your jax computation +on a distributed cluster, without any expertise in distributed computing. + +In this tutorial, we show the usage of Alpa with an MLP example. +""" + +################################################################################ +# Import Libraries +# ---------------- +# We first import the required libraries. +# Flax and optax are libraries on top of jax for training neural networks. +# Although we use these libraries in this example, Alpa works on jax's and XLA's internal +# intermediate representations and does not depend on any specific high-level libraries. + +from functools import partial + +import alpa +from alpa.testing import assert_allclose +from flax import linen as nn +from flax.training.train_state import TrainState +import jax +import jax.numpy as jnp +from jax import random +import numpy as np +import optax + + +################################################################################ +# Train an MLP on a Single Device +# ------------------------------- +# To begin with, we implement the model and training loop on a single device. We will +# parallelize it later. We train an MLP to learn a function y = Wx + b. + +class MLPModel(nn.Module): + hidden_dim: int + num_layers: int + + @nn.compact + def __call__(self, x): + for i in range(self.num_layers): + if i % 2 == 0: + x = nn.Dense(features=self.hidden_dim * 4)(x) + else: + x = nn.Dense(features=self.hidden_dim)(x) + x = nn.relu(x) + return x + +dim = 2048 +batch_size = 2048 +num_layers = 10 + +# Generate ground truth W and b +rngkey = jax.random.PRNGKey(0) +k1, k2 = random.split(rngkey) +W = random.normal(k1, (dim, dim)) +b = random.normal(k2, (dim,)) + +# Generate the training data +ksample, knoise = random.split(k1) +x = random.normal(ksample, (batch_size, dim)) +y = (x @ W + b) + 0.1 * random.normal(knoise, (batch_size, dim)) + +# Initialize a train state, which includes the model paramter and optimizer state. +model = MLPModel(hidden_dim=dim, num_layers=num_layers) +params = model.init(rngkey, x) +tx = optax.adam(learning_rate=1e-3) +state = TrainState.create(apply_fn=model.apply, params=params, tx=tx) + +# Define the training function and execute one step +def train_step(state, batch): + def loss_func(params): + out = state.apply_fn(params, batch["x"]) + loss = jnp.mean((out - batch["y"])**2) + return loss + + grads = jax.grad(loss_func)(state.params) + new_state = state.apply_gradients(grads=grads) + return new_state + +batch = {"x": x, "y": y} +expected_state = train_step(state, batch) + +################################################################################ +# Auto-parallelization with ``alpa.parallelize`` +# ---------------------------------------------- +# Alpa provides a transformation ``alpa.parallelize`` to parallelize a jax function. +# ``alpa.parallelize`` is similar to ``jax.jit`` . ``jax.jit`` compiles a jax +# function for a single device, while ``alpa.parallelize`` compiles a jax function +# for a distributed device cluster. +# You may know that jax has some built-in transformations for parallelization, +# such as ``pmap``, ``pjit``, and ``xmap``. However, these transformations are not +# fully automatic, because they require users to manually specify the parallelization +# strategies such as parallelization axes and device mapping schemes. You also need to +# manually call communication primitives such as ``lax.pmean`` and ``lax.all_gather``, +# which is nontrivial if you want to do advanced model parallelization. +# Unlike these transformations, ``alpa.parallelize`` can do all things automatically for +# you. ``alpa.parallelize`` finds the best parallelization strategy for the given jax +# function and does the code tranformation. You only need to write the code as if you are +# writing for a single device. + +# Define the training step. The body of this function is the same as the +# ``train_step`` above. The only difference is to decorate it with +# ``alpa.paralellize``. + +@alpa.parallelize +def alpa_train_step(state, batch): + def loss_func(params): + out = state.apply_fn(params, batch["x"]) + loss = jnp.mean((out - batch["y"])**2) + return loss + + grads = jax.grad(loss_func)(state.params) + new_state = state.apply_gradients(grads=grads) + return new_state + +# Test correctness +actual_state = alpa_train_step(state, batch) +assert_allclose(expected_state.params, actual_state.params, atol=5e-3) + +################################################################################ +# After being decorated by ``alpa.parallelize``, the function can still take numpy +# arrays or jax arrays as inputs. The function will first distribute the input +# arrays into correct devices according to the parallelization strategy and then +# execute the function distributedly. The returned result arrays are also +# stored distributedly. + +print("Input parameter type:", type(state.params["params"]["Dense_0"]["kernel"])) +print("Output parameter type:", type(actual_state.params["params"]["Dense_0"]["kernel"])) + +# We can use `np.array` to convert a distributed array back to a numpy array. +kernel_np = np.array(actual_state.params["params"]["Dense_0"]["kernel"]) + +################################################################################ +# Execution Speed Comparison +# -------------------------- +# By parallelizing a jax function, we can accelerate the computation and reduce +# the memory usage per GPU, so we can train larger models faster. +# We benchmark the execution speed of ``jax.jit`` and ``alpa.parallelize`` +# on a 8-GPU machine. + +state = actual_state # We need this assignment because the original `state` is "donated" and freed. +from alpa.util import benchmark_func + +# Benchmark serial execution with jax.jit +jit_train_step = jax.jit(train_step, donate_argnums=(0,)) + +def sync_func(): + jax.local_devices()[0].synchronize_all_activity() + +def serial_execution(): + global state + state = jit_train_step(state, batch) + +costs = benchmark_func(serial_execution, sync_func, warmup=5, number=10, repeat=5) * 1e3 +print(f"Serial execution time. Mean: {np.mean(costs):.2f} ms, Std: {np.std(costs):.2f} ms") + +# Benchmark parallel execution with alpa +# We distribute arguments in advance for the benchmarking purpose. +state, batch = alpa_train_step.preshard_dynamic_args(state, batch) + +def alpa_execution(): + global state + state = alpa_train_step(state, batch) + +alpa_costs = benchmark_func(alpa_execution, sync_func, warmup=5, number=10, repeat=5) * 1e3 +print(f"Alpa execution time. Mean: {np.mean(alpa_costs):.2f} ms, Std: {np.std(alpa_costs):.2f} ms") + +################################################################################ +# Memory Usage Comparison +# ----------------------- +# We can also compare the memory usage per GPU. + +GB = 1024 ** 3 + +executable = jit_train_step.lower(state, batch).compile().runtime_executable() +print(f"Serial execution per GPU memory usage: {executable.total_allocation_size() / GB:.2f} GB") + +alpa_executable = alpa_train_step.get_executable(state, batch) +print(f"Alpa execution per GPU memory usage: {alpa_executable.get_total_allocation_size() / GB:.2f} GB") + +################################################################################ +# Comparison against Data Parallelism (or ``jax.pmap``) +# ----------------------------------------------------- +# The most common parallelization technique in deep learning is data parallelism. +# In jax, we can use ``jax.pmap`` to implement data parallelism. +# However, data parallelism only is not enough for training large models due to +# both memory and communication costs. Here, we use the same model to benchmark the +# execution speed and memory usage of ``jax.pmap`` on the same 8-GPU machine. + +@partial(jax.pmap, axis_name="batch") +def pmap_train_step(state, batch): + def loss_func(params): + out = model.apply(params, batch["x"]) + loss = jnp.mean((out - batch["y"])**2) + return loss + + grads = jax.grad(loss_func)(state.params) + # all-reduce gradients + grads = jax.lax.pmean(grads, axis_name="batch") + new_state = state.apply_gradients(grads=grads) + return new_state + +# Replicate model and distribute batch +devices = jax.local_devices() +state = jax.device_put_replicated(state, devices) +def shard_batch(x): + x = x.reshape((len(devices), -1) + x.shape[1:]) + return jax.device_put_sharded(list(x), devices) +batch = jax.tree_map(shard_batch, batch) + +# Benchmark data parallel execution +def data_parallel_execution(): + global state + state = pmap_train_step(state, batch) + +costs = benchmark_func(data_parallel_execution, sync_func, warmup=5, number=10, repeat=5) * 1e3 +print(f"Data parallel execution time. Mean: {np.mean(costs):.2f} ms, Std: {np.std(costs):.2f} ms") +print(f"Alpa execution time. Mean: {np.mean(alpa_costs):.2f} ms, Std: {np.std(alpa_costs):.2f} ms\n") + +executable = pmap_train_step.lower(state, batch).compile().runtime_executable() +print(f"Data parallel execution per GPU memory usage: {executable.total_allocation_size() / GB:.2f} GB") +print(f"Alpa execution per GPU memory usage: {alpa_executable.get_total_allocation_size() / GB:.2f} GB") + +################################################################################ +# As you can see, ``alpa.parallelize`` achieves better execution speed and +# requires less memory compared with data parallelism. +# This is because data parallelism only works well if the activation size is much +# larger than the model size, which is not the case in this benchmark. +# In contrast, ``alpa.parallelize`` analyzes the computational graph and +# finds the best parallelization strategy.